-- Logs begin at Fri 2021-06-18 15:52:21 UTC, end at Fri 2021-06-18 17:27:53 UTC. -- Jun 18 16:20:18.259256 dv-neutron-797121-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 18 16:20:20.925760 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.common.config [-] Logging enabled! Jun 18 16:20:20.926299 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev364 Jun 18 16:20:20.926468 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93318) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 16:20:20.929618 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.common.config [-] Logging enabled! Jun 18 16:20:20.929879 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev364 Jun 18 16:20:20.930198 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93318) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 16:20:20.931152 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 16:20:20.931392 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 16:20:20.931753 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 16:20:20.932003 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 16:20:20.932232 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 16:20:20.932556 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.932855 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.933153 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.933387 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.933684 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.933976 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.934260 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.934550 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.934875 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.935166 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.935449 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.935734 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.935968 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.936250 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.936539 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.936827 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.937054 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] debug = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.937334 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.937757 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.938171 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.938456 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.938788 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.939261 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.939548 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.939830 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.940124 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.940458 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] host = dv-neutron-797121-1-hyperv {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.940738 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.941028 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.941314 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.941603 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.941880 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.942158 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.942445 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.942750 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.943026 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] log_file = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.943302 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.943591 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.943880 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.944172 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.944398 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.944622 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.944912 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.945198 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.945473 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.945746 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.946022 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.946297 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.946570 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.946863 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.947149 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.947435 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.947718 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.947994 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.948269 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.948543 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.948815 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.949100 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.949373 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.949644 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.949918 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.950210 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.950479 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.950779 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.951079 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.951365 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.951647 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.951930 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.952204 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.952486 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.952759 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.953031 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.953305 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] use_json = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.953574 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.953868 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.954166 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.954466 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.954774 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.955084 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.955359 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.955646 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:20.955944 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.956243 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.956546 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.956831 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.957129 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.957409 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.957697 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.957976 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.958267 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.958558 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.958941 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.959225 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.959509 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.959788 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.960089 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.960395 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.960692 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.960985 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.961263 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.961541 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.961815 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.962096 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.962384 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.962719 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.963014 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.963291 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.963576 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.963868 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.964148 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.964423 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.964704 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.964992 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.965271 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.965546 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.965828 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.966105 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.966379 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.966677 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.966958 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.967249 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.967527 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.967802 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.968075 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.968352 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.968624 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.968910 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.969188 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.969464 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.969737 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.970515 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.970930 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.971217 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.971494 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.971769 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.972049 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.972326 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.972601 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.972875 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.973150 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.973424 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.973696 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.973970 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.974247 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.974520 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.974815 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.975089 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.975366 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.975641 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.975931 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.976232 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.976512 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.976790 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.977070 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.977350 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.977630 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.977907 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.978185 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.978463 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.978764 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.979060 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.979346 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.979636 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.979921 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.980201 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.980501 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.980780 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.981063 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.981343 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.981622 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.981914 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.982201 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.982499 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.982820 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.983116 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.983412 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.983708 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.983991 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.984304 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.984586 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:20.984807 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 16:20:20.985054 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93318) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 18 16:20:21.335348 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:21.335629 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:21.335921 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:21.336252 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 18 16:20:21.724639 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:21.724928 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:21.725202 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:21.726513 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:21.726817 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:21.727089 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:21.760893 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:21.761173 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:21.761442 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:21.775148 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:21.775430 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:21.775717 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:21.805233 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:21.805515 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:21.805788 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:21.841391 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:21.841676 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:21.841950 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.075311 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.075968 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.075968 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.076147 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.077044 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.199131 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.199451 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.199733 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.200004 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.200276 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.200587 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.200852 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.201107 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.201365 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.201648 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.201909 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.202177 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.202437 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.202728 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.202987 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.203255 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.203526 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.203785 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.204057 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.204311 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.205123 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.205471 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.205729 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.205998 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.206248 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.206494 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.206914 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:20:22.207159 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:20:22.207399 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:20:22.207637 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:20:22.207872 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:20:22.208107 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:20:22.208465 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 18 16:20:22.212451 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 18 16:20:22.216340 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 18 16:20:22.220760 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jun 18 16:20:22.222357 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 18 16:20:22.222829 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 18 16:20:22.223166 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 18 16:20:22.223549 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 18 16:20:22.226317 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 18 16:20:22.226569 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 18 16:20:22.226934 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 16:20:22.254643 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 18 16:20:22.255097 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.255395 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93318) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 18 16:20:22.255757 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.257113 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93318) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 18 16:20:22.257395 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 16:20:22.257645 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 18 16:20:22.260771 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.261052 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:22.324535 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 18 16:20:22.324779 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 18 16:20:22.325020 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 18 16:20:22.325438 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 18 16:20:22.347745 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_db.sqlalchemy.engines [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93318) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 18 16:20:22.885329 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.managers [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Initializing driver for type 'gre' Jun 18 16:20:22.885851 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] gre ID ranges: [(1, 1000)] Jun 18 16:20:22.943934 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.managers [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Initializing driver for type 'local' Jun 18 16:20:22.944197 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.managers [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Initializing driver for type 'vlan' Jun 18 16:20:22.958489 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] VlanTypeDriver initialization complete Jun 18 16:20:22.958845 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.managers [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Initializing driver for type 'vxlan' Jun 18 16:20:22.959342 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] vxlan ID ranges: [(1, 1000)] Jun 18 16:20:23.012184 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.managers [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Initializing extension driver 'port_security' Jun 18 16:20:23.012520 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.extensions.port_security [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] PortSecurityExtensionDriver initialization complete Jun 18 16:20:23.012846 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.managers [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Initializing mechanism driver 'openvswitch' Jun 18 16:20:23.013170 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.managers [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Initializing mechanism driver 'hyperv' Jun 18 16:20:23.020298 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.plugins.ml2.plugin [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:23.021071 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > port after_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.021449 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > port after_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.021807 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > port after_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.022197 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > subnet after_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.022549 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > subnet after_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.022926 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.023311 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > network after_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.023658 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > network after_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.024003 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > network after_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.024383 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > security_group after_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.024730 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > security_group after_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.025071 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.025451 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.025795 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.026137 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.026520 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > address_group after_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.026896 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > address_group after_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.027232 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.027572 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] ML2 OVO RPC backend initialized. {{(pid=93318) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 18 16:20:23.028293 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.028631 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.029046 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > network before_response 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.029397 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > networks before_response 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.029744 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > port before_response 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.030088 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > ports before_response 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.030431 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > subnet before_response 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.030807 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > subnets before_response 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.031153 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > network after_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.031492 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > network after_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.031825 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > network after_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.032159 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > port after_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.032517 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > port after_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.032857 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > port after_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.033278 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > subnet after_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.033874 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > subnet after_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.034211 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.034818 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.plugin [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Modular L2 Plugin initialization complete Jun 18 16:20:23.035148 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading services supported by the core plugin {{(pid=93318) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 18 16:20:23.035474 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.plugins.ml2.managers [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Got port-security extension from driver 'port_security' Jun 18 16:20:23.035937 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.extensions.vlantransparent [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Disabled vlantransparent extension. Jun 18 16:20:23.036426 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93318) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 18 16:20:23.036738 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading Plugin: router Jun 18 16:20:23.072125 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.072519 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router after_create 55549900 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.072885 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router before_create 55549900 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.073248 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.073617 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.073966 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router after_delete 55549900 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.074327 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.074717 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router after_create 55549900 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.075065 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router after_update 55549900 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.075414 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router after_update 55549900 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.075975 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.076104 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router after_update 55549900 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.076510 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router precommit_update 55549900 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.076877 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: port after_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.077215 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: port after_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.077550 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: subnet after_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.077886 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.078232 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.078578 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router precommit_create 55549900 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.078942 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: port before_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.079285 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router precommit_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.080200 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router after_update 55549900 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.080597 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.080978 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router precommit_create 55549900 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.081340 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.081690 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router precommit_update 55549900 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.082064 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > network after_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.082943 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Tracking information for resource: router configured {{(pid=93318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:20:23.083280 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Tracking information for resource: floatingip configured {{(pid=93318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:20:23.088194 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.db.l3_agentschedulers_db [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 18 16:20:23.088769 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: port after_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.089130 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: port after_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.089480 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: port after_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.089831 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: port after_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.090650 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router before_create 55550100 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.091020 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.091383 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router precommit_create 55550100 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.091740 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > router precommit_update 55550100 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.096321 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.services.provider_configuration [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Service providers = [] {{(pid=93318) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 18 16:20:23.096681 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.db.servicetype_db [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93318) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 18 16:20:23.099585 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.services.service_base [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93318) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 16:20:23.099946 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.services.service_base [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93318) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 16:20:23.100290 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.services.service_base [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93318) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 16:20:23.101156 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.services.service_base [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93318) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 16:20:23.101526 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.services.service_base [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 18 16:20:23.101894 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:20:23.102215 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 18 16:20:23.112987 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:20:23.113327 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading Plugin: auto_allocate Jun 18 16:20:23.119001 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: network precommit_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.119363 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: network precommit_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.119885 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:20:23.120209 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading Plugin: tag Jun 18 16:20:23.127340 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:20:23.127670 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading Plugin: timestamp Jun 18 16:20:23.131435 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:20:23.131762 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading Plugin: network_ip_availability Jun 18 16:20:23.138558 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.138954 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.139311 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.140024 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:20:23.140343 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading Plugin: flavors Jun 18 16:20:23.145537 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:20:23.145862 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading Plugin: revisions Jun 18 16:20:23.150132 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:20:23.150525 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_concurrency.lockutils [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.815s {{(pid=93318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:23.151298 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93318) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 18 16:20:23.151629 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Initializing extension manager. Jun 18 16:20:23.152131 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: __init__.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.152470 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: __pycache__ {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.152802 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.153134 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: address_group.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.153879 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.154441 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: address-group Jun 18 16:20:23.154797 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: address_scope.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.155499 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.156012 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: address-scope Jun 18 16:20:23.156333 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.157239 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.157864 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: router-admin-state-down-before-update Jun 18 16:20:23.158190 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: agent.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.159170 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.159675 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: agent Jun 18 16:20:23.160003 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: agent_resources_synced.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.160897 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.161400 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: agent-resources-synced Jun 18 16:20:23.161723 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: allowedaddresspairs.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.163493 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.164015 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: allowed-address-pairs Jun 18 16:20:23.164344 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: auto_allocated_topology.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.165605 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.166105 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: auto-allocated-topology Jun 18 16:20:23.166428 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: availability_zone.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.167140 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.167647 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: availability_zone Jun 18 16:20:23.167967 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: availability_zone_filter.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.168860 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.169363 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: availability_zone_filter Jun 18 16:20:23.169690 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: data_plane_status.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.170577 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.171108 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension data-plane-status not supported by any of loaded plugins Jun 18 16:20:23.171427 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: default_subnetpools.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.172320 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.172825 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: default-subnetpools Jun 18 16:20:23.173199 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.173993 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.174499 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: dhcp_agent_scheduler Jun 18 16:20:23.174846 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: dns.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.175737 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.176238 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension dns-integration not supported by any of loaded plugins Jun 18 16:20:23.176560 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: dns_domain_ports.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.177461 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.177969 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 18 16:20:23.178292 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: dvr.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.178983 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.179490 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: dvr Jun 18 16:20:23.179816 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: empty_string_filtering.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.180711 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.181221 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: empty-string-filtering Jun 18 16:20:23.181543 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.182433 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.182962 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 18 16:20:23.183283 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.184181 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.184682 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 18 16:20:23.185004 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: external_net.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.185902 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.186405 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: external-net Jun 18 16:20:23.186765 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.187662 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.188168 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: extra_dhcp_opt Jun 18 16:20:23.188491 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: extraroute.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.190028 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.190533 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: extraroute Jun 18 16:20:23.190882 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: extraroute_atomic.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.191905 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.192415 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: extraroute-atomic Jun 18 16:20:23.192738 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: filter_validation.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.193392 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.193893 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: filter-validation Jun 18 16:20:23.194258 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: fip_pf_description.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.195134 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.195633 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 18 16:20:23.195952 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: fip_port_details.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.196857 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.197361 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: fip-port-details Jun 18 16:20:23.197683 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: flavors.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.198914 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.199429 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: flavors Jun 18 16:20:23.199757 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.201391 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.201911 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 18 16:20:23.202238 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: floatingip_pools.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.202958 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.203469 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: floatingip-pools Jun 18 16:20:23.203791 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: ip_allocation.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.205302 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.205888 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension ip_allocation not supported by any of loaded plugins Jun 18 16:20:23.206210 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.207149 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.207660 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: ip-substring-filtering Jun 18 16:20:23.207983 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: l2_adjacency.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.208899 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.209399 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 18 16:20:23.209721 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: l3.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.210707 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.211226 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: router Jun 18 16:20:23.211550 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.213868 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.214400 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 18 16:20:23.214771 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.215683 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.216199 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: ext-gw-mode Jun 18 16:20:23.216526 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.217427 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.217936 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: l3-ha Jun 18 16:20:23.218261 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: l3_flavors.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.219194 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.219715 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: l3-flavors Jun 18 16:20:23.220077 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.221049 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.221558 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 18 16:20:23.221883 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: l3agentscheduler.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.222930 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.223442 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: l3_agent_scheduler Jun 18 16:20:23.223768 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: logging.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.225247 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.225766 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension logging not supported by any of loaded plugins Jun 18 16:20:23.226099 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: metering.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.226864 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.227444 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: metering Jun 18 16:20:23.227770 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.228847 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.229361 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: metering_source_and_destination_fields Jun 18 16:20:23.229686 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: multiprovidernet.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.230605 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.231127 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: multi-provider Jun 18 16:20:23.231451 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: netmtu.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.232354 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.232861 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: net-mtu Jun 18 16:20:23.233182 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: netmtu_writable.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.234078 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.234602 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: net-mtu-writable Jun 18 16:20:23.234929 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: network_availability_zone.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.235622 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.236131 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: network_availability_zone Jun 18 16:20:23.236451 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: network_ip_availability.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.237530 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.238039 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: network-ip-availability Jun 18 16:20:23.238366 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: network_segment_range.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.239165 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.239667 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension network-segment-range not supported by any of loaded plugins Jun 18 16:20:23.239990 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: pagination.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.240954 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.241287 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: pagination Jun 18 16:20:23.241607 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: port_device_profile.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.242521 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.243064 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: port-device-profile Jun 18 16:20:23.243387 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.244284 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.244794 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: port-mac-address-regenerate Jun 18 16:20:23.245115 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.246005 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.246514 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: port-numa-affinity-policy Jun 18 16:20:23.246862 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: port_resource_request.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.247749 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.248249 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension port-resource-request not supported by any of loaded plugins Jun 18 16:20:23.248568 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: portbindings.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.249471 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.249973 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: binding Jun 18 16:20:23.250296 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: portbindings_extended.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.252136 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.252649 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: binding-extended Jun 18 16:20:23.252971 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: portsecurity.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.253876 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.254390 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: port-security Jun 18 16:20:23.254748 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: project_id.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.255712 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.256040 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: project-id Jun 18 16:20:23.256361 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: providernet.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.257280 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.257797 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: provider Jun 18 16:20:23.258123 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: qos.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.261791 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.262315 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension qos not supported by any of loaded plugins Jun 18 16:20:23.262760 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.264000 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.264515 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 18 16:20:23.264846 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.265754 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.266269 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 18 16:20:23.266630 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: qos_default.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.268324 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.268844 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension qos-default not supported by any of loaded plugins Jun 18 16:20:23.269172 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: qos_fip.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.269836 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.270343 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension qos-fip not supported by any of loaded plugins Jun 18 16:20:23.270708 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: qos_gateway_ip.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.271639 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.272147 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 18 16:20:23.272469 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: qos_port_network_policy.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.273364 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.273873 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 18 16:20:23.274198 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: qos_rule_type_details.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.275131 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.275641 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 18 16:20:23.275967 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: qos_rules_alias.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.277015 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.277521 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 18 16:20:23.277846 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: quotasv2.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.278836 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.279165 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: quotas Jun 18 16:20:23.279484 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: quotasv2_detail.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.282639 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.283140 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: quota_details Jun 18 16:20:23.283743 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: rbac.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.284805 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.285332 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: rbac-policies Jun 18 16:20:23.285661 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: rbac_address_group.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.286603 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.287121 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: rbac-address-group Jun 18 16:20:23.287446 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: rbac_address_scope.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.288344 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.288862 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: rbac-address-scope Jun 18 16:20:23.289184 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: rbac_security_groups.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.290094 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.290624 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: rbac-security-groups Jun 18 16:20:23.290957 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: rbac_subnetpool.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.291850 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.292357 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: rbac-subnetpool Jun 18 16:20:23.292677 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: revisionifmatch.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.293579 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.294090 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: revision-if-match Jun 18 16:20:23.294412 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: revisions.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.295747 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.296261 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: standard-attr-revisions Jun 18 16:20:23.296588 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: router_availability_zone.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.297255 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.297769 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: router_availability_zone Jun 18 16:20:23.298128 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: routerservicetype.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.299140 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.299650 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension router-service-type not supported by any of loaded plugins Jun 18 16:20:23.299971 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.300885 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.301393 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: security-groups-normalized-cidr Jun 18 16:20:23.301715 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.302646 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.303157 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: port-security-groups-filtering Jun 18 16:20:23.303477 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.304392 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.304897 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: security-groups-remote-address-group Jun 18 16:20:23.305219 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: securitygroup.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.315312 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.315844 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: security-group Jun 18 16:20:23.316175 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: segment.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.316952 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.317463 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension segment not supported by any of loaded plugins Jun 18 16:20:23.317789 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.318753 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.319262 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 18 16:20:23.319585 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: servicetype.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.320661 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.321188 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: service-type Jun 18 16:20:23.321513 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: sorting.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.322474 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.322841 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: sorting Jun 18 16:20:23.323168 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: standard_attr_segment.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.324063 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.324577 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 18 16:20:23.324901 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: standardattrdescription.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.325537 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.326056 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: standard-attr-description Jun 18 16:20:23.326380 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: stateful_security_group.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.327327 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.327857 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: stateful-security-group Jun 18 16:20:23.328180 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: stdattrs_common.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.328752 dv-neutron-797121-1-hyperv neutron-server[93318]: WARNING neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 18 16:20:23.329075 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.330621 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.331141 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 18 16:20:23.331471 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: subnet_onboard.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.332567 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.333084 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: subnet_onboard Jun 18 16:20:23.333410 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.334325 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.334876 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 18 16:20:23.335201 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: subnet_service_types.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.336161 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.336717 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: subnet-service-types Jun 18 16:20:23.337045 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: subnetallocation.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.338149 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.338733 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: subnet_allocation Jun 18 16:20:23.339063 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.339821 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.340371 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: subnetpool-prefix-ops Jun 18 16:20:23.340698 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.341614 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.342121 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 18 16:20:23.342444 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: tagging.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.343531 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.344049 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: standard-attr-tag Jun 18 16:20:23.344385 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: timestamp.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.345596 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.346113 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loaded extension: standard-attr-timestamp Jun 18 16:20:23.346444 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: trunk.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.347483 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.347997 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension trunk not supported by any of loaded plugins Jun 18 16:20:23.348321 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: trunk_details.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.349231 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.349740 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension trunk-details not supported by any of loaded plugins Jun 18 16:20:23.350063 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: uplink_status_propagation.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.351009 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.351533 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 18 16:20:23.351858 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Loading extension file: vlantransparent.py {{(pid=93318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:20:23.352518 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:20:23.353029 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 18 16:20:23.355498 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Creating instance of TrackedResource for resource:network Jun 18 16:20:23.356036 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Creating instance of TrackedResource for resource:subnet Jun 18 16:20:23.356437 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 16:20:23.356828 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Creating instance of TrackedResource for resource:port Jun 18 16:20:23.358065 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.v2.resource_helper [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:20:23.358512 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.v2.resource_helper [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Service FLAVORS assigned prefix: {{(pid=93318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:20:23.359147 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.v2.resource_helper [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:20:23.359579 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.v2.resource_helper [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:20:23.359908 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Creating instance of TrackedResource for resource:router Jun 18 16:20:23.360332 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 16:20:23.361353 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.v2.resource_helper [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Service METERING assigned prefix: /metering {{(pid=93318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:20:23.362959 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.363333 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.363687 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:23.364692 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 16:20:23.365137 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Creating instance of TrackedResource for resource:security_group Jun 18 16:20:23.365571 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 16:20:23.366175 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.v2.resource_helper [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Service CORE assigned prefix: {{(pid=93318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:20:23.366506 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 16:20:23.366897 dv-neutron-797121-1-hyperv neutron-server[93318]: WARNING neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] subnetpool is already registered Jun 18 16:20:23.367335 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.v2.resource_helper [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Service CORE assigned prefix: {{(pid=93318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:20:23.367665 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 16:20:23.367999 dv-neutron-797121-1-hyperv neutron-server[93318]: WARNING neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] subnetpool is already registered Jun 18 16:20:23.370296 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.v2.resource_helper [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:20:23.370766 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.v2.resource_helper [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Service FLAVORS assigned prefix: {{(pid=93318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:20:23.371358 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.v2.resource_helper [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:20:23.371783 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.v2.resource_helper [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:20:23.372116 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Creating instance of TrackedResource for resource:router Jun 18 16:20:23.372453 dv-neutron-797121-1-hyperv neutron-server[93318]: WARNING neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] router is already registered Jun 18 16:20:23.372863 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 16:20:23.373212 dv-neutron-797121-1-hyperv neutron-server[93318]: WARNING neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] floatingip is already registered Jun 18 16:20:23.373647 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.v2.resource_helper [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Service METERING assigned prefix: /metering {{(pid=93318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:20:23.374307 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 16:20:23.374655 dv-neutron-797121-1-hyperv neutron-server[93318]: WARNING neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] rbac_policy is already registered Jun 18 16:20:23.375069 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Creating instance of TrackedResource for resource:security_group Jun 18 16:20:23.375401 dv-neutron-797121-1-hyperv neutron-server[93318]: WARNING neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] security_group is already registered Jun 18 16:20:23.375800 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 16:20:23.376129 dv-neutron-797121-1-hyperv neutron-server[93318]: WARNING neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] security_group_rule is already registered Jun 18 16:20:23.377454 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.v2.resource_helper [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Service CORE assigned prefix: {{(pid=93318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:20:23.377784 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 16:20:23.378117 dv-neutron-797121-1-hyperv neutron-server[93318]: WARNING neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] subnetpool is already registered Jun 18 16:20:23.378537 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.v2.resource_helper [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Service CORE assigned prefix: {{(pid=93318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:20:23.378882 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 16:20:23.379213 dv-neutron-797121-1-hyperv neutron-server[93318]: WARNING neutron.quota.resource_registry [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] subnetpool is already registered Jun 18 16:20:23.379687 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: extensions {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.381135 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: address-groups {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.382608 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: address-scopes {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.383908 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: agents {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.385053 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: auto-allocated-topology {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.386307 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: availability_zones {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.387540 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: dhcp-networks {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.389051 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: dhcp-agents {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.390464 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: routers {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.392231 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: flavors {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.394623 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: service_profiles {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.395855 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: next_providers {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.397331 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: service_profiles {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.398886 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: floatingip-pools {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.400102 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: routers {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.401784 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: floatingips {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.403091 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: l3-routers {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.404463 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: l3-agents {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.405854 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: metering-labels {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.407150 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: metering-label-rules {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.408808 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: network-ip-availabilities {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.410048 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: bindings {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.411621 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: quotas {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.413146 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: quotas {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.414549 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: rbac-policies {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.415755 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: security-groups {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.417056 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: security-group-rules {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.418306 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: service-providers {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.419553 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: subnetpools {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.420857 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: subnetpools {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.422396 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: tags {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.424733 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: tags {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.426528 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: tags {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.428335 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: tags {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.429990 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: tags {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.431960 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: tags {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.433607 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: tags {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.435395 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: tags {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.437238 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: tags {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.439637 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron.api.extensions [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Extended resource: tags {{(pid=93318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:20:23.445765 dv-neutron-797121-1-hyperv neutron-server[93318]: WARNING keystonemiddleware.auth_token [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 18 16:20:23.450219 dv-neutron-797121-1-hyperv neutron-server[93318]: WARNING keystonemiddleware.auth_token [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 18 16:20:23.458545 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_concurrency.lockutils [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Acquired lock "singleton_lock" {{(pid=93318) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 18 16:20:23.459045 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_concurrency.lockutils [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Releasing lock "singleton_lock" {{(pid=93318) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 18 16:20:23.459674 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO oslo_service.service [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Starting 2 workers Jun 18 16:20:23.464377 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Started child 93427 {{(pid=93318) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 16:20:23.468750 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Started child 93428 {{(pid=93318) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 16:20:23.469859 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:23.470566 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO neutron.service [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 18 16:20:23.471246 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Notify callbacks [] for process, before_spawn {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:23.471728 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [-] (93427) wsgi starting up on http://0.0.0.0:9696 Jun 18 16:20:23.473604 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:23.474032 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO oslo_service.service [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Starting 1 workers Jun 18 16:20:23.475000 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [-] (93428) wsgi starting up on http://0.0.0.0:9696 Jun 18 16:20:23.478783 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Started child 93429 {{(pid=93318) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 16:20:23.479327 dv-neutron-797121-1-hyperv neutron-server[93318]: INFO oslo_service.service [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Starting 1 workers Jun 18 16:20:23.482268 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.service [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] calling RpcWorker wait() {{(pid=93429) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 18 16:20:23.482830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.service [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] returning from RpcWorker wait() {{(pid=93429) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 18 16:20:23.483748 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Started child 93430 {{(pid=93318) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 16:20:23.484022 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:23.484499 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:23.484598 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG neutron_lib.callbacks.manager [None req-c638d256-3129-4d38-be02-dbcf3a952b95 None None] Notify callbacks [] for process, after_spawn {{(pid=93318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:23.487027 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93318) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 16:20:23.487254 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 16:20:23.487444 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 16:20:23.487663 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 16:20:23.488002 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 16:20:23.488160 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 16:20:23.488659 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.488939 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.489116 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:23.489609 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.489609 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.489743 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.490022 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:23.490284 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.490523 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.490802 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.491082 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.491333 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.491510 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.491679 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.491936 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.492185 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.492487 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.492758 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.493008 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.493274 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.493446 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.493709 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.493975 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.494209 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.494479 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] debug = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.494760 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.495249 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.495502 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.495762 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.495986 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.496272 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.496526 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.496822 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.497066 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.497321 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.497554 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.497818 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.498085 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.498312 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.498548 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.498845 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.499085 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.499564 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] host = dv-neutron-797121-1-hyperv {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.499781 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.500018 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.500288 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.500544 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.500798 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.501037 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.501379 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.502146 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.502369 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.502637 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.502832 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.503079 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.503330 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.503586 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] log_file = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.503739 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] log_options = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.503976 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.504254 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.504516 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.504694 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.504849 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.505029 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.505293 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.505442 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.505690 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.505925 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.506139 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.506369 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.506632 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.506871 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.507138 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.507388 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.507633 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.507844 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.508110 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.508332 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.508551 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.508779 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.508995 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.509215 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.509429 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.509641 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.509884 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.510098 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.510311 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.510655 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.510880 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.511181 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.511551 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.512242 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.512242 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.512511 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.512689 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.512955 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.513187 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.513432 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.513691 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.513929 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.514182 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.514464 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.514728 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.515113 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] use_json = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.515350 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.515584 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.515835 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.516050 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.516265 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.516480 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.516765 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.517029 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.517442 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.519049 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.519049 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.519049 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.519049 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.519049 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.519775 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.519775 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.519775 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.520286 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.520286 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.521352 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.521352 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.521352 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.521352 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.522895 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.522895 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.522895 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.522895 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.522895 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.523880 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.523880 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.523880 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.523880 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.524454 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.524454 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.524809 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.524809 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.525067 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.525262 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.525501 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.525748 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.526371 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.526371 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.526844 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.526844 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.527256 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.527256 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.527528 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.527664 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.527841 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.528253 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.528528 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.528528 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.528916 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.529185 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.530169 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.530169 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.531013 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.531013 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.531013 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.531013 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.531283 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.531417 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.531611 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.531870 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.532106 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.532638 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.532991 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.533261 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.533755 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.534015 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.534240 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.534460 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.534713 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.534960 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.535201 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.535441 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.535680 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.535899 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.536123 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.536372 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.536608 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.536818 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.537261 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.537656 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.538050 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.538451 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.538944 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.539343 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.539705 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.540072 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.540452 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.540829 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.541287 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.541604 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.541833 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.542103 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.542326 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.542565 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.542828 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.543069 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.543315 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.543555 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.543804 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.544066 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.544320 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.544555 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.544826 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.545075 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.545320 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.545540 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.546665 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.546920 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.547167 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.547397 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.547663 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.547900 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.548695 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.548951 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.549329 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.549603 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.549854 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.550136 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.550975 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.551252 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.551573 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.551829 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.552619 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.552978 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.553331 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.553841 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.554134 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.554404 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.554679 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.554922 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.555146 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.555417 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.555805 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.556194 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.556413 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.556668 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.556990 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.557240 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.557457 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.557687 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.557970 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.558254 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.558496 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.558793 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.559057 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.559407 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.559660 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.559910 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.560148 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.560397 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.560648 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.560859 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.561308 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.561548 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.561789 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.562008 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.562245 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.562478 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.562734 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.562959 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.563194 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.563433 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.563655 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.564476 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.564691 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.564913 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.565165 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.565385 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.565605 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.565818 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.566036 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.566289 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.566509 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.566839 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.567096 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.567331 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.567780 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.568205 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.568653 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.569067 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.569477 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.569705 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.569924 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.570142 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.570366 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.570624 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.570868 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.571097 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.571314 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.571556 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.571816 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.572143 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.572386 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.572633 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.572896 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.573115 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.573355 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.573574 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.573792 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.574008 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.574223 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.574438 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.574703 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.574928 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.575149 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.575396 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.575816 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.576028 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.576264 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.576513 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.576797 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.577053 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.577310 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.577546 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.577785 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.578013 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.578222 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.578431 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.578677 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.578886 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.579111 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.579372 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.579615 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.579960 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.580186 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.580412 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.580624 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.580834 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.581049 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.581261 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.581484 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.581691 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.581907 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.582123 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.582333 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.582678 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.582929 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.583170 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.583455 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.583682 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.583934 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.584203 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.584591 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.584880 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.585310 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.585522 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.585903 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.586126 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.586379 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.586888 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.587189 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.587463 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.587854 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.588126 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.588430 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.588672 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.588907 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.589216 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.589557 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.589844 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.590101 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.590356 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.590689 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.590904 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.591116 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.591347 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.591588 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.591821 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.592057 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.592303 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.592548 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.592764 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.592993 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.593232 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.593457 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.593687 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.593907 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.594148 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.594305 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 16:20:23.595118 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93318) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 16:20:23.595290 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 16:20:23.595438 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 16:20:23.595579 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 16:20:23.595721 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 16:20:23.595860 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 16:20:23.596073 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.596230 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.596374 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.596522 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.596662 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.596846 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.596996 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.597146 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.597285 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.597446 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.597592 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.597752 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.597906 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.598066 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.598418 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.598418 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.598734 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.598734 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.598997 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.598997 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.599270 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.599270 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.599553 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] debug = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.599553 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.599802 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.599950 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.600077 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.600211 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.600337 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.600494 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.600593 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:23.600682 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.600800 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.600958 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.601117 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.601277 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.601437 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.601596 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.601755 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.601914 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.602072 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.602230 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] host = dv-neutron-797121-1-hyperv {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.602388 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.602546 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.602728 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.602888 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.603047 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.603206 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.603364 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.603524 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.603683 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.603842 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.604002 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.604160 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.604320 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.604482 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] log_file = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.604640 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] log_options = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.604798 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.604960 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.605117 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.605450 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.605601 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.605769 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.605930 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.606090 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.606307 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.606446 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.606581 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.606751 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.606885 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.607032 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.607172 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.607307 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.607441 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.607586 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.607722 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.607891 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.608053 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.608211 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.608370 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.608529 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.608689 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.608843 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.608994 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.609153 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.609312 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.609471 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.609631 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.609792 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.609950 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.610109 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.610268 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.610427 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.611138 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.611289 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.611447 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.611607 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.611767 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.611926 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.612084 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.612335 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.612543 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.612781 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] use_json = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.612987 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.613148 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.613510 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.613510 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.613828 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.613994 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.614154 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.614317 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:20:23.614483 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.614667 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.614843 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.615088 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.615228 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.615353 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.615469 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.615631 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.615795 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.615961 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.616132 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.616298 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.616455 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.616597 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.616758 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.616911 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.617074 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.617235 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.617403 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.617561 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.617878 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.618041 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.618221 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.618389 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.618556 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.618743 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.618895 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.619028 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.619197 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.619355 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.619496 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.619661 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.619824 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.619978 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.620137 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.620295 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.620436 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.620602 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.620767 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.620931 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.621645 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.621645 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.621645 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.621645 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.621960 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.621960 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.622105 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.622237 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.622320 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.622445 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.622631 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.622796 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.622958 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.623108 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.623270 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.623431 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.623592 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.623754 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.623916 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.624078 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.624239 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.624412 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.624575 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.624736 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.624898 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.625066 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.625229 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.625391 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.625556 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.625715 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.625877 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.626067 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.626286 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.626967 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.627103 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.627239 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.627383 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.627535 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.627664 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.627803 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.627965 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.628127 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.628289 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.628454 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.628624 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.628800 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.628961 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.629124 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.629285 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.629446 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.629607 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.629770 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.629931 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.630092 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.630254 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.630416 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.630579 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.630764 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.630926 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.631088 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.631252 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.631413 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.631573 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.631735 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.631896 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.632058 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.632219 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.632380 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.632543 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.632704 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.632866 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.633036 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.633197 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.633362 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.633523 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.633691 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.633868 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.634026 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.634190 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.634352 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.634514 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.634699 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.634860 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.635022 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.635185 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.635347 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.635508 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.635678 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.635849 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.636012 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.636173 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.636335 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.636519 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.636680 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.636842 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.637004 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.637166 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.637327 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.637489 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.637650 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.637812 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.637973 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.638136 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.638298 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.638463 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.638647 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.638839 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.638971 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.639176 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.639307 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.639447 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.639609 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.639773 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.639934 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.640132 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.640265 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.640408 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.640570 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.640732 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.640894 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.641055 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.641217 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.642146 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.642146 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.642146 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.642146 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.642405 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.642405 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.642521 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.642849 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.642849 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.643019 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.643161 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.643318 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.643491 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.643655 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.644041 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.644209 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.644369 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.644511 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.644674 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.644821 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.644986 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.645149 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.645312 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.645493 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.645636 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.645788 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.645929 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.646087 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.646249 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.646482 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.646678 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.646824 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.646964 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.647103 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.647260 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.647396 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.647528 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.647682 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.647814 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.647946 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.648100 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.648249 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.648417 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.648641 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.648777 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.648919 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.649059 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.649197 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.649335 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.649495 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.649657 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.649818 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.649982 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.650144 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.650320 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.650479 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.650818 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.650984 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.651148 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.651325 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.651487 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.651650 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.651811 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.651973 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.652144 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.652307 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.652470 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.652620 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.652782 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.652954 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.653117 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.653280 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.653451 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.653611 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.653773 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.653936 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.654109 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.654274 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.654438 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.654622 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.654783 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.654946 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.655110 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.655630 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.655630 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.655630 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.655889 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.655968 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.656055 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.656231 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.656392 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.656574 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.656722 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.656884 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.657046 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.657208 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.657371 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.657885 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.658032 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.658199 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.658630 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.658810 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.658972 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.659133 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.659296 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.659459 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.659621 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.659782 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.659944 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.660107 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.660269 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.660432 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:20:23.660587 dv-neutron-797121-1-hyperv neutron-server[93318]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 16:20:23.937128 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 42334) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:23.945858 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063875 Jun 18 16:20:35.201825 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf28b06f-edb4-4c69-9a6e-8969c5266648 None None] get_active_networks_info from dv-neutron-797121-1-hyperv {{(pid=93429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 16:20:35.294178 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf28b06f-edb4-4c69-9a6e-8969c5266648 None None] No non-hosted networks {{(pid=93429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 18 16:20:35.316290 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.agentschedulers_db [None req-cf28b06f-edb4-4c69-9a6e-8969c5266648 None None] DHCP Agent not found on host dv-neutron-797121-1-hyperv {{(pid=93429) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 18 16:20:35.439922 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2a2e6686-e117-4be5-928a-e743fa24e3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849'] for agent, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:37.577263 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e71f6a68-8040-489e-9461-ab67506d75a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849'] for agent, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:37.656471 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c498ae99-ca2c-4b6a-a5e8-553df82713ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.167209 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849'] for agent, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.168250 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:38.168764 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:38.169241 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:38.169864 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:38.170353 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:38.174362 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:38.176476 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:38.178290 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:38.183607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:38.184241 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:38.185470 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:38.187823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:38.190229 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-797121-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:38.200728 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-797121-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:38.884082 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849'] for agent, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:40.378352 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849'] for agent, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:41.633327 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 42426) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:42.124816 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING oslo_policy.policy [None req-5e2f5674-7d7e-4594-99ae-a27b3befe451 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:20:42.125391 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING oslo_policy.policy [None req-5e2f5674-7d7e-4594-99ae-a27b3befe451 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:20:42.339564 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-5e2f5674-7d7e-4594-99ae-a27b3befe451 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:20:42.340601 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5e2f5674-7d7e-4594-99ae-a27b3befe451 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7064006 Jun 18 16:20:44.659635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 42440) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:44.904005 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.db.l3_hamode_db [None req-6c68cae3-2cfe-4f8e-b12a-3b43352e1327 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 18 16:20:44.976185 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-a0af3dcb-f6e4-4e55-9c64-b334dbe4f5cb admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:44.981652 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68cae3-2cfe-4f8e-b12a-3b43352e1327 None None] Routers set() bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:20:44.982043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68cae3-2cfe-4f8e-b12a-3b43352e1327 None None] Router IDs set() for agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 18 16:20:45.068797 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.policy [None req-a0af3dcb-f6e4-4e55-9c64-b334dbe4f5cb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93428) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 16:20:45.114992 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING oslo_policy.policy [None req-a0af3dcb-f6e4-4e55-9c64-b334dbe4f5cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:20:45.115358 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING oslo_policy.policy [None req-a0af3dcb-f6e4-4e55-9c64-b334dbe4f5cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:20:45.123691 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.quota [None req-a0af3dcb-f6e4-4e55-9c64-b334dbe4f5cb admin admin] Loaded quota_driver: . Jun 18 16:20:45.213533 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a0af3dcb-f6e4-4e55-9c64-b334dbe4f5cb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758218838990', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758218839521', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758218842713', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758218595343', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758218600914', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758218606903', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-748531', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-671212', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1668326', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1580075'] for rbac-policy, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.274495 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a0af3dcb-f6e4-4e55-9c64-b334dbe4f5cb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.275679 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a0af3dcb-f6e4-4e55-9c64-b334dbe4f5cb admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6149964 Jun 18 16:20:47.823919 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 42452) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:48.122492 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '639680bd38024cea851eddf3a65f2342', 'admin_state_up': True, 'project_id': '639680bd38024cea851eddf3a65f2342'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:48.151513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Made reservation on behalf of 639680bd38024cea851eddf3a65f2342 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:48.154171 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.170494 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.288424 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.292254 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.298152 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:48.313854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:20:48.341518 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758221990858', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.342090 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Unsubscribe: segment precommit_create {{(pid=93428) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 16:20:48.342560 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Added segment 70fa70fb-1f12-46b1-8d0c-48269c34701c of type vlan for network 4a795736-56cd-46e4-9dc6-a953f35428c3 Jun 18 16:20:48.360342 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237fbc13-1aa9-41a5-8510-60a342a31e20,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:48.409131 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:48.409476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:48.409801 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:48.410117 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:48.410428 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:48.410786 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:48.411100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:48.411434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:48.411743 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:48.412042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:48.412340 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:48.412636 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Tracked resource versions report: Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: pushed versions: Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: { 'AddressGroup': {'1.2'}, Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'ConntrackHelper': {'1.0'}, Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'Log': {'1.0'}, Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'Network': {'1.1'}, Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'Port': {'1.7'}, Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'PortForwarding': {'1.2'}, Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'QosPolicy': {'1.8'}, Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'SecurityGroup': {'1.4'}, Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'SubPort': {'1.0'}, Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'Subnet': {'1.1'}, Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'Trunk': {'1.1'}} Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: consumer versions: Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: { DHCP agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: L3 agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: Metadata agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: Metering agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: Open vSwitch agent@dv-neutron-797121-1-hyperv: { 'AddressGroup': '1.2', Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'ConntrackHelper': '1.0', Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'Log': '1.0', Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'Network': '1.1', Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'Port': '1.7', Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'PortForwarding': '1.2', Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'QosPolicy': '1.8', Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'SecurityGroup': '1.4', Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'SecurityGroupRule': '1.2', Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'SubPort': '1.0', Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'Subnet': '1.1', Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: 'Trunk': '1.1'}} Jun 18 16:20:48.413862 dv-neutron-797121-1-hyperv neutron-server[93428]: {{(pid=93428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:20:48.458180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.476047 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:48.511378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.512767 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:48.513413 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.516215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:48.591687 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7666450 Jun 18 16:20:48.610439 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Pushing event updated for resources: {'Network': ['ID=4a795736-56cd-46e4-9dc6-a953f35428c3,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:48.613879 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:48.622369 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 4a795736-56cd-46e4-9dc6-a953f35428c3 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:20:51.186501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 42466) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:51.573941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a90fc4-fdbd-418a-af07-73fb90b6e2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.575285 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-72a90fc4-fdbd-418a-af07-73fb90b6e2ca admin admin] 10.222.0.39 "GET /v2.0/networks/4a795736-56cd-46e4-9dc6-a953f35428c3 HTTP/1.1" status: 200 len: 825 time: 0.3878310 Jun 18 16:20:51.598823 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-15cd701d-5ef7-4f0f-aea3-a9b877fee484 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/39fde50e-98e6-4155-bab7-fcb2fc2bf255 HTTP/1.1" status: 200 len: 734 time: 0.0181968 Jun 18 16:20:51.606947 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-0e62a3d9-c513-4c1b-b020-318b3db25ae5 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '39fde50e-98e6-4155-bab7-fcb2fc2bf255', 'tenant_id': '639680bd38024cea851eddf3a65f2342', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '4a795736-56cd-46e4-9dc6-a953f35428c3'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:51.629751 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e62a3d9-c513-4c1b-b020-318b3db25ae5 admin admin] Made reservation on behalf of 639680bd38024cea851eddf3a65f2342 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:51.632130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0e62a3d9-c513-4c1b-b020-318b3db25ae5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.922405 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0e62a3d9-c513-4c1b-b020-318b3db25ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.924706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:51.995253 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62a3d9-c513-4c1b-b020-318b3db25ae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=424a913a-8fe8-4c11-bc6c-384aaf0367c8,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:52.000227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0e62a3d9-c513-4c1b-b020-318b3db25ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:52.001988 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e62a3d9-c513-4c1b-b020-318b3db25ae5 admin admin] Checking segment: {'id': '70fa70fb-1f12-46b1-8d0c-48269c34701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4a795736-56cd-46e4-9dc6-a953f35428c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:52.002358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e62a3d9-c513-4c1b-b020-318b3db25ae5 admin admin] Network hostable DHCP agents. Network: 4a795736-56cd-46e4-9dc6-a953f35428c3, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:20:52.025193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e62a3d9-c513-4c1b-b020-318b3db25ae5 admin admin] Network 4a795736-56cd-46e4-9dc6-a953f35428c3 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:20:52.036466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-0e62a3d9-c513-4c1b-b020-318b3db25ae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 4a795736-56cd-46e4-9dc6-a953f35428c3) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:52.041204 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e62a3d9-c513-4c1b-b020-318b3db25ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:52.041792 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0e62a3d9-c513-4c1b-b020-318b3db25ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.046170 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39126cc8-5200-461e-8062-35f44b27224c None None] Network 4a795736-56cd-46e4-9dc6-a953f35428c3 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:20:52.055786 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0e62a3d9-c513-4c1b-b020-318b3db25ae5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4519701 Jun 18 16:20:52.361387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-4a795736-56cd-46e4-9dc6-a953f35428c3', 'network_id': '4a795736-56cd-46e4-9dc6-a953f35428c3', 'tenant_id': '639680bd38024cea851eddf3a65f2342', 'fixed_ips': [{'subnet_id': '424a913a-8fe8-4c11-bc6c-384aaf0367c8'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:20:52.362674 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.630225 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Allocated IP 172.20.0.2 (4a795736-56cd-46e4-9dc6-a953f35428c3/424a913a-8fe8-4c11-bc6c-384aaf0367c8/2cf443b7-0807-4ecb-83fe-1f18cb516dfc) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:52.827884 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.845604 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Transition to ACTIVE for port object 2cf443b7-0807-4ecb-83fe-1f18cb516dfc will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:52.894908 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Transition to ACTIVE for port object 2cf443b7-0807-4ecb-83fe-1f18cb516dfc will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:52.904070 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.907588 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:52.976350 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Network 4a795736-56cd-46e4-9dc6-a953f35428c3 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:52.980903 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:52.985055 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:52.992489 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Pushing event updated for resources: {'Port': ['ID=2cf443b7-0807-4ecb-83fe-1f18cb516dfc,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:53.019663 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:53.019663 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:53.019981 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:53.020221 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:53.020540 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:53.020871 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:53.021194 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:53.021509 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:53.021841 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:53.022154 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:53.022464 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:53.022794 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Tracked resource versions report: Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: pushed versions: Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: { 'AddressGroup': {'1.2'}, Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'ConntrackHelper': {'1.0'}, Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'Log': {'1.0'}, Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'Network': {'1.1'}, Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'Port': {'1.7'}, Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'PortForwarding': {'1.2'}, Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'QosPolicy': {'1.8'}, Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'SecurityGroup': {'1.4'}, Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'SubPort': {'1.0'}, Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'Subnet': {'1.1'}, Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'Trunk': {'1.1'}} Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: consumer versions: Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: { DHCP agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: L3 agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: Metadata agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: Metering agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: Open vSwitch agent@dv-neutron-797121-1-hyperv: { 'AddressGroup': '1.2', Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'ConntrackHelper': '1.0', Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'Log': '1.0', Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'Network': '1.1', Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'Port': '1.7', Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'PortForwarding': '1.2', Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'QosPolicy': '1.8', Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'SecurityGroup': '1.4', Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'SecurityGroupRule': '1.2', Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'SubPort': '1.0', Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'Subnet': '1.1', Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: 'Trunk': '1.1'}} Jun 18 16:20:53.024076 dv-neutron-797121-1-hyperv neutron-server[93429]: {{(pid=93429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:20:53.043394 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:53.074555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Attempting to bind port 2cf443b7-0807-4ecb-83fe-1f18cb516dfc on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:53.075173 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Attempting to bind port 2cf443b7-0807-4ecb-83fe-1f18cb516dfc by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '70fa70fb-1f12-46b1-8d0c-48269c34701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4a795736-56cd-46e4-9dc6-a953f35428c3'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:53.075382 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Attempting to bind port 2cf443b7-0807-4ecb-83fe-1f18cb516dfc on network 4a795736-56cd-46e4-9dc6-a953f35428c3 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:53.080849 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:20:53.081258 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Checking segment: {'id': '70fa70fb-1f12-46b1-8d0c-48269c34701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4a795736-56cd-46e4-9dc6-a953f35428c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:53.081737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.082155 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Bound using segment: {'id': '70fa70fb-1f12-46b1-8d0c-48269c34701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4a795736-56cd-46e4-9dc6-a953f35428c3'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:20:53.082668 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Bound port: 2cf443b7-0807-4ecb-83fe-1f18cb516dfc, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fa70fb-1f12-46b1-8d0c-48269c34701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4a795736-56cd-46e4-9dc6-a953f35428c3'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:20:53.083066 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.143761 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] For port 2cf443b7-0807-4ecb-83fe-1f18cb516dfc, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:20:53.148030 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] For port 2cf443b7-0807-4ecb-83fe-1f18cb516dfc, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2cf443b7-0807-4ecb-83fe-1f18cb516dfc,segment=NetworkSegment(70fa70fb-1f12-46b1-8d0c-48269c34701c),segment_id=70fa70fb-1f12-46b1-8d0c-48269c34701c)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:20:53.152196 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.155842 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:53.219954 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Pushing event updated for resources: {'Port': ['ID=2cf443b7-0807-4ecb-83fe-1f18cb516dfc,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:53.223141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:54.534306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 42474) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:54.852126 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-291452a6-fab6-487b-966c-70e0cd1e5380 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:20:54.853188 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-291452a6-fab6-487b-966c-70e0cd1e5380 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3178952 Jun 18 16:20:57.208338 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 42482) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:57.520407 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-b5fbbc3e-125d-4dce-aa49-3f0dc30f158c admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:20:57.521380 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b5fbbc3e-125d-4dce-aa49-3f0dc30f158c admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3121245 Jun 18 16:20:59.502703 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01c2e2c-3170-46bb-91c9-767cce8eaa62 None None] Network 4a795736-56cd-46e4-9dc6-a953f35428c3 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:20:59.597584 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3a41a680-db61-4d67-9b15-f671042a592f None None] Provisioning for port 2cf443b7-0807-4ecb-83fe-1f18cb516dfc completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:00.070378 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2cf443b7-0807-4ecb-83fe-1f18cb516dfc up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:21:00.124485 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 42496) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:00.154366 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 2cf443b7-0807-4ecb-83fe-1f18cb516dfc completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:00.158742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 2cf443b7-0807-4ecb-83fe-1f18cb516dfc triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:00.159152 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:00.270110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:00.304480 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 2cf443b7-0807-4ecb-83fe-1f18cb516dfc, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2cf443b7-0807-4ecb-83fe-1f18cb516dfc,segment=NetworkSegment(70fa70fb-1f12-46b1-8d0c-48269c34701c),segment_id=70fa70fb-1f12-46b1-8d0c-48269c34701c)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:00.308938 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:00.311058 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:00.357088 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=2cf443b7-0807-4ecb-83fe-1f18cb516dfc,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:00.360862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:00.432215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-31e27334-2cfd-4a74-a72b-687dc5e38386 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '639680bd38024cea851eddf3a65f2342'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:00.456616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-31e27334-2cfd-4a74-a72b-687dc5e38386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:00.458280 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-31e27334-2cfd-4a74-a72b-687dc5e38386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:00.595288 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-31e27334-2cfd-4a74-a72b-687dc5e38386 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:00.599973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-31e27334-2cfd-4a74-a72b-687dc5e38386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:00.613790 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-31e27334-2cfd-4a74-a72b-687dc5e38386 admin admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:00.615292 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-31e27334-2cfd-4a74-a72b-687dc5e38386 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4895997 Jun 18 16:21:02.050828 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2cf443b7-0807-4ecb-83fe-1f18cb516dfc up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:21:02.097266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 2cf443b7-0807-4ecb-83fe-1f18cb516dfc triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:02.097637 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:02.951867 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 42504) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:03.256922 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-0883d2eb-b4db-4a3e-a8b4-b91c1f0ba659 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:21:03.257899 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0883d2eb-b4db-4a3e-a8b4-b91c1f0ba659 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3051112 Jun 18 16:21:05.140952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f5612870-f3aa-41fb-8c9e-706070eddadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:05.614162 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 42512) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:06.109969 dv-neutron-797121-1-hyperv neutron-server[93427]: WARNING oslo_policy.policy [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:21:06.110660 dv-neutron-797121-1-hyperv neutron-server[93427]: WARNING oslo_policy.policy [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:21:06.324399 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:06.326008 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.quota [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Loaded quota_driver: . Jun 18 16:21:06.382095 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Made reservation on behalf of 2c1dedbb416e49b0ab8d4b1d6d0f0e71 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:06.449096 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.policy [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93427) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 16:21:06.493979 dv-neutron-797121-1-hyperv neutron-server[93427]: WARNING oslo_policy.policy [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:21:06.494345 dv-neutron-797121-1-hyperv neutron-server[93427]: WARNING oslo_policy.policy [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:21:06.505001 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:06.525186 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:06.654395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:06.658773 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:06.664142 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:06.671832 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Reserving flat network on physical network physnet1 {{(pid=93427) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 18 16:21:06.706437 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758221990858', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:06.707048 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Unsubscribe: segment precommit_create {{(pid=93427) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 16:21:06.707534 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Added segment a427d5a6-d0bf-4dc7-adc3-07f32ad19379 of type flat for network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 Jun 18 16:21:06.728415 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cb16e0-b24e-4a26-9494-94b021c9841f,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:06.762762 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:06.763115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:06.763442 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:06.763796 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:06.764117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:06.764446 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:06.764761 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:06.765083 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:06.766022 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:06.766333 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:06.766747 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:06.767056 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Tracked resource versions report: Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: pushed versions: Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: { 'AddressGroup': {'1.2'}, Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'ConntrackHelper': {'1.0'}, Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'Log': {'1.0'}, Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'Network': {'1.1'}, Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'Port': {'1.7'}, Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'PortForwarding': {'1.2'}, Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'QosPolicy': {'1.8'}, Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'SecurityGroup': {'1.4'}, Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'SubPort': {'1.0'}, Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'Subnet': {'1.1'}, Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'Trunk': {'1.1'}} Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: consumer versions: Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: { DHCP agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: L3 agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: Metadata agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: Metering agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: Open vSwitch agent@dv-neutron-797121-1-hyperv: { 'AddressGroup': '1.2', Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'ConntrackHelper': '1.0', Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'Log': '1.0', Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'Network': '1.1', Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'Port': '1.7', Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'PortForwarding': '1.2', Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'QosPolicy': '1.8', Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'SecurityGroup': '1.4', Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'SecurityGroupRule': '1.2', Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'SubPort': '1.0', Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'Subnet': '1.1', Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: 'Trunk': '1.1'}} Jun 18 16:21:06.768327 dv-neutron-797121-1-hyperv neutron-server[93427]: {{(pid=93427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:21:06.841136 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:06.842970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:06.901170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:06.902746 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:06.903400 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:06.906271 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:06.978405 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3619382 Jun 18 16:21:07.006179 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Pushing event updated for resources: {'Network': ['ID=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:07.009741 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:07.018003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:21:07.568040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4d802244-1333-486c-9008-77c77be2038b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:08.165255 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:08.826229 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:09.305850 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 42542) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:09.517795 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575b8f0a-5852-4789-8443-372a89ac6811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:09.519181 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-575b8f0a-5852-4789-8443-372a89ac6811 admin admin] 10.222.0.39 "GET /v2.0/subnets/424a913a-8fe8-4c11-bc6c-384aaf0367c8 HTTP/1.1" status: 200 len: 849 time: 0.2123580 Jun 18 16:21:09.678725 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c220d4d2-815b-437c-80ca-398c8d2c9a65 admin admin] 10.222.0.39 "GET /v2.0/routers/48a56f51-b58e-4623-a8a1-d824ec23eb33 HTTP/1.1" status: 200 len: 704 time: 0.1541653 Jun 18 16:21:09.958266 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:10.242551 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Allocated IP 172.20.0.1 (4a795736-56cd-46e4-9dc6-a953f35428c3/424a913a-8fe8-4c11-bc6c-384aaf0367c8/b635adda-99b4-4289-90e7-1016270d2d22) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:10.320481 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:10.423096 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:10.445324 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Transition to ACTIVE for port object b635adda-99b4-4289-90e7-1016270d2d22 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:10.524796 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:10.527765 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:10.599618 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Network 4a795736-56cd-46e4-9dc6-a953f35428c3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:10.604107 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:10.609736 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Pushing event updated for resources: {'Port': ['ID=b635adda-99b4-4289-90e7-1016270d2d22,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:10.620393 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:10.620936 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:10.712456 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:10.816274 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c5d8f7fa-9860-42f1-93d6-b0265968cb3c None None] Provisioning for port b635adda-99b4-4289-90e7-1016270d2d22 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:10.819952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c5d8f7fa-9860-42f1-93d6-b0265968cb3c None None] Provisioning complete for port b635adda-99b4-4289-90e7-1016270d2d22 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:10.820389 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f7fa-9860-42f1-93d6-b0265968cb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:10.831852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:10.854640 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c5d8f7fa-9860-42f1-93d6-b0265968cb3c None None] Port b635adda-99b4-4289-90e7-1016270d2d22 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:21:11.057930 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:11.062553 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:11.063789 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:11.065321 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:11.139067 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Pushing event updated for resources: {'Port': ['ID=b635adda-99b4-4289-90e7-1016270d2d22,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:11.142774 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:11.186690 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Network 4a795736-56cd-46e4-9dc6-a953f35428c3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:11.188063 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:11.346656 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Router 48a56f51-b58e-4623-a8a1-d824ec23eb33 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:21:11.375228 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-91da9c6c-35fb-4621-bb6c-b3b58f069790 None None] Provisioning complete for port b635adda-99b4-4289-90e7-1016270d2d22 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:11.375812 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-91da9c6c-35fb-4621-bb6c-b3b58f069790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:11.408850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-91da9c6c-35fb-4621-bb6c-b3b58f069790 None None] Port b635adda-99b4-4289-90e7-1016270d2d22 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:21:11.439701 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:21:11.444718 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] 10.222.0.39 "PUT /v2.0/routers/48a56f51-b58e-4623-a8a1-d824ec23eb33/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7611170 Jun 18 16:21:11.449938 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Sync routers for ids ['48a56f51-b58e-4623-a8a1-d824ec23eb33'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:21:11.461964 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Routers {'48a56f51-b58e-4623-a8a1-d824ec23eb33'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:11.462736 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:21:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['48a56f51-b58e-4623-a8a1-d824ec23eb33'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:11.645183 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Set router 48a56f51-b58e-4623-a8a1-d824ec23eb33 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:21:12.060707 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a56f51-b58e-4623-a8a1-d824ec23eb33', 'name': 'router1', 'tenant_id': '639680bd38024cea851eddf3a65f2342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:21:00Z', 'updated_at': '2021-06-18T16:21:10Z', 'revision_number': 2, 'project_id': '639680bd38024cea851eddf3a65f2342', 'gw_port_host': None, '_interfaces': [{'id': 'b635adda-99b4-4289-90e7-1016270d2d22', 'name': '', 'network_id': '4a795736-56cd-46e4-9dc6-a953f35428c3', 'tenant_id': '639680bd38024cea851eddf3a65f2342', 'mac_address': 'fa:16:3e:a2:c7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a56f51-b58e-4623-a8a1-d824ec23eb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '424a913a-8fe8-4c11-bc6c-384aaf0367c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:21:09Z', 'updated_at': '2021-06-18T16:21:10Z', 'revision_number': 2, 'project_id': '639680bd38024cea851eddf3a65f2342', 'subnets': [{'id': '424a913a-8fe8-4c11-bc6c-384aaf0367c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39fde50e-98e6-4155-bab7-fcb2fc2bf255'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:12.111250 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Checking router: 48a56f51-b58e-4623-a8a1-d824ec23eb33 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:21:12.111612 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Updating router 48a56f51-b58e-4623-a8a1-d824ec23eb33 port b635adda-99b4-4289-90e7-1016270d2d22 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:21:12.173174 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:12.661889 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:12.679622 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Transition to ACTIVE for port object b635adda-99b4-4289-90e7-1016270d2d22 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:12.686870 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:12.690373 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:12.823697 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3b8d7-fea5-4783-a79e-2d37cc5b1689 None None] Pushing event updated for resources: {'Port': ['ID=b635adda-99b4-4289-90e7-1016270d2d22,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:12.869274 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3b8d7-fea5-4783-a79e-2d37cc5b1689 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:12.869616 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3b8d7-fea5-4783-a79e-2d37cc5b1689 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:12.869948 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3b8d7-fea5-4783-a79e-2d37cc5b1689 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:12.870272 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3b8d7-fea5-4783-a79e-2d37cc5b1689 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:12.870617 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3b8d7-fea5-4783-a79e-2d37cc5b1689 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:12.870940 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3b8d7-fea5-4783-a79e-2d37cc5b1689 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:12.871258 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3b8d7-fea5-4783-a79e-2d37cc5b1689 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:12.871618 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3b8d7-fea5-4783-a79e-2d37cc5b1689 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:12.871984 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3b8d7-fea5-4783-a79e-2d37cc5b1689 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:12.872262 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3b8d7-fea5-4783-a79e-2d37cc5b1689 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:12.872575 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3b8d7-fea5-4783-a79e-2d37cc5b1689 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:12.873017 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3b8d7-fea5-4783-a79e-2d37cc5b1689 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3b8d7-fea5-4783-a79e-2d37cc5b1689 None None] Tracked resource versions report: Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: pushed versions: Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: { 'AddressGroup': {'1.2'}, Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'ConntrackHelper': {'1.0'}, Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'Log': {'1.0'}, Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'Network': {'1.1'}, Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'Port': {'1.7'}, Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'PortForwarding': {'1.2'}, Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'QosPolicy': {'1.8'}, Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'SecurityGroup': {'1.4'}, Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'SubPort': {'1.0'}, Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'Subnet': {'1.1'}, Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'Trunk': {'1.1'}} Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: consumer versions: Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: { DHCP agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: L3 agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: Metadata agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: Metering agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: Open vSwitch agent@dv-neutron-797121-1-hyperv: { 'AddressGroup': '1.2', Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'ConntrackHelper': '1.0', Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'Log': '1.0', Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'Network': '1.1', Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'Port': '1.7', Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'PortForwarding': '1.2', Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'QosPolicy': '1.8', Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'SecurityGroup': '1.4', Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'SecurityGroupRule': '1.2', Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'SubPort': '1.0', Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'Subnet': '1.1', Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: 'Trunk': '1.1'}} Jun 18 16:21:12.874333 dv-neutron-797121-1-hyperv neutron-server[93430]: {{(pid=93430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:21:12.895852 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-a9b3b8d7-fea5-4783-a79e-2d37cc5b1689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:12.905974 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Attempting to bind port b635adda-99b4-4289-90e7-1016270d2d22 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:12.906344 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Attempting to bind port b635adda-99b4-4289-90e7-1016270d2d22 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '70fa70fb-1f12-46b1-8d0c-48269c34701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4a795736-56cd-46e4-9dc6-a953f35428c3'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:12.906790 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Attempting to bind port b635adda-99b4-4289-90e7-1016270d2d22 on network 4a795736-56cd-46e4-9dc6-a953f35428c3 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:12.911837 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:21:12.912282 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Checking segment: {'id': '70fa70fb-1f12-46b1-8d0c-48269c34701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4a795736-56cd-46e4-9dc6-a953f35428c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:12.912718 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:12.913098 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Bound using segment: {'id': '70fa70fb-1f12-46b1-8d0c-48269c34701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4a795736-56cd-46e4-9dc6-a953f35428c3'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:21:12.913570 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Bound port: b635adda-99b4-4289-90e7-1016270d2d22, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fa70fb-1f12-46b1-8d0c-48269c34701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4a795736-56cd-46e4-9dc6-a953f35428c3'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:21:12.913929 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:12.980625 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] For port b635adda-99b4-4289-90e7-1016270d2d22, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:21:13.002158 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] For port b635adda-99b4-4289-90e7-1016270d2d22, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=b635adda-99b4-4289-90e7-1016270d2d22,segment=NetworkSegment(70fa70fb-1f12-46b1-8d0c-48269c34701c),segment_id=70fa70fb-1f12-46b1-8d0c-48269c34701c)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:21:13.006329 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.008542 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-a9b3b8d7-fea5-4783-a79e-2d37cc5b1689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:13.063776 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3b8d7-fea5-4783-a79e-2d37cc5b1689 None None] Pushing event updated for resources: {'Port': ['ID=b635adda-99b4-4289-90e7-1016270d2d22,revision_number=4']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:13.067440 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-a9b3b8d7-fea5-4783-a79e-2d37cc5b1689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:13.068138 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Routers {'48a56f51-b58e-4623-a8a1-d824ec23eb33'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:13.068734 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:21:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['48a56f51-b58e-4623-a8a1-d824ec23eb33'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:13.156881 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] Set router 48a56f51-b58e-4623-a8a1-d824ec23eb33 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:21:13.367610 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a56f51-b58e-4623-a8a1-d824ec23eb33', 'name': 'router1', 'tenant_id': '639680bd38024cea851eddf3a65f2342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:21:00Z', 'updated_at': '2021-06-18T16:21:10Z', 'revision_number': 2, 'project_id': '639680bd38024cea851eddf3a65f2342', 'gw_port_host': None, '_interfaces': [{'id': 'b635adda-99b4-4289-90e7-1016270d2d22', 'name': '', 'network_id': '4a795736-56cd-46e4-9dc6-a953f35428c3', 'tenant_id': '639680bd38024cea851eddf3a65f2342', 'mac_address': 'fa:16:3e:a2:c7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a56f51-b58e-4623-a8a1-d824ec23eb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '424a913a-8fe8-4c11-bc6c-384aaf0367c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:21:09Z', 'updated_at': '2021-06-18T16:21:12Z', 'revision_number': 4, 'project_id': '639680bd38024cea851eddf3a65f2342', 'subnets': [{'id': '424a913a-8fe8-4c11-bc6c-384aaf0367c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39fde50e-98e6-4155-bab7-fcb2fc2bf255'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:13.392434 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07009138-d81a-42e8-8301-8c31470587e8 None None] The sync data for ids ['48a56f51-b58e-4623-a8a1-d824ec23eb33'] in dv-neutron-797121-1-hyperv is: [{'id': '48a56f51-b58e-4623-a8a1-d824ec23eb33', 'name': 'router1', 'tenant_id': '639680bd38024cea851eddf3a65f2342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:21:00Z', 'updated_at': '2021-06-18T16:21:10Z', 'revision_number': 2, 'project_id': '639680bd38024cea851eddf3a65f2342', 'gw_port_host': None, '_interfaces': [{'id': 'b635adda-99b4-4289-90e7-1016270d2d22', 'name': '', 'network_id': '4a795736-56cd-46e4-9dc6-a953f35428c3', 'tenant_id': '639680bd38024cea851eddf3a65f2342', 'mac_address': 'fa:16:3e:a2:c7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a56f51-b58e-4623-a8a1-d824ec23eb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '424a913a-8fe8-4c11-bc6c-384aaf0367c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:21:09Z', 'updated_at': '2021-06-18T16:21:12Z', 'revision_number': 4, 'project_id': '639680bd38024cea851eddf3a65f2342', 'subnets': [{'id': '424a913a-8fe8-4c11-bc6c-384aaf0367c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39fde50e-98e6-4155-bab7-fcb2fc2bf255'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:21:13.649028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 42564) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:13.763933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e814e2b7-5639-4d0c-86fd-72f3a2e297d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:13.766186 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e814e2b7-5639-4d0c-86fd-72f3a2e297d9 admin admin] 10.222.0.39 "GET /v2.0/networks/aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 HTTP/1.1" status: 200 len: 842 time: 0.1152589 Jun 18 16:21:13.775113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-3f38dc29-a931-4296-bed8-9fdd967b5030 admin admin] Request body: {'subnet': {'cidr': '172.26.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'gateway_ip': '172.26.2.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:13.796365 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f38dc29-a931-4296-bed8-9fdd967b5030 admin admin] Made reservation on behalf of 2c1dedbb416e49b0ab8d4b1d6d0f0e71 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:13.799049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3f38dc29-a931-4296-bed8-9fdd967b5030 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:14.107410 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.objects.ports [None req-3f38dc29-a931-4296-bed8-9fdd967b5030 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93428) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:21:14.107847 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3f38dc29-a931-4296-bed8-9fdd967b5030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:14.111214 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0e62a3d9-c513-4c1b-b020-318b3db25ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:14.165918 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38dc29-a931-4296-bed8-9fdd967b5030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=235807b9-2fb2-4306-9807-291dcd2cd6ea,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:14.169490 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3f38dc29-a931-4296-bed8-9fdd967b5030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:14.173684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f38dc29-a931-4296-bed8-9fdd967b5030 admin admin] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:14.174032 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f38dc29-a931-4296-bed8-9fdd967b5030 admin admin] Network hostable DHCP agents. Network: aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:21:14.189761 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f38dc29-a931-4296-bed8-9fdd967b5030 admin admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:21:14.198240 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-3f38dc29-a931-4296-bed8-9fdd967b5030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:14.204214 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f38dc29-a931-4296-bed8-9fdd967b5030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:14.204942 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3f38dc29-a931-4296-bed8-9fdd967b5030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:14.208264 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b19402-b4fc-43cc-bc8d-660501eb0745 None None] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:14.226648 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3f38dc29-a931-4296-bed8-9fdd967b5030 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4477160 Jun 18 16:21:14.338534 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7125b681-42a0-4890-85dd-5ac584ee3e58 None None] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:16.511904 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 42576) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:16.719462 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-51d99cb3-bb44-4936-8fd5-0c90f1154034 admin admin] 10.222.0.39 "GET /v2.0/routers/48a56f51-b58e-4623-a8a1-d824ec23eb33 HTTP/1.1" status: 200 len: 710 time: 0.2064381 Jun 18 16:21:16.803808 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96b6e60-ce1e-4db2-a953-dee13e5924e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:16.805145 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f96b6e60-ce1e-4db2-a953-dee13e5924e0 admin admin] 10.222.0.39 "GET /v2.0/networks/aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 HTTP/1.1" status: 200 len: 886 time: 0.0806534 Jun 18 16:21:16.813929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-910745b8-c7be-4b65-99f4-71afd9259941 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:17.103053 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-910745b8-c7be-4b65-99f4-71afd9259941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:17.339985 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-910745b8-c7be-4b65-99f4-71afd9259941 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:17.417282 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-910745b8-c7be-4b65-99f4-71afd9259941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:17.568034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-910745b8-c7be-4b65-99f4-71afd9259941 admin admin] Allocated IP 172.26.2.159 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/e6d107f2-f5dc-4a60-8e35-44749ec24dc3) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:17.674000 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-910745b8-c7be-4b65-99f4-71afd9259941 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:17.752959 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-910745b8-c7be-4b65-99f4-71afd9259941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:17.755951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:17.816208 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910745b8-c7be-4b65-99f4-71afd9259941 admin admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:17.826729 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-910745b8-c7be-4b65-99f4-71afd9259941 admin admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:17.833407 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910745b8-c7be-4b65-99f4-71afd9259941 admin admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:17.895821 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910745b8-c7be-4b65-99f4-71afd9259941 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d107f2-f5dc-4a60-8e35-44749ec24dc3,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:17.901344 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-910745b8-c7be-4b65-99f4-71afd9259941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:18.081484 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device b635adda-99b4-4289-90e7-1016270d2d22 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:21:18.107758 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-910745b8-c7be-4b65-99f4-71afd9259941 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:18.130692 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port b635adda-99b4-4289-90e7-1016270d2d22 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:18.134240 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port b635adda-99b4-4289-90e7-1016270d2d22 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:18.134641 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:18.210824 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:18.241104 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port b635adda-99b4-4289-90e7-1016270d2d22, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=b635adda-99b4-4289-90e7-1016270d2d22,segment=NetworkSegment(70fa70fb-1f12-46b1-8d0c-48269c34701c),segment_id=70fa70fb-1f12-46b1-8d0c-48269c34701c)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:18.244950 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:18.247636 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:18.292961 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=b635adda-99b4-4289-90e7-1016270d2d22,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:18.296843 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:18.370010 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-910745b8-c7be-4b65-99f4-71afd9259941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:18.373150 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-910745b8-c7be-4b65-99f4-71afd9259941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:18.479011 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910745b8-c7be-4b65-99f4-71afd9259941 admin admin] Router 48a56f51-b58e-4623-a8a1-d824ec23eb33 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:21:18.581949 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910745b8-c7be-4b65-99f4-71afd9259941 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:21:18.586288 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-910745b8-c7be-4b65-99f4-71afd9259941 admin admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:18.587372 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-910745b8-c7be-4b65-99f4-71afd9259941 admin admin] 10.222.0.39 "PUT /v2.0/routers/48a56f51-b58e-4623-a8a1-d824ec23eb33 HTTP/1.1" status: 200 len: 890 time: 1.7768457 Jun 18 16:21:18.591541 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Sync routers for ids ['48a56f51-b58e-4623-a8a1-d824ec23eb33'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:21:18.603797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Routers {'48a56f51-b58e-4623-a8a1-d824ec23eb33'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:18.604491 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:21:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['48a56f51-b58e-4623-a8a1-d824ec23eb33'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:18.868681 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Set router 48a56f51-b58e-4623-a8a1-d824ec23eb33 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:21:19.250790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a56f51-b58e-4623-a8a1-d824ec23eb33', 'name': 'router1', 'tenant_id': '639680bd38024cea851eddf3a65f2342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e6d107f2-f5dc-4a60-8e35-44749ec24dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:21:00Z', 'updated_at': '2021-06-18T16:21:17Z', 'revision_number': 4, 'project_id': '639680bd38024cea851eddf3a65f2342', 'gw_port': {'id': 'e6d107f2-f5dc-4a60-8e35-44749ec24dc3', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a56f51-b58e-4623-a8a1-d824ec23eb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:21:17Z', 'updated_at': '2021-06-18T16:21:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'b635adda-99b4-4289-90e7-1016270d2d22', 'name': '', 'network_id': '4a795736-56cd-46e4-9dc6-a953f35428c3', 'tenant_id': '639680bd38024cea851eddf3a65f2342', 'mac_address': 'fa:16:3e:a2:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a56f51-b58e-4623-a8a1-d824ec23eb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '424a913a-8fe8-4c11-bc6c-384aaf0367c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:21:09Z', 'updated_at': '2021-06-18T16:21:18Z', 'revision_number': 5, 'project_id': '639680bd38024cea851eddf3a65f2342', 'subnets': [{'id': '424a913a-8fe8-4c11-bc6c-384aaf0367c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39fde50e-98e6-4155-bab7-fcb2fc2bf255'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:19.300311 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Checking router: 48a56f51-b58e-4623-a8a1-d824ec23eb33 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:21:19.300659 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Updating router 48a56f51-b58e-4623-a8a1-d824ec23eb33 port e6d107f2-f5dc-4a60-8e35-44749ec24dc3 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:21:19.333650 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.647356 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.658501 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Transition to ACTIVE for port object e6d107f2-f5dc-4a60-8e35-44749ec24dc3 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:19.664253 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.666254 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:19.709408 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a4dcb-6a6c-4690-96f9-41af86a7d03d None None] Pushing event updated for resources: {'Port': ['ID=e6d107f2-f5dc-4a60-8e35-44749ec24dc3,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:19.716329 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-be6a4dcb-6a6c-4690-96f9-41af86a7d03d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:19.720394 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Attempting to bind port e6d107f2-f5dc-4a60-8e35-44749ec24dc3 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:19.720766 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Attempting to bind port e6d107f2-f5dc-4a60-8e35-44749ec24dc3 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:19.721126 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Attempting to bind port e6d107f2-f5dc-4a60-8e35-44749ec24dc3 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:19.725884 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:21:19.726260 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:19.726694 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.727105 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:21:19.727556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Bound port: e6d107f2-f5dc-4a60-8e35-44749ec24dc3, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:21:19.727927 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.777448 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] For port e6d107f2-f5dc-4a60-8e35-44749ec24dc3, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:21:19.780385 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] For port e6d107f2-f5dc-4a60-8e35-44749ec24dc3, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e6d107f2-f5dc-4a60-8e35-44749ec24dc3,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:21:19.786094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.788988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-be6a4dcb-6a6c-4690-96f9-41af86a7d03d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:19.846946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Routers {'48a56f51-b58e-4623-a8a1-d824ec23eb33'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:19.847558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:21:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['48a56f51-b58e-4623-a8a1-d824ec23eb33'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:19.850427 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a4dcb-6a6c-4690-96f9-41af86a7d03d None None] Pushing event updated for resources: {'Port': ['ID=e6d107f2-f5dc-4a60-8e35-44749ec24dc3,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:19.882922 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-be6a4dcb-6a6c-4690-96f9-41af86a7d03d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:19.955557 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] Set router 48a56f51-b58e-4623-a8a1-d824ec23eb33 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:21:20.067462 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device b635adda-99b4-4289-90e7-1016270d2d22 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:21:20.188239 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port b635adda-99b4-4289-90e7-1016270d2d22 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:20.188609 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.333014 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a56f51-b58e-4623-a8a1-d824ec23eb33', 'name': 'router1', 'tenant_id': '639680bd38024cea851eddf3a65f2342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e6d107f2-f5dc-4a60-8e35-44749ec24dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:21:00Z', 'updated_at': '2021-06-18T16:21:17Z', 'revision_number': 4, 'project_id': '639680bd38024cea851eddf3a65f2342', 'gw_port': {'id': 'e6d107f2-f5dc-4a60-8e35-44749ec24dc3', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a56f51-b58e-4623-a8a1-d824ec23eb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:21:17Z', 'updated_at': '2021-06-18T16:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'b635adda-99b4-4289-90e7-1016270d2d22', 'name': '', 'network_id': '4a795736-56cd-46e4-9dc6-a953f35428c3', 'tenant_id': '639680bd38024cea851eddf3a65f2342', 'mac_address': 'fa:16:3e:a2:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a56f51-b58e-4623-a8a1-d824ec23eb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '424a913a-8fe8-4c11-bc6c-384aaf0367c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:21:09Z', 'updated_at': '2021-06-18T16:21:18Z', 'revision_number': 5, 'project_id': '639680bd38024cea851eddf3a65f2342', 'subnets': [{'id': '424a913a-8fe8-4c11-bc6c-384aaf0367c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39fde50e-98e6-4155-bab7-fcb2fc2bf255'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:20.357881 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d62e830-72b3-437b-9909-43d81ebaafd9 None None] The sync data for ids ['48a56f51-b58e-4623-a8a1-d824ec23eb33'] in dv-neutron-797121-1-hyperv is: [{'id': '48a56f51-b58e-4623-a8a1-d824ec23eb33', 'name': 'router1', 'tenant_id': '639680bd38024cea851eddf3a65f2342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e6d107f2-f5dc-4a60-8e35-44749ec24dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:21:00Z', 'updated_at': '2021-06-18T16:21:17Z', 'revision_number': 4, 'project_id': '639680bd38024cea851eddf3a65f2342', 'gw_port': {'id': 'e6d107f2-f5dc-4a60-8e35-44749ec24dc3', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a56f51-b58e-4623-a8a1-d824ec23eb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:21:17Z', 'updated_at': '2021-06-18T16:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'b635adda-99b4-4289-90e7-1016270d2d22', 'name': '', 'network_id': '4a795736-56cd-46e4-9dc6-a953f35428c3', 'tenant_id': '639680bd38024cea851eddf3a65f2342', 'mac_address': 'fa:16:3e:a2:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a56f51-b58e-4623-a8a1-d824ec23eb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '424a913a-8fe8-4c11-bc6c-384aaf0367c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:21:09Z', 'updated_at': '2021-06-18T16:21:18Z', 'revision_number': 5, 'project_id': '639680bd38024cea851eddf3a65f2342', 'subnets': [{'id': '424a913a-8fe8-4c11-bc6c-384aaf0367c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39fde50e-98e6-4155-bab7-fcb2fc2bf255'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:21:20.980436 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 42584) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:21.104525 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3a66076a-74e8-47a7-b10e-76c75e595d1e admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1229072 Jun 18 16:21:22.089756 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e6d107f2-f5dc-4a60-8e35-44749ec24dc3 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:21:22.137356 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port e6d107f2-f5dc-4a60-8e35-44749ec24dc3 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:22.141832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port e6d107f2-f5dc-4a60-8e35-44749ec24dc3 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:22.142211 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:22.221757 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:22.241534 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port e6d107f2-f5dc-4a60-8e35-44749ec24dc3, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e6d107f2-f5dc-4a60-8e35-44749ec24dc3,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:22.246948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:22.249024 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:22.295324 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=e6d107f2-f5dc-4a60-8e35-44749ec24dc3,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:22.299664 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:24.104857 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e6d107f2-f5dc-4a60-8e35-44749ec24dc3 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:21:24.177223 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port e6d107f2-f5dc-4a60-8e35-44749ec24dc3 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:24.177528 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:31.555739 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 5 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:21:35.142883 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a6e3fa4d-64c7-4562-8780-8aeb32fbac9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:37.569375 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6b0610ec-a96a-447d-a618-249308a1f8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:38.171758 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:38.834218 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:40.399707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.146455 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4c6b8747-c9b2-4bdd-a424-a02aea5d1c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:07.572205 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ed87a8ed-24de-4890-a498-9acaa4fd9b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:08.167304 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:08.547009 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 5 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:22:08.831730 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:10.345197 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:35.149515 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-71aaf6c1-3ccd-4c31-9c06-3424c8ffe6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:37.573808 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c2479701-0600-4e92-b058-e1ed20ccf19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.161306 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.831195 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.345465 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:45.547610 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 5 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:23:00.449813 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43184) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:00.509145 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02cc65d-ec5f-4e5e-a4f6-5eb1eda1d84a admin admin] GET failed (client error): The resource could not be found. Jun 18 16:23:00.510428 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f02cc65d-ec5f-4e5e-a4f6-5eb1eda1d84a admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596099 Jun 18 16:23:00.673668 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0fca7a-c175-43f6-834e-6d9da653be95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:00.675154 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8f0fca7a-c175-43f6-834e-6d9da653be95 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1609228 Jun 18 16:23:02.809279 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43194) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:02.898365 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9d753f-ce3c-4736-9660-6a11b652c5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:02.899709 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fc9d753f-ce3c-4736-9660-6a11b652c5ff admin admin] 10.222.0.39 "GET /v2.0/subnets/424a913a-8fe8-4c11-bc6c-384aaf0367c8 HTTP/1.1" status: 200 len: 849 time: 0.0894928 Jun 18 16:23:02.909583 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:02.994179 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.138680 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758221909212'] for subnet, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.140699 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:03.168673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:03.169251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.170508 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] 10.222.0.39 "PUT /v2.0/subnets/424a913a-8fe8-4c11-bc6c-384aaf0367c8 HTTP/1.1" status: 200 len: 868 time: 0.2649243 Jun 18 16:23:03.173540 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d90605-0f3d-4be9-b9dd-e41d82c1caa6 None None] Network 4a795736-56cd-46e4-9dc6-a953f35428c3 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:03.190661 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=424a913a-8fe8-4c11-bc6c-384aaf0367c8,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:03.197955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:03.198312 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:03.199230 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:03.199515 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:03.199850 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:03.200466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:03.200794 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:03.201132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:03.201458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:03.201775 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:03.202181 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:03.202403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:03.206059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:03.603197 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-700c2b5a-226e-4f8c-a382-eb8484cde644 None None] Provisioning complete for port b635adda-99b4-4289-90e7-1016270d2d22 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:03.603573 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-700c2b5a-226e-4f8c-a382-eb8484cde644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.687922 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-700c2b5a-226e-4f8c-a382-eb8484cde644 None None] Provisioning complete for port 2cf443b7-0807-4ecb-83fe-1f18cb516dfc triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:03.688307 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-700c2b5a-226e-4f8c-a382-eb8484cde644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:05.150680 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dddc492d-a685-4cac-9988-03d26f3e81e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:05.318739 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43202) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:05.511776 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8938feab-d688-4550-bd19-007f71d53dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:05.512204 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8938feab-d688-4550-bd19-007f71d53dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:05.513733 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8938feab-d688-4550-bd19-007f71d53dd3 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1940453 Jun 18 16:23:07.575775 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ad273bf5-f902-452e-afb9-94119e904a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:07.647087 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43210) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:07.783148 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92d9b4b-fa30-4986-9304-d113bed97084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:07.783619 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92d9b4b-fa30-4986-9304-d113bed97084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:07.785120 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b92d9b4b-fa30-4986-9304-d113bed97084 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1370981 Jun 18 16:23:08.163260 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.835519 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.915715 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43218) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:10.056581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8ef038-b6a9-4477-8299-efa029f84988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:10.058480 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ba8ef038-b6a9-4477-8299-efa029f84988 admin admin] 10.222.0.39 "GET /v2.0/networks/4a795736-56cd-46e4-9dc6-a953f35428c3 HTTP/1.1" status: 200 len: 869 time: 0.1412454 Jun 18 16:23:10.348851 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.192618 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43226) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:12.313909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108b5633-0655-43aa-9513-3d73a907f5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:12.315281 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-108b5633-0655-43aa-9513-3d73a907f5c5 admin admin] 10.222.0.39 "GET /v2.0/networks/aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 HTTP/1.1" status: 200 len: 886 time: 0.1217258 Jun 18 16:23:14.436662 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43234) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:14.559543 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df142491-a205-4f55-bb0f-90ae79415a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:14.559997 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df142491-a205-4f55-bb0f-90ae79415a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:14.561473 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-df142491-a205-4f55-bb0f-90ae79415a76 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238229 Jun 18 16:23:16.694300 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43242) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:16.783845 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a753bb34-a1ef-4c05-8974-d31aac9edcd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.784299 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a753bb34-a1ef-4c05-8974-d31aac9edcd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.785780 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a753bb34-a1ef-4c05-8974-d31aac9edcd9 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0905073 Jun 18 16:23:18.967690 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43250) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:19.143189 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b35da99-307e-40cc-a344-2d3b16a20286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:19.144533 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8b35da99-307e-40cc-a344-2d3b16a20286 admin admin] 10.222.0.39 "GET /v2.0/subnets/235807b9-2fb2-4306-9807-291dcd2cd6ea HTTP/1.1" status: 200 len: 816 time: 0.1758728 Jun 18 16:23:21.273318 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43258) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:21.361244 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6692f3eb-f623-4a21-a72d-9fbf2491b51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:21.362528 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6692f3eb-f623-4a21-a72d-9fbf2491b51d admin admin] 10.222.0.39 "GET /v2.0/subnets/424a913a-8fe8-4c11-bc6c-384aaf0367c8 HTTP/1.1" status: 200 len: 868 time: 0.0882838 Jun 18 16:23:22.550297 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 5 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:23:35.152719 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-74810e2c-0e29-4b2b-a4f7-41e1c15aa36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:37.577887 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4b70cdba-9698-4f68-b79f-3c63c514ee4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.164700 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.840656 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:40.351151 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:44.775203 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43302) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:44.820356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-322a0d17-25a3-4372-afbe-885e775c4f02 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:44.821313 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-322a0d17-25a3-4372-afbe-885e775c4f02 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451853 Jun 18 16:23:47.091069 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43310) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:47.149794 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6004431-935f-4eb0-a6dc-bfe030434dfe admin admin] GET failed (client error): The resource could not be found. Jun 18 16:23:47.151103 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a6004431-935f-4eb0-a6dc-bfe030434dfe admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591080 Jun 18 16:23:47.238260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81c160-da54-411d-a990-f5a85c0115b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:47.239753 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0f81c160-da54-411d-a990-f5a85c0115b4 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0838521 Jun 18 16:23:49.417815 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43318) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:49.463014 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-18e9d020-0be7-42ff-a04a-9d310455244b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:49.483858 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e9d020-0be7-42ff-a04a-9d310455244b admin admin] Made reservation on behalf of 2c1dedbb416e49b0ab8d4b1d6d0f0e71 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:49.486252 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18e9d020-0be7-42ff-a04a-9d310455244b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.522641 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING neutron.services.revisions.revision_plugin [None req-18e9d020-0be7-42ff-a04a-9d310455244b admin admin] Could not find related network for resource to bump revision. Jun 18 16:23:49.535541 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e9d020-0be7-42ff-a04a-9d310455244b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:49.545157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18e9d020-0be7-42ff-a04a-9d310455244b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.545496 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-18e9d020-0be7-42ff-a04a-9d310455244b admin admin] Added segment 665bcdfb-c0a9-4e91-b9ce-a81898fde994 of type vlan for network 1f249425-bad6-45f3-8137-94a736cb9eaf Jun 18 16:23:49.582731 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18e9d020-0be7-42ff-a04a-9d310455244b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.610349 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18e9d020-0be7-42ff-a04a-9d310455244b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.611870 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e9d020-0be7-42ff-a04a-9d310455244b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:49.612441 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18e9d020-0be7-42ff-a04a-9d310455244b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.615211 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:49.665313 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-18e9d020-0be7-42ff-a04a-9d310455244b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2463846 Jun 18 16:23:49.677666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9d020-0be7-42ff-a04a-9d310455244b admin admin] Pushing event updated for resources: {'Network': ['ID=1f249425-bad6-45f3-8137-94a736cb9eaf,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:49.680672 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-18e9d020-0be7-42ff-a04a-9d310455244b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:49.690375 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 1f249425-bad6-45f3-8137-94a736cb9eaf details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:51.845603 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43326) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:51.903030 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c8cdaa-75c7-4d68-9ea0-a851860071f2 admin admin] GET failed (client error): The resource could not be found. Jun 18 16:23:51.904315 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-73c8cdaa-75c7-4d68-9ea0-a851860071f2 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0577614 Jun 18 16:23:51.974511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4ea91e-1ee0-476f-b725-9f5a0acee42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:51.975913 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fc4ea91e-1ee0-476f-b725-9f5a0acee42d admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0675211 Jun 18 16:23:51.986375 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-71e3fb3e-8773-42e3-9b1b-ffb41f2ab454 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '1f249425-bad6-45f3-8137-94a736cb9eaf', 'description': 'shared-subnet'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:52.006274 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e3fb3e-8773-42e3-9b1b-ffb41f2ab454 admin admin] Made reservation on behalf of 2c1dedbb416e49b0ab8d4b1d6d0f0e71 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:52.008494 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-71e3fb3e-8773-42e3-9b1b-ffb41f2ab454 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.169133 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-71e3fb3e-8773-42e3-9b1b-ffb41f2ab454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.172037 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d7c243ff-99be-4cf8-befa-1376bd5a0d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:52.225563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3fb3e-8773-42e3-9b1b-ffb41f2ab454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8d0bf90-e6a4-4265-952a-46f35af303a4,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:52.229145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-71e3fb3e-8773-42e3-9b1b-ffb41f2ab454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:52.233804 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3fb3e-8773-42e3-9b1b-ffb41f2ab454 admin admin] Checking segment: {'id': '665bcdfb-c0a9-4e91-b9ce-a81898fde994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1f249425-bad6-45f3-8137-94a736cb9eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:52.234167 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e3fb3e-8773-42e3-9b1b-ffb41f2ab454 admin admin] Network hostable DHCP agents. Network: 1f249425-bad6-45f3-8137-94a736cb9eaf, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:52.250063 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e3fb3e-8773-42e3-9b1b-ffb41f2ab454 admin admin] Network 1f249425-bad6-45f3-8137-94a736cb9eaf is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:52.257985 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-71e3fb3e-8773-42e3-9b1b-ffb41f2ab454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 1f249425-bad6-45f3-8137-94a736cb9eaf) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:52.262049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e3fb3e-8773-42e3-9b1b-ffb41f2ab454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:52.262659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-71e3fb3e-8773-42e3-9b1b-ffb41f2ab454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.268178 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85a7189-6cdd-4597-8cc4-cce9ef132e17 None None] Network 1f249425-bad6-45f3-8137-94a736cb9eaf requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:52.279133 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-71e3fb3e-8773-42e3-9b1b-ffb41f2ab454 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2961588 Jun 18 16:23:52.520575 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-1f249425-bad6-45f3-8137-94a736cb9eaf', 'network_id': '1f249425-bad6-45f3-8137-94a736cb9eaf', 'tenant_id': '2c1dedbb416e49b0ab8d4b1d6d0f0e71', 'fixed_ips': [{'subnet_id': 'f8d0bf90-e6a4-4265-952a-46f35af303a4'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:52.521428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.660249 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Allocated IP 192.168.233.2 (1f249425-bad6-45f3-8137-94a736cb9eaf/f8d0bf90-e6a4-4265-952a-46f35af303a4/2871f8f6-e8a7-42ea-a425-78855984a8a2) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:52.806633 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.815799 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Transition to ACTIVE for port object 2871f8f6-e8a7-42ea-a425-78855984a8a2 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:52.830425 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Transition to ACTIVE for port object 2871f8f6-e8a7-42ea-a425-78855984a8a2 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:52.835498 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.837600 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:52.883220 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Network 1f249425-bad6-45f3-8137-94a736cb9eaf is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:52.884488 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Pushing event updated for resources: {'Port': ['ID=2871f8f6-e8a7-42ea-a425-78855984a8a2,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:52.887596 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:52.892966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:52.893386 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:52.893718 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:52.894062 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:52.894385 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:52.894855 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:52.895186 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:52.895514 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:52.895841 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:52.896163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:52.896485 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:52.896810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:52.910442 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:52.944946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:52.975044 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Attempting to bind port 2871f8f6-e8a7-42ea-a425-78855984a8a2 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:52.975427 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Attempting to bind port 2871f8f6-e8a7-42ea-a425-78855984a8a2 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '665bcdfb-c0a9-4e91-b9ce-a81898fde994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1f249425-bad6-45f3-8137-94a736cb9eaf'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:52.975784 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Attempting to bind port 2871f8f6-e8a7-42ea-a425-78855984a8a2 on network 1f249425-bad6-45f3-8137-94a736cb9eaf {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:52.981495 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:52.981866 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Checking segment: {'id': '665bcdfb-c0a9-4e91-b9ce-a81898fde994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1f249425-bad6-45f3-8137-94a736cb9eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:52.982259 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.982676 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Bound using segment: {'id': '665bcdfb-c0a9-4e91-b9ce-a81898fde994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1f249425-bad6-45f3-8137-94a736cb9eaf'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:52.983141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Bound port: 2871f8f6-e8a7-42ea-a425-78855984a8a2, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665bcdfb-c0a9-4e91-b9ce-a81898fde994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1f249425-bad6-45f3-8137-94a736cb9eaf'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:52.983503 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:53.045943 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] For port 2871f8f6-e8a7-42ea-a425-78855984a8a2, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:53.049152 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] For port 2871f8f6-e8a7-42ea-a425-78855984a8a2, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2871f8f6-e8a7-42ea-a425-78855984a8a2,segment=NetworkSegment(665bcdfb-c0a9-4e91-b9ce-a81898fde994),segment_id=665bcdfb-c0a9-4e91-b9ce-a81898fde994)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:53.052800 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:53.054927 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:53.108041 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Pushing event updated for resources: {'Port': ['ID=2871f8f6-e8a7-42ea-a425-78855984a8a2,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:53.111122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:53.939773 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eba049-63cb-43ca-b00f-8a795892fd57 None None] Network 1f249425-bad6-45f3-8137-94a736cb9eaf requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:54.063315 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-bda9cd5d-adf3-4bf1-954d-e36ba0f0f680 None None] Provisioning for port 2871f8f6-e8a7-42ea-a425-78855984a8a2 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:54.241051 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2871f8f6-e8a7-42ea-a425-78855984a8a2 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:54.308851 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 2871f8f6-e8a7-42ea-a425-78855984a8a2 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:54.313078 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 2871f8f6-e8a7-42ea-a425-78855984a8a2 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:54.313734 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.389943 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.421819 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 2871f8f6-e8a7-42ea-a425-78855984a8a2, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2871f8f6-e8a7-42ea-a425-78855984a8a2,segment=NetworkSegment(665bcdfb-c0a9-4e91-b9ce-a81898fde994),segment_id=665bcdfb-c0a9-4e91-b9ce-a81898fde994)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:54.425358 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.427451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:54.475966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=2871f8f6-e8a7-42ea-a425-78855984a8a2,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:54.478995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:56.191366 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2871f8f6-e8a7-42ea-a425-78855984a8a2 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:56.247653 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 2871f8f6-e8a7-42ea-a425-78855984a8a2 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:56.248040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.553696 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 5 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:24:05.154215 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6f959c7d-d359-4557-bf45-f233dc9dd91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:07.579785 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-beee7db4-9209-4168-b852-56979f480707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.167423 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.841954 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.355590 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:35.155839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ef53b585-f20e-4e78-9053-c4beec07df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:36.555277 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 5 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:24:37.580736 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5055f46a-604c-47bf-9596-1766e2466827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.169796 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.845347 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:40.359592 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:59.583130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43380) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:59.589193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-76572b4f-d0f0-48b8-97c3-efecd3498ae6 tempest-verify_tempest_config-1035899852 tempest-verify_tempest_config-1035899852-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:24:59.590134 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-76572b4f-d0f0-48b8-97c3-efecd3498ae6 tempest-verify_tempest_config-1035899852 tempest-verify_tempest_config-1035899852-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060444 Jun 18 16:24:59.896656 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43398) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:59.999939 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-31807022-e0ba-4bde-b561-660bdd6e9294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.089993 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-31807022-e0ba-4bde-b561-660bdd6e9294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.093715 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-31807022-e0ba-4bde-b561-660bdd6e9294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.097032 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:00.139920 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-31807022-e0ba-4bde-b561-660bdd6e9294 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dfcdd0e106e243a3ab7cfcd4747a9d5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2421441 Jun 18 16:25:00.140808 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31807022-e0ba-4bde-b561-660bdd6e9294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d12f9ab-0d8a-481e-93b1-9bba86e7b7e7,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:00.142037 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43402) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:00.147630 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31807022-e0ba-4bde-b561-660bdd6e9294 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.147994 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31807022-e0ba-4bde-b561-660bdd6e9294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.148355 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31807022-e0ba-4bde-b561-660bdd6e9294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.148712 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31807022-e0ba-4bde-b561-660bdd6e9294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.149038 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31807022-e0ba-4bde-b561-660bdd6e9294 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.149381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31807022-e0ba-4bde-b561-660bdd6e9294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.149709 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31807022-e0ba-4bde-b561-660bdd6e9294 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.150032 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31807022-e0ba-4bde-b561-660bdd6e9294 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.150350 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31807022-e0ba-4bde-b561-660bdd6e9294 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.150746 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31807022-e0ba-4bde-b561-660bdd6e9294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.151067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31807022-e0ba-4bde-b561-660bdd6e9294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.151408 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31807022-e0ba-4bde-b561-660bdd6e9294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.155197 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-31807022-e0ba-4bde-b561-660bdd6e9294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:00.196946 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8501d5d9-f591-4408-802f-2fcc55bea232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.216905 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8501d5d9-f591-4408-802f-2fcc55bea232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.303084 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8501d5d9-f591-4408-802f-2fcc55bea232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.305904 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8501d5d9-f591-4408-802f-2fcc55bea232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.307774 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8501d5d9-f591-4408-802f-2fcc55bea232 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d12f9ab-0d8a-481e-93b1-9bba86e7b7e7 HTTP/1.1" status: 204 len: 168 time: 0.1639886 Jun 18 16:25:00.308385 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:00.315645 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501d5d9-f591-4408-802f-2fcc55bea232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d12f9ab-0d8a-481e-93b1-9bba86e7b7e7,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:00.322158 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501d5d9-f591-4408-802f-2fcc55bea232 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.322514 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501d5d9-f591-4408-802f-2fcc55bea232 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.322921 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501d5d9-f591-4408-802f-2fcc55bea232 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.323526 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501d5d9-f591-4408-802f-2fcc55bea232 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.323526 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501d5d9-f591-4408-802f-2fcc55bea232 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.323845 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501d5d9-f591-4408-802f-2fcc55bea232 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.324172 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501d5d9-f591-4408-802f-2fcc55bea232 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.324573 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501d5d9-f591-4408-802f-2fcc55bea232 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.324815 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501d5d9-f591-4408-802f-2fcc55bea232 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.325132 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501d5d9-f591-4408-802f-2fcc55bea232 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.325444 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501d5d9-f591-4408-802f-2fcc55bea232 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.325756 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501d5d9-f591-4408-802f-2fcc55bea232 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:00.329398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8501d5d9-f591-4408-802f-2fcc55bea232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:05.156874 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-afb3fd6b-7345-49a5-ae78-2a4f9011f045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.581214 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-23306670-4ed4-489e-94b7-e25ec8588579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.170817 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.847268 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.363149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.558143 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 5 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:25:35.157155 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f244-8698-4a91-8a2c-075ec3fc561d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.580795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-703fc9d4-5d1d-4fc8-946f-34181905b7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.171139 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.850055 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:40.364421 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:50.556951 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 5 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:26:05.157017 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-07f98f08-e6c8-4046-869e-90c221effbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:07.581370 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3e3e662f-d223-4844-9853-a98179690379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:08.172983 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:08.853085 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:10.366790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.610273 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849'] for agent, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:27.561396 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:26:35.158784 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3aacdd6e-38d5-4d0b-a553-152e857a344b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:37.583416 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1213122d-a54b-429e-a753-58324283409d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:38.173951 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:38.861192 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.828678 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43474) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:39.932468 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e694849f-f7e8-4a98-973f-363bef675bb8 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1026073 Jun 18 16:26:40.372212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:42.064750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43484) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:42.118071 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f7fc517e-d132-4445-bf6a-c9970645ea8e admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0522344 Jun 18 16:26:54.563565 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.562435 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:27:05.160256 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-73762794-fe8b-44d0-8dfd-fcf0a8ab9a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.584013 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cd9fc80d-4b64-42f5-bae2-45ecfdf4c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.175908 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.857205 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.373479 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.591050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.162234 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-14da3c9f-1193-4b34-a51f-058b2b5730d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.585532 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-009b1864-fff3-4190-b14f-ef5ced6a2ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:38.177019 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:38.861861 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:40.377513 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:41.564106 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:27:54.594142 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:56.247481 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43574) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:56.503171 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-286806323-network', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:56.545800 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Made reservation on behalf of b33ea418eb12499b9e56b605b80bf99d for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:56.548338 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:56.562429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:56.666063 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:56.676539 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:56.683523 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-eba8c5eb-8c24-4166-b8db-6b05e9c7c53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:56.709467 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:27:56.721697 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:56.721697 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Added segment 09ac72ca-7420-4ff0-8f81-15afefa1bb50 of type vlan for network 3768cd4f-78ca-4b95-afbb-fe15e2552ac4 Jun 18 16:27:56.763117 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29c906e-c93a-4805-a751-ec9ce6d8ea75,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:56.777276 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.777624 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.777963 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.778297 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.778642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.779171 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.779401 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.779694 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.780193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.780670 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.781146 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.781632 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Tracked resource versions report: Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: pushed versions: Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: { 'AddressGroup': {'1.2'}, Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'ConntrackHelper': {'1.0'}, Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'Log': {'1.0'}, Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'Network': {'1.1'}, Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'Port': {'1.7'}, Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'PortForwarding': {'1.2'}, Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'QosPolicy': {'1.8'}, Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'SecurityGroup': {'1.4'}, Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'SubPort': {'1.0'}, Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'Subnet': {'1.1'}, Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'Trunk': {'1.1'}} Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: consumer versions: Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: { DHCP agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: HyperV agent@hv-neutron-7971: {}, Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: L3 agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: Metadata agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: Metering agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: Open vSwitch agent@dv-neutron-797121-1-hyperv: { 'AddressGroup': '1.2', Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'ConntrackHelper': '1.0', Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'Log': '1.0', Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'Network': '1.1', Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'Port': '1.7', Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'PortForwarding': '1.2', Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'QosPolicy': '1.8', Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'SecurityGroup': '1.4', Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'SecurityGroupRule': '1.2', Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'SubPort': '1.0', Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'Subnet': '1.1', Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: 'Trunk': '1.1'}} Jun 18 16:27:56.782855 dv-neutron-797121-1-hyperv neutron-server[93428]: {{(pid=93428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:27:56.790045 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:56.791931 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:56.827187 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:56.828841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:56.829832 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:56.832635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-18e9d020-0be7-42ff-a04a-9d310455244b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:56.894921 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Pushing event updated for resources: {'Network': ['ID=3768cd4f-78ca-4b95-afbb-fe15e2552ac4,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:56.898670 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:56.916505 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6658266 Jun 18 16:27:56.916834 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43620) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:56.924216 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Request body: {'subnet': {'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-286806323-subnet', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:56.932472 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 3768cd4f-78ca-4b95-afbb-fe15e2552ac4 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:27:56.956705 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Made reservation on behalf of b33ea418eb12499b9e56b605b80bf99d for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:56.960627 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.197619 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.204215 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:57.261451 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38516926-b59f-4c3c-99cb-34da080f8d97,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:57.270178 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.270535 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.270895 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.271221 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.271538 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.272064 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.272550 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.273038 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.273516 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.273994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.274312 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.274643 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Tracked resource versions report: Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: pushed versions: Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: { 'AddressGroup': {'1.2'}, Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'ConntrackHelper': {'1.0'}, Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'Log': {'1.0'}, Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'Network': {'1.1'}, Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'Port': {'1.7'}, Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'PortForwarding': {'1.2'}, Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'QosPolicy': {'1.8'}, Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'SecurityGroup': {'1.4'}, Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'SubPort': {'1.0'}, Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'Subnet': {'1.1'}, Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'Trunk': {'1.1'}} Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: consumer versions: Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: { DHCP agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: HyperV agent@hv-neutron-7971: {}, Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: L3 agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: Metadata agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: Metering agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: Open vSwitch agent@dv-neutron-797121-1-hyperv: { 'AddressGroup': '1.2', Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'ConntrackHelper': '1.0', Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'Log': '1.0', Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'Network': '1.1', Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'Port': '1.7', Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'PortForwarding': '1.2', Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'QosPolicy': '1.8', Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'SecurityGroup': '1.4', Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'SecurityGroupRule': '1.2', Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'SubPort': '1.0', Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'Subnet': '1.1', Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: 'Trunk': '1.1'}} Jun 18 16:27:57.275675 dv-neutron-797121-1-hyperv neutron-server[93427]: {{(pid=93427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:27:57.278152 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Checking segment: {'id': '09ac72ca-7420-4ff0-8f81-15afefa1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:57.278510 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Network hostable DHCP agents. Network: 3768cd4f-78ca-4b95-afbb-fe15e2552ac4, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:27:57.291174 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:57.310152 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Network 3768cd4f-78ca-4b95-afbb-fe15e2552ac4 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:27:57.328088 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 3768cd4f-78ca-4b95-afbb-fe15e2552ac4) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:57.332407 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:57.333051 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.349778 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9028ce24-e836-4a7f-9ec9-aa8dd29a21c1 None None] Network 3768cd4f-78ca-4b95-afbb-fe15e2552ac4 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:57.353195 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4355619 Jun 18 16:27:57.356016 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43640) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:57.361341 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-286806323-router', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:57.386519 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.387829 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.508617 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-3768cd4f-78ca-4b95-afbb-fe15e2552ac4', 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'fixed_ips': [{'subnet_id': '38516926-b59f-4c3c-99cb-34da080f8d97'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:27:57.509728 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.518599 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.665587 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.687083 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Allocated IP 172.20.0.2 (3768cd4f-78ca-4b95-afbb-fe15e2552ac4/38516926-b59f-4c3c-99cb-34da080f8d97/a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:57.886954 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.898269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Transition to ACTIVE for port object a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:57.916717 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Transition to ACTIVE for port object a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:57.924901 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.927337 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:57.942056 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.985178 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Pushing event updated for resources: {'Port': ['ID=a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:57.997566 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.998689 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.999296 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:57.999838 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:58.000172 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:58.000517 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:58.001006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:58.001500 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:58.001833 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:58.002313 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:58.002659 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:58.002978 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Tracked resource versions report: Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: pushed versions: Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: { 'AddressGroup': {'1.2'}, Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'ConntrackHelper': {'1.0'}, Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'Log': {'1.0'}, Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'Network': {'1.1'}, Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'Port': {'1.7'}, Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'PortForwarding': {'1.2'}, Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'QosPolicy': {'1.8'}, Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'SecurityGroup': {'1.4'}, Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'SubPort': {'1.0'}, Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'Subnet': {'1.1'}, Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'Trunk': {'1.1'}} Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: consumer versions: Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: { DHCP agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: HyperV agent@hv-neutron-7971: {}, Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: L3 agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: Metadata agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: Metering agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: Open vSwitch agent@dv-neutron-797121-1-hyperv: { 'AddressGroup': '1.2', Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'ConntrackHelper': '1.0', Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'Log': '1.0', Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'Network': '1.1', Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'Port': '1.7', Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'PortForwarding': '1.2', Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'QosPolicy': '1.8', Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'SecurityGroup': '1.4', Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'SecurityGroupRule': '1.2', Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'SubPort': '1.0', Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'Subnet': '1.1', Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: 'Trunk': '1.1'}} Jun 18 16:27:58.004036 dv-neutron-797121-1-hyperv neutron-server[93429]: {{(pid=93429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:27:58.008252 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:58.035170 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Network 3768cd4f-78ca-4b95-afbb-fe15e2552ac4 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:58.035170 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:58.035170 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:58.057871 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.106775 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Attempting to bind port a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:27:58.107204 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Attempting to bind port a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '09ac72ca-7420-4ff0-8f81-15afefa1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:27:58.107567 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Attempting to bind port a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 on network 3768cd4f-78ca-4b95-afbb-fe15e2552ac4 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:58.112692 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:27:58.113068 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Checking segment: {'id': '09ac72ca-7420-4ff0-8f81-15afefa1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:58.113469 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.113862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Bound using segment: {'id': '09ac72ca-7420-4ff0-8f81-15afefa1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:27:58.114335 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Bound port: a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ac72ca-7420-4ff0-8f81-15afefa1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:27:58.114745 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.165603 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Allocated IP 172.26.2.66 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:58.196821 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] For port a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:27:58.201977 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] For port a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1,segment=NetworkSegment(09ac72ca-7420-4ff0-8f81-15afefa1bb50),segment_id=09ac72ca-7420-4ff0-8f81-15afefa1bb50)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:27:58.207838 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.215328 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:58.290740 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Pushing event updated for resources: {'Port': ['ID=a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:58.294039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:58.333481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.380796 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.383753 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:58.425702 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Pushing event updated for resources: {'Port': ['ID=4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:58.442285 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:58.453909 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:58.462536 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:58.465677 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:58.736841 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.936404 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.071883 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Router e5616d2b-99e5-40ce-8504-8b3c43816c1d is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:27:59.089069 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43708) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:59.198095 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:59.209712 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Sync routers for ids ['e5616d2b-99e5-40ce-8504-8b3c43816c1d'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:59.220516 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Routers {'e5616d2b-99e5-40ce-8504-8b3c43816c1d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:59.221147 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:27:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e5616d2b-99e5-40ce-8504-8b3c43816c1d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:59.225000 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.227727 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8698144 Jun 18 16:27:59.229319 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43716) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:59.384465 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e48897d-cb54-4efa-a466-3313014d8ab5 None None] Network 3768cd4f-78ca-4b95-afbb-fe15e2552ac4 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:59.407149 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Set router e5616d2b-99e5-40ce-8504-8b3c43816c1d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:27:59.561950 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b52740da-6e1c-4152-9f5c-e105eaf93475 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-924229174-network', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:59.609232 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52740da-6e1c-4152-9f5c-e105eaf93475 admin admin] Made reservation on behalf of d53b2bcaed024ac08e365cbd82c08611 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:59.611899 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b52740da-6e1c-4152-9f5c-e105eaf93475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.625447 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2555f2b3-13a1-4e06-b875-fe6593023014 None None] Provisioning for port a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:59.634802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b52740da-6e1c-4152-9f5c-e105eaf93475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.690832 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'name': 'tempest-ServersTestManualDisk-286806323-router', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:27:57Z', 'updated_at': '2021-06-18T16:27:58Z', 'revision_number': 3, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'gw_port': {'id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:58Z', 'updated_at': '2021-06-18T16:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:59.717819 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Checking router: e5616d2b-99e5-40ce-8504-8b3c43816c1d for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:27:59.718479 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Updating router e5616d2b-99e5-40ce-8504-8b3c43816c1d port 4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:27:59.759518 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.849526 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b52740da-6e1c-4152-9f5c-e105eaf93475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.860721 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b52740da-6e1c-4152-9f5c-e105eaf93475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.868356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:59.907989 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43732) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:59.922581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52740da-6e1c-4152-9f5c-e105eaf93475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c90b3e-2cfd-4f37-928d-732b4b68c02f,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:59.934922 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b52740da-6e1c-4152-9f5c-e105eaf93475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:59.949869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52740da-6e1c-4152-9f5c-e105eaf93475 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:27:59.960709 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.971754 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b52740da-6e1c-4152-9f5c-e105eaf93475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.972250 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-b52740da-6e1c-4152-9f5c-e105eaf93475 admin admin] Added segment d4fd5465-845a-43eb-939e-beab783486fb of type vlan for network f1f325ca-ec19-4fd2-b418-95ebf632c302 Jun 18 16:28:00.024545 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b52740da-6e1c-4152-9f5c-e105eaf93475 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.067414 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b52740da-6e1c-4152-9f5c-e105eaf93475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.070430 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52740da-6e1c-4152-9f5c-e105eaf93475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:00.071449 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b52740da-6e1c-4152-9f5c-e105eaf93475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.085691 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:00.099428 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43746) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:00.100966 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b52740da-6e1c-4152-9f5c-e105eaf93475 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0108845 Jun 18 16:28:00.108307 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.119029 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-96c69bb7-0a70-48ca-90b1-bc614c3dbdf3 admin admin] Request body: {'subnet': {'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-924229174-subnet', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:00.123401 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Transition to ACTIVE for port object 4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:00.131159 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.144170 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-a9b3b8d7-fea5-4783-a79e-2d37cc5b1689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:00.176022 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52740da-6e1c-4152-9f5c-e105eaf93475 admin admin] Pushing event updated for resources: {'Network': ['ID=f1f325ca-ec19-4fd2-b418-95ebf632c302,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:00.181855 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b52740da-6e1c-4152-9f5c-e105eaf93475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:00.189875 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network f1f325ca-ec19-4fd2-b418-95ebf632c302 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:00.217891 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Attempting to bind port 4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:00.218465 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Attempting to bind port 4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:00.218718 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Attempting to bind port 4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:00.227085 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50733560-baea-4418-b067-1fd46616cee3 None None] Pushing event updated for resources: {'Port': ['ID=4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2,revision_number=2']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:00.231683 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:00.233199 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:00.233779 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.234227 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:00.234956 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Bound port: 4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:00.235326 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.248048 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c69bb7-0a70-48ca-90b1-bc614c3dbdf3 admin admin] Made reservation on behalf of d53b2bcaed024ac08e365cbd82c08611 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:00.250400 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-96c69bb7-0a70-48ca-90b1-bc614c3dbdf3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.264908 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50733560-baea-4418-b067-1fd46616cee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:00.265490 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50733560-baea-4418-b067-1fd46616cee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:00.265993 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50733560-baea-4418-b067-1fd46616cee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:00.266506 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50733560-baea-4418-b067-1fd46616cee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:00.267095 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50733560-baea-4418-b067-1fd46616cee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:00.267606 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50733560-baea-4418-b067-1fd46616cee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:00.268320 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50733560-baea-4418-b067-1fd46616cee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:00.268877 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50733560-baea-4418-b067-1fd46616cee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:00.269446 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50733560-baea-4418-b067-1fd46616cee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:00.269922 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50733560-baea-4418-b067-1fd46616cee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:00.270452 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50733560-baea-4418-b067-1fd46616cee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:00.270939 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50733560-baea-4418-b067-1fd46616cee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50733560-baea-4418-b067-1fd46616cee3 None None] Tracked resource versions report: Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: pushed versions: Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: { 'AddressGroup': {'1.2'}, Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'ConntrackHelper': {'1.0'}, Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'Log': {'1.0'}, Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'Network': {'1.1'}, Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'Port': {'1.7'}, Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'PortForwarding': {'1.2'}, Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'QosPolicy': {'1.8'}, Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'SecurityGroup': {'1.4'}, Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'SubPort': {'1.0'}, Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'Subnet': {'1.1'}, Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'Trunk': {'1.1'}} Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: consumer versions: Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: { DHCP agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: HyperV agent@hv-neutron-7971: {}, Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: L3 agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: Metadata agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: Metering agent@dv-neutron-797121-1-hyperv: {}, Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: Open vSwitch agent@dv-neutron-797121-1-hyperv: { 'AddressGroup': '1.2', Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'ConntrackHelper': '1.0', Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'Log': '1.0', Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'Network': '1.1', Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'Port': '1.7', Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'PortForwarding': '1.2', Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'QosPolicy': '1.8', Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'SecurityGroup': '1.4', Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'SecurityGroupRule': '1.2', Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'SubPort': '1.0', Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'Subnet': '1.1', Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: 'Trunk': '1.1'}} Jun 18 16:28:00.272183 dv-neutron-797121-1-hyperv neutron-server[93430]: {{(pid=93430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:28:00.280153 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-50733560-baea-4418-b067-1fd46616cee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:00.323109 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] For port 4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:00.334038 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] For port 4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:00.344478 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.348984 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:00.398028 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-0c4017a7-c8ae-4b3e-88c4-72dbe89ccd98 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:00.422369 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Routers {'e5616d2b-99e5-40ce-8504-8b3c43816c1d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:00.423034 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:27:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e5616d2b-99e5-40ce-8504-8b3c43816c1d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:00.425996 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50733560-baea-4418-b067-1fd46616cee3 None None] Pushing event updated for resources: {'Port': ['ID=4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:00.429136 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Allocated IP 172.20.0.1 (3768cd4f-78ca-4b95-afbb-fe15e2552ac4/38516926-b59f-4c3c-99cb-34da080f8d97/f2fed6fe-4050-4738-a070-db33a47f88b1) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:00.456593 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:00.481491 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-50733560-baea-4418-b067-1fd46616cee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:00.563684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.572285 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] Set router e5616d2b-99e5-40ce-8504-8b3c43816c1d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:00.580829 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Transition to ACTIVE for port object f2fed6fe-4050-4738-a070-db33a47f88b1 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:00.656001 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.664270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43766) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:00.673003 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-40d7ea8f-98ee-40f5-b7b5-332302d1f9f1 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Request body: {'network': {'project_id': 'f2c74b89dc4546a88d18dc46452ad914'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:00.677047 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0c4017a7-c8ae-4b3e-88c4-72dbe89ccd98 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] 10.222.0.39 "PUT /v2.0/quotas/f2c74b89dc4546a88d18dc46452ad914 HTTP/1.1" status: 200 len: 368 time: 0.7670496 Jun 18 16:28:00.693796 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7ba05311-43cd-4d89-a398-6f1c7aa02649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:00.726705 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d7ea8f-98ee-40f5-b7b5-332302d1f9f1 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Made reservation on behalf of f2c74b89dc4546a88d18dc46452ad914 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:00.729466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-40d7ea8f-98ee-40f5-b7b5-332302d1f9f1 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.746549 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-40d7ea8f-98ee-40f5-b7b5-332302d1f9f1 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.819434 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:00.824166 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:00.827687 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.872183 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-40d7ea8f-98ee-40f5-b7b5-332302d1f9f1 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.898570 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-40d7ea8f-98ee-40f5-b7b5-332302d1f9f1 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.919821 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b52740da-6e1c-4152-9f5c-e105eaf93475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:00.923328 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'name': 'tempest-ServersTestManualDisk-286806323-router', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:27:57Z', 'updated_at': '2021-06-18T16:27:58Z', 'revision_number': 3, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'gw_port': {'id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:58Z', 'updated_at': '2021-06-18T16:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:00.934999 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-96c69bb7-0a70-48ca-90b1-bc614c3dbdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.950742 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Network 3768cd4f-78ca-4b95-afbb-fe15e2552ac4 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:00.955610 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d7ea8f-98ee-40f5-b7b5-332302d1f9f1 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:00.956056 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:00.980304 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:00.980780 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.981832 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-40d7ea8f-98ee-40f5-b7b5-332302d1f9f1 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.983138 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-40d7ea8f-98ee-40f5-b7b5-332302d1f9f1 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Added segment 178da558-009f-4a35-af28-340723faa61c of type vlan for network 47bcedd0-154c-4110-a73c-4b6be998ca26 Jun 18 16:28:00.996543 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Pushing event updated for resources: {'Port': ['ID=f2fed6fe-4050-4738-a070-db33a47f88b1,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:01.010318 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7ea8f-98ee-40f5-b7b5-332302d1f9f1 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d83980-a15a-4ff0-93ac-e27b70388505,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:01.037840 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.040346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-40d7ea8f-98ee-40f5-b7b5-332302d1f9f1 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:01.072144 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-40d7ea8f-98ee-40f5-b7b5-332302d1f9f1 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.093310 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:01.102888 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:01.126248 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1,segment=NetworkSegment(09ac72ca-7420-4ff0-8f81-15afefa1bb50),segment_id=09ac72ca-7420-4ff0-8f81-15afefa1bb50)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:01.127161 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-40d7ea8f-98ee-40f5-b7b5-332302d1f9f1 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.130511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d7ea8f-98ee-40f5-b7b5-332302d1f9f1 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:01.131967 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-40d7ea8f-98ee-40f5-b7b5-332302d1f9f1 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.136944 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.137772 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:01.140604 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:01.217969 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7ea8f-98ee-40f5-b7b5-332302d1f9f1 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Pushing event updated for resources: {'Network': ['ID=47bcedd0-154c-4110-a73c-4b6be998ca26,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:01.227606 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-40d7ea8f-98ee-40f5-b7b5-332302d1f9f1 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:01.238176 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-40d7ea8f-98ee-40f5-b7b5-332302d1f9f1 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5726969 Jun 18 16:28:01.240744 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43778) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:01.250497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 47bcedd0-154c-4110-a73c-4b6be998ca26 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:01.252162 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b91af7ca-2974-433a-89ba-80672dc84c48 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Request body: {'network': {'project_id': 'f2c74b89dc4546a88d18dc46452ad914'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:01.259885 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46db7703-d87a-4f93-aec8-7ec5f5ea49cb None None] The sync data for ids ['e5616d2b-99e5-40ce-8504-8b3c43816c1d'] in dv-neutron-797121-1-hyperv is: [{'id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'name': 'tempest-ServersTestManualDisk-286806323-router', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:27:57Z', 'updated_at': '2021-06-18T16:27:58Z', 'revision_number': 3, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'gw_port': {'id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:58Z', 'updated_at': '2021-06-18T16:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:01.284272 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c69bb7-0a70-48ca-90b1-bc614c3dbdf3 admin admin] Checking segment: {'id': 'd4fd5465-845a-43eb-939e-beab783486fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:01.284652 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c69bb7-0a70-48ca-90b1-bc614c3dbdf3 admin admin] Network hostable DHCP agents. Network: f1f325ca-ec19-4fd2-b418-95ebf632c302, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:01.302564 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c69bb7-0a70-48ca-90b1-bc614c3dbdf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36736294-af3b-4cce-819a-088f47615227,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:01.305966 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-96c69bb7-0a70-48ca-90b1-bc614c3dbdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:01.318421 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91af7ca-2974-433a-89ba-80672dc84c48 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Made reservation on behalf of f2c74b89dc4546a88d18dc46452ad914 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:01.330524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b91af7ca-2974-433a-89ba-80672dc84c48 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.375973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91af7ca-2974-433a-89ba-80672dc84c48 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:01.378991 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c69bb7-0a70-48ca-90b1-bc614c3dbdf3 admin admin] Network f1f325ca-ec19-4fd2-b418-95ebf632c302 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:01.393425 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b91af7ca-2974-433a-89ba-80672dc84c48 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.398680 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-b91af7ca-2974-433a-89ba-80672dc84c48 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Added segment 42e3c867-555a-46e7-baf2-2d0d1b09a4bf of type vlan for network d6850192-d96a-4154-8d23-dbcb222c481a Jun 18 16:28:01.421930 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:01.425622 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4e53716e-d951-4865-9f9a-44dddf0241ff None None] Provisioning for port f2fed6fe-4050-4738-a070-db33a47f88b1 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:01.428302 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:01.433773 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4e53716e-d951-4865-9f9a-44dddf0241ff None None] Provisioning complete for port f2fed6fe-4050-4738-a070-db33a47f88b1 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:01.434165 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4e53716e-d951-4865-9f9a-44dddf0241ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.445390 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.447849 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43782) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:01.448565 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-96c69bb7-0a70-48ca-90b1-bc614c3dbdf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, f1f325ca-ec19-4fd2-b418-95ebf632c302) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:01.468184 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c69bb7-0a70-48ca-90b1-bc614c3dbdf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:01.469065 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-96c69bb7-0a70-48ca-90b1-bc614c3dbdf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.489596 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43786) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:01.493817 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-96c69bb7-0a70-48ca-90b1-bc614c3dbdf3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3839500 Jun 18 16:28:01.498102 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-4e53716e-d951-4865-9f9a-44dddf0241ff None None] Port f2fed6fe-4050-4738-a070-db33a47f88b1 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:01.499863 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2bd60b-4cea-43a0-a471-b928f7e5ba3d None None] Network f1f325ca-ec19-4fd2-b418-95ebf632c302 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:01.523007 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43788) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:01.525132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b91af7ca-2974-433a-89ba-80672dc84c48 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.527783 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-924229174-router', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:01.619713 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b91af7ca-2974-433a-89ba-80672dc84c48 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.621032 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91af7ca-2974-433a-89ba-80672dc84c48 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:01.622270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b91af7ca-2974-433a-89ba-80672dc84c48 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.626718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-40d7ea8f-98ee-40f5-b7b5-332302d1f9f1 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:01.646357 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.648468 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.792201 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.828290 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b91af7ca-2974-433a-89ba-80672dc84c48 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5825605 Jun 18 16:28:01.829408 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43796) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:01.859049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-297c1fb4-26d8-46ad-b0f6-aa425f6e2f7f tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Request body: {'network': {'project_id': 'f2c74b89dc4546a88d18dc46452ad914'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:01.875885 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91af7ca-2974-433a-89ba-80672dc84c48 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Pushing event updated for resources: {'Network': ['ID=d6850192-d96a-4154-8d23-dbcb222c481a,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:01.880017 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-297c1fb4-26d8-46ad-b0f6-aa425f6e2f7f tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 18 16:28:01.880958 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297c1fb4-26d8-46ad-b0f6-aa425f6e2f7f tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:28:01.892011 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network d6850192-d96a-4154-8d23-dbcb222c481a details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:01.893775 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-297c1fb4-26d8-46ad-b0f6-aa425f6e2f7f tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0432537 Jun 18 16:28:01.895296 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b91af7ca-2974-433a-89ba-80672dc84c48 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:01.896937 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43798) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:01.981630 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-f1f325ca-ec19-4fd2-b418-95ebf632c302', 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'fixed_ips': [{'subnet_id': '36736294-af3b-4cce-819a-088f47615227'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:28:01.982707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.056960 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43800) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:02.087791 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.127987 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.156264 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.159826 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.168848 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.226642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:02.246181 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Allocated IP 172.20.0.2 (f1f325ca-ec19-4fd2-b418-95ebf632c302/36736294-af3b-4cce-819a-088f47615227/edacc44e-c552-4d1f-a9a6-d9ce94547a1e) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:02.249245 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-51757f01-0141-4bb8-b30d-128b9dbb78c7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1718037504'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:02.260763 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2087075164', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:02.335528 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51757f01-0141-4bb8-b30d-128b9dbb78c7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Made reservation on behalf of 14f54e0a09e146a0a37452a037733a92 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:02.339121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-51757f01-0141-4bb8-b30d-128b9dbb78c7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.445943 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.458273 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43806) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:02.527968 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=93428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:02.529509 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-51757f01-0141-4bb8-b30d-128b9dbb78c7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.532113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:02.534394 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:02.537552 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Subscribe: > port after_create 55550000 {{(pid=93428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:02.538093 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Subscribe: > port after_delete 55550000 {{(pid=93428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:02.539005 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Subscribe: > port after_update 55550000 {{(pid=93428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:02.540264 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=93428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:02.541991 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=93428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:02.542877 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=93428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:02.543796 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=93428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:02.549827 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Pushing event updated for resources: {'Port': ['ID=f2fed6fe-4050-4738-a070-db33a47f88b1,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:02.558833 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:02.641062 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:02.650914 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Network 3768cd4f-78ca-4b95-afbb-fe15e2552ac4 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:02.653526 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:02.822451 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=93428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:02.822921 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=93428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:02.823331 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=93428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:02.823700 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=93428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:02.824138 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6850192-d96a-4154-8d23-dbcb222c481a']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:02.840782 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1087879421'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:02.868160 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-a601533c-26da-4504-94f8-428e12e319b8 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1227897896'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:02.868726 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-a601533c-26da-4504-94f8-428e12e319b8 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] Unknown quota resources ['metering_label']. {{(pid=93428) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 18 16:28:02.870039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:02.881650 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:02.882666 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.921843 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.953486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e3c867-555a-46e7-baf2-2d0d1b09a4bf') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:02.954017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e3c867-555a-46e7-baf2-2d0d1b09a4bf') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:03.036167 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Transition to ACTIVE for port object edacc44e-c552-4d1f-a9a6-d9ce94547a1e will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:03.077510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.103147 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:03.120703 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.129404 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Transition to ACTIVE for port object edacc44e-c552-4d1f-a9a6-d9ce94547a1e will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:03.136479 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:03.179864 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Router e5616d2b-99e5-40ce-8504-8b3c43816c1d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:03.187830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:03.188702 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.196414 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Made reservation on behalf of 600d52acc31f40ba86ef4de4420e504c for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:03.198861 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.200917 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.db.api [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:28:03.200917 dv-neutron-797121-1-hyperv neutron-server[93428]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:28:03.200917 dv-neutron-797121-1-hyperv neutron-server[93428]: [parameters: {'project_id_1': '3e98ce3945c24427b1d988628957226c', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 28, 2, 863459)}] Jun 18 16:28:03.200917 dv-neutron-797121-1-hyperv neutron-server[93428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:28:03.201317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_db.api [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:28:03.202382 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.207266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.211075 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43834) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:03.222666 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.259280 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-fc19330c-0469-45b6-a05e-b4f20d7b5f55 None None] Provisioning complete for port f2fed6fe-4050-4738-a070-db33a47f88b1 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:03.259934 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fc19330c-0469-45b6-a05e-b4f20d7b5f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.267341 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Network f1f325ca-ec19-4fd2-b418-95ebf632c302 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:03.292630 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:03.296186 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a601533c-26da-4504-94f8-428e12e319b8 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.298312 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a601533c-26da-4504-94f8-428e12e319b8 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2406158 Jun 18 16:28:03.301386 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:03.314530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43836) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:03.318139 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:03.318518 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.324759 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-fd74f51a-87a7-48d2-8892-577f3c65a248 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '4d42dee4-ec03-4130-ab1a-aa219d582cc5'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:03.325417 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-fd74f51a-87a7-48d2-8892-577f3c65a248 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93427) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 18 16:28:03.329034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.335837 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.349723 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:03.357073 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:03.357934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.358878 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:03.359529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: from cryptography.utils import int_from_bytes Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: from cryptography.utils import int_from_bytes Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:03.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:03.387482 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-fc19330c-0469-45b6-a05e-b4f20d7b5f55 None None] Port f2fed6fe-4050-4738-a070-db33a47f88b1 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:03.452869 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-51757f01-0141-4bb8-b30d-128b9dbb78c7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.454534 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.464595 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Pushing event updated for resources: {'Port': ['ID=edacc44e-c552-4d1f-a9a6-d9ce94547a1e,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:03.469093 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:03.469836 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Attempting to bind port edacc44e-c552-4d1f-a9a6-d9ce94547a1e on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:03.470212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Attempting to bind port edacc44e-c552-4d1f-a9a6-d9ce94547a1e by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'd4fd5465-845a-43eb-939e-beab783486fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:03.470572 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Attempting to bind port edacc44e-c552-4d1f-a9a6-d9ce94547a1e on network f1f325ca-ec19-4fd2-b418-95ebf632c302 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:03.479704 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:03.480039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Checking segment: {'id': 'd4fd5465-845a-43eb-939e-beab783486fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:03.480438 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.480830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Bound using segment: {'id': 'd4fd5465-845a-43eb-939e-beab783486fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:03.481405 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Bound port: edacc44e-c552-4d1f-a9a6-d9ce94547a1e, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fd5465-845a-43eb-939e-beab783486fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:03.481660 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.516298 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-51757f01-0141-4bb8-b30d-128b9dbb78c7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.521057 dv-neutron-797121-1-hyperv neutron-server[93427]: WARNING neutron.services.metering.metering_plugin [None req-fd74f51a-87a7-48d2-8892-577f3c65a248 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 18 16:28:03.557093 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:03.583510 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b52740da-6e1c-4152-9f5c-e105eaf93475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:03.595709 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] For port edacc44e-c552-4d1f-a9a6-d9ce94547a1e, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:03.596807 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.602746 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] For port edacc44e-c552-4d1f-a9a6-d9ce94547a1e, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=edacc44e-c552-4d1f-a9a6-d9ce94547a1e,segment=NetworkSegment(d4fd5465-845a-43eb-939e-beab783486fb),segment_id=d4fd5465-845a-43eb-939e-beab783486fb)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:03.608116 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.610245 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.610784 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] 10.222.0.39 "DELETE /v2.0/networks/d6850192-d96a-4154-8d23-dbcb222c481a HTTP/1.1" status: 204 len: 168 time: 1.7127686 Jun 18 16:28:03.614844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.615581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43842) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:03.616252 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:03.616445 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Pushing event deleted for resources: {'Network': ['ID=d6850192-d96a-4154-8d23-dbcb222c481a,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:03.644403 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51757f01-0141-4bb8-b30d-128b9dbb78c7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:03.665246 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:03.679635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:03.686951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:03.702754 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:03.711160 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] device_id is not set on port 8811fe5b-9df7-4fc5-9b64-f211e74defda yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:03.721143 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] 10.222.0.39 "PUT /v2.0/routers/e5616d2b-99e5-40ce-8504-8b3c43816c1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4904881 Jun 18 16:28:03.733208 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd74f51a-87a7-48d2-8892-577f3c65a248 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.734368 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fd74f51a-87a7-48d2-8892-577f3c65a248 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4169936 Jun 18 16:28:03.737641 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Allocated IP 172.26.2.47 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/4af2ee51-bfa9-459d-863f-99abc93f2056) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:03.740914 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43848) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:03.745959 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Pushing event updated for resources: {'Port': ['ID=edacc44e-c552-4d1f-a9a6-d9ce94547a1e,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:03.748089 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-51757f01-0141-4bb8-b30d-128b9dbb78c7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.748595 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-51757f01-0141-4bb8-b30d-128b9dbb78c7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Added segment 093e2d34-c263-4260-8f9f-2ebd2db56270 of type vlan for network 130b1735-fdaf-4295-aad7-612423bf40ea Jun 18 16:28:03.751175 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:03.753279 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51757f01-0141-4bb8-b30d-128b9dbb78c7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=133d0904-8379-4472-b65d-1fbd31cecdf7,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:03.759404 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-75add360-eafe-466e-88a9-6c0702bb5ffa tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '4d42dee4-ec03-4130-ab1a-aa219d582cc5'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:03.759892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-75add360-eafe-466e-88a9-6c0702bb5ffa tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93427) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 18 16:28:03.775814 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b833a362-2d54-4ecc-8879-8695485d0d3d tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.778619 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-51757f01-0141-4bb8-b30d-128b9dbb78c7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:03.860842 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Sync routers for ids ['e5616d2b-99e5-40ce-8504-8b3c43816c1d'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:03.860983 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-51757f01-0141-4bb8-b30d-128b9dbb78c7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.869286 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Routers {'e5616d2b-99e5-40ce-8504-8b3c43816c1d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:03.870059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832030ee-fd63-4380-8011-1dcb6ff44a55,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:03.870299 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:27:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e5616d2b-99e5-40ce-8504-8b3c43816c1d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:03.877466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:03.950146 dv-neutron-797121-1-hyperv neutron-server[93427]: WARNING neutron.services.metering.metering_plugin [None req-75add360-eafe-466e-88a9-6c0702bb5ffa tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 18 16:28:03.984281 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Made reservation on behalf of 3e98ce3945c24427b1d988628957226c for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:03.993571 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.000003 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b833a362-2d54-4ecc-8879-8695485d0d3d tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.030034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-b833a362-2d54-4ecc-8879-8695485d0d3d tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bcedd0-154c-4110-a73c-4b6be998ca26']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:04.035342 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.036933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for floatingip, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.078659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-b833a362-2d54-4ecc-8879-8695485d0d3d tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178da558-009f-4a35-af28-340723faa61c') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:04.083310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-b833a362-2d54-4ecc-8879-8695485d0d3d tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178da558-009f-4a35-af28-340723faa61c') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:04.110672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Set router e5616d2b-99e5-40ce-8504-8b3c43816c1d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:04.117870 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-75add360-eafe-466e-88a9-6c0702bb5ffa tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.120422 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-75add360-eafe-466e-88a9-6c0702bb5ffa tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3680966 Jun 18 16:28:04.128458 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43858) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:04.132187 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-51757f01-0141-4bb8-b30d-128b9dbb78c7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.147705 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51757f01-0141-4bb8-b30d-128b9dbb78c7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:04.148579 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-51757f01-0141-4bb8-b30d-128b9dbb78c7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.156023 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b833a362-2d54-4ecc-8879-8695485d0d3d tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.160950 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-af54f930-a549-42bf-8579-99fa15aecd8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:04.188990 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e01de1c8-a0d6-4853-8e41-d013bde5ece6 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=039021ff-d64e-4bdf-8641-ba856d792a73 HTTP/1.1" status: 200 len: 464 time: 0.0591600 Jun 18 16:28:04.209049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43860) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:04.210580 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b833a362-2d54-4ecc-8879-8695485d0d3d tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.218327 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.235944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b833a362-2d54-4ecc-8879-8695485d0d3d tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:04.236620 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b833a362-2d54-4ecc-8879-8695485d0d3d tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:04.239431 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:04.313104 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51757f01-0141-4bb8-b30d-128b9dbb78c7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Pushing event updated for resources: {'Network': ['ID=130b1735-fdaf-4295-aad7-612423bf40ea,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:04.331080 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-51757f01-0141-4bb8-b30d-128b9dbb78c7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:04.374893 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b833a362-2d54-4ecc-8879-8695485d0d3d tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.378441 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.381670 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:04.406144 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:04.409752 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:04.481637 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:04.503440 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 130b1735-fdaf-4295-aad7-612423bf40ea details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:04.503646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:04.579953 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device edacc44e-c552-4d1f-a9a6-d9ce94547a1e up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:04.625981 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Pushing event updated for resources: {'Port': ['ID=4af2ee51-bfa9-459d-863f-99abc93f2056,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:04.630296 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:04.651202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b833a362-2d54-4ecc-8879-8695485d0d3d tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.656381 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b833a362-2d54-4ecc-8879-8695485d0d3d tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] 10.222.0.39 "DELETE /v2.0/networks/47bcedd0-154c-4110-a73c-4b6be998ca26 HTTP/1.1" status: 204 len: 168 time: 1.0367868 Jun 18 16:28:04.658176 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833a362-2d54-4ecc-8879-8695485d0d3d tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Pushing event deleted for resources: {'Network': ['ID=47bcedd0-154c-4110-a73c-4b6be998ca26,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:04.691854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-93319146-0d27-46e8-896c-7667320261ff tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.693566 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-93319146-0d27-46e8-896c-7667320261ff tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/039021ff-d64e-4bdf-8641-ba856d792a73 HTTP/1.1" status: 204 len: 168 time: 0.4741240 Jun 18 16:28:04.697640 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43866) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:04.703812 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'name': 'tempest-ServersTestManualDisk-286806323-router', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:27:57Z', 'updated_at': '2021-06-18T16:28:01Z', 'revision_number': 4, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'gw_port': {'id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:58Z', 'updated_at': '2021-06-18T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'f2fed6fe-4050-4738-a070-db33a47f88b1', 'name': '', 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'mac_address': 'fa:16:3e:34:b9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '38516926-b59f-4c3c-99cb-34da080f8d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:59Z', 'updated_at': '2021-06-18T16:28:01Z', 'revision_number': 2, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'subnets': [{'id': '38516926-b59f-4c3c-99cb-34da080f8d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:04.708572 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port edacc44e-c552-4d1f-a9a6-d9ce94547a1e completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:04.722825 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b833a362-2d54-4ecc-8879-8695485d0d3d tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:04.737352 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Checking router: e5616d2b-99e5-40ce-8504-8b3c43816c1d for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:28:04.737642 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Updating router e5616d2b-99e5-40ce-8504-8b3c43816c1d port f2fed6fe-4050-4738-a070-db33a47f88b1 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:28:04.741523 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:04.787904 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1ed62df3-1f87-46a5-852a-53f6c909220b tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=039021ff-d64e-4bdf-8641-ba856d792a73 HTTP/1.1" status: 200 len: 221 time: 0.0840843 Jun 18 16:28:04.794633 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43870) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:04.808385 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-50c802dc-c8dd-49cf-bb62-8072b525b573 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1749354810', 'description': 'label created by tempest'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:04.808841 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-50c802dc-c8dd-49cf-bb62-8072b525b573 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] Unknown quota resources ['metering_label']. {{(pid=93427) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 18 16:28:04.821884 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.837020 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.855894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.870715 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Allocated IP 172.26.2.175 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/8811fe5b-9df7-4fc5-9b64-f211e74defda) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:04.886543 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-40d7ea8f-98ee-40f5-b7b5-332302d1f9f1 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:04.906543 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-51757f01-0141-4bb8-b30d-128b9dbb78c7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.4549272 Jun 18 16:28:04.924815 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43872) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:04.944700 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-e262f922-8f03-42ac-8580-7b4d43bbe0fc tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Request body: {'subnet': {'network_id': '130b1735-fdaf-4295-aad7-612423bf40ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:05.116361 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:05.158989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.182005 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.182353 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Added segment 9dedd94e-b31b-48dc-8e75-6f89fef73a4c of type vlan for network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 Jun 18 16:28:05.202168 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc571b95-56f9-4dec-8e2c-b6a663489971,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:05.207887 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:05.251956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.264737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Transition to ACTIVE for port object f2fed6fe-4050-4738-a070-db33a47f88b1 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:05.284130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.297183 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:05.354234 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4044e-e515-421f-af30-d499127c5333 None None] Pushing event updated for resources: {'Port': ['ID=f2fed6fe-4050-4738-a070-db33a47f88b1,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:05.364201 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf91116-08a3-4b0b-9e2f-2e5d569da4c4 None None] Network f1f325ca-ec19-4fd2-b418-95ebf632c302 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:05.366529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-98e4044e-e515-421f-af30-d499127c5333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:05.371240 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-61069a72-00ce-4b8e-a464-47aa31a86a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.389764 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43876) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:05.395850 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-1d42abc4-8dd7-4f88-8236-1720be8d3280 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--434057933', 'description': 'tempest-description--992363748'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:05.436752 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.448895 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e262f922-8f03-42ac-8580-7b4d43bbe0fc tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Made reservation on behalf of 14f54e0a09e146a0a37452a037733a92 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:05.451878 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:05.452269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.452929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e262f922-8f03-42ac-8580-7b4d43bbe0fc tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.464975 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-50c802dc-c8dd-49cf-bb62-8072b525b573 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.466848 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-50c802dc-c8dd-49cf-bb62-8072b525b573 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6703379 Jun 18 16:28:05.469926 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43880) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:05.477368 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.578704 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-fc260900-9dd4-49d8-aa71-dd65d8964889 None None] Provisioning for port edacc44e-c552-4d1f-a9a6-d9ce94547a1e completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:05.623167 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-fc260900-9dd4-49d8-aa71-dd65d8964889 None None] Provisioning complete for port edacc44e-c552-4d1f-a9a6-d9ce94547a1e triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:05.623578 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fc260900-9dd4-49d8-aa71-dd65d8964889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.645846 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f940746a-91f0-4b7f-bb84-b0f8ee409753 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=abe95312-e813-4759-b812-c7addfa00233 HTTP/1.1" status: 200 len: 468 time: 0.1743743 Jun 18 16:28:05.649992 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43884) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:05.660121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1d42abc4-8dd7-4f88-8236-1720be8d3280 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.684194 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43886) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:05.757470 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Attempting to bind port f2fed6fe-4050-4738-a070-db33a47f88b1 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:05.757888 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Attempting to bind port f2fed6fe-4050-4738-a070-db33a47f88b1 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '09ac72ca-7420-4ff0-8f81-15afefa1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:05.758263 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Attempting to bind port f2fed6fe-4050-4738-a070-db33a47f88b1 on network 3768cd4f-78ca-4b95-afbb-fe15e2552ac4 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:05.779800 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:05.779800 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Checking segment: {'id': '09ac72ca-7420-4ff0-8f81-15afefa1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:05.780712 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.782416 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Bound using segment: {'id': '09ac72ca-7420-4ff0-8f81-15afefa1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:05.782416 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Bound port: f2fed6fe-4050-4738-a070-db33a47f88b1, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ac72ca-7420-4ff0-8f81-15afefa1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:05.782416 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.853666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.873711 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:05.873970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.883140 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:05.897962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.932494 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fc260900-9dd4-49d8-aa71-dd65d8964889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.960902 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] For port f2fed6fe-4050-4738-a070-db33a47f88b1, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:05.978418 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd747df4-7f56-4a95-bb31-7eb382f5ff56 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.979014 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cd747df4-7f56-4a95-bb31-7eb382f5ff56 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/abe95312-e813-4759-b812-c7addfa00233 HTTP/1.1" status: 204 len: 168 time: 0.3281233 Jun 18 16:28:05.986537 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43890) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:05.992782 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] For port f2fed6fe-4050-4738-a070-db33a47f88b1, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f2fed6fe-4050-4738-a070-db33a47f88b1,segment=NetworkSegment(09ac72ca-7420-4ff0-8f81-15afefa1bb50),segment_id=09ac72ca-7420-4ff0-8f81-15afefa1bb50)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:06.005330 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.011368 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-010fb385-bf72-4c6f-89ed-997cd56a49d9 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=abe95312-e813-4759-b812-c7addfa00233 HTTP/1.1" status: 200 len: 216 time: 0.0234594 Jun 18 16:28:06.019446 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-fc260900-9dd4-49d8-aa71-dd65d8964889 None None] For port edacc44e-c552-4d1f-a9a6-d9ce94547a1e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=edacc44e-c552-4d1f-a9a6-d9ce94547a1e,segment=NetworkSegment(d4fd5465-845a-43eb-939e-beab783486fb),segment_id=d4fd5465-845a-43eb-939e-beab783486fb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:06.022012 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:06.042271 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43892) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:06.067885 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fc260900-9dd4-49d8-aa71-dd65d8964889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.079499 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9a6700b0-df61-4890-a62a-c3d1ced76deb tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0272517 Jun 18 16:28:06.081827 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1d42abc4-8dd7-4f88-8236-1720be8d3280 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.084808 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43896) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:06.087220 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Pushing event updated for resources: {'Network': ['ID=9bff7adb-eaa8-4d81-a0b6-9252a16e9a37,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:06.095598 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:06.102400 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1d42abc4-8dd7-4f88-8236-1720be8d3280 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.111713 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a52929ae-5c7a-41e5-96c7-61b780695bb5 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0210013 Jun 18 16:28:06.111914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e262f922-8f03-42ac-8580-7b4d43bbe0fc tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.112062 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.113454 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:06.114108 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:06.118165 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43898) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:06.141804 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Routers {'e5616d2b-99e5-40ce-8504-8b3c43816c1d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:06.142748 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:27:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e5616d2b-99e5-40ce-8504-8b3c43816c1d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:06.145718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.159109 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:06.163466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a14d80d1-2cc1-4603-8506-54848f8214df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.166539 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.7061062 Jun 18 16:28:06.181317 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1d42abc4-8dd7-4f88-8236-1720be8d3280 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.182533 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1d42abc4-8dd7-4f88-8236-1720be8d3280 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.7923539 Jun 18 16:28:06.187554 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43902) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:06.202901 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-b1d4cf2b-2ed8-4543-a225-b98312f98ccc tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Request body: {'security_group_rule': {'security_group_id': '0b105361-f7b0-463e-b380-00bdcefe5ac7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:06.218977 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42abc4-8dd7-4f88-8236-1720be8d3280 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b105361-f7b0-463e-b380-00bdcefe5ac7,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:06.228377 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1d42abc4-8dd7-4f88-8236-1720be8d3280 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:06.331230 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cf2b-2ed8-4543-a225-b98312f98ccc tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.399060 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] Set router e5616d2b-99e5-40ce-8504-8b3c43816c1d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:06.464382 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Router bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:28:06.468394 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cf2b-2ed8-4543-a225-b98312f98ccc tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.470323 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4044e-e515-421f-af30-d499127c5333 None None] Pushing event updated for resources: {'Port': ['ID=f2fed6fe-4050-4738-a070-db33a47f88b1,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:06.485141 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ab5c3498-7918-4eca-950a-4166222e3d2a tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/4d42dee4-ec03-4130-ab1a-aa219d582cc5 HTTP/1.1" status: 200 len: 473 time: 0.3654683 Jun 18 16:28:06.485671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cf2b-2ed8-4543-a225-b98312f98ccc tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.485782 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-98e4044e-e515-421f-af30-d499127c5333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:06.485917 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.402s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:06.486424 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43912) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:06.515792 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:06.526019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:06.540406 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:06.542782 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:06.564591 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-08e65e87-d76b-4a63-a31d-06580b563b8f tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/6aaa52eb-622a-423c-9ad3-5961c9fb4782 HTTP/1.1" status: 200 len: 461 time: 0.0464287 Jun 18 16:28:06.570026 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43914) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:06.573696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4cf2b-2ed8-4543-a225-b98312f98ccc tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b929aad8-599d-4f34-be39-2c72d0d39b37,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:06.617270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b1d4cf2b-2ed8-4543-a225-b98312f98ccc tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:06.691381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a14d80d1-2cc1-4603-8506-54848f8214df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.710170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:06.721392 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Sync routers for ids ['bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:06.730623 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cf2b-2ed8-4543-a225-b98312f98ccc tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.735396 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b1d4cf2b-2ed8-4543-a225-b98312f98ccc tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5436101 Jun 18 16:28:06.742000 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Routers {'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:06.746182 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:27:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:06.762126 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc260900-9dd4-49d8-aa71-dd65d8964889 None None] Pushing event updated for resources: {'Port': ['ID=edacc44e-c552-4d1f-a9a6-d9ce94547a1e,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:06.769568 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-fc260900-9dd4-49d8-aa71-dd65d8964889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:06.777390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262f922-8f03-42ac-8580-7b4d43bbe0fc tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Checking segment: {'id': '093e2d34-c263-4260-8f9f-2ebd2db56270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '130b1735-fdaf-4295-aad7-612423bf40ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:06.777875 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e262f922-8f03-42ac-8580-7b4d43bbe0fc tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Network hostable DHCP agents. Network: 130b1735-fdaf-4295-aad7-612423bf40ea, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:06.781308 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:06.782042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.782372 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-11599f88-fafc-42d8-b000-f67580c4aa87 None None] Provisioning complete for port edacc44e-c552-4d1f-a9a6-d9ce94547a1e triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:06.782862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-11599f88-fafc-42d8-b000-f67580c4aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.791950 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43916) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:06.794235 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262f922-8f03-42ac-8580-7b4d43bbe0fc tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Pushing event updated for resources: {'Subnet': ['ID=30e4d77d-7979-4d78-83a4-c2a75584fafc,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:06.797783 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a14d80d1-2cc1-4603-8506-54848f8214df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.798903 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e262f922-8f03-42ac-8580-7b4d43bbe0fc tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:06.800717 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.802055 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.2778740 Jun 18 16:28:06.811044 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-73a4eeca-a6e8-4de4-a4c1-f3fb003026be tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Request body: {'security_group_rule': {'security_group_id': '0b105361-f7b0-463e-b380-00bdcefe5ac7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:06.812458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.413s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:06.858486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43918) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:06.859841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Allocated IP 172.26.2.203 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/1091704e-e3ed-44e4-82a3-7274f813cfe7) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:06.861980 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1b17e298-cb58-419d-9060-09ec735fed42 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.869128 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1b17e298-cb58-419d-9060-09ec735fed42 tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/6aaa52eb-622a-423c-9ad3-5961c9fb4782 HTTP/1.1" status: 204 len: 168 time: 0.2965901 Jun 18 16:28:06.870016 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43920) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:06.892103 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Pushing event updated for resources: {'Port': ['ID=8811fe5b-9df7-4fc5-9b64-f211e74defda,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:06.941286 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Set router bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:06.944156 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'name': 'tempest-ServersTestManualDisk-286806323-router', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:27:57Z', 'updated_at': '2021-06-18T16:28:01Z', 'revision_number': 4, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'gw_port': {'id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:58Z', 'updated_at': '2021-06-18T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'f2fed6fe-4050-4738-a070-db33a47f88b1', 'name': '', 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'mac_address': 'fa:16:3e:34:b9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '38516926-b59f-4c3c-99cb-34da080f8d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:59Z', 'updated_at': '2021-06-18T16:28:05Z', 'revision_number': 4, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'subnets': [{'id': '38516926-b59f-4c3c-99cb-34da080f8d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:06.973899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c45828-64d0-4b7f-b24a-0ab0b5eae1d5 None None] The sync data for ids ['e5616d2b-99e5-40ce-8504-8b3c43816c1d'] in dv-neutron-797121-1-hyperv is: [{'id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'name': 'tempest-ServersTestManualDisk-286806323-router', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:27:57Z', 'updated_at': '2021-06-18T16:28:01Z', 'revision_number': 4, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'gw_port': {'id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:58Z', 'updated_at': '2021-06-18T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'f2fed6fe-4050-4738-a070-db33a47f88b1', 'name': '', 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'mac_address': 'fa:16:3e:34:b9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '38516926-b59f-4c3c-99cb-34da080f8d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:59Z', 'updated_at': '2021-06-18T16:28:05Z', 'revision_number': 4, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'subnets': [{'id': '38516926-b59f-4c3c-99cb-34da080f8d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:07.018672 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:07.021776 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:07.027928 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a14d80d1-2cc1-4603-8506-54848f8214df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b4e7524465c4d6199c1b721afb834c6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3385160 Jun 18 16:28:07.122951 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43922) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:07.123360 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43924) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:07.129836 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Request body: {'port': {'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37', 'binding:host_id': 'hv-neutron-7971', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1505194707'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:07.179124 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d80d1-2cc1-4603-8506-54848f8214df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056300f2-52ec-4d3d-96de-62f4cee54356,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:07.184210 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-73a4eeca-a6e8-4de4-a4c1-f3fb003026be tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.218680 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a14d80d1-2cc1-4603-8506-54848f8214df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:07.220730 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 5.6291857 Jun 18 16:28:07.225889 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43928) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:07.234496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-fb373196-e161-48dc-85a6-3d59593e8a16 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.175'}]}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:07.243930 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e262f922-8f03-42ac-8580-7b4d43bbe0fc tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Network 130b1735-fdaf-4295-aad7-612423bf40ea is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:07.267672 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'name': 'tempest-ServersTestJSON-924229174-router', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:01Z', 'updated_at': '2021-06-18T16:28:04Z', 'revision_number': 3, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'gw_port': {'id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:03Z', 'updated_at': '2021-06-18T16:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:07.300457 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-e262f922-8f03-42ac-8580-7b4d43bbe0fc tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 130b1735-fdaf-4295-aad7-612423bf40ea) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:07.312448 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e262f922-8f03-42ac-8580-7b4d43bbe0fc tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:07.312812 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba0213d-9198-4901-a994-13e80ad2dad1 None None] Network 130b1735-fdaf-4295-aad7-612423bf40ea requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:07.313254 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e262f922-8f03-42ac-8580-7b4d43bbe0fc tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.323976 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a96b598f-e90f-45fd-9225-13cb7c140bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.325329 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Checking router: bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:28:07.325889 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Updating router bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c port 4af2ee51-bfa9-459d-863f-99abc93f2056 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:28:07.364413 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2eea2630-6e17-47f9-94b5-fb83c000a46a tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.369758 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.375304 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2eea2630-6e17-47f9-94b5-fb83c000a46a tempest-MeteringTestJSON-1766789669 tempest-MeteringTestJSON-1766789669-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/4d42dee4-ec03-4130-ab1a-aa219d582cc5 HTTP/1.1" status: 204 len: 168 time: 0.4966424 Jun 18 16:28:07.381551 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a96b598f-e90f-45fd-9225-13cb7c140bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.397777 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Made reservation on behalf of ff58ec17c8e045a3aa8aea23d238173e for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:07.408412 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.451600 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.464206 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-73a4eeca-a6e8-4de4-a4c1-f3fb003026be tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.480579 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-73a4eeca-a6e8-4de4-a4c1-f3fb003026be tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.496828 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b1d4cf2b-2ed8-4543-a225-b98312f98ccc tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:07.516348 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4eeca-a6e8-4de4-a4c1-f3fb003026be tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cb6a16-bc18-426b-8d78-92f4f49ac560,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:07.519098 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-73a4eeca-a6e8-4de4-a4c1-f3fb003026be tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:07.554298 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a96b598f-e90f-45fd-9225-13cb7c140bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.557467 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a96b598f-e90f-45fd-9225-13cb7c140bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.558784 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a96b598f-e90f-45fd-9225-13cb7c140bed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/056300f2-52ec-4d3d-96de-62f4cee54356 HTTP/1.1" status: 204 len: 168 time: 0.4344451 Jun 18 16:28:07.559465 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:07.587363 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b598f-e90f-45fd-9225-13cb7c140bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056300f2-52ec-4d3d-96de-62f4cee54356,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:07.592179 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a96b598f-e90f-45fd-9225-13cb7c140bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:07.643187 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-130b1735-fdaf-4295-aad7-612423bf40ea', 'network_id': '130b1735-fdaf-4295-aad7-612423bf40ea', 'tenant_id': '14f54e0a09e146a0a37452a037733a92', 'fixed_ips': [{'subnet_id': '30e4d77d-7979-4d78-83a4-c2a75584fafc'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:28:07.644589 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.648240 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bec80b8b-71fa-41f5-b27c-c513f9c720f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.670933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fb373196-e161-48dc-85a6-3d59593e8a16 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.672160 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fb373196-e161-48dc-85a6-3d59593e8a16 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.691237 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.698079 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e262f922-8f03-42ac-8580-7b4d43bbe0fc tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7645547 Jun 18 16:28:07.698836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43936) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:07.709124 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-0c280d86-e8e3-4a43-a6a1-8e994e0d43c8 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Request body: {'port': {'network_id': '130b1735-fdaf-4295-aad7-612423bf40ea', 'name': 'tempest-DHCPAgentSchedulersTestJSON-227542427'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:07.842082 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.860697 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43940) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:07.872116 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.879693 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8501d5d9-f591-4408-802f-2fcc55bea232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:07.958812 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-73a4eeca-a6e8-4de4-a4c1-f3fb003026be tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.961688 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fb373196-e161-48dc-85a6-3d59593e8a16 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.966945 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-73a4eeca-a6e8-4de4-a4c1-f3fb003026be tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1681657 Jun 18 16:28:07.966945 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79625e68-2ded-4997-b7f5-55c8c1d05f8e,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:07.980156 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43944) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:07.981382 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] device_id is not set on port 8c1a4bb8-f321-44e7-bf96-6195a434851d yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:08.007290 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:08.009274 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.014072 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:08.015265 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Allocated IP 172.20.0.2 (130b1735-fdaf-4295-aad7-612423bf40ea/30e4d77d-7979-4d78-83a4-c2a75584fafc/cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:08.068936 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.090432 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Transition to ACTIVE for port object 4af2ee51-bfa9-459d-863f-99abc93f2056 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:08.105948 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.109964 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:08.188516 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-910745b8-c7be-4b65-99f4-71afd9259941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:08.194741 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43946) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:08.205300 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Attempting to bind port 4af2ee51-bfa9-459d-863f-99abc93f2056 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:08.205676 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Attempting to bind port 4af2ee51-bfa9-459d-863f-99abc93f2056 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:08.206042 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Attempting to bind port 4af2ee51-bfa9-459d-863f-99abc93f2056 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:08.225891 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:08.237441 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:08.237960 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.238380 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:08.238929 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Bound port: 4af2ee51-bfa9-459d-863f-99abc93f2056, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:08.239313 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.241049 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a773d7a-09cc-4d85-890c-4f92eabab65a None None] Pushing event updated for resources: {'Port': ['ID=4af2ee51-bfa9-459d-863f-99abc93f2056,revision_number=2']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:08.243068 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-52666ee7-52f1-421b-9353-78166fb47ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.244234 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-4a773d7a-09cc-4d85-890c-4f92eabab65a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:08.258697 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-921aa8e4-530a-4ce6-912c-04eccafd7116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.272705 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.284755 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Transition to ACTIVE for port object cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:08.284990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.334748 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] For port 4af2ee51-bfa9-459d-863f-99abc93f2056, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:08.339936 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] For port 4af2ee51-bfa9-459d-863f-99abc93f2056, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=4af2ee51-bfa9-459d-863f-99abc93f2056,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:08.346465 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.db.api [None req-0c280d86-e8e3-4a43-a6a1-8e994e0d43c8 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:28:08.346465 dv-neutron-797121-1-hyperv neutron-server[93428]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:28:08.346465 dv-neutron-797121-1-hyperv neutron-server[93428]: [parameters: {'project_id_1': '14f54e0a09e146a0a37452a037733a92', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 28, 8, 194452)}] Jun 18 16:28:08.346465 dv-neutron-797121-1-hyperv neutron-server[93428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:28:08.346988 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.347090 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_db.api [None req-0c280d86-e8e3-4a43-a6a1-8e994e0d43c8 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:28:08.355030 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Transition to ACTIVE for port object cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:08.356607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.361534 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-50733560-baea-4418-b067-1fd46616cee3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:08.370821 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:08.376297 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.376903 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:08.379678 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:08.382340 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:08.428734 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Routers {'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:08.429387 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:28:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:08.467566 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Network 130b1735-fdaf-4295-aad7-612423bf40ea is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:08.476975 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:08.491986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:08.494125 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Pushing event updated for resources: {'Port': ['ID=cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:08.512539 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:08.547902 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] Set router bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:08.568633 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f2fed6fe-4050-4738-a070-db33a47f88b1 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:08.605804 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] device_id is not set on port 8c1a4bb8-f321-44e7-bf96-6195a434851d yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:08.619458 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.635170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Transition to ACTIVE for port object 8c1a4bb8-f321-44e7-bf96-6195a434851d will not be triggered until provisioned by entity L2. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:08.662656 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.679122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Attempting to bind port cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:08.679766 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Attempting to bind port cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '093e2d34-c263-4260-8f9f-2ebd2db56270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '130b1735-fdaf-4295-aad7-612423bf40ea'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:08.680304 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Attempting to bind port cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c on network 130b1735-fdaf-4295-aad7-612423bf40ea {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:08.691329 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:08.692021 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Checking segment: {'id': '093e2d34-c263-4260-8f9f-2ebd2db56270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '130b1735-fdaf-4295-aad7-612423bf40ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:08.692610 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.693168 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Bound using segment: {'id': '093e2d34-c263-4260-8f9f-2ebd2db56270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '130b1735-fdaf-4295-aad7-612423bf40ea'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:08.693946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Bound port: cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093e2d34-c263-4260-8f9f-2ebd2db56270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '130b1735-fdaf-4295-aad7-612423bf40ea'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:08.694510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.701026 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:08.720742 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fb373196-e161-48dc-85a6-3d59593e8a16 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.761738 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a773d7a-09cc-4d85-890c-4f92eabab65a None None] Pushing event updated for resources: {'Port': ['ID=4af2ee51-bfa9-459d-863f-99abc93f2056,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:08.765220 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Pushing event updated for resources: {'Port': ['ID=1091704e-e3ed-44e4-82a3-7274f813cfe7,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:08.766549 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-4a773d7a-09cc-4d85-890c-4f92eabab65a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:08.773815 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:08.782927 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port f2fed6fe-4050-4738-a070-db33a47f88b1 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:08.792040 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Pushing event updated for resources: {'Port': ['ID=8c1a4bb8-f321-44e7-bf96-6195a434851d,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:08.796240 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port f2fed6fe-4050-4738-a070-db33a47f88b1 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:08.796859 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.818833 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'name': 'tempest-ServersTestJSON-924229174-router', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:01Z', 'updated_at': '2021-06-18T16:28:04Z', 'revision_number': 3, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'gw_port': {'id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:03Z', 'updated_at': '2021-06-18T16:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:08.827372 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:08.844497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] For port cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:08.852422 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] For port cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c,segment=NetworkSegment(093e2d34-c263-4260-8f9f-2ebd2db56270),segment_id=093e2d34-c263-4260-8f9f-2ebd2db56270)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:08.861644 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe948e5-a693-4aea-a66d-50ff325088bc None None] The sync data for ids ['bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'] in dv-neutron-797121-1-hyperv is: [{'id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'name': 'tempest-ServersTestJSON-924229174-router', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:01Z', 'updated_at': '2021-06-18T16:28:04Z', 'revision_number': 3, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'gw_port': {'id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:03Z', 'updated_at': '2021-06-18T16:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:08.879069 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.884836 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-98e4044e-e515-421f-af30-d499127c5333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:08.911173 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Checking segment: {'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:08.911173 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Network hostable DHCP agents. Network: 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:08.955855 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.012481 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Pushing event updated for resources: {'Port': ['ID=cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:09.020160 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:09.020860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.021795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.057557 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-52666ee7-52f1-421b-9353-78166fb47ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.058475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:09.060837 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port f2fed6fe-4050-4738-a070-db33a47f88b1, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f2fed6fe-4050-4738-a070-db33a47f88b1,segment=NetworkSegment(09ac72ca-7420-4ff0-8f81-15afefa1bb50),segment_id=09ac72ca-7420-4ff0-8f81-15afefa1bb50)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:09.067554 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.068835 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device edacc44e-c552-4d1f-a9a6-d9ce94547a1e up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:09.072146 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:09.082227 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-52666ee7-52f1-421b-9353-78166fb47ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.085220 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.092067 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:09.096561 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:09.118459 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d46c2c-c49c-450c-9e3e-06fd992666f4 None None] Network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:09.122258 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.128641 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a96b598f-e90f-45fd-9225-13cb7c140bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:09.132184 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.180395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:09.181084 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:09.181252 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:09.220721 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=f2fed6fe-4050-4738-a070-db33a47f88b1,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:09.229589 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:09.244746 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port 8c1a4bb8-f321-44e7-bf96-6195a434851d on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:09.245627 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:09.253394 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 2 to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d Jun 18 16:28:09.259345 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-52666ee7-52f1-421b-9353-78166fb47ec7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=773741711bfc43f4a25f4103d836beb9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3946586 Jun 18 16:28:09.267508 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43948) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:09.300862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52666ee7-52f1-421b-9353-78166fb47ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5614e8-1606-4166-b622-a4c177a9413a,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:09.304686 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port edacc44e-c552-4d1f-a9a6-d9ce94547a1e triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:09.305087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.305321 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-52666ee7-52f1-421b-9353-78166fb47ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:09.325327 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:09.326864 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:09.327798 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:09.376197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port 8c1a4bb8-f321-44e7-bf96-6195a434851d on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:09.376544 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:09.386397 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 3 to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d Jun 18 16:28:09.440371 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:09.440716 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:09.441136 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:09.490684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Allocated IP 172.26.2.131 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/5d0bd8e6-f08d-4eeb-ac2f-4db99cb0b168) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:09.492554 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port 8c1a4bb8-f321-44e7-bf96-6195a434851d on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:09.493099 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:09.507483 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 4 to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d Jun 18 16:28:09.525018 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-921aa8e4-530a-4ce6-912c-04eccafd7116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.542118 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-921aa8e4-530a-4ce6-912c-04eccafd7116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.549608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-64ecba17-1f2d-4a9e-99c2-1b4af19111cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.589466 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-51757f01-0141-4bb8-b30d-128b9dbb78c7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:09.629507 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c280d86-e8e3-4a43-a6a1-8e994e0d43c8 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Made reservation on behalf of 14f54e0a09e146a0a37452a037733a92 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:09.632982 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c280d86-e8e3-4a43-a6a1-8e994e0d43c8 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.633166 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:09.633627 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:09.633827 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:09.662971 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port 8c1a4bb8-f321-44e7-bf96-6195a434851d on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:09.663410 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:09.674600 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 5 to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d Jun 18 16:28:09.679181 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-921aa8e4-530a-4ce6-912c-04eccafd7116 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=20363f8293b149f9be7a8053d78413a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4817793 Jun 18 16:28:09.686351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-64ecba17-1f2d-4a9e-99c2-1b4af19111cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.688779 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43950) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:09.707867 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921aa8e4-530a-4ce6-912c-04eccafd7116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4cf23e-58e3-4b93-9965-950e65dc667e,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:09.711225 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-921aa8e4-530a-4ce6-912c-04eccafd7116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:09.728621 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:09.728863 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:09.729199 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:09.758243 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port 8c1a4bb8-f321-44e7-bf96-6195a434851d on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:09.758243 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:09.760179 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 6 to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d Jun 18 16:28:09.791061 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.791269 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-0c280d86-e8e3-4a43-a6a1-8e994e0d43c8 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] device_id is not set on port e6b39867-9878-4923-be0d-a8ab486f2447 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:09.797395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:09.797395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:09.797395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:09.809498 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port 8c1a4bb8-f321-44e7-bf96-6195a434851d on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:09.810440 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:09.813098 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 7 to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d Jun 18 16:28:09.817368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Allocated IP 172.20.0.1 (f1f325ca-ec19-4fd2-b418-95ebf632c302/36736294-af3b-4cce-819a-088f47615227/bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:09.826394 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-64ecba17-1f2d-4a9e-99c2-1b4af19111cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.836174 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-64ecba17-1f2d-4a9e-99c2-1b4af19111cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.837321 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-64ecba17-1f2d-4a9e-99c2-1b4af19111cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba5614e8-1606-4166-b622-a4c177a9413a HTTP/1.1" status: 204 len: 168 time: 0.5568228 Jun 18 16:28:09.840022 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:09.843658 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:09.843948 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:09.844277 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:09.864339 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ecba17-1f2d-4a9e-99c2-1b4af19111cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5614e8-1606-4166-b622-a4c177a9413a,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:09.867298 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-64ecba17-1f2d-4a9e-99c2-1b4af19111cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:09.869438 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port 8c1a4bb8-f321-44e7-bf96-6195a434851d on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:09.869736 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:09.871341 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 8 to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d Jun 18 16:28:09.891681 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:09.892217 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:09.892981 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:09.899571 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.904243 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bf72a416-78d2-4932-aab2-fe3cf01dcde6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:09.907190 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port 8c1a4bb8-f321-44e7-bf96-6195a434851d on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:09.907718 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:09.910464 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 9 to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d Jun 18 16:28:09.969995 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:09.970725 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:09.971255 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:09.984603 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:09.988417 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port 8c1a4bb8-f321-44e7-bf96-6195a434851d on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:09.989081 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:09.990044 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 10 to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d Jun 18 16:28:09.994284 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:09.998108 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:10.004213 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Pushing event updated for resources: {'Port': ['ID=5d0bd8e6-f08d-4eeb-ac2f-4db99cb0b168,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:10.008253 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:10.026094 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:10.026853 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:10.027407 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:10.028362 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.066470 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.081007 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port 8c1a4bb8-f321-44e7-bf96-6195a434851d on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:10.081465 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port 8c1a4bb8-f321-44e7-bf96-6195a434851d on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:10.082078 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.129535 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.170670 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:10.224390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fb373196-e161-48dc-85a6-3d59593e8a16 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.230870 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.233763 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] For port 8c1a4bb8-f321-44e7-bf96-6195a434851d, host hv-neutron-7971, cleared binding levels {{(pid=93427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:10.234352 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempted to set empty binding levels {{(pid=93427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 18 16:28:10.262943 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.271920 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dbdd0be0-5a64-4392-982c-6350ddd0d50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:10.308091 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fb373196-e161-48dc-85a6-3d59593e8a16 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.309683 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72c235ea-39e5-4d38-8700-ff7734067e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.323452 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:10.350856 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.397757 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.425828 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Pushing event updated for resources: {'Port': ['ID=1091704e-e3ed-44e4-82a3-7274f813cfe7,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:10.437955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:10.448100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-0c280d86-e8e3-4a43-a6a1-8e994e0d43c8 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Allocated IP 172.20.0.6 (130b1735-fdaf-4295-aad7-612423bf40ea/30e4d77d-7979-4d78-83a4-c2a75584fafc/e6b39867-9878-4923-be0d-a8ab486f2447) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:10.499033 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.538460 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72c235ea-39e5-4d38-8700-ff7734067e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.550180 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45d139c-3a93-4589-921e-5adc544d9399 None None] Network 130b1735-fdaf-4295-aad7-612423bf40ea requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:10.553932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.557683 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2621524 Jun 18 16:28:10.576889 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43956) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:10.579912 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-8d0a334f-8dc6-493b-980c-cb294164dd48 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-660792932'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:10.618126 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.620434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 43958) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:10.629579 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 3.5040987 Jun 18 16:28:10.631642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Pushing event updated for resources: {'Port': ['ID=8c1a4bb8-f321-44e7-bf96-6195a434851d,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:10.633757 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43960) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:10.642334 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:10.677945 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4af2ee51-bfa9-459d-863f-99abc93f2056 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:10.690408 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.701895 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.705054 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-47a79a5c-ffde-483f-9f40-806ec96a1167 None None] Provisioning for port cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:10.724168 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:10.736723 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fb7b6d68-a4cf-4524-a04c-38e6332d72f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.746752 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Transition to ACTIVE for port object bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:10.751909 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.779278 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.780399 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7812579 Jun 18 16:28:10.785567 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Pushing event updated for resources: {'Port': ['ID=5d0bd8e6-f08d-4eeb-ac2f-4db99cb0b168,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:10.789521 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:10.791227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0a334f-8dc6-493b-980c-cb294164dd48 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Made reservation on behalf of 1de6bb60409d4513b7c8f92f1eaaa298 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:10.797180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8d0a334f-8dc6-493b-980c-cb294164dd48 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.824068 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-9212c04d-ab09-4b08-bc7e-a1c941343549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Deleting port 8c1a4bb8-f321-44e7-bf96-6195a434851d {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:10.824443 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9212c04d-ab09-4b08-bc7e-a1c941343549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.868555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 4af2ee51-bfa9-459d-863f-99abc93f2056 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:10.877614 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 4af2ee51-bfa9-459d-863f-99abc93f2056 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:10.878007 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.898991 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-9212c04d-ab09-4b08-bc7e-a1c941343549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] For port 8c1a4bb8-f321-44e7-bf96-6195a434851d, host hv-neutron-7971, got binding levels [] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:10.899342 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9212c04d-ab09-4b08-bc7e-a1c941343549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.033448 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.041348 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-9212c04d-ab09-4b08-bc7e-a1c941343549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Calling delete_port for 8c1a4bb8-f321-44e7-bf96-6195a434851d owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:11.074387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 4af2ee51-bfa9-459d-863f-99abc93f2056, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=4af2ee51-bfa9-459d-863f-99abc93f2056,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:11.080937 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.082399 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f2fed6fe-4050-4738-a070-db33a47f88b1 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:11.086352 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:11.119472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8d0a334f-8dc6-493b-980c-cb294164dd48 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.191974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72c235ea-39e5-4d38-8700-ff7734067e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.206887 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=4af2ee51-bfa9-459d-863f-99abc93f2056,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:11.210509 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:11.229874 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port f2fed6fe-4050-4738-a070-db33a47f88b1 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:11.230253 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.246319 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72c235ea-39e5-4d38-8700-ff7734067e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.251147 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-72c235ea-39e5-4d38-8700-ff7734067e34 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca4cf23e-58e3-4b93-9965-950e65dc667e HTTP/1.1" status: 204 len: 168 time: 1.5363679 Jun 18 16:28:11.252048 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:11.268564 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9212c04d-ab09-4b08-bc7e-a1c941343549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.274751 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:11.312516 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c235ea-39e5-4d38-8700-ff7734067e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4cf23e-58e3-4b93-9965-950e65dc667e,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:11.325247 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212c04d-ab09-4b08-bc7e-a1c941343549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c1a4bb8-f321-44e7-bf96-6195a434851d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:11.329248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-72c235ea-39e5-4d38-8700-ff7734067e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:11.346349 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9212c04d-ab09-4b08-bc7e-a1c941343549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.353321 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9212c04d-ab09-4b08-bc7e-a1c941343549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] 10.222.0.39 "DELETE /v2.0/ports/8c1a4bb8-f321-44e7-bf96-6195a434851d HTTP/1.1" status: 204 len: 168 time: 0.7150886 Jun 18 16:28:11.353822 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9212c04d-ab09-4b08-bc7e-a1c941343549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:11.355584 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43984) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:11.356087 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fb373196-e161-48dc-85a6-3d59593e8a16 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.366222 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c280d86-e8e3-4a43-a6a1-8e994e0d43c8 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.406655 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-f138c4e6-35d2-4985-aea3-8a8b6951dcd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] GET failed (client error): The resource could not be found. Jun 18 16:28:11.423356 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f138c4e6-35d2-4985-aea3-8a8b6951dcd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] 10.222.0.39 "GET /v2.0/ports/8c1a4bb8-f321-44e7-bf96-6195a434851d HTTP/1.1" status: 404 len: 333 time: 0.0655835 Jun 18 16:28:11.428480 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43986) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:11.433199 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-c02fa055-271b-458a-99df-8da97b419d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Request body: {'port': {'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1660657445'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:11.444377 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:11.451864 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.477581 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 43994) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:11.479865 dv-neutron-797121-1-hyperv neutron-server[93427]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 16:28:11.487947 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-0c280d86-e8e3-4a43-a6a1-8e994e0d43c8 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Transition to ACTIVE for port object e6b39867-9878-4923-be0d-a8ab486f2447 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:11.490884 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:11.514275 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:11.521058 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:11.521879 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.539317 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-5e52a6c5-6e60-401e-a6f3-ff5b317a9df0 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--434057933&fields=id&tenant_id=b33ea418eb12499b9e56b605b80bf99d HTTP/1.1" status: 200 len: 267 time: 0.0565822 Jun 18 16:28:11.616032 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.656622 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c,segment=NetworkSegment(093e2d34-c263-4260-8f9f-2ebd2db56270),segment_id=093e2d34-c263-4260-8f9f-2ebd2db56270)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:11.664093 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.670321 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Network f1f325ca-ec19-4fd2-b418-95ebf632c302 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:11.679260 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:11.697601 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:11.710706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:11.718377 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fb373196-e161-48dc-85a6-3d59593e8a16 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.727411 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fb373196-e161-48dc-85a6-3d59593e8a16 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.750410 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:11.754378 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:11.755906 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:11.759359 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:11.780123 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-96cde383-76e8-4b32-80d2-d88aef65bbb9 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:11.781752 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-96cde383-76e8-4b32-80d2-d88aef65bbb9 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/networks?id=3768cd4f-78ca-4b95-afbb-fe15e2552ac4 HTTP/1.1" status: 200 len: 811 time: 0.2343869 Jun 18 16:28:11.798539 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-6dcfbad8-923e-462e-a457-3b2ba7b452cc tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/quotas/b33ea418eb12499b9e56b605b80bf99d HTTP/1.1" status: 200 len: 375 time: 0.0099146 Jun 18 16:28:11.811338 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fb7b6d68-a4cf-4524-a04c-38e6332d72f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.891717 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fb7b6d68-a4cf-4524-a04c-38e6332d72f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.909381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a14d80d1-2cc1-4603-8506-54848f8214df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:11.925650 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c280d86-e8e3-4a43-a6a1-8e994e0d43c8 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.928696 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fb373196-e161-48dc-85a6-3d59593e8a16 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.929156 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb373196-e161-48dc-85a6-3d59593e8a16 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1285f04-1d66-41c3-a85c-4b9eff03a379 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:28:11.946729 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.972469 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-af08703e-ec7b-4e81-9ada-3ee28d0e19b5 None None] Provisioning for port bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:11.980143 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-0ea85d37-2252-4d30-8a49-d9552bb4e876 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b33ea418eb12499b9e56b605b80bf99d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1715789 Jun 18 16:28:11.985375 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-af08703e-ec7b-4e81-9ada-3ee28d0e19b5 None None] Provisioning complete for port bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:11.986257 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-af08703e-ec7b-4e81-9ada-3ee28d0e19b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.035487 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-af08703e-ec7b-4e81-9ada-3ee28d0e19b5 None None] Port bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:12.060941 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fb7b6d68-a4cf-4524-a04c-38e6332d72f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e7a26885cb524d829dc97432c5a730aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4300952 Jun 18 16:28:12.062798 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44016) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:12.091260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b6d68-a4cf-4524-a04c-38e6332d72f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d2d2ca-2ae0-4593-b9d3-cc2650b01c0a,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:12.094906 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fb7b6d68-a4cf-4524-a04c-38e6332d72f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:12.105668 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:12.120259 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c280d86-e8e3-4a43-a6a1-8e994e0d43c8 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Network 130b1735-fdaf-4295-aad7-612423bf40ea is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:12.147481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-047d487e-df4d-49d3-8984-d172d715a6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.177259 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-047d487e-df4d-49d3-8984-d172d715a6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.193985 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-0c280d86-e8e3-4a43-a6a1-8e994e0d43c8 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:12.196426 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c280d86-e8e3-4a43-a6a1-8e994e0d43c8 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:12.254042 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-047d487e-df4d-49d3-8984-d172d715a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.266286 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-047d487e-df4d-49d3-8984-d172d715a6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.268363 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8d0a334f-8dc6-493b-980c-cb294164dd48 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.270897 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-047d487e-df4d-49d3-8984-d172d715a6fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/92d2d2ca-2ae0-4593-b9d3-cc2650b01c0a HTTP/1.1" status: 204 len: 168 time: 0.2055724 Jun 18 16:28:12.273793 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:12.298792 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44024) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:12.305735 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d487e-df4d-49d3-8984-d172d715a6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d2d2ca-2ae0-4593-b9d3-cc2650b01c0a,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:12.317663 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-c76b9a80-b6b5-4c8f-90e1-62490a7b6d11 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:12.319436 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8d0a334f-8dc6-493b-980c-cb294164dd48 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.320042 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-c76b9a80-b6b5-4c8f-90e1-62490a7b6d11 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2053196 Jun 18 16:28:12.327818 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-047d487e-df4d-49d3-8984-d172d715a6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:12.344879 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-fb373196-e161-48dc-85a6-3d59593e8a16 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 18 16:28:12.346082 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fb373196-e161-48dc-85a6-3d59593e8a16 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.1158142 Jun 18 16:28:12.354122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c280d86-e8e3-4a43-a6a1-8e994e0d43c8 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Pushing event updated for resources: {'Port': ['ID=e6b39867-9878-4923-be0d-a8ab486f2447,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:12.358185 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0c280d86-e8e3-4a43-a6a1-8e994e0d43c8 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:12.365414 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44028) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:12.365991 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-72c235ea-39e5-4d38-8700-ff7734067e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:12.428016 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c280d86-e8e3-4a43-a6a1-8e994e0d43c8 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:12.428667 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c280d86-e8e3-4a43-a6a1-8e994e0d43c8 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.440728 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0a334f-8dc6-493b-980c-cb294164dd48 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:12.472462 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-489573107'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:12.484870 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4af2ee51-bfa9-459d-863f-99abc93f2056 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:12.488424 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.api [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:28:12.488424 dv-neutron-797121-1-hyperv neutron-server[93427]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:28:12.488424 dv-neutron-797121-1-hyperv neutron-server[93427]: [parameters: {'project_id_1': '975c6dab4fc846e395b99441fb8f47c5', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 28, 12, 476407)}] Jun 18 16:28:12.488424 dv-neutron-797121-1-hyperv neutron-server[93427]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:28:12.488852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_db.api [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:28:12.504786 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02fa055-271b-458a-99df-8da97b419d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Made reservation on behalf of ff58ec17c8e045a3aa8aea23d238173e for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:12.507675 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c02fa055-271b-458a-99df-8da97b419d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.514789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8d0a334f-8dc6-493b-980c-cb294164dd48 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.515136 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-8d0a334f-8dc6-493b-980c-cb294164dd48 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Added segment dd028d36-27a5-4300-a287-ca35b5009885 of type vlan for network 9e5c224e-16be-4839-a08a-ecf18b136c7a Jun 18 16:28:12.516694 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a334f-8dc6-493b-980c-cb294164dd48 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c2d3fa-9695-493b-b789-86efda347190,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:12.531085 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8d0a334f-8dc6-493b-980c-cb294164dd48 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:12.539283 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-c02fa055-271b-458a-99df-8da97b419d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] device_id is not set on port b2109466-d00b-4822-a7c5-766e5b6b96fe yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:12.558255 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0c280d86-e8e3-4a43-a6a1-8e994e0d43c8 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8537612 Jun 18 16:28:12.563192 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44030) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:12.576379 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-38737431-aaab-4d1a-81df-fa74c931f745 None None] Provisioning for port e6b39867-9878-4923-be0d-a8ab486f2447 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:12.578422 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 4af2ee51-bfa9-459d-863f-99abc93f2056 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:12.578839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.600113 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-38737431-aaab-4d1a-81df-fa74c931f745 None None] Provisioning complete for port e6b39867-9878-4923-be0d-a8ab486f2447 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:12.601277 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-38737431-aaab-4d1a-81df-fa74c931f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.617779 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-240a383f-205a-4498-af88-a3a23fd30f01 service neutron] 10.222.0.39 "GET /v2.0/networks/3768cd4f-78ca-4b95-afbb-fe15e2552ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802410 Jun 18 16:28:12.672660 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.684652 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8d0a334f-8dc6-493b-980c-cb294164dd48 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.788702 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-48f0bc43-e0df-4949-890a-8285a59d2695 service neutron] 10.222.0.39 "GET /v2.0/networks/3768cd4f-78ca-4b95-afbb-fe15e2552ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550412 Jun 18 16:28:12.809204 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-38737431-aaab-4d1a-81df-fa74c931f745 None None] Port e6b39867-9878-4923-be0d-a8ab486f2447 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:12.839245 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8d0a334f-8dc6-493b-980c-cb294164dd48 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.850828 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0a334f-8dc6-493b-980c-cb294164dd48 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:12.851401 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8d0a334f-8dc6-493b-980c-cb294164dd48 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.866384 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:12.898201 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:12.906072 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-2a1015de-29ad-4215-9295-69bbcd8d5707 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Deleting port 8811fe5b-9df7-4fc5-9b64-f211e74defda {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:12.906438 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2a1015de-29ad-4215-9295-69bbcd8d5707 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.911557 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c02fa055-271b-458a-99df-8da97b419d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.959335 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:12.960193 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.025010 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c02fa055-271b-458a-99df-8da97b419d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.035943 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:13.038272 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Made reservation on behalf of 975c6dab4fc846e395b99441fb8f47c5 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:13.042237 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.057572 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.122232 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02fa055-271b-458a-99df-8da97b419d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:13.128145 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-c02fa055-271b-458a-99df-8da97b419d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:13.132896 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02fa055-271b-458a-99df-8da97b419d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:13.133834 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02fa055-271b-458a-99df-8da97b419d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:13.134412 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c02fa055-271b-458a-99df-8da97b419d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.159064 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fa055-271b-458a-99df-8da97b419d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Pushing event updated for resources: {'Port': ['ID=b2109466-d00b-4822-a7c5-766e5b6b96fe,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:13.168412 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c02fa055-271b-458a-99df-8da97b419d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:13.214211 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a334f-8dc6-493b-980c-cb294164dd48 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Pushing event updated for resources: {'Network': ['ID=9e5c224e-16be-4839-a08a-ecf18b136c7a,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:13.224650 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8d0a334f-8dc6-493b-980c-cb294164dd48 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.6509559 Jun 18 16:28:13.226037 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8d0a334f-8dc6-493b-980c-cb294164dd48 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:13.227712 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44058) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:13.233189 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 9e5c224e-16be-4839-a08a-ecf18b136c7a details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:13.247141 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-3b4b8c1a-9e81-4cca-80aa-291d46c768cf tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Request body: {'subnet': {'network_id': '9e5c224e-16be-4839-a08a-ecf18b136c7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:13.272169 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-3544e722-b611-468e-ba1f-8d9b107c984e tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Deleting port e6b39867-9878-4923-be0d-a8ab486f2447 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:13.272740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3544e722-b611-468e-ba1f-8d9b107c984e tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.385496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2a1015de-29ad-4215-9295-69bbcd8d5707 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.406532 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44072) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:13.408834 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.421674 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.428825 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:13.489972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-2a1015de-29ad-4215-9295-69bbcd8d5707 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Calling delete_port for 8811fe5b-9df7-4fc5-9b64-f211e74defda owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:13.500828 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.529256 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.571036 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3544e722-b611-468e-ba1f-8d9b107c984e tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.604139 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c02fa055-271b-458a-99df-8da97b419d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1743915 Jun 18 16:28:13.611967 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44078) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:13.621434 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:13.628370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f5b8810e-ad5f-49b1-9d3c-a16ee4c8ca8f tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:13.673348 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:13.678694 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:13.697731 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4781013e-2d77-4829-9888-63ef3a1f693c,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:13.705590 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:13.706545 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4b8c1a-9e81-4cca-80aa-291d46c768cf tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Made reservation on behalf of 1de6bb60409d4513b7c8f92f1eaaa298 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:13.710204 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8c1a-9e81-4cca-80aa-291d46c768cf tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.717871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:13.729873 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.730225 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Added segment c2de9f07-d137-4692-9460-941bb8905598 of type vlan for network 42c38d0d-faa8-4da7-9dc1-45aa9d707d0b Jun 18 16:28:13.807758 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-3544e722-b611-468e-ba1f-8d9b107c984e tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Calling delete_port for e6b39867-9878-4923-be0d-a8ab486f2447 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:13.879871 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.899037 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.905443 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.921885 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-09cd1db2-59bb-4db7-8e96-fec7f15f5fbb req-d390caff-93ba-478c-aad3-1bfb3fe575b8 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 210 time: 0.5105226 Jun 18 16:28:13.992160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:14.002389 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:14.003050 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:14.009197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:14.108808 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2a1015de-29ad-4215-9295-69bbcd8d5707 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:14.121939 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.8187380 Jun 18 16:28:14.149642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44104) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:14.157236 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-9cc0034d-7314-40ca-9fbb-c7651dbcec4b tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Request body: {'subnet': {'network_id': '42c38d0d-faa8-4da7-9dc1-45aa9d707d0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:14.169124 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:14.170807 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event updated for resources: {'Network': ['ID=42c38d0d-faa8-4da7-9dc1-45aa9d707d0b,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:14.186157 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 42c38d0d-faa8-4da7-9dc1-45aa9d707d0b details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:14.204835 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:14.266029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1015de-29ad-4215-9295-69bbcd8d5707 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Pushing event deleted for resources: {'Port': ['ID=8811fe5b-9df7-4fc5-9b64-f211e74defda,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:14.278905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Network f1f325ca-ec19-4fd2-b418-95ebf632c302 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:14.279915 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2a1015de-29ad-4215-9295-69bbcd8d5707 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:14.288261 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:14.315067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2a1015de-29ad-4215-9295-69bbcd8d5707 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:14.321827 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2a1015de-29ad-4215-9295-69bbcd8d5707 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] 10.222.0.39 "DELETE /v2.0/ports/8811fe5b-9df7-4fc5-9b64-f211e74defda HTTP/1.1" status: 204 len: 168 time: 1.9522223 Jun 18 16:28:14.322828 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3544e722-b611-468e-ba1f-8d9b107c984e tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:14.382437 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:14.445933 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8c1a-9e81-4cca-80aa-291d46c768cf tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:14.461465 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544e722-b611-468e-ba1f-8d9b107c984e tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Pushing event deleted for resources: {'Port': ['ID=e6b39867-9878-4923-be0d-a8ab486f2447,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:14.473750 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-29e723bf-8895-4562-8526-67ff8b39f4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:14.488262 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3544e722-b611-468e-ba1f-8d9b107c984e tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:14.538955 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc0034d-7314-40ca-9fbb-c7651dbcec4b tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Made reservation on behalf of 975c6dab4fc846e395b99441fb8f47c5 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:14.542530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9cc0034d-7314-40ca-9fbb-c7651dbcec4b tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks [] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:14.548188 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] device_id is not set on port b2109466-d00b-4822-a7c5-766e5b6b96fe yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:14.588897 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:14.678877 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Transition to ACTIVE for port object b2109466-d00b-4822-a7c5-766e5b6b96fe will not be triggered until provisioned by entity L2. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:14.679767 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b8c1a-9e81-4cca-80aa-291d46c768cf tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Pushing event updated for resources: {'Subnet': ['ID=03302788-0485-483c-ad05-3b95af0e612e,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:14.715654 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:14.716939 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3b4b8c1a-9e81-4cca-80aa-291d46c768cf tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:14.734221 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:14.739511 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44126) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:14.774161 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3544e722-b611-468e-ba1f-8d9b107c984e tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:14.775284 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a58f9dbc-45f7-45a5-b0b5-2e7bbeac2cb9 None None] Provisioning complete for port bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:14.776348 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3544e722-b611-468e-ba1f-8d9b107c984e tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] 10.222.0.39 "DELETE /v2.0/ports/e6b39867-9878-4923-be0d-a8ab486f2447 HTTP/1.1" status: 204 len: 168 time: 2.1858332 Jun 18 16:28:14.777506 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a58f9dbc-45f7-45a5-b0b5-2e7bbeac2cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:14.780209 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44130) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:14.807511 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b8c1a-9e81-4cca-80aa-291d46c768cf tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Checking segment: {'id': 'dd028d36-27a5-4300-a287-ca35b5009885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9e5c224e-16be-4839-a08a-ecf18b136c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:14.807871 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4b8c1a-9e81-4cca-80aa-291d46c768cf tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Network hostable DHCP agents. Network: 9e5c224e-16be-4839-a08a-ecf18b136c7a, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:14.808339 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Router bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:14.867472 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-a58f9dbc-45f7-45a5-b0b5-2e7bbeac2cb9 None None] Port bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:14.932989 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Pushing event updated for resources: {'Port': ['ID=b2109466-d00b-4822-a7c5-766e5b6b96fe,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:14.943783 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:14.997901 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:14.998245 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:14.998581 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:15.002953 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4b8c1a-9e81-4cca-80aa-291d46c768cf tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Network 9e5c224e-16be-4839-a08a-ecf18b136c7a is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:15.024676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:15.024956 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:15.028161 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 2 to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe Jun 18 16:28:15.045955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:15.058529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Sync routers for ids ['bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:15.063450 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] 10.222.0.39 "PUT /v2.0/routers/bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1667454 Jun 18 16:28:15.071615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-3b4b8c1a-9e81-4cca-80aa-291d46c768cf tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 9e5c224e-16be-4839-a08a-ecf18b136c7a) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:15.083106 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b8c1a-9e81-4cca-80aa-291d46c768cf tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:15.083683 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8c1a-9e81-4cca-80aa-291d46c768cf tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.085993 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:15.086325 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:15.086677 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:15.089372 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dc4f31-8a10-45a3-8d7c-2f60e3f645d1 None None] Network 9e5c224e-16be-4839-a08a-ecf18b136c7a requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:15.095989 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Routers {'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:15.096639 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:28:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:15.126927 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:15.128898 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:15.138925 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 3 to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe Jun 18 16:28:15.145844 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7966fae-4eaa-4216-a2dd-c9e189eddb39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.167694 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3b4b8c1a-9e81-4cca-80aa-291d46c768cf tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9365048 Jun 18 16:28:15.168105 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44144) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:15.173961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1440185218', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}, 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:15.191038 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:15.191377 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:15.191714 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:15.213209 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:15.213538 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:15.216635 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 4 to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe Jun 18 16:28:15.236494 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44146) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:15.259480 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.264833 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.265629 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9f4f712a-5fa7-4a9d-adbd-aed38f5a93d4 req-af4c7ce7-7445-4685-9c42-dba3cb9a8f22 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 210 time: 0.0592022 Jun 18 16:28:15.270353 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9cc0034d-7314-40ca-9fbb-c7651dbcec4b tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.274832 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:15.275173 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:15.275512 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:15.280733 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:15.322201 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:15.322613 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:15.327499 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 5 to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe Jun 18 16:28:15.361422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.370224 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:15.370558 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:15.370940 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:15.373306 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c5d4cafa-d379-4af3-a257-fd0933333347 tempest-DHCPAgentSchedulersTestJSON-32004725 tempest-DHCPAgentSchedulersTestJSON-32004725-project-admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5885105 Jun 18 16:28:15.382502 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44150) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:15.390491 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-d1980501-6e06-43ed-8eda-181b0d4491b0 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:15.397861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-5fa443ab-6b98-4f87-87d3-c9e82142e866 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1491261670'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:15.415486 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0034d-7314-40ca-9fbb-c7651dbcec4b tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event updated for resources: {'Subnet': ['ID=5e9951c6-19b1-40b5-86e8-c9030f549fd1,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:15.422977 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:15.423309 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:15.427232 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9cc0034d-7314-40ca-9fbb-c7651dbcec4b tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:15.427680 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 6 to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe Jun 18 16:28:15.451799 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Set router bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:15.491566 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc0034d-7314-40ca-9fbb-c7651dbcec4b tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Checking segment: {'id': 'c2de9f07-d137-4692-9460-941bb8905598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '42c38d0d-faa8-4da7-9dc1-45aa9d707d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:15.491997 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc0034d-7314-40ca-9fbb-c7651dbcec4b tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Network hostable DHCP agents. Network: 42c38d0d-faa8-4da7-9dc1-45aa9d707d0b, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:15.499797 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:15.500316 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:15.500675 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:15.510115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:15.510611 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:15.513771 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 7 to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe Jun 18 16:28:15.548493 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:15.548840 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:15.549156 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:15.555024 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d1980501-6e06-43ed-8eda-181b0d4491b0 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] 10.222.0.39 "PUT /v2.0/quotas/4a2fc54fc51e4e7d9e11d3ead0f84bc0 HTTP/1.1" status: 200 len: 366 time: 0.2987788 Jun 18 16:28:15.558683 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44158) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:15.560834 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc0034d-7314-40ca-9fbb-c7651dbcec4b tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Network 42c38d0d-faa8-4da7-9dc1-45aa9d707d0b is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:15.569744 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:15.570370 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:15.574622 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 8 to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe Jun 18 16:28:15.579506 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7966fae-4eaa-4216-a2dd-c9e189eddb39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.582523 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-9cc0034d-7314-40ca-9fbb-c7651dbcec4b tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 42c38d0d-faa8-4da7-9dc1-45aa9d707d0b) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:15.587245 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc0034d-7314-40ca-9fbb-c7651dbcec4b tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:15.588091 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9cc0034d-7314-40ca-9fbb-c7651dbcec4b tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.595721 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7a5c9f02-dbae-430e-acbf-bf16a12b1afb tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0301943 Jun 18 16:28:15.616107 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44160) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:15.617323 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7966fae-4eaa-4216-a2dd-c9e189eddb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.636598 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa443ab-6b98-4f87-87d3-c9e82142e866 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Made reservation on behalf of 14f54e0a09e146a0a37452a037733a92 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:15.637790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63167230-6117-4267-8a5a-b3edfa59eac9 None None] Network 42c38d0d-faa8-4da7-9dc1-45aa9d707d0b requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:15.641018 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fa443ab-6b98-4f87-87d3-c9e82142e866 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.648163 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-64ecba17-1f2d-4a9e-99c2-1b4af19111cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:15.672405 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:15.673098 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:15.673636 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:15.694122 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7966fae-4eaa-4216-a2dd-c9e189eddb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6849e54f-676e-49b5-bf59-d694c2d217d3,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:15.698486 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d7966fae-4eaa-4216-a2dd-c9e189eddb39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:15.704827 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-efc800e4-13fb-486a-adba-aadda8809d12 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] 10.222.0.39 "GET /v2.0/quotas/4a2fc54fc51e4e7d9e11d3ead0f84bc0 HTTP/1.1" status: 200 len: 366 time: 0.0856705 Jun 18 16:28:15.711627 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9cc0034d-7314-40ca-9fbb-c7651dbcec4b tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5589178 Jun 18 16:28:15.712440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44162) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:15.721073 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:15.721650 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:15.734757 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44164) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:15.739682 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 9 to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe Jun 18 16:28:15.751164 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-9e5c224e-16be-4839-a08a-ecf18b136c7a', 'network_id': '9e5c224e-16be-4839-a08a-ecf18b136c7a', 'tenant_id': '1de6bb60409d4513b7c8f92f1eaaa298', 'fixed_ips': [{'subnet_id': '03302788-0485-483c-ad05-3b95af0e612e'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:28:15.751982 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.757861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa443ab-6b98-4f87-87d3-c9e82142e866 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:15.772942 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-bfdd7a7d-0434-4629-8669-01f3c053cdd4 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Request body: {'port': {'network_id': '42c38d0d-faa8-4da7-9dc1-45aa9d707d0b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1227219065'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:15.777273 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fa443ab-6b98-4f87-87d3-c9e82142e866 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.777863 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-5fa443ab-6b98-4f87-87d3-c9e82142e866 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Added segment 69ca3cb3-78c5-4007-af35-f31e9a0f9083 of type vlan for network 134f5a43-57b1-408d-b95d-f7c3180458d0 Jun 18 16:28:15.782777 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-91efe287-4565-478b-930c-1786c198f916 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/4a2fc54fc51e4e7d9e11d3ead0f84bc0 HTTP/1.1" status: 204 len: 168 time: 0.0624537 Jun 18 16:28:15.785753 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.796370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44166) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:15.810921 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e476fb64-0f28-41d3-b27e-e5e819014221 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0103912 Jun 18 16:28:15.811114 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44168) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:15.821489 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'name': 'tempest-ServersTestJSON-924229174-router', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:01Z', 'updated_at': '2021-06-18T16:28:12Z', 'revision_number': 4, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'gw_port': {'id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:03Z', 'updated_at': '2021-06-18T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94', 'name': '', 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'mac_address': 'fa:16:3e:ec:04:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '36736294-af3b-4cce-819a-088f47615227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:09Z', 'updated_at': '2021-06-18T16:28:12Z', 'revision_number': 2, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'subnets': [{'id': '36736294-af3b-4cce-819a-088f47615227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:15.829954 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7d803fe0-cd75-4fcc-af9d-6c184a655edf tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] 10.222.0.39 "GET /v2.0/quotas/4a2fc54fc51e4e7d9e11d3ead0f84bc0 HTTP/1.1" status: 200 len: 370 time: 0.0176625 Jun 18 16:28:15.830755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44170) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:15.839939 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d7966fae-4eaa-4216-a2dd-c9e189eddb39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=591d23d2e56d4aaa850e115fe2aa70fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0914772 Jun 18 16:28:15.843758 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bdc14dfc-c86e-40c4-8ade-8165915b66dc tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] 10.222.0.39 "GET /v2.0/quotas/4a2fc54fc51e4e7d9e11d3ead0f84bc0/default HTTP/1.1" status: 200 len: 370 time: 0.0069940 Jun 18 16:28:15.847954 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44172) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:15.848294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44174) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:15.871032 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:15.871463 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:15.871872 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:15.910365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fa443ab-6b98-4f87-87d3-c9e82142e866 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.928201 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Checking router: bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:28:15.928563 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Updating router bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c port bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:28:15.949568 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:15.950169 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:15.955316 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 10 to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe Jun 18 16:28:15.962059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fa443ab-6b98-4f87-87d3-c9e82142e866 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.985106 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa443ab-6b98-4f87-87d3-c9e82142e866 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:15.985789 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fa443ab-6b98-4f87-87d3-c9e82142e866 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.001618 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:16.015831 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5fa443ab-6b98-4f87-87d3-c9e82142e866 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6302717 Jun 18 16:28:16.026336 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44178) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:16.026547 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.045959 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-42c38d0d-faa8-4da7-9dc1-45aa9d707d0b', 'network_id': '42c38d0d-faa8-4da7-9dc1-45aa9d707d0b', 'tenant_id': '975c6dab4fc846e395b99441fb8f47c5', 'fixed_ips': [{'subnet_id': '5e9951c6-19b1-40b5-86e8-c9030f549fd1'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:28:16.046827 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.068266 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:16.068606 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:16.068942 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:16.094283 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:16.094629 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port b2109466-d00b-4822-a7c5-766e5b6b96fe on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:16.095683 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.118845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Allocated IP 172.20.0.2 (9e5c224e-16be-4839-a08a-ecf18b136c7a/03302788-0485-483c-ad05-3b95af0e612e/ce657e04-0dc4-432e-a686-76ae0d95bf94) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:16.146229 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-79d883e9-0b37-4aa1-92a9-a0b5a55128f4 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] delete failed (client error): The resource could not be found. Jun 18 16:28:16.150981 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-79d883e9-0b37-4aa1-92a9-a0b5a55128f4 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/4a2fc54fc51e4e7d9e11d3ead0f84bc0 HTTP/1.1" status: 404 len: 348 time: 0.0149870 Jun 18 16:28:16.187833 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44182) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:16.194648 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-2e192673-35a0-4449-ba79-95f0394b9cf4 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--190111177', 'description': 'tempest-description--1935552072'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:16.230803 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2e192673-35a0-4449-ba79-95f0394b9cf4 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.363399 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44186) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:16.399882 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a0d2baa9-22c7-443d-9ea0-fe70acde0225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.426819 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.64', 53854) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:16.488008 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.quota.resource [None req-71d73e9a-c7c0-42fc-a573-5bd4ea9924f7 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] Usage tracker for resource:network and tenant:94b6b48a33954a75ae2fbacdb384fdaa is out of sync, need to count used quota {{(pid=93428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 18 16:28:16.503956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Allocated IP 2001:db8::2 (42c38d0d-faa8-4da7-9dc1-45aa9d707d0b/5e9951c6-19b1-40b5-86e8-c9030f549fd1/d18cc866-ad46-4afc-95cc-bb18f17516f6) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:16.526299 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a0d2baa9-22c7-443d-9ea0-fe70acde0225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.572168 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.quota.resource [None req-71d73e9a-c7c0-42fc-a573-5bd4ea9924f7 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 18 16:28:16.619474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2e192673-35a0-4449-ba79-95f0394b9cf4 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.619986 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa443ab-6b98-4f87-87d3-c9e82142e866 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Pushing event updated for resources: {'Network': ['ID=134f5a43-57b1-408d-b95d-f7c3180458d0,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:16.625100 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-af3a5e0e-5ed3-4139-87fd-536a7e947e6d req-f64e62ea-c042-4237-a24e-7c151cd64c9b tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 210 time: 0.1250563 Jun 18 16:28:16.634463 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5fa443ab-6b98-4f87-87d3-c9e82142e866 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:16.663336 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2e192673-35a0-4449-ba79-95f0394b9cf4 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.687969 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 134f5a43-57b1-408d-b95d-f7c3180458d0 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:16.689670 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.quota.resource [None req-71d73e9a-c7c0-42fc-a573-5bd4ea9924f7 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] Usage tracker for resource:subnet and tenant:94b6b48a33954a75ae2fbacdb384fdaa is out of sync, need to count used quota {{(pid=93428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 18 16:28:16.720458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fb7b6d68-a4cf-4524-a04c-38e6332d72f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:16.738448 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdd7a7d-0434-4629-8669-01f3c053cdd4 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Made reservation on behalf of 975c6dab4fc846e395b99441fb8f47c5 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:16.740475 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.quota.resource [None req-71d73e9a-c7c0-42fc-a573-5bd4ea9924f7 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 18 16:28:16.745788 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bfdd7a7d-0434-4629-8669-01f3c053cdd4 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.797719 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.803220 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] For port b2109466-d00b-4822-a7c5-766e5b6b96fe, host hv-neutron-7971, cleared binding levels {{(pid=93427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:16.803685 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempted to set empty binding levels {{(pid=93427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 18 16:28:16.814782 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.823526 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:16.835044 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4b383e5b-6726-4459-8212-7d962cb048b8 tempest-DHCPAgentSchedulersTestJSON-32004725 tempest-DHCPAgentSchedulersTestJSON-32004725-project-admin] 10.222.0.39 "GET /v2.0/agents/82660ec6-5261-418b-a609-29018ddc2027/dhcp-networks HTTP/1.1" status: 200 len: 7271 time: 0.8051984 Jun 18 16:28:16.855985 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-bfdd7a7d-0434-4629-8669-01f3c053cdd4 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] device_id is not set on port 753f3d07-6cb6-4469-8975-07feb60e3830 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:16.860756 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44192) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:16.865322 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-7098198e-9c66-4b2e-8291-c2a9c724a5ec tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:16.867149 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-7098198e-9c66-4b2e-8291-c2a9c724a5ec tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.64 "GET /v2.0/networks?id=3768cd4f-78ca-4b95-afbb-fe15e2552ac4 HTTP/1.1" status: 200 len: 811 time: 0.4356484 Jun 18 16:28:16.871813 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.quota.resource [None req-71d73e9a-c7c0-42fc-a573-5bd4ea9924f7 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] Usage tracker for resource:subnetpool and tenant:94b6b48a33954a75ae2fbacdb384fdaa is out of sync, need to count used quota {{(pid=93428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 18 16:28:16.877949 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2e192673-35a0-4449-ba79-95f0394b9cf4 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.879650 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2e192673-35a0-4449-ba79-95f0394b9cf4 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6908488 Jun 18 16:28:16.879880 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Transition to ACTIVE for port object ce657e04-0dc4-432e-a686-76ae0d95bf94 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:16.885461 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44194) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:16.887554 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a0d2baa9-22c7-443d-9ea0-fe70acde0225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.890002 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e192673-35a0-4449-ba79-95f0394b9cf4 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc10b70-ecac-4d3c-bc72-f81b13d67f01,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:16.894575 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-48fb0433-cc33-4d42-930c-2c4db02007be tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Request body: {'security_group_rule': {'security_group_id': '8bc10b70-ecac-4d3c-bc72-f81b13d67f01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:16.900866 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.quota.resource [None req-71d73e9a-c7c0-42fc-a573-5bd4ea9924f7 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 18 16:28:16.911008 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a0d2baa9-22c7-443d-9ea0-fe70acde0225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.912242 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a0d2baa9-22c7-443d-9ea0-fe70acde0225 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6849e54f-676e-49b5-bf59-d694c2d217d3 HTTP/1.1" status: 204 len: 168 time: 1.0409598 Jun 18 16:28:16.913753 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2e192673-35a0-4449-ba79-95f0394b9cf4 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:16.914229 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2e192673-35a0-4449-ba79-95f0394b9cf4 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:16.936640 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] In _notify_port_updated(), no bound segment for port b2109466-d00b-4822-a7c5-766e5b6b96fe on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:28:16.937492 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:16.938185 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.939582 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] 10.222.0.39 "PUT /v2.0/ports/b2109466-d00b-4822-a7c5-766e5b6b96fe HTTP/1.1" status: 200 len: 981 time: 3.3248515 Jun 18 16:28:16.947034 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Transition to ACTIVE for port object ce657e04-0dc4-432e-a686-76ae0d95bf94 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:16.959342 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44198) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:16.960184 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.974356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2baa9-22c7-443d-9ea0-fe70acde0225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6849e54f-676e-49b5-bf59-d694c2d217d3,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:16.978841 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.985244 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:16.985382 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a0d2baa9-22c7-443d-9ea0-fe70acde0225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:16.988203 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.quota.resource [None req-71d73e9a-c7c0-42fc-a573-5bd4ea9924f7 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] Usage tracker for resource:port and tenant:94b6b48a33954a75ae2fbacdb384fdaa is out of sync, need to count used quota {{(pid=93428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 18 16:28:16.989905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.007657 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.quota.resource [None req-71d73e9a-c7c0-42fc-a573-5bd4ea9924f7 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 18 16:28:17.033281 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.062844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-48fb0433-cc33-4d42-930c-2c4db02007be tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.063383 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Pushing event updated for resources: {'Port': ['ID=b2109466-d00b-4822-a7c5-766e5b6b96fe,revision_number=3']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:17.066607 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:17.082207 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Transition to ACTIVE for port object bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:17.084230 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Pushing event updated for resources: {'Port': ['ID=ce657e04-0dc4-432e-a686-76ae0d95bf94,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:17.099496 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:17.121624 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.quota.resource [None req-71d73e9a-c7c0-42fc-a573-5bd4ea9924f7 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] Usage tracker for resource:router and tenant:94b6b48a33954a75ae2fbacdb384fdaa is out of sync, need to count used quota {{(pid=93428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 18 16:28:17.127798 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-26563e1b-9497-43fa-a79f-bf64ed37f51f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b33ea418eb12499b9e56b605b80bf99d HTTP/1.1" status: 200 len: 379 time: 0.1738605 Jun 18 16:28:17.146807 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-fa067f10-bb30-40ad-8a79-da9556e5862a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Request body: {'port': {'device_id': 'b21735db-d77f-4e5e-9ff8-e7d7b9982be3', 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4', 'admin_state_up': True, 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'security_groups': ['0b105361-f7b0-463e-b380-00bdcefe5ac7']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:17.150623 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.quota.resource [None req-71d73e9a-c7c0-42fc-a573-5bd4ea9924f7 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 18 16:28:17.178983 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.191672 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f974b3c-7ac5-45b2-9f13-f386360d46b2 tempest-DHCPAgentSchedulersTestJSON-32004725 tempest-DHCPAgentSchedulersTestJSON-32004725-project-admin] Network 134f5a43-57b1-408d-b95d-f7c3180458d0 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:17.203842 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:17.213023 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495531de-7731-48c9-b45c-09f2eac3cb25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:17.213499 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495531de-7731-48c9-b45c-09f2eac3cb25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:17.214147 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495531de-7731-48c9-b45c-09f2eac3cb25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:17.214549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495531de-7731-48c9-b45c-09f2eac3cb25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:17.215303 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495531de-7731-48c9-b45c-09f2eac3cb25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:17.215481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495531de-7731-48c9-b45c-09f2eac3cb25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:17.216240 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495531de-7731-48c9-b45c-09f2eac3cb25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:17.216842 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495531de-7731-48c9-b45c-09f2eac3cb25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:17.217238 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495531de-7731-48c9-b45c-09f2eac3cb25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:17.218329 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495531de-7731-48c9-b45c-09f2eac3cb25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:17.219784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495531de-7731-48c9-b45c-09f2eac3cb25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:17.219784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495531de-7731-48c9-b45c-09f2eac3cb25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:17.220217 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495531de-7731-48c9-b45c-09f2eac3cb25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:17.220673 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495531de-7731-48c9-b45c-09f2eac3cb25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:17.221755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495531de-7731-48c9-b45c-09f2eac3cb25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:17.223442 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.quota.resource [None req-71d73e9a-c7c0-42fc-a573-5bd4ea9924f7 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] Usage tracker for resource:floatingip and tenant:94b6b48a33954a75ae2fbacdb384fdaa is out of sync, need to count used quota {{(pid=93428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 18 16:28:17.227788 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-495531de-7731-48c9-b45c-09f2eac3cb25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13581 time: 0.2317786 Jun 18 16:28:17.228190 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44210) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:17.236017 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Network 9e5c224e-16be-4839-a08a-ecf18b136c7a is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:17.256273 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.quota.resource [None req-71d73e9a-c7c0-42fc-a573-5bd4ea9924f7 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 18 16:28:17.256503 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2f974b3c-7ac5-45b2-9f13-f386360d46b2 tempest-DHCPAgentSchedulersTestJSON-32004725 tempest-DHCPAgentSchedulersTestJSON-32004725-project-admin] 10.222.0.39 "POST /v2.0/agents/82660ec6-5261-418b-a609-29018ddc2027/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3915513 Jun 18 16:28:17.260728 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44212) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:17.304639 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd708d31-2738-45b1-a661-1fc2797d55e8 None None] Network 134f5a43-57b1-408d-b95d-f7c3180458d0 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:17.320933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:17.351162 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:17.413386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-48fb0433-cc33-4d42-930c-2c4db02007be tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.426432 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.438772 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-48fb0433-cc33-4d42-930c-2c4db02007be tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.444585 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-86f159d6-9552-4944-89a8-7210cc6ae65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Deleting port b2109466-d00b-4822-a7c5-766e5b6b96fe {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:17.444977 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-86f159d6-9552-4944-89a8-7210cc6ae65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.447968 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2440c1b3-9547-4681-8561-bc72caa09269 tempest-DHCPAgentSchedulersTestJSON-32004725 tempest-DHCPAgentSchedulersTestJSON-32004725-project-admin] 10.222.0.39 "GET /v2.0/agents/82660ec6-5261-418b-a609-29018ddc2027/dhcp-networks HTTP/1.1" status: 200 len: 8041 time: 0.1862590 Jun 18 16:28:17.461577 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44224) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:17.468158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:17.495355 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44226) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:17.523079 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Allocated IP 172.26.2.59 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/a62a598f-9c0b-4ebe-bc73-8e9c64a2d948) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:17.527985 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb0433-cc33-4d42-930c-2c4db02007be tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d00ba4-73ce-4ddd-af95-871eb4ab6671,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:17.548389 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Transition to ACTIVE for port object d18cc866-ad46-4afc-95cc-bb18f17516f6 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:17.551320 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-48fb0433-cc33-4d42-930c-2c4db02007be tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:17.569556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67da4ba-f949-4147-96ef-91601d0041c0 None None] Pushing event updated for resources: {'Port': ['ID=bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:17.574970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-48fb0433-cc33-4d42-930c-2c4db02007be tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.576483 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-86f159d6-9552-4944-89a8-7210cc6ae65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] For port b2109466-d00b-4822-a7c5-766e5b6b96fe, host hv-neutron-7971, got binding levels [] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:17.576845 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-86f159d6-9552-4944-89a8-7210cc6ae65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.585686 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-48fb0433-cc33-4d42-930c-2c4db02007be tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6987851 Jun 18 16:28:17.586074 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b67da4ba-f949-4147-96ef-91601d0041c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:17.599188 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44228) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:17.608725 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-3c2ca9b0-00d7-4282-a379-bb696cfd5a22 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Request body: {'security_group_rule': {'security_group_id': '8bc10b70-ecac-4d3c-bc72-f81b13d67f01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:17.638420 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Transition to ACTIVE for port object d18cc866-ad46-4afc-95cc-bb18f17516f6 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:17.645143 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Attempting to bind port ce657e04-0dc4-432e-a686-76ae0d95bf94 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:17.645724 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Attempting to bind port ce657e04-0dc4-432e-a686-76ae0d95bf94 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'dd028d36-27a5-4300-a287-ca35b5009885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9e5c224e-16be-4839-a08a-ecf18b136c7a'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:17.646301 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Attempting to bind port ce657e04-0dc4-432e-a686-76ae0d95bf94 on network 9e5c224e-16be-4839-a08a-ecf18b136c7a {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:17.675083 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.700148 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:17.702839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:17.703494 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Checking segment: {'id': 'dd028d36-27a5-4300-a287-ca35b5009885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9e5c224e-16be-4839-a08a-ecf18b136c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:17.704302 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.704896 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Bound using segment: {'id': 'dd028d36-27a5-4300-a287-ca35b5009885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9e5c224e-16be-4839-a08a-ecf18b136c7a'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:17.705591 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Bound port: ce657e04-0dc4-432e-a686-76ae0d95bf94, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd028d36-27a5-4300-a287-ca35b5009885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9e5c224e-16be-4839-a08a-ecf18b136c7a'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:17.706235 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.724142 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-86f159d6-9552-4944-89a8-7210cc6ae65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Calling delete_port for b2109466-d00b-4822-a7c5-766e5b6b96fe owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:17.767855 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-589e4bfc-eba7-472c-a367-cd846375e62a tempest-DHCPAgentSchedulersTestJSON-32004725 tempest-DHCPAgentSchedulersTestJSON-32004725-project-admin] 10.222.0.39 "DELETE /v2.0/agents/82660ec6-5261-418b-a609-29018ddc2027/dhcp-networks/134f5a43-57b1-408d-b95d-f7c3180458d0 HTTP/1.1" status: 204 len: 168 time: 0.3048515 Jun 18 16:28:17.769827 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44236) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:17.793545 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.801933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Attempting to bind port bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:17.802420 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Attempting to bind port bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'd4fd5465-845a-43eb-939e-beab783486fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:17.802888 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Attempting to bind port bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 on network f1f325ca-ec19-4fd2-b418-95ebf632c302 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:17.813383 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:17.813851 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Checking segment: {'id': 'd4fd5465-845a-43eb-939e-beab783486fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:17.814324 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.814827 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Bound using segment: {'id': 'd4fd5465-845a-43eb-939e-beab783486fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:17.815402 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Bound port: bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fd5465-845a-43eb-939e-beab783486fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:17.815828 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.826327 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Network 42c38d0d-faa8-4da7-9dc1-45aa9d707d0b is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:17.830764 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:17.835584 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:17.871668 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Pushing event updated for resources: {'Port': ['ID=d18cc866-ad46-4afc-95cc-bb18f17516f6,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:17.903268 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:17.907210 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-bfdd7a7d-0434-4629-8669-01f3c053cdd4 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Allocated IP 2001:db8::38e (42c38d0d-faa8-4da7-9dc1-45aa9d707d0b/5e9951c6-19b1-40b5-86e8-c9030f549fd1/753f3d07-6cb6-4469-8975-07feb60e3830) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:17.909416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.921517 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44238) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:17.922719 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ae159e50-e257-4bc6-b03a-ef3a37fb0fdf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=600d52acc31f40ba86ef4de4420e504c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4112041 Jun 18 16:28:17.947485 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-fa067f10-bb30-40ad-8a79-da9556e5862a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Made reservation on behalf of b33ea418eb12499b9e56b605b80bf99d for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:17.954549 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-fa067f10-bb30-40ad-8a79-da9556e5862a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.992193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca9b0-00d7-4282-a379-bb696cfd5a22 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.993935 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Attempting to bind port d18cc866-ad46-4afc-95cc-bb18f17516f6 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:17.994781 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.quota.resource [None req-71d73e9a-c7c0-42fc-a573-5bd4ea9924f7 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] Usage tracker for resource:security_group and tenant:94b6b48a33954a75ae2fbacdb384fdaa is out of sync, need to count used quota {{(pid=93428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 18 16:28:17.995055 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Attempting to bind port d18cc866-ad46-4afc-95cc-bb18f17516f6 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'c2de9f07-d137-4692-9460-941bb8905598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '42c38d0d-faa8-4da7-9dc1-45aa9d707d0b'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:17.995684 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Attempting to bind port d18cc866-ad46-4afc-95cc-bb18f17516f6 on network 42c38d0d-faa8-4da7-9dc1-45aa9d707d0b {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:18.002546 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:18.031260 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] For port ce657e04-0dc4-432e-a686-76ae0d95bf94, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:18.034018 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:18.034899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Checking segment: {'id': 'c2de9f07-d137-4692-9460-941bb8905598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '42c38d0d-faa8-4da7-9dc1-45aa9d707d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:18.035598 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.036238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Bound using segment: {'id': 'c2de9f07-d137-4692-9460-941bb8905598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '42c38d0d-faa8-4da7-9dc1-45aa9d707d0b'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:18.037343 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Bound port: d18cc866-ad46-4afc-95cc-bb18f17516f6, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2de9f07-d137-4692-9460-941bb8905598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '42c38d0d-faa8-4da7-9dc1-45aa9d707d0b'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:18.037965 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.040074 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-86f159d6-9552-4944-89a8-7210cc6ae65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.071783 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:18.072201 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] For port ce657e04-0dc4-432e-a686-76ae0d95bf94, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ce657e04-0dc4-432e-a686-76ae0d95bf94,segment=NetworkSegment(dd028d36-27a5-4300-a287-ca35b5009885),segment_id=dd028d36-27a5-4300-a287-ca35b5009885)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:18.075065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] For port bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:18.108709 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.122087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] For port bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94,segment=NetworkSegment(d4fd5465-845a-43eb-939e-beab783486fb),segment_id=d4fd5465-845a-43eb-939e-beab783486fb)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:18.124951 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:18.132206 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f159d6-9552-4944-89a8-7210cc6ae65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2109466-d00b-4822-a7c5-766e5b6b96fe,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:18.165157 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.176993 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-05a36ebb-0af4-4e65-9902-4c8dfc072e3f tempest-DHCPAgentSchedulersTestJSON-32004725 tempest-DHCPAgentSchedulersTestJSON-32004725-project-admin] 10.222.0.39 "GET /v2.0/agents/82660ec6-5261-418b-a609-29018ddc2027/dhcp-networks HTTP/1.1" status: 200 len: 7271 time: 0.4040971 Jun 18 16:28:18.180326 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-86f159d6-9552-4944-89a8-7210cc6ae65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:18.180918 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44244) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:18.185592 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:18.212908 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6b239ba3-608f-4637-838b-f25376629869 req-c07db307-c5c7-48d9-ac99-c36f5b098d6d tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 210 time: 0.1276519 Jun 18 16:28:18.224702 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-137f70ea-e503-4d97-9700-6cef756cc809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.225583 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca9b0-00d7-4282-a379-bb696cfd5a22 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.227042 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-86f159d6-9552-4944-89a8-7210cc6ae65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.229036 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Pushing event updated for resources: {'Port': ['ID=a62a598f-9c0b-4ebe-bc73-8e9c64a2d948,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:18.229418 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-86f159d6-9552-4944-89a8-7210cc6ae65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] 10.222.0.39 "DELETE /v2.0/ports/b2109466-d00b-4822-a7c5-766e5b6b96fe HTTP/1.1" status: 204 len: 168 time: 1.0004776 Jun 18 16:28:18.237700 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.quota.resource [None req-71d73e9a-c7c0-42fc-a573-5bd4ea9924f7 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 18 16:28:18.237877 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44246) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:18.299549 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-1737dd5b-6800-48b1-b100-8e5d32cfa8ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] GET failed (client error): The resource could not be found. Jun 18 16:28:18.301080 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1737dd5b-6800-48b1-b100-8e5d32cfa8ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] 10.222.0.39 "GET /v2.0/ports/b2109466-d00b-4822-a7c5-766e5b6b96fe HTTP/1.1" status: 404 len: 333 time: 0.0624466 Jun 18 16:28:18.303784 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Pushing event updated for resources: {'Port': ['ID=ce657e04-0dc4-432e-a686-76ae0d95bf94,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:18.313070 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44248) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:18.320649 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-137f70ea-e503-4d97-9700-6cef756cc809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.326338 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-dd2faf08-74ba-4042-bee2-d37d46f4659a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-476581353', 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:18.362614 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-fa067f10-bb30-40ad-8a79-da9556e5862a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Allocated IP 172.20.0.5 (3768cd4f-78ca-4b95-afbb-fe15e2552ac4/38516926-b59f-4c3c-99cb-34da080f8d97/d6bc773a-ce2c-475e-906a-0fc4cd2aa92a) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:18.387423 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-459e0c4e-8538-43b7-aaa0-f779bd3a7bba tempest-DHCPAgentSchedulersTestJSON-32004725 tempest-DHCPAgentSchedulersTestJSON-32004725-project-admin] 10.222.0.39 "GET /v2.0/networks/130b1735-fdaf-4295-aad7-612423bf40ea/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1769388 Jun 18 16:28:18.392696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44252) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:18.393098 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:18.395185 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b67da4ba-f949-4147-96ef-91601d0041c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:18.587936 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67da4ba-f949-4147-96ef-91601d0041c0 None None] Pushing event updated for resources: {'Port': ['ID=bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:18.599434 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b67da4ba-f949-4147-96ef-91601d0041c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:18.606338 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:28:18.614712 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Routers {'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:18.615422 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:28:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:18.736116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] For port d18cc866-ad46-4afc-95cc-bb18f17516f6, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:18.754729 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-fa067f10-bb30-40ad-8a79-da9556e5862a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.776993 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] For port d18cc866-ad46-4afc-95cc-bb18f17516f6, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d18cc866-ad46-4afc-95cc-bb18f17516f6,segment=NetworkSegment(c2de9f07-d137-4692-9460-941bb8905598),segment_id=c2de9f07-d137-4692-9460-941bb8905598)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:18.796918 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:18.815237 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:18.853795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.858568 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:18.947370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.945s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:18.979654 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] Set router bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:18.985679 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Pushing event updated for resources: {'Port': ['ID=d18cc866-ad46-4afc-95cc-bb18f17516f6,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:19.007645 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-57033892-de76-4cfa-a2f9-b13c1e04fcff tempest-DHCPAgentSchedulersTestJSON-32004725 tempest-DHCPAgentSchedulersTestJSON-32004725-project-admin] 10.222.0.39 "GET /v2.0/networks/130b1735-fdaf-4295-aad7-612423bf40ea/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.6015730 Jun 18 16:28:19.019139 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44254) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:19.029884 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:19.040672 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2faf08-74ba-4042-bee2-d37d46f4659a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Made reservation on behalf of ff58ec17c8e045a3aa8aea23d238173e for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:19.048674 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd2faf08-74ba-4042-bee2-d37d46f4659a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.059251 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bfdd7a7d-0434-4629-8669-01f3c053cdd4 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.237603 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-bfdd7a7d-0434-4629-8669-01f3c053cdd4 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Transition to ACTIVE for port object 753f3d07-6cb6-4469-8975-07feb60e3830 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:19.258402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca9b0-00d7-4282-a379-bb696cfd5a22 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.261541 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-dd2faf08-74ba-4042-bee2-d37d46f4659a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] device_id is not set on port c4889005-7779-4724-997d-18e3e9a0198e yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:19.278003 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-fa067f10-bb30-40ad-8a79-da9556e5862a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Transition to ACTIVE for port object d6bc773a-ce2c-475e-906a-0fc4cd2aa92a will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:19.319069 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-137f70ea-e503-4d97-9700-6cef756cc809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.345157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-48fb0433-cc33-4d42-930c-2c4db02007be tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:19.349344 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.quota.resource [None req-71d73e9a-c7c0-42fc-a573-5bd4ea9924f7 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] Usage tracker for resource:security_group_rule and tenant:94b6b48a33954a75ae2fbacdb384fdaa is out of sync, need to count used quota {{(pid=93428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 18 16:28:19.363164 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-fa067f10-bb30-40ad-8a79-da9556e5862a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.401434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.quota.resource [None req-71d73e9a-c7c0-42fc-a573-5bd4ea9924f7 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 18 16:28:19.431894 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-137f70ea-e503-4d97-9700-6cef756cc809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.434136 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-137f70ea-e503-4d97-9700-6cef756cc809 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/832030ee-fd63-4380-8011-1dcb6ff44a55 HTTP/1.1" status: 204 len: 168 time: 1.5126009 Jun 18 16:28:19.436996 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'name': 'tempest-ServersTestJSON-924229174-router', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:01Z', 'updated_at': '2021-06-18T16:28:12Z', 'revision_number': 4, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'gw_port': {'id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:03Z', 'updated_at': '2021-06-18T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94', 'name': '', 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'mac_address': 'fa:16:3e:ec:04:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '36736294-af3b-4cce-819a-088f47615227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:09Z', 'updated_at': '2021-06-18T16:28:18Z', 'revision_number': 4, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'subnets': [{'id': '36736294-af3b-4cce-819a-088f47615227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:19.456249 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:19.520006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48304ea7-3f3d-47f2-837e-45686ef5fa61 None None] The sync data for ids ['bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'] in dv-neutron-797121-1-hyperv is: [{'id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'name': 'tempest-ServersTestJSON-924229174-router', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:01Z', 'updated_at': '2021-06-18T16:28:12Z', 'revision_number': 4, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'gw_port': {'id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:03Z', 'updated_at': '2021-06-18T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94', 'name': '', 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'mac_address': 'fa:16:3e:ec:04:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '36736294-af3b-4cce-819a-088f47615227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:09Z', 'updated_at': '2021-06-18T16:28:18Z', 'revision_number': 4, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'subnets': [{'id': '36736294-af3b-4cce-819a-088f47615227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:19.541410 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f70ea-e503-4d97-9700-6cef756cc809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832030ee-fd63-4380-8011-1dcb6ff44a55,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:19.564138 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-137f70ea-e503-4d97-9700-6cef756cc809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:19.740245 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d5dfdfb9-eb4c-4913-8ba4-f648bf8efa10 tempest-DHCPAgentSchedulersTestJSON-32004725 tempest-DHCPAgentSchedulersTestJSON-32004725-project-admin] 10.222.0.39 "GET /v2.0/agents/82660ec6-5261-418b-a609-29018ddc2027/dhcp-networks HTTP/1.1" status: 200 len: 7271 time: 0.7189472 Jun 18 16:28:19.818023 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-71d73e9a-c7c0-42fc-a573-5bd4ea9924f7 tempest-QuotasTest-1621028382 tempest-QuotasTest-1621028382-project-admin] 10.222.0.39 "GET /v2.0/quotas/94b6b48a33954a75ae2fbacdb384fdaa/details.json HTTP/1.1" status: 200 len: 703 time: 3.4506598 Jun 18 16:28:19.844103 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44260) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:19.926064 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd2faf08-74ba-4042-bee2-d37d46f4659a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.986080 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bfdd7a7d-0434-4629-8669-01f3c053cdd4 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.991569 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd2faf08-74ba-4042-bee2-d37d46f4659a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.023326 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ca9b0-00d7-4282-a379-bb696cfd5a22 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5efcc9-e554-4df5-94de-a14588552b8c,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:20.042904 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-015fc9e3-0b8b-41e4-9521-3a94bb2b3715 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.056667 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-fa067f10-bb30-40ad-8a79-da9556e5862a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Network 3768cd4f-78ca-4b95-afbb-fe15e2552ac4 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:20.059300 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3c2ca9b0-00d7-4282-a379-bb696cfd5a22 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:20.066963 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0c280d86-e8e3-4a43-a6a1-8e994e0d43c8 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:20.100021 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:20.164064 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa067f10-bb30-40ad-8a79-da9556e5862a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Pushing event updated for resources: {'Port': ['ID=d6bc773a-ce2c-475e-906a-0fc4cd2aa92a,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:20.179320 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca9b0-00d7-4282-a379-bb696cfd5a22 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.180506 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3c2ca9b0-00d7-4282-a379-bb696cfd5a22 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5803790 Jun 18 16:28:20.183962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-fa067f10-bb30-40ad-8a79-da9556e5862a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:20.230572 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fa067f10-bb30-40ad-8a79-da9556e5862a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:20.235079 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-fa067f10-bb30-40ad-8a79-da9556e5862a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:20.313632 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44266) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:20.326452 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-fa067f10-bb30-40ad-8a79-da9556e5862a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:20.327650 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-fa067f10-bb30-40ad-8a79-da9556e5862a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.336126 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:20.365803 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af92ce6f-4cbc-4591-b2ab-c405ddda24b8 None None] Network 9e5c224e-16be-4839-a08a-ecf18b136c7a requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:20.431339 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdd7a7d-0434-4629-8669-01f3c053cdd4 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Network 42c38d0d-faa8-4da7-9dc1-45aa9d707d0b is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:20.441755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd7a7d-0434-4629-8669-01f3c053cdd4 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event updated for resources: {'Port': ['ID=753f3d07-6cb6-4469-8975-07feb60e3830,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:20.588932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-015fc9e3-0b8b-41e4-9521-3a94bb2b3715 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.619736 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-015fc9e3-0b8b-41e4-9521-3a94bb2b3715 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134f5a43-57b1-408d-b95d-f7c3180458d0']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:20.648704 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-015fc9e3-0b8b-41e4-9521-3a94bb2b3715 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ca3cb3-78c5-4007-af35-f31e9a0f9083') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:20.649022 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-015fc9e3-0b8b-41e4-9521-3a94bb2b3715 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ca3cb3-78c5-4007-af35-f31e9a0f9083') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:20.650537 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-bfdd7a7d-0434-4629-8669-01f3c053cdd4 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:20.652835 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a719932a-0bcb-4529-a401-94994e2931e5 None None] Provisioning for port ce657e04-0dc4-432e-a686-76ae0d95bf94 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:20.663048 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdd7a7d-0434-4629-8669-01f3c053cdd4 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:20.672811 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-015fc9e3-0b8b-41e4-9521-3a94bb2b3715 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.695618 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdd7a7d-0434-4629-8669-01f3c053cdd4 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:20.697743 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bfdd7a7d-0434-4629-8669-01f3c053cdd4 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.709351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-015fc9e3-0b8b-41e4-9521-3a94bb2b3715 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.729584 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015fc9e3-0b8b-41e4-9521-3a94bb2b3715 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:20.729959 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-015fc9e3-0b8b-41e4-9521-3a94bb2b3715 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.743814 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2faf08-74ba-4042-bee2-d37d46f4659a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Pushing event updated for resources: {'Port': ['ID=c4889005-7779-4724-997d-18e3e9a0198e,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:20.757866 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dd2faf08-74ba-4042-bee2-d37d46f4659a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:20.759791 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44272) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:20.784592 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:20.786164 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:20.875401 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2faf08-74ba-4042-bee2-d37d46f4659a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:20.896463 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-dd2faf08-74ba-4042-bee2-d37d46f4659a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:20.905034 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2faf08-74ba-4042-bee2-d37d46f4659a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:20.906867 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2faf08-74ba-4042-bee2-d37d46f4659a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:20.907479 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd2faf08-74ba-4042-bee2-d37d46f4659a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:20.955188 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:21.020879 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-015fc9e3-0b8b-41e4-9521-3a94bb2b3715 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:21.049167 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31853fec-63d0-42d0-8592-766ce46f9bf1 req-23faac97-45b7-4195-b3b9-4cfd87e2e9ba tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:21.062136 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-31853fec-63d0-42d0-8592-766ce46f9bf1 req-23faac97-45b7-4195-b3b9-4cfd87e2e9ba tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 931 time: 1.0818679 Jun 18 16:28:21.136578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:21.157017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-015fc9e3-0b8b-41e4-9521-3a94bb2b3715 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:21.161200 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-015fc9e3-0b8b-41e4-9521-3a94bb2b3715 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] 10.222.0.39 "DELETE /v2.0/networks/134f5a43-57b1-408d-b95d-f7c3180458d0 HTTP/1.1" status: 204 len: 168 time: 1.3085477 Jun 18 16:28:21.161200 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for floatingip, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:21.177968 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44280) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:21.221362 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-fa067f10-bb30-40ad-8a79-da9556e5862a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0857096 Jun 18 16:28:21.243651 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-31853fec-63d0-42d0-8592-766ce46f9bf1 req-b97e83b4-0e9d-4a84-8f31-71698a9be0ad tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b105361-f7b0-463e-b380-00bdcefe5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804972 Jun 18 16:28:21.260730 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-bfdd7a7d-0434-4629-8669-01f3c053cdd4 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.4894650 Jun 18 16:28:21.262636 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44284) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:21.271185 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-dd2faf08-74ba-4042-bee2-d37d46f4659a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.9526801 Jun 18 16:28:21.278196 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44286) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:21.316243 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fc9e3-0b8b-41e4-9521-3a94bb2b3715 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Pushing event deleted for resources: {'Network': ['ID=134f5a43-57b1-408d-b95d-f7c3180458d0,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:21.316846 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-c00b4f8a-4d37-404c-88f5-35bd6169f664 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Request body: {'port': {'network_id': '42c38d0d-faa8-4da7-9dc1-45aa9d707d0b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1497123076', 'allowed_address_pairs': [{'ip_address': '2001:db8::38e', 'mac_address': 'fa:16:3e:a8:fd:5f'}]}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:21.331767 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d18cc866-ad46-4afc-95cc-bb18f17516f6 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:21.334082 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6620ccc7-13d4-44f9-a0bc-ee8702e385e6 None None] Network 42c38d0d-faa8-4da7-9dc1-45aa9d707d0b requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:21.334673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-bea27356-269e-4e1c-a37a-4d3d3757e2d2 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:21.335659 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-bea27356-269e-4e1c-a37a-4d3d3757e2d2 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109067 Jun 18 16:28:21.344910 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-015fc9e3-0b8b-41e4-9521-3a94bb2b3715 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:21.355941 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b7eac0-863f-4617-8fb7-8aa05de022f3 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] DELETE failed (client error): The resource could not be found. Jun 18 16:28:21.357940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77b7eac0-863f-4617-8fb7-8aa05de022f3 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:28:21.364375 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-77b7eac0-863f-4617-8fb7-8aa05de022f3 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] 10.222.0.39 "DELETE /v2.0/ports/e6b39867-9878-4923-be0d-a8ab486f2447 HTTP/1.1" status: 404 len: 333 time: 0.1530061 Jun 18 16:28:21.365119 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:21.371061 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44288) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:21.567345 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fa53e28-3344-4394-8713-a206ab4ba124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:21.752392 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port d18cc866-ad46-4afc-95cc-bb18f17516f6 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:21.753359 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7648dd9-e588-418f-be87-463fed859128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:21.757725 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c7648dd9-e588-418f-be87-463fed859128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] 10.222.0.39 "GET /v2.0/ports/c4889005-7779-4724-997d-18e3e9a0198e HTTP/1.1" status: 200 len: 958 time: 0.1941922 Jun 18 16:28:21.758943 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:21.773673 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44298) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:21.775425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00b4f8a-4d37-404c-88f5-35bd6169f664 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Made reservation on behalf of 975c6dab4fc846e395b99441fb8f47c5 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:21.792590 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-067ad598-8d40-49c8-aa94-32e1cbe77abe None None] Provisioning for port d6bc773a-ce2c-475e-906a-0fc4cd2aa92a completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:21.820956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-067ad598-8d40-49c8-aa94-32e1cbe77abe None None] Provisioning complete for port d6bc773a-ce2c-475e-906a-0fc4cd2aa92a triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:21.821592 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-067ad598-8d40-49c8-aa94-32e1cbe77abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:21.837107 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Request body: {'port': {'device_id': 'b21735db-d77f-4e5e-9ff8-e7d7b9982be3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:21.938692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44302) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:21.993575 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4bf933-f37e-412e-9054-c3c66f798df7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Deleting subnet 30e4d77d-7979-4d78-83a4-c2a75584fafc {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:28:22.011785 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-067ad598-8d40-49c8-aa94-32e1cbe77abe None None] Port d6bc773a-ce2c-475e-906a-0fc4cd2aa92a cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:22.016128 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dd4bf933-f37e-412e-9054-c3c66f798df7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.078802 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:22.091570 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:22.091946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.216924 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-89fe88d5-ab38-4bce-8bb2-78992c6c2c7c None None] Provisioning for port d18cc866-ad46-4afc-95cc-bb18f17516f6 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:22.225370 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-89fe88d5-ab38-4bce-8bb2-78992c6c2c7c None None] Provisioning complete for port d18cc866-ad46-4afc-95cc-bb18f17516f6 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:22.225814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-89fe88d5-ab38-4bce-8bb2-78992c6c2c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.237509 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dd4bf933-f37e-412e-9054-c3c66f798df7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.372705 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fa53e28-3344-4394-8713-a206ab4ba124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.411836 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.417697 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c00b4f8a-4d37-404c-88f5-35bd6169f664 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.422273 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fa53e28-3344-4394-8713-a206ab4ba124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.440563 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:22.504293 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-a1ebab9f-1a42-41a2-8541-23b27fcbe487 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:22.508064 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a1ebab9f-1a42-41a2-8541-23b27fcbe487 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5509148 Jun 18 16:28:22.511667 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44308) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:22.545226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.569432 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94,segment=NetworkSegment(d4fd5465-845a-43eb-939e-beab783486fb),segment_id=d4fd5465-845a-43eb-939e-beab783486fb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:22.571404 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-449ad020-4648-484b-8b09-558ac3e9923f tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:22.574677 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-449ad020-4648-484b-8b09-558ac3e9923f tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0169530 Jun 18 16:28:22.592790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.594123 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ce657e04-0dc4-432e-a686-76ae0d95bf94 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:22.601755 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:22.608327 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44310) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:22.651393 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-407c63ba-f5ea-4b5e-8d4d-ba9bff14c5d7 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:22.655246 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-407c63ba-f5ea-4b5e-8d4d-ba9bff14c5d7 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0168121 Jun 18 16:28:22.664307 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44312) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:22.669861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-c00b4f8a-4d37-404c-88f5-35bd6169f664 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] device_id is not set on port 8bf10c70-4ec1-4555-9688-0ac1761bb39a yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:22.691525 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-70172df6-4bfd-477c-99f3-e17f551e22ab tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:22.706129 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-70172df6-4bfd-477c-99f3-e17f551e22ab tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0220590 Jun 18 16:28:22.723555 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44314) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:22.724079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-89fe88d5-ab38-4bce-8bb2-78992c6c2c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.727754 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-2fd9b4b7-5012-4f83-9df9-cf47ab50dde1 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:22.728679 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2fd9b4b7-5012-4f83-9df9-cf47ab50dde1 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043361 Jun 18 16:28:22.734966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.737389 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa53e28-3344-4394-8713-a206ab4ba124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8158ec21-39fe-445f-8c6a-6abfdaebbefc,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:22.752628 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5fa53e28-3344-4394-8713-a206ab4ba124 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a91645b2d984d8e84330491a5687273&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9641268 Jun 18 16:28:22.754536 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5fa53e28-3344-4394-8713-a206ab4ba124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:22.755022 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44316) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:22.755349 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44318) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:22.792105 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:22.803951 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:22.826853 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-89fe88d5-ab38-4bce-8bb2-78992c6c2c7c None None] For port d18cc866-ad46-4afc-95cc-bb18f17516f6, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d18cc866-ad46-4afc-95cc-bb18f17516f6,segment=NetworkSegment(c2de9f07-d137-4692-9460-941bb8905598),segment_id=c2de9f07-d137-4692-9460-941bb8905598)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:22.842471 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-89fe88d5-ab38-4bce-8bb2-78992c6c2c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.849905 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b67da4ba-f949-4147-96ef-91601d0041c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:22.851508 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-9bb33be2-dca3-4f5c-8149-8a9e1d888014 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:22.854785 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9bb33be2-dca3-4f5c-8149-8a9e1d888014 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0337439 Jun 18 16:28:22.865709 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port ce657e04-0dc4-432e-a686-76ae0d95bf94 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:22.871738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ce657e04-0dc4-432e-a686-76ae0d95bf94 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:22.873655 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.875047 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44320) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:22.891514 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-c14b6a17-808d-47ef-9956-32c7337395ac tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:22.894767 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c14b6a17-808d-47ef-9956-32c7337395ac tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0092430 Jun 18 16:28:22.901527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44322) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:22.969298 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-39813df1-9cb3-47db-9ae6-f1ed2e08d03d tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:22.970645 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-39813df1-9cb3-47db-9ae6-f1ed2e08d03d tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0599866 Jun 18 16:28:22.983416 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b1535-d9b4-4cab-9697-c575b937c593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Deleting port c4889005-7779-4724-997d-18e3e9a0198e {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:22.983766 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1535-d9b4-4cab-9697-c575b937c593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.007191 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44324) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.074977 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-40ba705d-0c69-49ea-8a4d-a8484dfc1147 None None] Provisioning complete for port ce657e04-0dc4-432e-a686-76ae0d95bf94 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:23.075598 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-40ba705d-0c69-49ea-8a4d-a8484dfc1147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.103877 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-a91ad939-2ce8-4149-8891-c5fbd8cd9eba tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.108568 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a91ad939-2ce8-4149-8891-c5fbd8cd9eba tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0542688 Jun 18 16:28:23.113988 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.128258 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44326) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.160735 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-9f39e817-1ef0-4c1c-a8ba-bad1617f4d5e tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.168703 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9f39e817-1ef0-4c1c-a8ba-bad1617f4d5e tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0219679 Jun 18 16:28:23.190415 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44328) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.203799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-c0a7638e-3b63-4ff9-bc8d-bc71e37fa4f5 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.207103 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c0a7638e-3b63-4ff9-bc8d-bc71e37fa4f5 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0083992 Jun 18 16:28:23.209122 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44330) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.222036 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-33bbaa99-17a5-469b-98e7-a19fabf1a239 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.225334 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-33bbaa99-17a5-469b-98e7-a19fabf1a239 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0051363 Jun 18 16:28:23.234578 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44332) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.250724 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-f4892b10-a57d-42ac-96ca-1387ba5d70c3 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.253993 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f4892b10-a57d-42ac-96ca-1387ba5d70c3 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0087988 Jun 18 16:28:23.257085 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe88d5-ab38-4bce-8bb2-78992c6c2c7c None None] Pushing event updated for resources: {'Port': ['ID=d18cc866-ad46-4afc-95cc-bb18f17516f6,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:23.262318 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44334) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.276974 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-ed33077c-c6df-4964-a64e-2e23cd142de8 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.278121 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ed33077c-c6df-4964-a64e-2e23cd142de8 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0112481 Jun 18 16:28:23.281386 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1535-d9b4-4cab-9697-c575b937c593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.287487 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dd4bf933-f37e-412e-9054-c3c66f798df7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.292263 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44336) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.322822 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-89fe88d5-ab38-4bce-8bb2-78992c6c2c7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:23.323795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-40ba705d-0c69-49ea-8a4d-a8484dfc1147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.328714 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-325c29d8-fd97-480b-ac1d-ece283010d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.364895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-40ba705d-0c69-49ea-8a4d-a8484dfc1147 None None] For port ce657e04-0dc4-432e-a686-76ae0d95bf94, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ce657e04-0dc4-432e-a686-76ae0d95bf94,segment=NetworkSegment(dd028d36-27a5-4300-a287-ca35b5009885),segment_id=dd028d36-27a5-4300-a287-ca35b5009885)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:23.390623 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-40ba705d-0c69-49ea-8a4d-a8484dfc1147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.395661 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:23.403985 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b1535-d9b4-4cab-9697-c575b937c593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Calling delete_port for c4889005-7779-4724-997d-18e3e9a0198e owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:23.413896 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659523f7-6a77-4e04-8947-4690d096c427 req-410db824-81c0-440a-bb50-c44deba482ce tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:23.422056 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-659523f7-6a77-4e04-8947-4690d096c427 req-410db824-81c0-440a-bb50-c44deba482ce tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 931 time: 0.8260839 Jun 18 16:28:23.426502 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-c00b4f8a-4d37-404c-88f5-35bd6169f664 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Allocated IP 2001:db8::183 (42c38d0d-faa8-4da7-9dc1-45aa9d707d0b/5e9951c6-19b1-40b5-86e8-c9030f549fd1/8bf10c70-4ec1-4555-9688-0ac1761bb39a) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:23.453740 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba705d-0c69-49ea-8a4d-a8484dfc1147 None None] Pushing event updated for resources: {'Port': ['ID=ce657e04-0dc4-432e-a686-76ae0d95bf94,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:23.475165 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-40ba705d-0c69-49ea-8a4d-a8484dfc1147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:23.488667 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-40ba705d-0c69-49ea-8a4d-a8484dfc1147 None None] Provisioning for port 753f3d07-6cb6-4469-8975-07feb60e3830 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:23.492107 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-c088b1ed-659d-48aa-9685-d58a1169a106 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.493385 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c088b1ed-659d-48aa-9685-d58a1169a106 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0057015 Jun 18 16:28:23.511501 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44338) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.517968 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-325c29d8-fd97-480b-ac1d-ece283010d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.518467 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-40ba705d-0c69-49ea-8a4d-a8484dfc1147 None None] Provisioning complete for port 753f3d07-6cb6-4469-8975-07feb60e3830 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:23.519864 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-40ba705d-0c69-49ea-8a4d-a8484dfc1147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.523516 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-556d98df-e3bb-4cc6-82c4-546528b3e0ca tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.524454 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-556d98df-e3bb-4cc6-82c4-546528b3e0ca tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044894 Jun 18 16:28:23.544585 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44340) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.551511 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-f106dfcb-9649-4f57-b59f-234d97a51a61 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.552468 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f106dfcb-9649-4f57-b59f-234d97a51a61 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0046268 Jun 18 16:28:23.575044 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44342) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.581781 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-abfdd67f-b5a6-41c6-8860-546526f49843 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.582745 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-abfdd67f-b5a6-41c6-8860-546526f49843 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045002 Jun 18 16:28:23.596372 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44344) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.624002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-10a3aa66-621a-411d-a9a5-c2cb09f81073 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.625059 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-10a3aa66-621a-411d-a9a5-c2cb09f81073 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0226924 Jun 18 16:28:23.637196 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-659523f7-6a77-4e04-8947-4690d096c427 req-6c08d586-88ea-45b4-a1ac-5c47f5861a91 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b105361-f7b0-463e-b380-00bdcefe5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141674 Jun 18 16:28:23.645518 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44346) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.662526 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-40ba705d-0c69-49ea-8a4d-a8484dfc1147 None None] Port 753f3d07-6cb6-4469-8975-07feb60e3830 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:23.665990 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.678398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-01429c12-f3cd-4d0c-a2e4-7054ccffb48a tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.679773 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-01429c12-f3cd-4d0c-a2e4-7054ccffb48a tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0151160 Jun 18 16:28:23.687864 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44348) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.698385 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-ce1f148c-5a87-44c1-a313-dcb8e8370aa4 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.699620 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ce1f148c-5a87-44c1-a313-dcb8e8370aa4 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0086606 Jun 18 16:28:23.703384 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44350) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.706002 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-40ba705d-0c69-49ea-8a4d-a8484dfc1147 None None] Provisioning complete for port d18cc866-ad46-4afc-95cc-bb18f17516f6 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:23.706706 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-40ba705d-0c69-49ea-8a4d-a8484dfc1147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.720197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-cfdc71cc-e9fa-483c-a533-05c5fb968606 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.721025 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cfdc71cc-e9fa-483c-a533-05c5fb968606 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0064793 Jun 18 16:28:23.754518 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44352) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.761574 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-cf7ca68d-9985-4763-b20e-a08cc2857bad tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.763716 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cf7ca68d-9985-4763-b20e-a08cc2857bad tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0069869 Jun 18 16:28:23.768055 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44354) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.773631 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-9e309baa-eff3-4802-9032-62b15969c2b3 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.774886 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9e309baa-eff3-4802-9032-62b15969c2b3 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0056076 Jun 18 16:28:23.779562 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44356) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.786892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-0cd22df8-170c-42b7-b6fb-9ae8263971b6 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.788186 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0cd22df8-170c-42b7-b6fb-9ae8263971b6 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0070181 Jun 18 16:28:23.796332 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44358) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.800992 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-7ec3039d-84fb-4e26-9f83-f4c2ae6fe9b9 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.802222 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7ec3039d-84fb-4e26-9f83-f4c2ae6fe9b9 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0046508 Jun 18 16:28:23.805349 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44360) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.811303 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-d078adf4-4be4-4f67-9f5b-c043325f82fd tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.812562 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d078adf4-4be4-4f67-9f5b-c043325f82fd tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0057943 Jun 18 16:28:23.815942 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-325c29d8-fd97-480b-ac1d-ece283010d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.819468 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44362) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.824484 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-dc866505-a078-4919-9955-ebc77f625293 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.826500 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-dc866505-a078-4919-9955-ebc77f625293 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0046496 Jun 18 16:28:23.832186 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-325c29d8-fd97-480b-ac1d-ece283010d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.833573 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-325c29d8-fd97-480b-ac1d-ece283010d97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8158ec21-39fe-445f-8c6a-6abfdaebbefc HTTP/1.1" status: 204 len: 168 time: 1.0137033 Jun 18 16:28:23.834606 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-52666ee7-52f1-421b-9353-78166fb47ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:23.836990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1535-d9b4-4cab-9697-c575b937c593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.839844 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44364) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.853334 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-e7f0240f-7a95-43e0-a4fb-c61b525ee60d tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.854712 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e7f0240f-7a95-43e0-a4fb-c61b525ee60d tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0092425 Jun 18 16:28:23.859360 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44368) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.874332 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-9ab8c93f-eb5e-4d07-86dc-ebc05fd347fa tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.875750 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9ab8c93f-eb5e-4d07-86dc-ebc05fd347fa tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0134616 Jun 18 16:28:23.878102 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c29d8-fd97-480b-ac1d-ece283010d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8158ec21-39fe-445f-8c6a-6abfdaebbefc,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:23.888979 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44370) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.893283 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-325c29d8-fd97-480b-ac1d-ece283010d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:23.897297 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c02fa055-271b-458a-99df-8da97b419d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:23.904287 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:28:23.904899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:28:23.909218 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-bca0493a-242b-45e3-a30d-ec1956c8174c tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.910525 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-bca0493a-242b-45e3-a30d-ec1956c8174c tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0203054 Jun 18 16:28:23.916472 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44372) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.967249 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-ee72c655-9c15-42d4-b264-9a18c5ea3df9 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.968892 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ee72c655-9c15-42d4-b264-9a18c5ea3df9 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0059605 Jun 18 16:28:23.975521 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1535-d9b4-4cab-9697-c575b937c593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.977399 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ac5b1535-d9b4-4cab-9697-c575b937c593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] 10.222.0.39 "DELETE /v2.0/ports/c4889005-7779-4724-997d-18e3e9a0198e HTTP/1.1" status: 204 len: 168 time: 2.1569285 Jun 18 16:28:23.978051 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44374) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.979098 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b1535-d9b4-4cab-9697-c575b937c593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4889005-7779-4724-997d-18e3e9a0198e,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:23.983686 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44376) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.986972 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-66f288d0-0fd5-444f-b110-4372ae74312e tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:23.988103 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-66f288d0-0fd5-444f-b110-4372ae74312e tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0065067 Jun 18 16:28:23.994121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ac5b1535-d9b4-4cab-9697-c575b937c593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:24.006092 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44378) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.017077 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-f43a0883-463c-4387-b6f9-751d25dd2ec7 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.021067 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f43a0883-463c-4387-b6f9-751d25dd2ec7 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0109591 Jun 18 16:28:24.038270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c00b4f8a-4d37-404c-88f5-35bd6169f664 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.041392 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44380) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.049189 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-69c131fe-41c9-4293-b0ed-b5e10400b124 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.052336 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-69c131fe-41c9-4293-b0ed-b5e10400b124 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0079291 Jun 18 16:28:24.052336 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-e040a284-dfdb-403c-b1cc-b34c705d1ebf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] GET failed (client error): The resource could not be found. Jun 18 16:28:24.052958 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e040a284-dfdb-403c-b1cc-b34c705d1ebf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] 10.222.0.39 "GET /v2.0/ports/c4889005-7779-4724-997d-18e3e9a0198e HTTP/1.1" status: 404 len: 333 time: 0.0575137 Jun 18 16:28:24.056414 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44382) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.056759 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44384) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.063950 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-983eef88-051a-4331-b269-667d4aea769a None None] Provisioning complete for port 753f3d07-6cb6-4469-8975-07feb60e3830 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:24.065176 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-983eef88-051a-4331-b269-667d4aea769a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.065290 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-cdac030a-1b1f-4a23-acb2-a00b94a5d4d3 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.068505 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cdac030a-1b1f-4a23-acb2-a00b94a5d4d3 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0086691 Jun 18 16:28:24.071764 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-08124e3e-8317-44b2-901f-561c7f19d3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Request body: {'port': {'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1228058522'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:24.074467 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44386) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.103312 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-689823b1-a411-4b1b-add6-7af653eb725c tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.107215 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-689823b1-a411-4b1b-add6-7af653eb725c tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0254550 Jun 18 16:28:24.117695 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-c00b4f8a-4d37-404c-88f5-35bd6169f664 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Transition to ACTIVE for port object 8bf10c70-4ec1-4555-9688-0ac1761bb39a will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:24.118855 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44388) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.129596 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-7eb08fd9-ddfd-4e61-a90c-59c8ed2137c7 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.132898 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7eb08fd9-ddfd-4e61-a90c-59c8ed2137c7 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0107853 Jun 18 16:28:24.141307 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-983eef88-051a-4331-b269-667d4aea769a None None] Port 753f3d07-6cb6-4469-8975-07feb60e3830 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:24.145306 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44390) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.151061 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-5a631666-3b0e-47c1-9bac-f68ce4b5f48b tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.152046 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5a631666-3b0e-47c1-9bac-f68ce4b5f48b tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0066817 Jun 18 16:28:24.166303 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44392) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.174123 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-58ce6322-9733-4c58-a794-553e33296271 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.175645 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-58ce6322-9733-4c58-a794-553e33296271 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0078425 Jun 18 16:28:24.179174 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44394) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.224658 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-6afe4560-bdcc-4fad-9ff5-e80561365fad tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.228080 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6afe4560-bdcc-4fad-9ff5-e80561365fad tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0087583 Jun 18 16:28:24.229385 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08124e3e-8317-44b2-901f-561c7f19d3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Made reservation on behalf of ff58ec17c8e045a3aa8aea23d238173e for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:24.234242 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-08124e3e-8317-44b2-901f-561c7f19d3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.237430 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44398) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.247916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-589df963-4c60-4e2e-bac7-d1e76775640b tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.249073 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-589df963-4c60-4e2e-bac7-d1e76775640b tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0077484 Jun 18 16:28:24.253208 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44400) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.256508 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Allocated IP 172.26.2.46 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/a1018d2d-0d29-44dc-910a-4229d681f19d) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:24.260179 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c00b4f8a-4d37-404c-88f5-35bd6169f664 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.269459 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-83bd9f5b-192c-47ca-846d-92e456b2cb53 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.270313 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9212c04d-ab09-4b08-bc7e-a1c941343549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:24.273557 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-83bd9f5b-192c-47ca-846d-92e456b2cb53 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0131080 Jun 18 16:28:24.284920 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44402) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.299312 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-985de0dc-a8cc-4b81-8904-cf141845bf5c tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.302908 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-985de0dc-a8cc-4b81-8904-cf141845bf5c tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0169854 Jun 18 16:28:24.304546 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44404) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.316753 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-26eb984c-a9b9-4f45-a93f-c5b5a765fbd4 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.320343 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-26eb984c-a9b9-4f45-a93f-c5b5a765fbd4 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0071559 Jun 18 16:28:24.329675 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44406) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.330525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b4f8a-4d37-404c-88f5-35bd6169f664 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event updated for resources: {'Port': ['ID=8bf10c70-4ec1-4555-9688-0ac1761bb39a,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:24.342196 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-762e2254-00e3-43ee-8c40-8f18e01ae9b7 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.343257 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-762e2254-00e3-43ee-8c40-8f18e01ae9b7 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0074410 Jun 18 16:28:24.345414 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c00b4f8a-4d37-404c-88f5-35bd6169f664 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:24.349961 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-08124e3e-8317-44b2-901f-561c7f19d3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] device_id is not set on port 135f7008-912c-4812-827d-be72310ad531 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:24.354249 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44408) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.361634 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-b22545f1-1455-4ec8-bfc1-c29e4dc24908 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.362962 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b22545f1-1455-4ec8-bfc1-c29e4dc24908 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0069120 Jun 18 16:28:24.366530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44410) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.373499 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-837d7a5a-3dc7-4b9d-942b-a1639eeaa0ea tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.382545 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-837d7a5a-3dc7-4b9d-942b-a1639eeaa0ea tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0068696 Jun 18 16:28:24.382545 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44412) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.388567 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-d42b71c2-3fd5-496b-9957-6fb3a1eb50a4 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.392429 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d42b71c2-3fd5-496b-9957-6fb3a1eb50a4 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0079834 Jun 18 16:28:24.394311 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44414) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.405578 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-cc2681f1-7fe5-4d22-a6b3-cdc6e743c768 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.414508 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44416) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.416905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dd4bf933-f37e-412e-9054-c3c66f798df7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.418007 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cc2681f1-7fe5-4d22-a6b3-cdc6e743c768 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0052931 Jun 18 16:28:24.423768 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-966885e5-43df-42c2-8c24-f5acbacad825 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.427164 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-966885e5-43df-42c2-8c24-f5acbacad825 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0065641 Jun 18 16:28:24.427399 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44418) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.441031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-ea302677-1582-4d08-a3ae-7a32b8aa8f8c tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.444372 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ea302677-1582-4d08-a3ae-7a32b8aa8f8c tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0095272 Jun 18 16:28:24.448987 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-71e3fb3e-8773-42e3-9b1b-ffb41f2ab454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:24.451998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44420) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.467320 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-eddf000b-d548-4cda-853e-8f5d183bdd28 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.470781 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-eddf000b-d548-4cda-853e-8f5d183bdd28 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0049169 Jun 18 16:28:24.490626 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00b4f8a-4d37-404c-88f5-35bd6169f664 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Network 42c38d0d-faa8-4da7-9dc1-45aa9d707d0b is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:24.494642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44422) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.496021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Router dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:28:24.500727 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-c00b4f8a-4d37-404c-88f5-35bd6169f664 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:24.504973 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b4f8a-4d37-404c-88f5-35bd6169f664 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:24.512726 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00b4f8a-4d37-404c-88f5-35bd6169f664 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:24.512726 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c00b4f8a-4d37-404c-88f5-35bd6169f664 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.520630 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-3db477a9-b05f-4d9b-ac9e-b84cdc81b55b tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.522168 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3db477a9-b05f-4d9b-ac9e-b84cdc81b55b tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0234411 Jun 18 16:28:24.527248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4bf933-f37e-412e-9054-c3c66f798df7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Pushing event deleted for resources: {'Subnet': ['ID=30e4d77d-7979-4d78-83a4-c2a75584fafc,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:24.529759 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dd4bf933-f37e-412e-9054-c3c66f798df7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.531938 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-dd4bf933-f37e-412e-9054-c3c66f798df7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] 10.222.0.39 "DELETE /v2.0/subnets/30e4d77d-7979-4d78-83a4-c2a75584fafc HTTP/1.1" status: 204 len: 168 time: 3.1019616 Jun 18 16:28:24.532692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44424) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.543149 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44426) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.546402 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dffa107-24f5-4812-96b8-dfa6dc4b2bf2 None None] Network 130b1735-fdaf-4295-aad7-612423bf40ea requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:24.555588 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-932e781b-b4f2-40ed-86af-6c27555e6213 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.557482 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44428) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.561805 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-932e781b-b4f2-40ed-86af-6c27555e6213 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0228112 Jun 18 16:28:24.562722 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c00b4f8a-4d37-404c-88f5-35bd6169f664 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.2853580 Jun 18 16:28:24.570485 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44430) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.570934 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44432) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.577666 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-13f402d2-f81d-4767-8416-82fc3c6eca96 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.578906 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-13f402d2-f81d-4767-8416-82fc3c6eca96 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0059762 Jun 18 16:28:24.595711 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44434) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.613210 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dd4bf933-f37e-412e-9054-c3c66f798df7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:24.625112 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-bc2a7a22-88b5-4727-8c54-d875090d7aa7 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.635437 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-bc2a7a22-88b5-4727-8c54-d875090d7aa7 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0147107 Jun 18 16:28:24.649048 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44436) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.691052 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.707985 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6d02f5fe-19a5-4351-a950-16a48ec73ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.784218 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ce657e04-0dc4-432e-a686-76ae0d95bf94 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:24.785137 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-9584f0ad-c9fb-4aca-a8e0-0a1c9c92ffe4 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.789870 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9584f0ad-c9fb-4aca-a8e0-0a1c9c92ffe4 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.1066206 Jun 18 16:28:24.799105 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44440) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.859654 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ce657e04-0dc4-432e-a686-76ae0d95bf94 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:24.859973 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.923820 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-efe9de04-9a5a-411d-bd93-811a4838e43c tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.924787 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-efe9de04-9a5a-411d-bd93-811a4838e43c tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0676284 Jun 18 16:28:24.932715 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44442) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.953430 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-13cf371d-6490-4907-b8c6-bdb713e3bcee tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:24.954815 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-13cf371d-6490-4907-b8c6-bdb713e3bcee tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0157638 Jun 18 16:28:24.968595 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44444) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.975325 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6bc773a-ce2c-475e-906a-0fc4cd2aa92a {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:28:25.003372 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-815cc3f3-389a-4aea-8165-e0ed5fcf60bf tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:25.004348 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-815cc3f3-389a-4aea-8165-e0ed5fcf60bf tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0185843 Jun 18 16:28:25.012193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.018164 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44446) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:25.041675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:25.072888 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.086007 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdb4a6f-d190-4d1c-aff1-d796369494c3 None None] DHCP port deletion for 130b1735-fdaf-4295-aad7-612423bf40ea request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:28:25.090659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.127437 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Transition to ACTIVE for port object d6bc773a-ce2c-475e-906a-0fc4cd2aa92a will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:25.145616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.157976 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b3aeb18c-5622-4e06-a968-23dced6ee02e None None] Provisioning for port 8bf10c70-4ec1-4555-9688-0ac1761bb39a completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:25.159353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2a1015de-29ad-4215-9295-69bbcd8d5707 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:25.169154 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:25.180073 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b3aeb18c-5622-4e06-a968-23dced6ee02e None None] Provisioning complete for port 8bf10c70-4ec1-4555-9688-0ac1761bb39a triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:25.180516 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b3aeb18c-5622-4e06-a968-23dced6ee02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.186968 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef30c21-5ad0-48ca-9a92-5b4618a66664 None None] Sync routers for ids ['dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:25.199110 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef30c21-5ad0-48ca-9a92-5b4618a66664 None None] Routers {'dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:25.200635 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9ef30c21-5ad0-48ca-9a92-5b4618a66664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:28:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:25.241374 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b3aeb18c-5622-4e06-a968-23dced6ee02e None None] Port 8bf10c70-4ec1-4555-9688-0ac1761bb39a cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:25.247784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-59fe2a28-eb27-4cce-bd8f-66c47d356c8b tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:25.248829 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-59fe2a28-eb27-4cce-bd8f-66c47d356c8b tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0120564 Jun 18 16:28:25.255199 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44448) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:25.267056 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb4a6f-d190-4d1c-aff1-d796369494c3 None None] Deleting port cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:25.267570 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-3806a323-028e-462c-9f4d-ff2083826a61 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:25.267708 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4a6f-d190-4d1c-aff1-d796369494c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.268176 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3806a323-028e-462c-9f4d-ff2083826a61 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0058255 Jun 18 16:28:25.290191 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44450) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:25.311268 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-a5a7299a-9eeb-49b6-9dbf-47008e4f507c tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:25.312071 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a5a7299a-9eeb-49b6-9dbf-47008e4f507c tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0123830 Jun 18 16:28:25.316769 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-08124e3e-8317-44b2-901f-561c7f19d3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.330832 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44452) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:25.347612 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9ef30c21-5ad0-48ca-9a92-5b4618a66664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:25.350686 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-7fdb4a6f-d190-4d1c-aff1-d796369494c3 None None] For port cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c,segment=NetworkSegment(093e2d34-c263-4260-8f9f-2ebd2db56270),segment_id=093e2d34-c263-4260-8f9f-2ebd2db56270)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:25.351100 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b2889b-4daa-4146-8d0e-13323fd7a56b tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:25.351216 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4a6f-d190-4d1c-aff1-d796369494c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.358443 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b2889b-4daa-4146-8d0e-13323fd7a56b tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:25.375833 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b2889b-4daa-4146-8d0e-13323fd7a56b tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:25.378000 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef30c21-5ad0-48ca-9a92-5b4618a66664 None None] Routers {'dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:25.378933 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9ef30c21-5ad0-48ca-9a92-5b4618a66664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:28:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:25.382923 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-00b2889b-4daa-4146-8d0e-13323fd7a56b tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.8108790 Jun 18 16:28:25.390932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bc773a-ce2c-475e-906a-0fc4cd2aa92a,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:25.392042 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44454) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:25.401325 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-9591aa3b-d0e2-43ef-914b-a2a22263ac8c tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:25.402341 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9591aa3b-d0e2-43ef-914b-a2a22263ac8c tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0629320 Jun 18 16:28:25.461165 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44456) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:25.480750 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-ce0e279c-f71e-49a0-8c09-adf113fafe26 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:25.482225 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ce0e279c-f71e-49a0-8c09-adf113fafe26 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0184040 Jun 18 16:28:25.486080 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9ef30c21-5ad0-48ca-9a92-5b4618a66664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:25.488320 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef30c21-5ad0-48ca-9a92-5b4618a66664 None None] The sync data for ids ['dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:25.510227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44458) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:25.512009 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:25.518933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-62c60f2a-61cd-4437-a8bf-3cb2d86ae1d4 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:25.520063 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-62c60f2a-61cd-4437-a8bf-3cb2d86ae1d4 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0056231 Jun 18 16:28:25.524427 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44460) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:25.589883 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb4a6f-d190-4d1c-aff1-d796369494c3 None None] Calling delete_port for cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:25.605783 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [None req-f6e84b3b-3ce2-4c3a-9bd3-a034546db6b5 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:25.608139 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f6e84b3b-3ce2-4c3a-9bd3-a034546db6b5 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0144265 Jun 18 16:28:25.608516 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:25.608910 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.623420 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44462) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:25.633946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [None req-a02d676f-0e7e-433f-ac0c-22153111d2c5 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:25.641324 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a02d676f-0e7e-433f-ac0c-22153111d2c5 tempest-ExtensionsTestJSON-156412986 tempest-ExtensionsTestJSON-156412986-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0071397 Jun 18 16:28:25.715016 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.759247 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-196d88d4-3fbb-4284-9e4c-bc28f25e9ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:25.772666 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6d02f5fe-19a5-4351-a950-16a48ec73ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.792359 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6d02f5fe-19a5-4351-a950-16a48ec73ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.795835 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:25.798513 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d18cc866-ad46-4afc-95cc-bb18f17516f6 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:25.805986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:25.808525 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Attempting to bind port d6bc773a-ce2c-475e-906a-0fc4cd2aa92a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:25.808957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Attempting to bind port d6bc773a-ce2c-475e-906a-0fc4cd2aa92a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '09ac72ca-7420-4ff0-8f81-15afefa1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:25.809441 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Attempting to bind port d6bc773a-ce2c-475e-906a-0fc4cd2aa92a on network 3768cd4f-78ca-4b95-afbb-fe15e2552ac4 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:25.814633 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1b4f7-5a81-4464-995a-6136d037a0d0 req-2a31f123-8853-4daa-aca9-50b0c6a08e69 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:25.819113 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-41b1b4f7-5a81-4464-995a-6136d037a0d0 req-2a31f123-8853-4daa-aca9-50b0c6a08e69 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 931 time: 0.9019651 Jun 18 16:28:25.830679 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:25.834648 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Deleting port cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:25.835243 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.916962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:25.923594 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Port d6bc773a-ce2c-475e-906a-0fc4cd2aa92a on network 3768cd4f-78ca-4b95-afbb-fe15e2552ac4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:25.924213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Attempting to bind port d6bc773a-ce2c-475e-906a-0fc4cd2aa92a on network 3768cd4f-78ca-4b95-afbb-fe15e2552ac4 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:25.949872 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.961105 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 10.7891424 Jun 18 16:28:25.971570 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-08124e3e-8317-44b2-901f-561c7f19d3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.973136 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44466) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:26.022520 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4a6f-d190-4d1c-aff1-d796369494c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.026331 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-40ba705d-0c69-49ea-8a4d-a8484dfc1147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:26.037918 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port d18cc866-ad46-4afc-95cc-bb18f17516f6 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:26.038324 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.062265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:26.062548 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Checking segment: {'id': '09ac72ca-7420-4ff0-8f81-15afefa1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:26.064043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb4a6f-d190-4d1c-aff1-d796369494c3 None None] Pushing event deleted for resources: {'Port': ['ID=cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:26.066809 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7fdb4a6f-d190-4d1c-aff1-d796369494c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:26.066986 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02f5fe-19a5-4351-a950-16a48ec73ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d0425a-cd21-40ce-bdbd-d16fd1c3f325,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:26.069924 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb4a6f-d190-4d1c-aff1-d796369494c3 None None] No DVR routers for this DVR port cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:26.075177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Bound using segment: {'id': '09ac72ca-7420-4ff0-8f81-15afefa1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:26.075696 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Bound port: d6bc773a-ce2c-475e-906a-0fc4cd2aa92a, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ac72ca-7420-4ff0-8f81-15afefa1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:26.076065 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.156300 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44470) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:26.159170 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6d02f5fe-19a5-4351-a950-16a48ec73ea9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=94b6b48a33954a75ae2fbacdb384fdaa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5952110 Jun 18 16:28:26.184870 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6d02f5fe-19a5-4351-a950-16a48ec73ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:26.186517 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Pushing event updated for resources: {'Port': ['ID=a1018d2d-0d29-44dc-910a-4229d681f19d,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:26.194919 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:26.207634 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:26.211287 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] For port cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c,segment=NetworkSegment(093e2d34-c263-4260-8f9f-2ebd2db56270),segment_id=093e2d34-c263-4260-8f9f-2ebd2db56270)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:26.211808 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.278701 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08124e3e-8317-44b2-901f-561c7f19d3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:26.311245 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-41b1b4f7-5a81-4464-995a-6136d037a0d0 req-a7ba3913-7029-4f8c-98c3-66857ecf23f3 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b105361-f7b0-463e-b380-00bdcefe5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4764810 Jun 18 16:28:26.327602 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44472) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:26.335859 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Calling delete_port for cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:26.337959 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08124e3e-8317-44b2-901f-561c7f19d3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Pushing event updated for resources: {'Port': ['ID=135f7008-912c-4812-827d-be72310ad531,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:26.344430 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-08124e3e-8317-44b2-901f-561c7f19d3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:26.350264 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-08124e3e-8317-44b2-901f-561c7f19d3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:26.403864 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-c2d0ade3-81f8-415c-a3ca-2de6ee64c23e tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Deleting port 8bf10c70-4ec1-4555-9688-0ac1761bb39a {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:26.404664 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c2d0ade3-81f8-415c-a3ca-2de6ee64c23e tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.408563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] For port d6bc773a-ce2c-475e-906a-0fc4cd2aa92a, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:26.411359 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08124e3e-8317-44b2-901f-561c7f19d3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:26.413220 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08124e3e-8317-44b2-901f-561c7f19d3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:26.414040 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-08124e3e-8317-44b2-901f-561c7f19d3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.446787 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.449540 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] For port d6bc773a-ce2c-475e-906a-0fc4cd2aa92a, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d6bc773a-ce2c-475e-906a-0fc4cd2aa92a,segment=NetworkSegment(09ac72ca-7420-4ff0-8f81-15afefa1bb50),segment_id=09ac72ca-7420-4ff0-8f81-15afefa1bb50)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:26.490719 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.491754 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-79c86edf-302a-49c3-83bd-c949565cb32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.503130 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-08124e3e-8317-44b2-901f-561c7f19d3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4443460 Jun 18 16:28:26.504475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44476) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:26.522159 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:26.544970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:26.634091 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-79c86edf-302a-49c3-83bd-c949565cb32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.649964 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:28:26.655425 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:26.656095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.657890 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] 10.222.0.64 "PUT /v2.0/ports/d6bc773a-ce2c-475e-906a-0fc4cd2aa92a HTTP/1.1" status: 200 len: 1093 time: 5.0364559 Jun 18 16:28:26.664374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21735db-d77f-4e5e-9ff8-e7d7b9982be3', 'tag': 'd6bc773a-ce2c-475e-906a-0fc4cd2aa92a'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:28:26.699791 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c2d0ade3-81f8-415c-a3ca-2de6ee64c23e tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.702386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.724920 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:28:26.725384 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:28:26.830268 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bc773a-ce2c-475e-906a-0fc4cd2aa92a,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:26.831881 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-c2d0ade3-81f8-415c-a3ca-2de6ee64c23e tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Calling delete_port for 8bf10c70-4ec1-4555-9688-0ac1761bb39a owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:26.850810 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:26.890339 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.900181 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:26.938563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18488318-93f6-4d0f-b78f-03d68a334715" -d '{"events": [{"name": "network-changed", "server_uuid": "b21735db-d77f-4e5e-9ff8-e7d7b9982be3", "tag": "d6bc773a-ce2c-475e-906a-0fc4cd2aa92a"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:28:26.970891 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-41cb51ab-5d00-47cc-82a2-2b51982b2b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.016692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Pushing event deleted for resources: {'Port': ['ID=cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:27.040914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-79c86edf-302a-49c3-83bd-c949565cb32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.040914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] No DVR routers for this DVR port cc5d2912-3adf-4bc0-a9a4-b62cfb57e69c on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:27.045887 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:27.082130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-79c86edf-302a-49c3-83bd-c949565cb32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.086086 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-79c86edf-302a-49c3-83bd-c949565cb32c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/27d0425a-cd21-40ce-bdbd-d16fd1c3f325 HTTP/1.1" status: 204 len: 168 time: 0.9146736 Jun 18 16:28:27.086086 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a0d2baa9-22c7-443d-9ea0-fe70acde0225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:27.087429 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.101676 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c86edf-302a-49c3-83bd-c949565cb32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d0425a-cd21-40ce-bdbd-d16fd1c3f325,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:27.151611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-79c86edf-302a-49c3-83bd-c949565cb32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:27.254412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.271699 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130b1735-fdaf-4295-aad7-612423bf40ea']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:27.285734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093e2d34-c263-4260-8f9f-2ebd2db56270') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:27.285985 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093e2d34-c263-4260-8f9f-2ebd2db56270') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:27.298968 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.316340 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.326830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:27.328370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:27.430221 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:27.433241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e752ecc5-cbc1-42e2-a5e1-8430f6f69ca0 x-openstack-request-id: req-e752ecc5-cbc1-42e2-a5e1-8430f6f69ca0 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:28:27.433241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21735db-d77f-4e5e-9ff8-e7d7b9982be3", "tag": "d6bc773a-ce2c-475e-906a-0fc4cd2aa92a", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:28:27.433555 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e752ecc5-cbc1-42e2-a5e1-8430f6f69ca0 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:28:27.433942 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21735db-d77f-4e5e-9ff8-e7d7b9982be3', 'tag': 'd6bc773a-ce2c-475e-906a-0fc4cd2aa92a', 'status': 'completed', 'code': 200} Jun 18 16:28:27.483425 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.500948 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.502005 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.517284 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fa067f10-bb30-40ad-8a79-da9556e5862a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:27.532233 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.543129 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] 10.222.0.39 "DELETE /v2.0/networks/130b1735-fdaf-4295-aad7-612423bf40ea HTTP/1.1" status: 204 len: 168 time: 2.9719663 Jun 18 16:28:27.747836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Pushing event updated for resources: {'Port': ['ID=a1018d2d-0d29-44dc-910a-4229d681f19d,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:27.763890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:27.766407 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:27.829744 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-41cb51ab-5d00-47cc-82a2-2b51982b2b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.848104 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-41cb51ab-5d00-47cc-82a2-2b51982b2b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.863809 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c2d0ade3-81f8-415c-a3ca-2de6ee64c23e tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.864257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Pushing event deleted for resources: {'Network': ['ID=130b1735-fdaf-4295-aad7-612423bf40ea,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:27.865627 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5fa53e28-3344-4394-8713-a206ab4ba124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:27.888873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:27.890234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.937104 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.939430 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.6072690 Jun 18 16:28:28.237844 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] device_id is not set on port 135f7008-912c-4812-827d-be72310ad531 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:28.247981 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-41cb51ab-5d00-47cc-82a2-2b51982b2b34 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b7adf9d53714527a71782cf80172ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8991668 Jun 18 16:28:28.248839 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44508) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:28.282774 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb51ab-5d00-47cc-82a2-2b51982b2b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0865648a-3886-4b37-a411-93bde40a7d33,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:28.310536 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:28.335025 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-41cb51ab-5d00-47cc-82a2-2b51982b2b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:28.342046 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ac5b1535-d9b4-4cab-9697-c575b937c593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:28.415766 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3534e87c-ad9f-49a8-9774-bb150b05a286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:28.461736 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8782325-a1e5-4533-aae2-54ef59559b4a req-fd9b1454-08f1-405e-bae6-72251699a799 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:28.472635 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a8782325-a1e5-4533-aae2-54ef59559b4a req-fd9b1454-08f1-405e-bae6-72251699a799 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 943 time: 0.9333143 Jun 18 16:28:28.534468 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44526) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:28.547949 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3534e87c-ad9f-49a8-9774-bb150b05a286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:28.596173 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0ade3-81f8-415c-a3ca-2de6ee64c23e tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event deleted for resources: {'Port': ['ID=8bf10c70-4ec1-4555-9688-0ac1761bb39a,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:28.618310 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c2d0ade3-81f8-415c-a3ca-2de6ee64c23e tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:28.652945 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3534e87c-ad9f-49a8-9774-bb150b05a286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:28.662901 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3534e87c-ad9f-49a8-9774-bb150b05a286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:28.670680 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3534e87c-ad9f-49a8-9774-bb150b05a286 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0865648a-3886-4b37-a411-93bde40a7d33 HTTP/1.1" status: 204 len: 168 time: 0.4146066 Jun 18 16:28:28.670680 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ae410e40-d688-4410-acf1-d9ec00301424 tempest-RoutersAdminNegativeIpV6Test-586353841 tempest-RoutersAdminNegativeIpV6Test-586353841-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:28.685218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534e87c-ad9f-49a8-9774-bb150b05a286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0865648a-3886-4b37-a411-93bde40a7d33,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:28.690170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Transition to ACTIVE for port object 135f7008-912c-4812-827d-be72310ad531 will not be triggered until provisioned by entity L2. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:28.699411 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3534e87c-ad9f-49a8-9774-bb150b05a286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:28.712307 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c2d0ade3-81f8-415c-a3ca-2de6ee64c23e tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:28.715300 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c2d0ade3-81f8-415c-a3ca-2de6ee64c23e tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "DELETE /v2.0/ports/8bf10c70-4ec1-4555-9688-0ac1761bb39a HTTP/1.1" status: 204 len: 168 time: 3.2895637 Jun 18 16:28:28.718581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44536) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:28.738659 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:28.742905 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:28.775496 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83159e2-0ec2-49a6-9133-d9752dd9dbca tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] GET failed (client error): The resource could not be found. Jun 18 16:28:28.781686 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b83159e2-0ec2-49a6-9133-d9752dd9dbca tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "GET /v2.0/ports/8bf10c70-4ec1-4555-9688-0ac1761bb39a HTTP/1.1" status: 404 len: 333 time: 0.0575969 Jun 18 16:28:28.789190 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44538) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:28.811238 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-348aab36-1074-427b-8cd2-dbd7ac8860e5 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Request body: {'port': {'network_id': '42c38d0d-faa8-4da7-9dc1-45aa9d707d0b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-687139230'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:28.962517 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Pushing event updated for resources: {'Port': ['ID=135f7008-912c-4812-827d-be72310ad531,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:29.001770 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:29.128788 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-63165519-dd30-4130-8fe1-348bdf25ae25 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--190111177&fields=id&tenant_id=d53b2bcaed024ac08e365cbd82c08611 HTTP/1.1" status: 200 len: 267 time: 0.5481198 Jun 18 16:28:29.150525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44544) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:29.209944 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a8782325-a1e5-4533-aae2-54ef59559b4a req-5d92bb60-a6a4-4379-9138-9fe3942d9d52 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b105361-f7b0-463e-b380-00bdcefe5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6310127 Jun 18 16:28:29.246495 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-75b0404d-78e9-4783-b370-79817f981d8b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14f54e0a09e146a0a37452a037733a92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7086782 Jun 18 16:28:29.251648 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44554) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:29.266776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:29.267227 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:29.267650 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:29.280982 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.285428 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:29.286308 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port 135f7008-912c-4812-827d-be72310ad531 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:29.290094 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 2 to bind port 135f7008-912c-4812-827d-be72310ad531 Jun 18 16:28:29.311808 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:29.312275 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:29.312683 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:29.325359 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:29.325811 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port 135f7008-912c-4812-827d-be72310ad531 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:29.333818 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 3 to bind port 135f7008-912c-4812-827d-be72310ad531 Jun 18 16:28:29.348419 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348aab36-1074-427b-8cd2-dbd7ac8860e5 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Made reservation on behalf of 975c6dab4fc846e395b99441fb8f47c5 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:29.352286 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-348aab36-1074-427b-8cd2-dbd7ac8860e5 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.366061 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c74a6af-22a2-4715-8276-da6aa355430c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.388247 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c74a6af-22a2-4715-8276-da6aa355430c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.398089 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:29.398479 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:29.398928 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:29.405693 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:29.406000 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port 135f7008-912c-4812-827d-be72310ad531 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:29.413109 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-a154c862-f454-4f79-8e03-54f5d1cec3f6 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:29.414725 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-a154c862-f454-4f79-8e03-54f5d1cec3f6 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/networks?id=f1f325ca-ec19-4fd2-b418-95ebf632c302 HTTP/1.1" status: 200 len: 805 time: 0.2850494 Jun 18 16:28:29.417666 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 4 to bind port 135f7008-912c-4812-827d-be72310ad531 Jun 18 16:28:29.441462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-348aab36-1074-427b-8cd2-dbd7ac8860e5 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] device_id is not set on port 597df85e-966a-4475-b80e-886055bf8537 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:29.447336 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c74a6af-22a2-4715-8276-da6aa355430c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.451979 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c74a6af-22a2-4715-8276-da6aa355430c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.455436 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0c74a6af-22a2-4715-8276-da6aa355430c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/133d0904-8379-4472-b65d-1fbd31cecdf7 HTTP/1.1" status: 204 len: 168 time: 0.2005258 Jun 18 16:28:29.455619 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-31807022-e0ba-4bde-b561-660bdd6e9294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:29.477728 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:29.478070 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:29.478826 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:29.487504 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-584342e1-e5ed-4bdf-88c9-d1bacf2d2a4f tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/quotas/d53b2bcaed024ac08e365cbd82c08611 HTTP/1.1" status: 200 len: 375 time: 0.0286689 Jun 18 16:28:29.489906 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:29.490227 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port 135f7008-912c-4812-827d-be72310ad531 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:29.492504 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 5 to bind port 135f7008-912c-4812-827d-be72310ad531 Jun 18 16:28:29.500315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74a6af-22a2-4715-8276-da6aa355430c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133d0904-8379-4472-b65d-1fbd31cecdf7,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:29.507340 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0c74a6af-22a2-4715-8276-da6aa355430c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:29.508296 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:29.508635 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:29.508967 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:29.545987 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:29.546317 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port 135f7008-912c-4812-827d-be72310ad531 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:29.553059 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 6 to bind port 135f7008-912c-4812-827d-be72310ad531 Jun 18 16:28:29.582248 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-274331da-86cd-41da-bc2c-67b126f62450 tempest-AgentManagementNegativeTest-1614746979 tempest-AgentManagementNegativeTest-1614746979-project] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3978019 Jun 18 16:28:29.671951 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:29.673596 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:29.683664 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:29.697542 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-348aab36-1074-427b-8cd2-dbd7ac8860e5 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Allocated IP 2001:db8::2f0 (42c38d0d-faa8-4da7-9dc1-45aa9d707d0b/5e9951c6-19b1-40b5-86e8-c9030f549fd1/597df85e-966a-4475-b80e-886055bf8537) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:29.748787 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:29.750431 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port 135f7008-912c-4812-827d-be72310ad531 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:29.793003 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18488318-93f6-4d0f-b78f-03d68a334715 req-ec7701b4-928d-4b99-87c6-adab9180fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:29.794877 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-18488318-93f6-4d0f-b78f-03d68a334715 req-ec7701b4-928d-4b99-87c6-adab9180fb4e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b33ea418eb12499b9e56b605b80bf99d&device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 1096 time: 0.1859043 Jun 18 16:28:29.818631 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 7 to bind port 135f7008-912c-4812-827d-be72310ad531 Jun 18 16:28:29.860178 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-7622c6c2-31f3-4e62-add3-89629bb45261 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d53b2bcaed024ac08e365cbd82c08611&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3546979 Jun 18 16:28:29.863615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:29.864391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:29.864828 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:29.877526 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:29.877526 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port 135f7008-912c-4812-827d-be72310ad531 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:29.877526 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 8 to bind port 135f7008-912c-4812-827d-be72310ad531 Jun 18 16:28:29.913560 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:29.913988 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:29.914410 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:29.926210 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:29.926713 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port 135f7008-912c-4812-827d-be72310ad531 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:29.928921 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 9 to bind port 135f7008-912c-4812-827d-be72310ad531 Jun 18 16:28:29.945946 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Allocated IP 172.20.0.1 (9e5c224e-16be-4839-a08a-ecf18b136c7a/03302788-0485-483c-ad05-3b95af0e612e/558edcc5-f3ad-40b5-ac27-842933595cd5) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:29.951667 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:29.960935 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:29.962062 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:29.976433 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:29.977171 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port 135f7008-912c-4812-827d-be72310ad531 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:29.978556 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempt 10 to bind port 135f7008-912c-4812-827d-be72310ad531 Jun 18 16:28:30.004532 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44576) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:30.028834 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:30.029324 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:30.030508 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempting to bind port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:30.037346 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:30.037785 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Failed to bind port 135f7008-912c-4812-827d-be72310ad531 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '9dedd94e-b31b-48dc-8e75-6f89fef73a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9bff7adb-eaa8-4d81-a0b6-9252a16e9a37'}] Jun 18 16:28:30.038236 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.078670 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-348aab36-1074-427b-8cd2-dbd7ac8860e5 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.081370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18488318-93f6-4d0f-b78f-03d68a334715 req-17d81783-7cb3-4733-aa25-af2c0c6f8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:30.082832 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-18488318-93f6-4d0f-b78f-03d68a334715 req-17d81783-7cb3-4733-aa25-af2c0c6f8b4f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b33ea418eb12499b9e56b605b80bf99d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2350097 Jun 18 16:28:30.095398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-348aab36-1074-427b-8cd2-dbd7ac8860e5 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Transition to ACTIVE for port object 597df85e-966a-4475-b80e-886055bf8537 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:30.148250 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.158369 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] For port 135f7008-912c-4812-827d-be72310ad531, host hv-neutron-7971, cleared binding levels {{(pid=93427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:30.158369 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attempted to set empty binding levels {{(pid=93427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 18 16:28:30.158369 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44580) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:30.185112 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.189206 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-76df77b1-b4b1-49c2-bceb-d93cbcb24aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:30.197152 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Transition to ACTIVE for port object 558edcc5-f3ad-40b5-ac27-842933595cd5 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:30.246127 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] In _notify_port_updated(), no bound segment for port 135f7008-912c-4812-827d-be72310ad531 on network 9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 {{(pid=93427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:28:30.247466 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:30.248260 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.249429 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] 10.222.0.39 "PUT /v2.0/ports/135f7008-912c-4812-827d-be72310ad531 HTTP/1.1" status: 200 len: 981 time: 3.7095170 Jun 18 16:28:30.250377 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Pushing event updated for resources: {'Port': ['ID=135f7008-912c-4812-827d-be72310ad531,revision_number=3']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:30.252579 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44586) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:30.254173 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:30.261439 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-348aab36-1074-427b-8cd2-dbd7ac8860e5 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.313131 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44588) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:30.338117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f5716ffa-b28c-4878-ad82-410ae2992690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.349769 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.350695 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:30.409287 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18488318-93f6-4d0f-b78f-03d68a334715 req-fe07ea95-940c-4c7c-9d01-ac8f15e02d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:30.411043 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-18488318-93f6-4d0f-b78f-03d68a334715 req-fe07ea95-940c-4c7c-9d01-ac8f15e02d6c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3068788 Jun 18 16:28:30.425419 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348aab36-1074-427b-8cd2-dbd7ac8860e5 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Network 42c38d0d-faa8-4da7-9dc1-45aa9d707d0b is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:30.429977 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-348aab36-1074-427b-8cd2-dbd7ac8860e5 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:30.448240 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348aab36-1074-427b-8cd2-dbd7ac8860e5 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:30.454760 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348aab36-1074-427b-8cd2-dbd7ac8860e5 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:30.455396 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-348aab36-1074-427b-8cd2-dbd7ac8860e5 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.468855 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aab36-1074-427b-8cd2-dbd7ac8860e5 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event updated for resources: {'Port': ['ID=597df85e-966a-4475-b80e-886055bf8537,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:30.481488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-348aab36-1074-427b-8cd2-dbd7ac8860e5 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:30.489919 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-d4486ae0-8a4c-43bd-a7be-8eb0b2a5bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Deleting port 135f7008-912c-4812-827d-be72310ad531 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:30.489919 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d4486ae0-8a4c-43bd-a7be-8eb0b2a5bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.500461 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f5716ffa-b28c-4878-ad82-410ae2992690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.500461 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-86f159d6-9552-4944-89a8-7210cc6ae65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:30.515100 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Network 9e5c224e-16be-4839-a08a-ecf18b136c7a is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:30.541054 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:30.544664 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:30.545361 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.592228 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-348aab36-1074-427b-8cd2-dbd7ac8860e5 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8005226 Jun 18 16:28:30.608710 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44592) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:30.611347 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f5716ffa-b28c-4878-ad82-410ae2992690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.614004 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-4868631f-a5c6-4599-b566-7d456006f36a tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::38e', 'mac_address': 'fa:16:3e:a8:fd:5f'}]}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:30.650056 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5a73-e6b3-4116-b6c4-444b8f82d7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.674026 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-60108585-f76e-4008-bf8e-702e7d043168 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1125728583'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:30.700988 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-d4486ae0-8a4c-43bd-a7be-8eb0b2a5bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] For port 135f7008-912c-4812-827d-be72310ad531, host hv-neutron-7971, got binding levels [] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:30.701619 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d4486ae0-8a4c-43bd-a7be-8eb0b2a5bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.724246 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f5716ffa-b28c-4878-ad82-410ae2992690 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4d2d94b67604e23a5d23acfca2c4b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060466 Jun 18 16:28:30.728348 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-d38d9920-b864-4884-bfd8-5a784e75a634 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:28:30.733926 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44594) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:30.735204 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-d38d9920-b864-4884-bfd8-5a784e75a634 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4284770 Jun 18 16:28:30.812085 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-d4486ae0-8a4c-43bd-a7be-8eb0b2a5bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Calling delete_port for 135f7008-912c-4812-827d-be72310ad531 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:30.815882 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60108585-f76e-4008-bf8e-702e7d043168 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Made reservation on behalf of a36cacbd76c34fde8e5f0a244d325490 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:30.819391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-60108585-f76e-4008-bf8e-702e7d043168 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.830140 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Pushing event updated for resources: {'Port': ['ID=558edcc5-f3ad-40b5-ac27-842933595cd5,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:30.833039 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:30.845459 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:30.845641 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-59fadde1-8b57-47d7-875d-adc52953a2ca None None] Provisioning for port 597df85e-966a-4475-b80e-886055bf8537 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:30.850171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-59fadde1-8b57-47d7-875d-adc52953a2ca None None] Provisioning complete for port 597df85e-966a-4475-b80e-886055bf8537 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:30.850664 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-59fadde1-8b57-47d7-875d-adc52953a2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.859002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-60108585-f76e-4008-bf8e-702e7d043168 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.859570 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-c6be8fd4-c88d-47d0-aea9-ba9ef8186f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:30.861156 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-c6be8fd4-c88d-47d0-aea9-ba9ef8186f58 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b33ea418eb12499b9e56b605b80bf99d&device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 1096 time: 0.3100536 Jun 18 16:28:30.888043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-59fadde1-8b57-47d7-875d-adc52953a2ca None None] Port 597df85e-966a-4475-b80e-886055bf8537 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:30.901058 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-59fadde1-8b57-47d7-875d-adc52953a2ca None None] Provisioning for port 558edcc5-f3ad-40b5-ac27-842933595cd5 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:30.906219 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-59fadde1-8b57-47d7-875d-adc52953a2ca None None] Provisioning complete for port 558edcc5-f3ad-40b5-ac27-842933595cd5 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:30.906778 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-59fadde1-8b57-47d7-875d-adc52953a2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.943093 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-59fadde1-8b57-47d7-875d-adc52953a2ca None None] Port 558edcc5-f3ad-40b5-ac27-842933595cd5 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:30.952731 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5716ffa-b28c-4878-ad82-410ae2992690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60cae35-2d0c-4ec6-be75-52f820e74e44,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:30.955659 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f5716ffa-b28c-4878-ad82-410ae2992690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:30.973794 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-9c35b98a-0fb7-4a83-b6e1-122c08fe04e2 service neutron] 10.222.0.39 "GET /v2.0/networks/f1f325ca-ec19-4fd2-b418-95ebf632c302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377191 Jun 18 16:28:30.993192 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7efb0-e9c6-41d1-8a95-2afd15403372 req-9f1341fa-3088-4332-aa69-99043588223f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:30.994656 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-eda7efb0-e9c6-41d1-8a95-2afd15403372 req-9f1341fa-3088-4332-aa69-99043588223f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 943 time: 0.4778919 Jun 18 16:28:31.003866 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-d89446da-5291-4968-b47e-929571cb9531 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6bc773a-ce2c-475e-906a-0fc4cd2aa92a HTTP/1.1" status: 200 len: 217 time: 0.1085453 Jun 18 16:28:31.004625 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.090294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a35e3edf-ff11-4777-8c42-12049353a76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.151693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-a4f6ceee-70ad-4033-a83b-e1e242e3fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:31.153948 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-a4f6ceee-70ad-4033-a83b-e1e242e3fb0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38516926-b59f-4c3c-99cb-34da080f8d97 HTTP/1.1" status: 200 len: 850 time: 0.1417530 Jun 18 16:28:31.169422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a35e3edf-ff11-4777-8c42-12049353a76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.390460 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-eda7efb0-e9c6-41d1-8a95-2afd15403372 req-b544ff23-46a7-4b80-bca5-5b6ea33065f1 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b105361-f7b0-463e-b380-00bdcefe5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3827558 Jun 18 16:28:31.402193 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-4f3d86ca-295b-4d1a-b43b-0238e163d07c service neutron] 10.222.0.39 "GET /v2.0/networks/f1f325ca-ec19-4fd2-b418-95ebf632c302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275479 Jun 18 16:28:31.485971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d4486ae0-8a4c-43bd-a7be-8eb0b2a5bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.523283 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-348aab36-1074-427b-8cd2-dbd7ac8860e5 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:31.560188 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4868631f-a5c6-4599-b566-7d456006f36a tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.571823 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4486ae0-8a4c-43bd-a7be-8eb0b2a5bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Pushing event deleted for resources: {'Port': ['ID=135f7008-912c-4812-827d-be72310ad531,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:31.587186 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d4486ae0-8a4c-43bd-a7be-8eb0b2a5bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:31.592849 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5a73-e6b3-4116-b6c4-444b8f82d7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.597228 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d4486ae0-8a4c-43bd-a7be-8eb0b2a5bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.599432 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d4486ae0-8a4c-43bd-a7be-8eb0b2a5bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] 10.222.0.39 "DELETE /v2.0/ports/135f7008-912c-4812-827d-be72310ad531 HTTP/1.1" status: 204 len: 168 time: 1.3459277 Jun 18 16:28:31.608076 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44600) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:31.609752 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5a73-e6b3-4116-b6c4-444b8f82d7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.640812 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.653986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:31.655941 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.656383 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a35e3edf-ff11-4777-8c42-12049353a76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.657214 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.660716 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:31.694048 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a35e3edf-ff11-4777-8c42-12049353a76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.697414 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a35e3edf-ff11-4777-8c42-12049353a76e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a60cae35-2d0c-4ec6-be75-52f820e74e44 HTTP/1.1" status: 204 len: 168 time: 0.9572132 Jun 18 16:28:31.699255 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-48384713-1408-4f06-9b41-ac6939c2573e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] GET failed (client error): The resource could not be found. Jun 18 16:28:31.705894 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-48384713-1408-4f06-9b41-ac6939c2573e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] 10.222.0.39 "GET /v2.0/ports/135f7008-912c-4812-827d-be72310ad531 HTTP/1.1" status: 404 len: 333 time: 0.0947776 Jun 18 16:28:31.756475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44612) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:31.781999 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a804b265-1cb9-4c98-ac34-4e42473124f3 req-c85a6771-429e-4a12-9138-10a9aa132ccf tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 210 time: 0.1111395 Jun 18 16:28:31.833420 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Pushing event updated for resources: {'Port': ['ID=558edcc5-f3ad-40b5-ac27-842933595cd5,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:31.835524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-efab7d82-252d-40c1-8c04-9a59f78d44ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:31.837715 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-efab7d82-252d-40c1-8c04-9a59f78d44ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3768cd4f-78ca-4b95-afbb-fe15e2552ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6657155 Jun 18 16:28:31.889422 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7ecc5a73-e6b3-4116-b6c4-444b8f82d7cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d242ef142b24c94b12603ae3611fa1b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8783691 Jun 18 16:28:31.907538 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44622) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:31.912791 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:31.982270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc5a73-e6b3-4116-b6c4-444b8f82d7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41db13c-e0d6-416a-be09-83ebc99ad35b,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:31.984843 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Network 9e5c224e-16be-4839-a08a-ecf18b136c7a is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:31.987761 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7ecc5a73-e6b3-4116-b6c4-444b8f82d7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:31.991606 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:32.003412 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:32.011308 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e3edf-ff11-4777-8c42-12049353a76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60cae35-2d0c-4ec6-be75-52f820e74e44,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:32.016409 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a35e3edf-ff11-4777-8c42-12049353a76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:32.026388 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.046198 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4868631f-a5c6-4599-b566-7d456006f36a tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.064246 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4868631f-a5c6-4599-b566-7d456006f36a tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.085929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b19d2d71-7b11-4dda-96f1-dde80c036935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:32.143443 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-2ff8cb7e-0162-4449-a37b-dca4e7936648 service neutron] 10.222.0.64 "GET /v2.0/networks/3768cd4f-78ca-4b95-afbb-fe15e2552ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606919 Jun 18 16:28:32.147889 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-4868631f-a5c6-4599-b566-7d456006f36a tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] In _notify_port_updated(), no bound segment for port 597df85e-966a-4475-b80e-886055bf8537 on network 42c38d0d-faa8-4da7-9dc1-45aa9d707d0b {{(pid=93428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:28:32.154802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4868631f-a5c6-4599-b566-7d456006f36a tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:32.155576 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4868631f-a5c6-4599-b566-7d456006f36a tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.159621 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4868631f-a5c6-4599-b566-7d456006f36a tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "PUT /v2.0/ports/597df85e-966a-4475-b80e-886055bf8537 HTTP/1.1" status: 200 len: 1002 time: 1.5472867 Jun 18 16:28:32.173873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44636) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:32.282651 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-60108585-f76e-4008-bf8e-702e7d043168 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.291448 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ba76dc8b-2a3d-461a-9d22-16a9b4f5f3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.300159 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-60108585-f76e-4008-bf8e-702e7d043168 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.306232 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.334694 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:32.356995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868631f-a5c6-4599-b566-7d456006f36a tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event updated for resources: {'Port': ['ID=597df85e-966a-4475-b80e-886055bf8537,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:32.359555 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Subscribe: > segment before_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:32.359978 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:32.360888 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:32.361460 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Subscribe: > port after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:32.361803 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Subscribe: > port after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:32.362278 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Subscribe: > port after_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:32.362785 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Subscribe: > segment after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:32.363235 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Subscribe: > subnet after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:32.363607 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Subscribe: > subnet after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:32.364077 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Subscribe: > subnet after_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:32.393740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4868631f-a5c6-4599-b566-7d456006f36a tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:32.474818 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0842e55e-7931-4d57-a4cd-08c950eba911 req-1f607e65-9e71-4bc0-b2ea-c2055dfdeb50 service neutron] 10.222.0.64 "GET /v2.0/networks/3768cd4f-78ca-4b95-afbb-fe15e2552ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167231 Jun 18 16:28:32.526110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ece20a57-ccea-46f1-bf96-1ba48015c3a7 None None] Provisioning complete for port 558edcc5-f3ad-40b5-ac27-842933595cd5 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:32.526737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ece20a57-ccea-46f1-bf96-1ba48015c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.542935 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-88299221-cd35-4c7a-8284-ef9d96941758 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Deleting port 597df85e-966a-4475-b80e-886055bf8537 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:32.542935 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-88299221-cd35-4c7a-8284-ef9d96941758 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.596449 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-ece20a57-ccea-46f1-bf96-1ba48015c3a7 None None] Port 558edcc5-f3ad-40b5-ac27-842933595cd5 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:32.666491 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-88299221-cd35-4c7a-8284-ef9d96941758 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.723454 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-951bdc8e-54ab-4d3a-8e21-3f1afac10b38 None None] Provisioning complete for port 597df85e-966a-4475-b80e-886055bf8537 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:32.724257 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-951bdc8e-54ab-4d3a-8e21-3f1afac10b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.744059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Subscribe: > subnet after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:32.744059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Subscribe: > subnet after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:32.744059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Subscribe: > subnet before_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:32.744059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Subscribe: > subnet before_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:28:32.744059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bff7adb-eaa8-4d81-a0b6-9252a16e9a37']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:32.766376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-951bdc8e-54ab-4d3a-8e21-3f1afac10b38 None None] Port 597df85e-966a-4475-b80e-886055bf8537 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:32.781322 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-88299221-cd35-4c7a-8284-ef9d96941758 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Calling delete_port for 597df85e-966a-4475-b80e-886055bf8537 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:32.789115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60108585-f76e-4008-bf8e-702e7d043168 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:32.792208 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ba76dc8b-2a3d-461a-9d22-16a9b4f5f3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.846280 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Router dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:32.848235 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dedd94e-b31b-48dc-8e75-6f89fef73a4c') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:32.848533 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dedd94e-b31b-48dc-8e75-6f89fef73a4c') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:32.866495 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.889356 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.897779 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:32.898173 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.938622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-88299221-cd35-4c7a-8284-ef9d96941758 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.945731 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3544e722-b611-468e-ba1f-8d9b107c984e tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:32.962091 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60108585-f76e-4008-bf8e-702e7d043168 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3b4081-3f35-4c76-86cc-f2adf352edec,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: from cryptography.utils import int_from_bytes Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: from cryptography.utils import int_from_bytes Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:32.966807 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:32.971790 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-60108585-f76e-4008-bf8e-702e7d043168 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:33.000318 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-60108585-f76e-4008-bf8e-702e7d043168 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:33.000715 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-60108585-f76e-4008-bf8e-702e7d043168 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Added segment 783e08c5-4019-41e0-a2a5-0f877fcdbc99 of type vlan for network c8ad7829-535e-4c4f-a4d4-66c4834d2740 Jun 18 16:28:33.002891 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88299221-cd35-4c7a-8284-ef9d96941758 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event deleted for resources: {'Port': ['ID=597df85e-966a-4475-b80e-886055bf8537,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:33.006313 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-88299221-cd35-4c7a-8284-ef9d96941758 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:33.078312 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-62ac738a-106f-4e06-b673-9536ac42d10c req-7e319dae-3978-442f-b8d4-afedd7d05ab6 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 210 time: 0.1076181 Jun 18 16:28:33.078950 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:33.134182 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-51757f01-0141-4bb8-b30d-128b9dbb78c7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:33.143976 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:33.145822 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] 10.222.0.39 "DELETE /v2.0/networks/9bff7adb-eaa8-4d81-a0b6-9252a16e9a37 HTTP/1.1" status: 204 len: 168 time: 1.3881702 Jun 18 16:28:33.184557 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-60108585-f76e-4008-bf8e-702e7d043168 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:33.216289 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Pushing event deleted for resources: {'Network': ['ID=9bff7adb-eaa8-4d81-a0b6-9252a16e9a37,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:33.223973 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:33.243734 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d06dc4-3f39-4bbb-a790-427cf5b489db req-7eaca3e9-dbda-41aa-94a8-1503112ca36f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:33.244945 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-70d06dc4-3f39-4bbb-a790-427cf5b489db req-7eaca3e9-dbda-41aa-94a8-1503112ca36f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 943 time: 0.4956272 Jun 18 16:28:33.305847 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-88299221-cd35-4c7a-8284-ef9d96941758 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:33.309334 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-88299221-cd35-4c7a-8284-ef9d96941758 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "DELETE /v2.0/ports/597df85e-966a-4475-b80e-886055bf8537 HTTP/1.1" status: 204 len: 168 time: 1.1343803 Jun 18 16:28:33.313015 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44670) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:33.327262 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ba76dc8b-2a3d-461a-9d22-16a9b4f5f3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:33.357167 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-10435106-f157-4e8d-9419-12667450a219 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] GET failed (client error): The resource could not be found. Jun 18 16:28:33.357668 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ba76dc8b-2a3d-461a-9d22-16a9b4f5f3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:33.359212 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ba76dc8b-2a3d-461a-9d22-16a9b4f5f3ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f41db13c-e0d6-416a-be09-83ebc99ad35b HTTP/1.1" status: 204 len: 168 time: 1.4450934 Jun 18 16:28:33.366230 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d7966fae-4eaa-4216-a2dd-c9e189eddb39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:33.368891 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-10435106-f157-4e8d-9419-12667450a219 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "GET /v2.0/ports/597df85e-966a-4475-b80e-886055bf8537 HTTP/1.1" status: 404 len: 333 time: 0.0546911 Jun 18 16:28:33.369732 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44676) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:33.376350 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b75e662e-20f8-431e-a319-527bfc2c7d8f tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Request body: {'port': {'network_id': '42c38d0d-faa8-4da7-9dc1-45aa9d707d0b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-688538524'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:33.389467 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-60108585-f76e-4008-bf8e-702e7d043168 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:33.399437 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60108585-f76e-4008-bf8e-702e7d043168 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:33.400207 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-60108585-f76e-4008-bf8e-702e7d043168 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:33.409111 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76dc8b-2a3d-461a-9d22-16a9b4f5f3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41db13c-e0d6-416a-be09-83ebc99ad35b,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:33.422068 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ba76dc8b-2a3d-461a-9d22-16a9b4f5f3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:33.424046 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-451cb2f0-f1be-44c1-b7e4-a393a68552c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:33.478399 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:33.487055 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-70d06dc4-3f39-4bbb-a790-427cf5b489db req-32222e3b-c6a7-451d-8537-36a16ac89fc9 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b105361-f7b0-463e-b380-00bdcefe5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637998 Jun 18 16:28:33.491287 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe8a1c9-cdac-4c73-850b-93f3be4848d2 None None] Sync routers for ids ['dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:33.496236 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] 10.222.0.39 "PUT /v2.0/routers/dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5052071 Jun 18 16:28:33.497370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44680) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:33.507634 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe8a1c9-cdac-4c73-850b-93f3be4848d2 None None] Routers {'dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:33.509219 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4fe8a1c9-cdac-4c73-850b-93f3be4848d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:28:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:33.510983 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-defb8c61-02d5-4fce-9619-a1249d836e5b tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Request body: {'port': {'network_id': '9e5c224e-16be-4839-a08a-ecf18b136c7a', 'name': 'tempest-FloatingIPAdminTestJSON-1640871674'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:33.518100 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-60108585-f76e-4008-bf8e-702e7d043168 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.3576748 Jun 18 16:28:33.518422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44682) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:33.525204 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c5d6bd6e-ad1a-436e-9456-35508ee18651 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Request body: {'subnet': {'network_id': 'c8ad7829-535e-4c4f-a4d4-66c4834d2740', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:33.569552 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60108585-f76e-4008-bf8e-702e7d043168 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Pushing event updated for resources: {'Network': ['ID=c8ad7829-535e-4c4f-a4d4-66c4834d2740,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:33.573389 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-60108585-f76e-4008-bf8e-702e7d043168 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:33.580098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75e662e-20f8-431e-a319-527bfc2c7d8f tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Made reservation on behalf of 975c6dab4fc846e395b99441fb8f47c5 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:33.584519 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b75e662e-20f8-431e-a319-527bfc2c7d8f tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:33.601397 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4fe8a1c9-cdac-4c73-850b-93f3be4848d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:33.611753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network c8ad7829-535e-4c4f-a4d4-66c4834d2740 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:33.688694 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defb8c61-02d5-4fce-9619-a1249d836e5b tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Made reservation on behalf of 1de6bb60409d4513b7c8f92f1eaaa298 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:33.697039 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-defb8c61-02d5-4fce-9619-a1249d836e5b tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:33.704735 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe8a1c9-cdac-4c73-850b-93f3be4848d2 None None] Routers {'dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:33.705607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4fe8a1c9-cdac-4c73-850b-93f3be4848d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:28:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:33.713154 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-b75e662e-20f8-431e-a319-527bfc2c7d8f tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] device_id is not set on port 96d62922-c07c-4d91-b6e4-5df68a53969a yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:33.741306 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4fe8a1c9-cdac-4c73-850b-93f3be4848d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:33.741792 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-defb8c61-02d5-4fce-9619-a1249d836e5b tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] device_id is not set on port a8765e3d-7a96-4d7b-84ae-db0e8d67caf7 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:33.742528 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe8a1c9-cdac-4c73-850b-93f3be4848d2 None None] The sync data for ids ['dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:33.752227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d6bd6e-ad1a-436e-9456-35508ee18651 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Made reservation on behalf of a36cacbd76c34fde8e5f0a244d325490 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:33.755811 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c5d6bd6e-ad1a-436e-9456-35508ee18651 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:33.784829 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44688) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:33.864551 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-defb8c61-02d5-4fce-9619-a1249d836e5b tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Allocated IP 172.20.0.4 (9e5c224e-16be-4839-a08a-ecf18b136c7a/03302788-0485-483c-ad05-3b95af0e612e/a8765e3d-7a96-4d7b-84ae-db0e8d67caf7) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:34.002145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-72b6d03b-e422-42d1-8893-5403605588f7 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:34.004068 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-72b6d03b-e422-42d1-8893-5403605588f7 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.64 "GET /v2.0/networks?id=f1f325ca-ec19-4fd2-b418-95ebf632c302 HTTP/1.1" status: 200 len: 805 time: 0.1129308 Jun 18 16:28:34.074239 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-f3945863-1b0e-4aab-b2fd-c5d803977f86 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d53b2bcaed024ac08e365cbd82c08611 HTTP/1.1" status: 200 len: 379 time: 0.0435102 Jun 18 16:28:34.091414 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-310feb48-1be5-42d3-b9e8-fdd9b55c49f1 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Request body: {'port': {'device_id': 'bd2f188c-d102-4d9f-8d24-91d164a44408', 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302', 'admin_state_up': True, 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'security_groups': ['8bc10b70-ecac-4d3c-bc72-f81b13d67f01']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:34.147438 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-defb8c61-02d5-4fce-9619-a1249d836e5b tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.180402 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-defb8c61-02d5-4fce-9619-a1249d836e5b tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Transition to ACTIVE for port object a8765e3d-7a96-4d7b-84ae-db0e8d67caf7 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:34.219022 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-b75e662e-20f8-431e-a319-527bfc2c7d8f tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Allocated IP 2001:db8::174 (42c38d0d-faa8-4da7-9dc1-45aa9d707d0b/5e9951c6-19b1-40b5-86e8-c9030f549fd1/96d62922-c07c-4d91-b6e4-5df68a53969a) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:34.230961 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-85c9f766-fed9-4e46-83a8-0fa826dd1855 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e98ce3945c24427b1d988628957226c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4450552 Jun 18 16:28:34.233023 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44706) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:34.256651 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-defb8c61-02d5-4fce-9619-a1249d836e5b tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.258382 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44710) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:34.265774 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:34.356683 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb8c61-02d5-4fce-9619-a1249d836e5b tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Pushing event updated for resources: {'Port': ['ID=a8765e3d-7a96-4d7b-84ae-db0e8d67caf7,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:34.364582 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5d5cbe59-e439-4134-b865-22690739f576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.395622 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-defb8c61-02d5-4fce-9619-a1249d836e5b tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:34.413413 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-275eb988-acf8-46f9-994a-dc84d91768ba req-a18b7a99-8b11-4d9f-965e-edaba1f02e3f tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 210 time: 0.1339006 Jun 18 16:28:34.433130 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-cdb4f1dc-d40e-495c-8b2b-d06940194042 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:34.444195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defb8c61-02d5-4fce-9619-a1249d836e5b tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Network 9e5c224e-16be-4839-a08a-ecf18b136c7a is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:34.447030 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-defb8c61-02d5-4fce-9619-a1249d836e5b tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:34.451967 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb8c61-02d5-4fce-9619-a1249d836e5b tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:34.497063 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f1dc-d40e-495c-8b2b-d06940194042 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.518184 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5d5cbe59-e439-4134-b865-22690739f576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.554764 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defb8c61-02d5-4fce-9619-a1249d836e5b tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:34.555427 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-defb8c61-02d5-4fce-9619-a1249d836e5b tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.572829 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c5d6bd6e-ad1a-436e-9456-35508ee18651 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.601038 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:34.617201 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-310feb48-1be5-42d3-b9e8-fdd9b55c49f1 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Made reservation on behalf of d53b2bcaed024ac08e365cbd82c08611 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:34.621297 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-310feb48-1be5-42d3-b9e8-fdd9b55c49f1 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.770273 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44724) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:34.813589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b75e662e-20f8-431e-a319-527bfc2c7d8f tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.818814 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6bd6e-ad1a-436e-9456-35508ee18651 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Pushing event updated for resources: {'Subnet': ['ID=1c7d0521-bd34-48cb-bbb0-4bc490903841,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:34.821965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c5d6bd6e-ad1a-436e-9456-35508ee18651 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:34.834249 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5d5cbe59-e439-4134-b865-22690739f576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.839046 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6ce174f5-2ab1-497c-b0af-4819d25e6cf3 None None] Provisioning for port a8765e3d-7a96-4d7b-84ae-db0e8d67caf7 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:34.839877 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d6bd6e-ad1a-436e-9456-35508ee18651 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Checking segment: {'id': '783e08c5-4019-41e0-a2a5-0f877fcdbc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c8ad7829-535e-4c4f-a4d4-66c4834d2740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:34.840231 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d6bd6e-ad1a-436e-9456-35508ee18651 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Network hostable DHCP agents. Network: c8ad7829-535e-4c4f-a4d4-66c4834d2740, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:34.845224 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6ce174f5-2ab1-497c-b0af-4819d25e6cf3 None None] Provisioning complete for port a8765e3d-7a96-4d7b-84ae-db0e8d67caf7 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:34.846063 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6ce174f5-2ab1-497c-b0af-4819d25e6cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.850194 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5d5cbe59-e439-4134-b865-22690739f576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.854002 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5d5cbe59-e439-4134-b865-22690739f576 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc571b95-56f9-4dec-8e2c-b6a663489971 HTTP/1.1" status: 204 len: 168 time: 0.6135132 Jun 18 16:28:34.859817 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:34.887572 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-b75e662e-20f8-431e-a319-527bfc2c7d8f tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Transition to ACTIVE for port object 96d62922-c07c-4d91-b6e4-5df68a53969a will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:34.902747 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-6ce174f5-2ab1-497c-b0af-4819d25e6cf3 None None] Port a8765e3d-7a96-4d7b-84ae-db0e8d67caf7 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:34.905015 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cbe59-e439-4134-b865-22690739f576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc571b95-56f9-4dec-8e2c-b6a663489971,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:34.908030 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5d5cbe59-e439-4134-b865-22690739f576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:34.931314 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-defb8c61-02d5-4fce-9619-a1249d836e5b tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4328713 Jun 18 16:28:34.937061 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44730) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:34.951251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d6bd6e-ad1a-436e-9456-35508ee18651 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Network c8ad7829-535e-4c4f-a4d4-66c4834d2740 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:34.962241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-cf44127b-e551-4973-8e15-2b1255014ca9 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-111325794'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:34.985119 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-310feb48-1be5-42d3-b9e8-fdd9b55c49f1 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Allocated IP 172.20.0.10 (f1f325ca-ec19-4fd2-b418-95ebf632c302/36736294-af3b-4cce-819a-088f47615227/97567ac8-b531-4da7-8561-12107ccdc437) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:34.993940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-c5d6bd6e-ad1a-436e-9456-35508ee18651 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, c8ad7829-535e-4c4f-a4d4-66c4834d2740) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:34.999324 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d6bd6e-ad1a-436e-9456-35508ee18651 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:35.000086 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c5d6bd6e-ad1a-436e-9456-35508ee18651 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.000205 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad62fc0-84f9-4a5d-8d3b-70449209f428 req-a3a0a03b-91e4-45a1-bc48-bea87a0fe45f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:35.001461 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8ad62fc0-84f9-4a5d-8d3b-70449209f428 req-a3a0a03b-91e4-45a1-bc48-bea87a0fe45f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 943 time: 0.1114774 Jun 18 16:28:35.002903 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f1dc-d40e-495c-8b2b-d06940194042 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.008762 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ecb841-db07-4d94-a9f1-667b38822bbc None None] Network c8ad7829-535e-4c4f-a4d4-66c4834d2740 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:35.037207 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b75e662e-20f8-431e-a319-527bfc2c7d8f tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.047620 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-599b9d70-35ba-418f-877d-82357f218c2a tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:35.069869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf44127b-e551-4973-8e15-2b1255014ca9 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Made reservation on behalf of ceb1f52d31864e6b8643ad69a7e029c0 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:35.073658 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cf44127b-e551-4973-8e15-2b1255014ca9 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.109238 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c5d6bd6e-ad1a-436e-9456-35508ee18651 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5887761 Jun 18 16:28:35.111103 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44734) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:35.114113 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8ad62fc0-84f9-4a5d-8d3b-70449209f428 req-7f327084-ff50-4e46-8d9b-b9803622744b tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b105361-f7b0-463e-b380-00bdcefe5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989344 Jun 18 16:28:35.118918 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-6c5c9010-c6a4-45f5-85f0-b82eaed43708 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Request body: {'port': {'network_id': 'c8ad7829-535e-4c4f-a4d4-66c4834d2740', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-146755314'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:35.128350 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cf44127b-e551-4973-8e15-2b1255014ca9 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.141357 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75e662e-20f8-431e-a319-527bfc2c7d8f tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Network 42c38d0d-faa8-4da7-9dc1-45aa9d707d0b is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:35.180971 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device d6bc773a-ce2c-475e-906a-0fc4cd2aa92a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:28:35.195118 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-b75e662e-20f8-431e-a319-527bfc2c7d8f tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:35.197386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e662e-20f8-431e-a319-527bfc2c7d8f tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:35.200988 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'project_id': '1de6bb60409d4513b7c8f92f1eaaa298', 'port_id': 'a8765e3d-7a96-4d7b-84ae-db0e8d67caf7'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:35.203264 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75e662e-20f8-431e-a319-527bfc2c7d8f tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:35.203914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b75e662e-20f8-431e-a319-527bfc2c7d8f tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.224829 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e662e-20f8-431e-a319-527bfc2c7d8f tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event updated for resources: {'Port': ['ID=96d62922-c07c-4d91-b6e4-5df68a53969a,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:35.228677 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b75e662e-20f8-431e-a319-527bfc2c7d8f tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:35.241229 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.248007 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b75e662e-20f8-431e-a319-527bfc2c7d8f tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8762295 Jun 18 16:28:35.250965 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44738) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:35.282909 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-25939219-1729-47b7-91c9-b3197da45cfd tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a8:fd:5f'}]}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:35.335571 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-310feb48-1be5-42d3-b9e8-fdd9b55c49f1 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.360567 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-310feb48-1be5-42d3-b9e8-fdd9b55c49f1 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Transition to ACTIVE for port object 97567ac8-b531-4da7-8561-12107ccdc437 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:35.423369 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cf44127b-e551-4973-8e15-2b1255014ca9 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.431621 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cf44127b-e551-4973-8e15-2b1255014ca9 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.433333 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-cdb4f1dc-d40e-495c-8b2b-d06940194042 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Allocated IP 172.26.2.100 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/8575e5c6-d3ec-4d53-9767-5838dc62ca6d) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:35.436829 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3534e87c-ad9f-49a8-9774-bb150b05a286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:35.443707 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-310feb48-1be5-42d3-b9e8-fdd9b55c49f1 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.449085 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port d6bc773a-ce2c-475e-906a-0fc4cd2aa92a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d6bc773a-ce2c-475e-906a-0fc4cd2aa92a,segment=NetworkSegment(09ac72ca-7420-4ff0-8f81-15afefa1bb50),segment_id=09ac72ca-7420-4ff0-8f81-15afefa1bb50)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:35.470927 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf44127b-e551-4973-8e15-2b1255014ca9 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:35.482954 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb0a4-d577-4356-a738-2d95fcd7d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.490656 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-310feb48-1be5-42d3-b9e8-fdd9b55c49f1 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Network f1f325ca-ec19-4fd2-b418-95ebf632c302 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:35.499928 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-310feb48-1be5-42d3-b9e8-fdd9b55c49f1 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:35.500089 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'd6bc773a-ce2c-475e-906a-0fc4cd2aa92a', 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4', 'port_id': 'd6bc773a-ce2c-475e-906a-0fc4cd2aa92a', 'mac_address': 'fa:16:3e:0d:9a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38516926-b59f-4c3c-99cb-34da080f8d97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:28:35.502175 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-310feb48-1be5-42d3-b9e8-fdd9b55c49f1 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:35.506553 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44742) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:35.507745 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c8ad7829-535e-4c4f-a4d4-66c4834d2740', 'network_id': 'c8ad7829-535e-4c4f-a4d4-66c4834d2740', 'tenant_id': 'a36cacbd76c34fde8e5f0a244d325490', 'fixed_ips': [{'subnet_id': '1c7d0521-bd34-48cb-bbb0-4bc490903841'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:28:35.508831 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.539506 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cf44127b-e551-4973-8e15-2b1255014ca9 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.539825 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-cf44127b-e551-4973-8e15-2b1255014ca9 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Added segment 0410a2bb-7bf7-474a-985e-aa3a2399263c of type vlan for network fb6d266f-83ff-462c-8163-9b784df685ab Jun 18 16:28:35.543576 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5c9010-c6a4-45f5-85f0-b82eaed43708 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Made reservation on behalf of a36cacbd76c34fde8e5f0a244d325490 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:35.545040 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44127b-e551-4973-8e15-2b1255014ca9 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f407199a-a266-4844-a293-5edde341cc61,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:35.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cf44127b-e551-4973-8e15-2b1255014ca9 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:35.556955 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9010-c6a4-45f5-85f0-b82eaed43708 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.568387 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:35.583442 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.607375 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6bc773a-ce2c-475e-906a-0fc4cd2aa92a {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:28:35.706957 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port d6bc773a-ce2c-475e-906a-0fc4cd2aa92a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d6bc773a-ce2c-475e-906a-0fc4cd2aa92a,segment=NetworkSegment(09ac72ca-7420-4ff0-8f81-15afefa1bb50),segment_id=09ac72ca-7420-4ff0-8f81-15afefa1bb50)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:35.713623 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.720417 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:35.767959 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-6c5c9010-c6a4-45f5-85f0-b82eaed43708 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] device_id is not set on port 5b76aeba-ed1a-49ee-b5e8-1378229b7c2b yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:35.808110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-08346ee8-f6c4-4233-bc79-d1814bb8820d None None] Provisioning for port 96d62922-c07c-4d91-b6e4-5df68a53969a completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:35.828940 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-08346ee8-f6c4-4233-bc79-d1814bb8820d None None] Provisioning complete for port 96d62922-c07c-4d91-b6e4-5df68a53969a triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:35.829601 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-08346ee8-f6c4-4233-bc79-d1814bb8820d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.839935 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Allocated IP 2001:db8::2 (c8ad7829-535e-4c4f-a4d4-66c4834d2740/1c7d0521-bd34-48cb-bbb0-4bc490903841/c19e3f89-98dd-4d55-9616-a0f1ca6ced1a) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:35.862671 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=d6bc773a-ce2c-475e-906a-0fc4cd2aa92a,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:35.872844 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:35.898170 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-08346ee8-f6c4-4233-bc79-d1814bb8820d None None] Port 96d62922-c07c-4d91-b6e4-5df68a53969a cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:35.954134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310feb48-1be5-42d3-b9e8-fdd9b55c49f1 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Pushing event updated for resources: {'Port': ['ID=97567ac8-b531-4da7-8561-12107ccdc437,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:35.965905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-310feb48-1be5-42d3-b9e8-fdd9b55c49f1 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:35.974515 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cf44127b-e551-4973-8e15-2b1255014ca9 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.986618 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-310feb48-1be5-42d3-b9e8-fdd9b55c49f1 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:35.987236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-310feb48-1be5-42d3-b9e8-fdd9b55c49f1 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.990354 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f1dc-d40e-495c-8b2b-d06940194042 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.017378 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-54811e18-7582-458f-b812-101784ee04ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff58ec17c8e045a3aa8aea23d238173e&name=default HTTP/1.1" status: 200 len: 2977 time: 0.5056212 Jun 18 16:28:36.018730 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44744) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:36.019816 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca3673-6461-43c9-ad9a-14c353936a18 req-fb889db3-18ea-4a70-9de4-b3dd4029302f tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:36.021742 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-66ca3673-6461-43c9-ad9a-14c353936a18 req-fb889db3-18ea-4a70-9de4-b3dd4029302f tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 932 time: 0.3796551 Jun 18 16:28:36.026571 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-25939219-1729-47b7-91c9-b3197da45cfd tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.032228 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-310feb48-1be5-42d3-b9e8-fdd9b55c49f1 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9490988 Jun 18 16:28:36.054396 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cf44127b-e551-4973-8e15-2b1255014ca9 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.063676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.063861 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Request body: {'port': {'device_id': 'bd2f188c-d102-4d9f-8d24-91d164a44408', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:36.070550 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-faf90ef8-87b6-4787-bb09-8ff4639cadf4 None None] Provisioning for port 97567ac8-b531-4da7-8561-12107ccdc437 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:36.072446 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf44127b-e551-4973-8e15-2b1255014ca9 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:36.073038 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cf44127b-e551-4973-8e15-2b1255014ca9 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.081951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b833a362-2d54-4ecc-8879-8695485d0d3d tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:36.085897 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-faf90ef8-87b6-4787-bb09-8ff4639cadf4 None None] Provisioning complete for port 97567ac8-b531-4da7-8561-12107ccdc437 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:36.086338 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-faf90ef8-87b6-4787-bb09-8ff4639cadf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.112757 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.130890 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Transition to ACTIVE for port object c19e3f89-98dd-4d55-9616-a0f1ca6ced1a will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:36.142289 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['d6bc773a-ce2c-475e-906a-0fc4cd2aa92a'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:28:36.189380 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44127b-e551-4973-8e15-2b1255014ca9 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event updated for resources: {'Network': ['ID=fb6d266f-83ff-462c-8163-9b784df685ab,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:36.189583 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-faf90ef8-87b6-4787-bb09-8ff4639cadf4 None None] Port 97567ac8-b531-4da7-8561-12107ccdc437 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:36.193657 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-66ca3673-6461-43c9-ad9a-14c353936a18 req-719cddeb-1f16-48fd-929a-09cb479a091d tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bc10b70-ecac-4d3c-bc72-f81b13d67f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621459 Jun 18 16:28:36.205549 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cf44127b-e551-4973-8e15-2b1255014ca9 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:36.206311 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f1dc-d40e-495c-8b2b-d06940194042 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.211406 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Transition to ACTIVE for port object c19e3f89-98dd-4d55-9616-a0f1ca6ced1a will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:36.212123 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:36.226754 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-cf44127b-e551-4973-8e15-2b1255014ca9 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4513469 Jun 18 16:28:36.227366 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network fb6d266f-83ff-462c-8163-9b784df685ab details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:36.244106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44748) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:36.254088 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-42b38848-0daf-4675-b880-56ef59b645a1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Request body: {'subnet': {'network_id': 'fb6d266f-83ff-462c-8163-9b784df685ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:36.305384 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-936548c0-d7b4-479f-ac06-38d36f952500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.365965 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb4f1dc-d40e-495c-8b2b-d06940194042 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:36.389018 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-936548c0-d7b4-479f-ac06-38d36f952500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.400398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-cdb4f1dc-d40e-495c-8b2b-d06940194042 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:36.405365 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.407383 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.413799 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:36.423761 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb4f1dc-d40e-495c-8b2b-d06940194042 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:36.432639 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4f1dc-d40e-495c-8b2b-d06940194042 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Pushing event updated for resources: {'Port': ['ID=8575e5c6-d3ec-4d53-9767-5838dc62ca6d,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:36.461932 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cdb4f1dc-d40e-495c-8b2b-d06940194042 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:36.468945 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Network c8ad7829-535e-4c4f-a4d4-66c4834d2740 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:36.469128 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Allocated IP 172.26.2.67 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/68834f8e-c5b9-400c-bd64-dd5ccaeb1acb) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:36.473145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b38848-0daf-4675-b880-56ef59b645a1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Made reservation on behalf of ceb1f52d31864e6b8643ad69a7e029c0 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:36.476675 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42b38848-0daf-4675-b880-56ef59b645a1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.477109 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:36.489608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:36.495594 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-6c5c9010-c6a4-45f5-85f0-b82eaed43708 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Allocated IP 2001:db8::3bd (c8ad7829-535e-4c4f-a4d4-66c4834d2740/1c7d0521-bd34-48cb-bbb0-4bc490903841/5b76aeba-ed1a-49ee-b5e8-1378229b7c2b) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:36.522436 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Pushing event updated for resources: {'Port': ['ID=c19e3f89-98dd-4d55-9616-a0f1ca6ced1a,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:36.552422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-936548c0-d7b4-479f-ac06-38d36f952500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.556006 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-936548c0-d7b4-479f-ac06-38d36f952500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.568196 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-936548c0-d7b4-479f-ac06-38d36f952500 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79625e68-2ded-4997-b7f5-55c8c1d05f8e HTTP/1.1" status: 204 len: 168 time: 0.5442946 Jun 18 16:28:36.568303 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:36.576538 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8d0a334f-8dc6-493b-980c-cb294164dd48 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:36.625321 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Attempting to bind port c19e3f89-98dd-4d55-9616-a0f1ca6ced1a on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:36.625747 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Attempting to bind port c19e3f89-98dd-4d55-9616-a0f1ca6ced1a by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '783e08c5-4019-41e0-a2a5-0f877fcdbc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c8ad7829-535e-4c4f-a4d4-66c4834d2740'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:36.626044 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Attempting to bind port c19e3f89-98dd-4d55-9616-a0f1ca6ced1a on network c8ad7829-535e-4c4f-a4d4-66c4834d2740 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:36.640274 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:36.640701 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Checking segment: {'id': '783e08c5-4019-41e0-a2a5-0f877fcdbc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c8ad7829-535e-4c4f-a4d4-66c4834d2740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:36.641115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.641518 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Bound using segment: {'id': '783e08c5-4019-41e0-a2a5-0f877fcdbc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c8ad7829-535e-4c4f-a4d4-66c4834d2740'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:36.642002 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Bound port: c19e3f89-98dd-4d55-9616-a0f1ca6ced1a, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783e08c5-4019-41e0-a2a5-0f877fcdbc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c8ad7829-535e-4c4f-a4d4-66c4834d2740'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:36.642381 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.649391 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936548c0-d7b4-479f-ac06-38d36f952500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79625e68-2ded-4997-b7f5-55c8c1d05f8e,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:36.660020 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-936548c0-d7b4-479f-ac06-38d36f952500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:36.707284 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81378fa3-ba16-4580-b7ca-1a87cf3a06a3 req-fb62ad9f-7fa0-42b5-b01d-67e4b39ee94c tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:36.709974 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-81378fa3-ba16-4580-b7ca-1a87cf3a06a3 req-fb62ad9f-7fa0-42b5-b01d-67e4b39ee94c tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 944 time: 0.3790064 Jun 18 16:28:36.763121 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] For port c19e3f89-98dd-4d55-9616-a0f1ca6ced1a, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:36.766549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] For port c19e3f89-98dd-4d55-9616-a0f1ca6ced1a, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c19e3f89-98dd-4d55-9616-a0f1ca6ced1a,segment=NetworkSegment(783e08c5-4019-41e0-a2a5-0f877fcdbc99),segment_id=783e08c5-4019-41e0-a2a5-0f877fcdbc99)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:36.769807 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.772678 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.776464 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1681316e-4851-4ec1-a350-f0b603344467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:36.830438 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.843266 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:36.850805 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-25939219-1729-47b7-91c9-b3197da45cfd tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.859212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Pushing event updated for resources: {'Port': ['ID=c19e3f89-98dd-4d55-9616-a0f1ca6ced1a,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:36.862456 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:36.894607 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f1dc-d40e-495c-8b2b-d06940194042 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.947333 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-81378fa3-ba16-4580-b7ca-1a87cf3a06a3 req-8d460316-758f-4150-96e8-707ca4b20b58 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b105361-f7b0-463e-b380-00bdcefe5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282535 Jun 18 16:28:36.961201 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-25939219-1729-47b7-91c9-b3197da45cfd tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.974899 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42b38848-0daf-4675-b880-56ef59b645a1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.984722 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dd4bf933-f37e-412e-9054-c3c66f798df7 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:37.026742 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97567ac8-b531-4da7-8561-12107ccdc437 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:28:37.034376 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-25939219-1729-47b7-91c9-b3197da45cfd tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] In _notify_port_updated(), no bound segment for port 96d62922-c07c-4d91-b6e4-5df68a53969a on network 42c38d0d-faa8-4da7-9dc1-45aa9d707d0b {{(pid=93427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:28:37.041122 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25939219-1729-47b7-91c9-b3197da45cfd tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:37.041780 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-25939219-1729-47b7-91c9-b3197da45cfd tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.043120 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-25939219-1729-47b7-91c9-b3197da45cfd tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "PUT /v2.0/ports/96d62922-c07c-4d91-b6e4-5df68a53969a HTTP/1.1" status: 200 len: 1002 time: 1.7764091 Jun 18 16:28:37.047965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.053362 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44756) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:37.090809 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Transition to ACTIVE for port object 97567ac8-b531-4da7-8561-12107ccdc437 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:37.091563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b38848-0daf-4675-b880-56ef59b645a1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event updated for resources: {'Subnet': ['ID=9b5f10a8-2c0f-44e8-9257-5525733c25e0,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:37.096878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-42b38848-0daf-4675-b880-56ef59b645a1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:37.105473 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.112210 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:37.122860 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:37.173622 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device d6bc773a-ce2c-475e-906a-0fc4cd2aa92a up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:37.175918 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b38848-0daf-4675-b880-56ef59b645a1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Checking segment: {'id': '0410a2bb-7bf7-474a-985e-aa3a2399263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fb6d266f-83ff-462c-8163-9b784df685ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:37.176286 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b38848-0daf-4675-b880-56ef59b645a1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Network hostable DHCP agents. Network: fb6d266f-83ff-462c-8163-9b784df685ab, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:37.267856 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Pushing event updated for resources: {'Port': ['ID=97567ac8-b531-4da7-8561-12107ccdc437,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:37.272740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:37.353744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port d6bc773a-ce2c-475e-906a-0fc4cd2aa92a completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:37.362006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port d6bc773a-ce2c-475e-906a-0fc4cd2aa92a triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:37.362765 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.385759 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b38848-0daf-4675-b880-56ef59b645a1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Network fb6d266f-83ff-462c-8163-9b784df685ab is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:37.415631 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-42b38848-0daf-4675-b880-56ef59b645a1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, fb6d266f-83ff-462c-8163-9b784df685ab) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:37.430681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b38848-0daf-4675-b880-56ef59b645a1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:37.434871 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5094447-a6f8-4dd9-befa-ca26605a04da None None] Network fb6d266f-83ff-462c-8163-9b784df685ab requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:37.436526 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42b38848-0daf-4675-b880-56ef59b645a1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.492590 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-42b38848-0daf-4675-b880-56ef59b645a1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2522206 Jun 18 16:28:37.493431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Attempting to bind port 97567ac8-b531-4da7-8561-12107ccdc437 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:37.493771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Attempting to bind port 97567ac8-b531-4da7-8561-12107ccdc437 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd4fd5465-845a-43eb-939e-beab783486fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:37.494100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Attempting to bind port 97567ac8-b531-4da7-8561-12107ccdc437 on network f1f325ca-ec19-4fd2-b418-95ebf632c302 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:37.505462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44766) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:37.513144 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-7eaa6a6c-246e-4827-8177-4b4cc1828253 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Request body: {'port': {'network_id': 'fb6d266f-83ff-462c-8163-9b784df685ab', 'name': 'tempest-AllowedAddressPairTestJSON-1329818618'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:37.522947 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Port 97567ac8-b531-4da7-8561-12107ccdc437 on network f1f325ca-ec19-4fd2-b418-95ebf632c302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:28:37.523509 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Attempting to bind port 97567ac8-b531-4da7-8561-12107ccdc437 on network f1f325ca-ec19-4fd2-b418-95ebf632c302 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:37.584807 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:37.586132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Checking segment: {'id': 'd4fd5465-845a-43eb-939e-beab783486fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:37.586703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Bound using segment: {'id': 'd4fd5465-845a-43eb-939e-beab783486fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:37.587318 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Bound port: 97567ac8-b531-4da7-8561-12107ccdc437, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4fd5465-845a-43eb-939e-beab783486fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:37.587847 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.670882 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.682822 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] For port 97567ac8-b531-4da7-8561-12107ccdc437, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:37.686096 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:37.696640 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Pushing event updated for resources: {'Port': ['ID=68834f8e-c5b9-400c-bd64-dd5ccaeb1acb,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:37.703331 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.860s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:37.706068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] For port 97567ac8-b531-4da7-8561-12107ccdc437, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=97567ac8-b531-4da7-8561-12107ccdc437,segment=NetworkSegment(d4fd5465-845a-43eb-939e-beab783486fb),segment_id=d4fd5465-845a-43eb-939e-beab783486fb)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:37.723632 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.729022 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:37.731646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:37.733415 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dd6c9b99-e8cf-4401-9067-c9bad30d9f23 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.742s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:37.773245 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21735db-d77f-4e5e-9ff8-e7d7b9982be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bc773a-ce2c-475e-906a-0fc4cd2aa92a'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:28:37.816402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:37.817013 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.818368 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] 10.222.0.64 "PUT /v2.0/ports/97567ac8-b531-4da7-8561-12107ccdc437 HTTP/1.1" status: 200 len: 1094 time: 1.7601175 Jun 18 16:28:37.818897 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2f188c-d102-4d9f-8d24-91d164a44408', 'tag': '97567ac8-b531-4da7-8561-12107ccdc437'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:28:37.821158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3c0ade-f7e0-438b-947a-9e62cacb24b3" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2f188c-d102-4d9f-8d24-91d164a44408", "tag": "97567ac8-b531-4da7-8561-12107ccdc437"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:28:37.829271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Pushing event updated for resources: {'Port': ['ID=97567ac8-b531-4da7-8561-12107ccdc437,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:37.834893 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:37.858852 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaa6a6c-246e-4827-8177-4b4cc1828253 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Made reservation on behalf of ceb1f52d31864e6b8643ad69a7e029c0 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:37.862938 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6a6c-246e-4827-8177-4b4cc1828253 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.873572 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f1dc-d40e-495c-8b2b-d06940194042 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.891225 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ed7e3c0a-e0e6-4343-b0e8-f5cab159819c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.902853 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port d6bc773a-ce2c-475e-906a-0fc4cd2aa92a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d6bc773a-ce2c-475e-906a-0fc4cd2aa92a,segment=NetworkSegment(09ac72ca-7420-4ff0-8f81-15afefa1bb50),segment_id=09ac72ca-7420-4ff0-8f81-15afefa1bb50)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:37.914877 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c61714-28d1-4cd4-9d54-098197234409 x-openstack-request-id: req-22c61714-28d1-4cd4-9d54-098197234409 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:28:37.915937 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2f188c-d102-4d9f-8d24-91d164a44408", "tag": "97567ac8-b531-4da7-8561-12107ccdc437", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:28:37.916665 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22c61714-28d1-4cd4-9d54-098197234409 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:28:37.917354 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2f188c-d102-4d9f-8d24-91d164a44408', 'tag': '97567ac8-b531-4da7-8561-12107ccdc437', 'status': 'completed', 'code': 200} Jun 18 16:28:37.953475 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.966345 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-be6a4dcb-6a6c-4690-96f9-41af86a7d03d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:37.967076 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-7eaa6a6c-246e-4827-8177-4b4cc1828253 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] device_id is not set on port 2594995e-8070-4b51-879a-64d3a6e5b99f yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:37.969459 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-fb6d266f-83ff-462c-8163-9b784df685ab', 'network_id': 'fb6d266f-83ff-462c-8163-9b784df685ab', 'tenant_id': 'ceb1f52d31864e6b8643ad69a7e029c0', 'fixed_ips': [{'subnet_id': '9b5f10a8-2c0f-44e8-9257-5525733c25e0'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:28:37.970310 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.073557 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44784) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:38.132715 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9010-c6a4-45f5-85f0-b82eaed43708 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.173435 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4439ecc-da25-4dc0-8628-c6c9c581dd1b" -d '{"events": [{"server_uuid": "b21735db-d77f-4e5e-9ff8-e7d7b9982be3", "name": "network-vif-plugged", "status": "completed", "tag": "d6bc773a-ce2c-475e-906a-0fc4cd2aa92a"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:28:38.176853 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-6c5c9010-c6a4-45f5-85f0-b82eaed43708 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Transition to ACTIVE for port object 5b76aeba-ed1a-49ee-b5e8-1378229b7c2b will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:38.227048 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-6477ca90-7b6c-488f-8916-0aa1e762fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:38.228964 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-6477ca90-7b6c-488f-8916-0aa1e762fd0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d53b2bcaed024ac08e365cbd82c08611&device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 1097 time: 0.3339767 Jun 18 16:28:38.257880 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9010-c6a4-45f5-85f0-b82eaed43708 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.271791 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Request body: {'networks': [{'name': 'tempest-network--420246446'}, {'name': 'tempest-network--187107022'}]} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:38.272178 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Request body: {'network': {'name': 'tempest-network--420246446'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:38.272706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Request body: {'network': {'name': 'tempest-network--187107022'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:38.304865 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.307203 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e486227a-d319-44c7-8fcb-dec06abd91da None None] Provisioning complete for port 96d62922-c07c-4d91-b6e4-5df68a53969a triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:38.307494 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e486227a-d319-44c7-8fcb-dec06abd91da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.315034 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-d4099ff2-4f82-48ab-80d5-b42de0e10b3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97567ac8-b531-4da7-8561-12107ccdc437 HTTP/1.1" status: 200 len: 217 time: 0.0694888 Jun 18 16:28:38.318740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-7eaa6a6c-246e-4827-8177-4b4cc1828253 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Allocated IP 172.20.0.12 (fb6d266f-83ff-462c-8163-9b784df685ab/9b5f10a8-2c0f-44e8-9257-5525733c25e0/2594995e-8070-4b51-879a-64d3a6e5b99f) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:38.322167 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25939219-1729-47b7-91c9-b3197da45cfd tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event updated for resources: {'Port': ['ID=96d62922-c07c-4d91-b6e4-5df68a53969a,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:38.347522 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e486227a-d319-44c7-8fcb-dec06abd91da None None] Port 96d62922-c07c-4d91-b6e4-5df68a53969a cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:38.351687 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=d6bc773a-ce2c-475e-906a-0fc4cd2aa92a,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:38.353530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c9010-c6a4-45f5-85f0-b82eaed43708 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Network c8ad7829-535e-4c4f-a4d4-66c4834d2740 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:38.358857 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-25939219-1729-47b7-91c9-b3197da45cfd tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:38.359368 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c2d0ade3-81f8-415c-a3ca-2de6ee64c23e tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:38.360691 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:38.400551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Made reservation on behalf of e676bb9e7ae04d69b78782acef23f43d for: {'network': 2} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:38.405050 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-6c5c9010-c6a4-45f5-85f0-b82eaed43708 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:38.406850 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.426106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-a311ad61-719c-4041-a45f-a1c1b336724e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:38.427824 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-a311ad61-719c-4041-a45f-a1c1b336724e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36736294-af3b-4cce-819a-088f47615227 HTTP/1.1" status: 200 len: 844 time: 0.1040449 Jun 18 16:28:38.438657 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.449358 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5c9010-c6a4-45f5-85f0-b82eaed43708 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:38.455549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5c9010-c6a4-45f5-85f0-b82eaed43708 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:38.456167 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9010-c6a4-45f5-85f0-b82eaed43708 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.503902 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-1b083612-2f94-4dea-9b84-bb90bc409bf8 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Deleting port 96d62922-c07c-4d91-b6e4-5df68a53969a {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:38.504246 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1b083612-2f94-4dea-9b84-bb90bc409bf8 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.520198 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7241b4-069a-4f1e-8e8f-5ead60bf717b None None] Network c8ad7829-535e-4c4f-a4d4-66c4834d2740 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:38.581829 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c1c4c-0be7-4a79-b02f-a713db00a4ae req-97b0330a-4d1e-47f5-b762-2d384aed9c40 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:38.589040 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-848c1c4c-0be7-4a79-b02f-a713db00a4ae req-97b0330a-4d1e-47f5-b762-2d384aed9c40 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 944 time: 0.9088860 Jun 18 16:28:38.626386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-a9c3715a-8b4a-455b-a431-d8d7ee1bb355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:38.628311 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-a9c3715a-8b4a-455b-a431-d8d7ee1bb355 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1f325ca-ec19-4fd2-b418-95ebf632c302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1907961 Jun 18 16:28:38.633280 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c1b25b46-681d-4c8b-b4f7-4c603536c5d2 None None] Provisioning for port c19e3f89-98dd-4d55-9616-a0f1ca6ced1a completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:38.647829 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c9010-c6a4-45f5-85f0-b82eaed43708 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Pushing event updated for resources: {'Port': ['ID=5b76aeba-ed1a-49ee-b5e8-1378229b7c2b,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:38.663897 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6c5c9010-c6a4-45f5-85f0-b82eaed43708 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:38.700758 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6a6c-246e-4827-8177-4b4cc1828253 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.727334 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c19e3f89-98dd-4d55-9616-a0f1ca6ced1a up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:38.741361 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-7eaa6a6c-246e-4827-8177-4b4cc1828253 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Transition to ACTIVE for port object 2594995e-8070-4b51-879a-64d3a6e5b99f will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:38.771129 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-848c1c4c-0be7-4a79-b02f-a713db00a4ae req-7b9b8566-b46c-42c6-a4ce-bdbca21de4d7 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bc10b70-ecac-4d3c-bc72-f81b13d67f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811907 Jun 18 16:28:38.776878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.798302 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.798867 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.807346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-79c86edf-302a-49c3-83bd-c949565cb32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:38.824104 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-777af62f-3b4a-4f33-a2f3-399750f7448e service neutron] 10.222.0.64 "GET /v2.0/networks/f1f325ca-ec19-4fd2-b418-95ebf632c302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888094 Jun 18 16:28:38.869202 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port c19e3f89-98dd-4d55-9616-a0f1ca6ced1a completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:38.878394 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c19e3f89-98dd-4d55-9616-a0f1ca6ced1a triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:38.878931 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.889614 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1b083612-2f94-4dea-9b84-bb90bc409bf8 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.890256 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.922836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7236d36-3223-42fc-8e79-f1cab901e433,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:38.931507 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:38.947837 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:38.963389 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6a6c-246e-4827-8177-4b4cc1828253 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.972490 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:38.978689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.979258 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Added segment f81077c7-edff-481f-b9b5-ffb916f7780d of type vlan for network 20fc4baf-c145-4d20-a1b4-505bcc56382c Jun 18 16:28:38.985962 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef2b75b-5df6-4579-9324-6e6541979600 x-openstack-request-id: req-1ef2b75b-5df6-4579-9324-6e6541979600 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:28:38.986517 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21735db-d77f-4e5e-9ff8-e7d7b9982be3", "name": "network-vif-plugged", "status": "completed", "tag": "d6bc773a-ce2c-475e-906a-0fc4cd2aa92a", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:28:38.986517 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ef2b75b-5df6-4579-9324-6e6541979600 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:28:38.987024 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21735db-d77f-4e5e-9ff8-e7d7b9982be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bc773a-ce2c-475e-906a-0fc4cd2aa92a', 'code': 200} Jun 18 16:28:38.990362 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-1b083612-2f94-4dea-9b84-bb90bc409bf8 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Calling delete_port for 96d62922-c07c-4d91-b6e4-5df68a53969a owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:39.058752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Allocated IP 172.20.0.2 (fb6d266f-83ff-462c-8163-9b784df685ab/9b5f10a8-2c0f-44e8-9257-5525733c25e0/9328c314-daa6-4f7f-a81e-85cbefdcbc8d) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:39.093619 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaa6a6c-246e-4827-8177-4b4cc1828253 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Network fb6d266f-83ff-462c-8163-9b784df685ab is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:39.096271 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a3c78bd9-154b-42de-8e25-b0010a413156 req-5eb7d0c8-535a-4a41-aa5f-79129b85b55c service neutron] 10.222.0.64 "GET /v2.0/networks/f1f325ca-ec19-4fd2-b418-95ebf632c302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638154 Jun 18 16:28:39.104796 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-7eaa6a6c-246e-4827-8177-4b4cc1828253 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:39.127419 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaa6a6c-246e-4827-8177-4b4cc1828253 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:39.130344 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa6a6c-246e-4827-8177-4b4cc1828253 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event updated for resources: {'Port': ['ID=2594995e-8070-4b51-879a-64d3a6e5b99f,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:39.132878 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.136334 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.138426 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589966a-49b8-4c0a-8792-d24bce3c03e9 req-d2207d98-f08e-4fde-892c-43ffce3c5313 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:39.151673 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5589966a-49b8-4c0a-8792-d24bce3c03e9 req-d2207d98-f08e-4fde-892c-43ffce3c5313 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 945 time: 0.8975577 Jun 18 16:28:39.171638 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port c19e3f89-98dd-4d55-9616-a0f1ca6ced1a, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c19e3f89-98dd-4d55-9616-a0f1ca6ced1a,segment=NetworkSegment(783e08c5-4019-41e0-a2a5-0f877fcdbc99),segment_id=783e08c5-4019-41e0-a2a5-0f877fcdbc99)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:39.189736 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.193707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b2048138-a866-4de8-887a-b10ca0c0ee30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:39.202935 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7eaa6a6c-246e-4827-8177-4b4cc1828253 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:39.209096 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaa6a6c-246e-4827-8177-4b4cc1828253 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:39.209784 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6a6c-246e-4827-8177-4b4cc1828253 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.245421 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7eaa6a6c-246e-4827-8177-4b4cc1828253 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7351422 Jun 18 16:28:39.245624 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44798) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:39.256304 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b1745e53-8f94-4825-b4a4-c899c5123dc3 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Request body: {'port': {'network_id': 'fb6d266f-83ff-462c-8163-9b784df685ab', 'name': 'tempest-AllowedAddressPairTestJSON-833747204', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:8e:46:ee'}]}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:39.300751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=c19e3f89-98dd-4d55-9616-a0f1ca6ced1a,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:39.305623 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:39.332781 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.342725 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Transition to ACTIVE for port object 9328c314-daa6-4f7f-a81e-85cbefdcbc8d will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:39.360071 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Transition to ACTIVE for port object 9328c314-daa6-4f7f-a81e-85cbefdcbc8d will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:39.374522 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.377895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-98e4044e-e515-421f-af30-d499127c5333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:39.389322 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.64', 53872) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:39.424046 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Pushing event updated for resources: {'Port': ['ID=9328c314-daa6-4f7f-a81e-85cbefdcbc8d,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:39.428592 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-761739df-112d-43a5-b6c5-ae3a1a3c7556 None None] Provisioning for port 5b76aeba-ed1a-49ee-b5e8-1378229b7c2b completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:39.433031 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:39.436760 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-761739df-112d-43a5-b6c5-ae3a1a3c7556 None None] Provisioning complete for port 5b76aeba-ed1a-49ee-b5e8-1378229b7c2b triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:39.437381 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-761739df-112d-43a5-b6c5-ae3a1a3c7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.475733 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-761739df-112d-43a5-b6c5-ae3a1a3c7556 None None] Port 5b76aeba-ed1a-49ee-b5e8-1378229b7c2b cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:39.485465 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Network fb6d266f-83ff-462c-8163-9b784df685ab is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:39.488608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:39.492737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:39.499651 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f1dc-d40e-495c-8b2b-d06940194042 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.500003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-761739df-112d-43a5-b6c5-ae3a1a3c7556 None None] Provisioning complete for port c19e3f89-98dd-4d55-9616-a0f1ca6ced1a triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:39.500557 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-761739df-112d-43a5-b6c5-ae3a1a3c7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.523499 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:39.526803 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1b083612-2f94-4dea-9b84-bb90bc409bf8 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.529660 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f1dc-d40e-495c-8b2b-d06940194042 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.541216 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6c5c9010-c6a4-45f5-85f0-b82eaed43708 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.4260783 Jun 18 16:28:39.554938 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44800) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:39.559042 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ccecd742-3731-4faa-bd52-7cf6a985307a tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:39.565986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-1caae4fc-353f-4193-84c0-d79642dd3217 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Request body: {'port': {'network_id': 'c8ad7829-535e-4c4f-a4d4-66c4834d2740', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1673334869', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:39.565986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.api.validators [None req-1caae4fc-353f-4193-84c0-d79642dd3217 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] bootfile-name is not in valid_values {{(pid=93428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:28:39.565986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.api.validators [None req-1caae4fc-353f-4193-84c0-d79642dd3217 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] tftp-server is not in valid_values {{(pid=93428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:28:39.565986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.api.validators [None req-1caae4fc-353f-4193-84c0-d79642dd3217 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] server-ip-address is not in valid_values {{(pid=93428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:28:39.623163 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.623428 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Added segment dc2739d5-09a5-49fb-b4b5-f69347af7786 of type vlan for network 273448b4-32e1-406f-93cf-3f529358769d Jun 18 16:28:39.627332 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1745e53-8f94-4825-b4a4-c899c5123dc3 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Made reservation on behalf of ceb1f52d31864e6b8643ad69a7e029c0 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:39.645269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Attempting to bind port 9328c314-daa6-4f7f-a81e-85cbefdcbc8d on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:39.646302 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Attempting to bind port 9328c314-daa6-4f7f-a81e-85cbefdcbc8d by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '0410a2bb-7bf7-474a-985e-aa3a2399263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fb6d266f-83ff-462c-8163-9b784df685ab'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:39.646302 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Attempting to bind port 9328c314-daa6-4f7f-a81e-85cbefdcbc8d on network fb6d266f-83ff-462c-8163-9b784df685ab {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:39.652325 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:39.652885 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Checking segment: {'id': '0410a2bb-7bf7-474a-985e-aa3a2399263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fb6d266f-83ff-462c-8163-9b784df685ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:39.653470 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.653975 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Bound using segment: {'id': '0410a2bb-7bf7-474a-985e-aa3a2399263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fb6d266f-83ff-462c-8163-9b784df685ab'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:39.654643 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Bound port: 9328c314-daa6-4f7f-a81e-85cbefdcbc8d, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0410a2bb-7bf7-474a-985e-aa3a2399263c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fb6d266f-83ff-462c-8163-9b784df685ab'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:39.655141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.694185 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1b083612-2f94-4dea-9b84-bb90bc409bf8 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.699291 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1b083612-2f94-4dea-9b84-bb90bc409bf8 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "DELETE /v2.0/ports/96d62922-c07c-4d91-b6e4-5df68a53969a HTTP/1.1" status: 204 len: 168 time: 2.6248679 Jun 18 16:28:39.703611 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44802) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:39.728065 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3473e-a595-45c2-a79d-e8101877e870 req-da3a4a84-b862-4d10-905d-3cf2c8037d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:39.729580 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2fd3473e-a595-45c2-a79d-e8101877e870 req-da3a4a84-b862-4d10-905d-3cf2c8037d4a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 1098 time: 0.3382831 Jun 18 16:28:39.731930 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c0ade-f7e0-438b-947a-9e62cacb24b3 req-392bd868-ca4c-4637-a974-8a7f0055b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:39.733299 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b3c0ade-f7e0-438b-947a-9e62cacb24b3 req-392bd868-ca4c-4637-a974-8a7f0055b740 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d53b2bcaed024ac08e365cbd82c08611&device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 1097 time: 0.3471541 Jun 18 16:28:39.734813 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] For port 9328c314-daa6-4f7f-a81e-85cbefdcbc8d, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:39.741026 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] For port 9328c314-daa6-4f7f-a81e-85cbefdcbc8d, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9328c314-daa6-4f7f-a81e-85cbefdcbc8d,segment=NetworkSegment(0410a2bb-7bf7-474a-985e-aa3a2399263c),segment_id=0410a2bb-7bf7-474a-985e-aa3a2399263c)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:39.745299 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5589966a-49b8-4c0a-8792-d24bce3c03e9 req-dcfbf5f9-9174-4304-a6a9-ef1139ee6ba5 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b105361-f7b0-463e-b380-00bdcefe5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355983 Jun 18 16:28:39.747884 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.749889 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:39.791772 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4f1dc-d40e-495c-8b2b-d06940194042 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Pushing event updated for resources: {'Port': ['ID=8575e5c6-d3ec-4d53-9767-5838dc62ca6d,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:39.810635 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f1dc-d40e-495c-8b2b-d06940194042 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.827385 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0a007112-2cb3-4457-a51c-108f410cd388 None None] Provisioning complete for port 5b76aeba-ed1a-49ee-b5e8-1378229b7c2b triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:39.827803 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0a007112-2cb3-4457-a51c-108f410cd388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.836497 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3d2c93-6db6-47b8-a01f-e8bdd4124e66 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] GET failed (client error): The resource could not be found. Jun 18 16:28:39.844813 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3e3d2c93-6db6-47b8-a01f-e8bdd4124e66 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "GET /v2.0/ports/96d62922-c07c-4d91-b6e4-5df68a53969a HTTP/1.1" status: 404 len: 333 time: 0.1335814 Jun 18 16:28:39.848678 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44806) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:39.854479 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-d76967f1-6ecc-4f6d-b1d5-d15c47bb1294 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Request body: {'port': {'network_id': '42c38d0d-faa8-4da7-9dc1-45aa9d707d0b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2141501228'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:39.881619 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f1dc-d40e-495c-8b2b-d06940194042 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.885662 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cdb4f1dc-d40e-495c-8b2b-d06940194042 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6232841 Jun 18 16:28:39.886943 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44808) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:39.899440 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Pushing event updated for resources: {'Port': ['ID=9328c314-daa6-4f7f-a81e-85cbefdcbc8d,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:39.910795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:39.912157 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-0a007112-2cb3-4457-a51c-108f410cd388 None None] Port 5b76aeba-ed1a-49ee-b5e8-1378229b7c2b cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:40.171503 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b083612-2f94-4dea-9b84-bb90bc409bf8 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event deleted for resources: {'Port': ['ID=96d62922-c07c-4d91-b6e4-5df68a53969a,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:40.175672 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1b083612-2f94-4dea-9b84-bb90bc409bf8 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:40.204284 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-11169564-7460-41a0-84dd-a04de2e29b60 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1294615793', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'fixed_ips': [{'ip_address': '172.26.2.100'}]}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:40.205788 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b1745e53-8f94-4825-b4a4-c899c5123dc3 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.210255 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.648s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:40.210664 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:40.229482 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.236051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.274308 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-2fd3473e-a595-45c2-a79d-e8101877e870 req-1a8d661b-3747-46fa-858a-ff1739df1f48 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.335298 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-b1745e53-8f94-4825-b4a4-c899c5123dc3 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] device_id is not set on port af56fc0a-99ff-42e2-b78d-a05a3fcd714c yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:40.342822 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11169564-7460-41a0-84dd-a04de2e29b60 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Made reservation on behalf of ae2cfab50faf47a980f2450d9873ca17 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:40.345179 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11169564-7460-41a0-84dd-a04de2e29b60 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.380551 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11169564-7460-41a0-84dd-a04de2e29b60 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.393762 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.433778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.448597 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426fd1cb-0d3a-4199-9510-d296744574e7 req-5e2fa20b-c62d-4700-9177-beaaab15283e tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:40.451083 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-426fd1cb-0d3a-4199-9510-d296744574e7 req-5e2fa20b-c62d-4700-9177-beaaab15283e tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 944 time: 0.2761118 Jun 18 16:28:40.456996 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.463438 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.473166 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:40.501742 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:40.506372 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:40.507025 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.524228 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-426fd1cb-0d3a-4199-9510-d296744574e7 req-8ce6286b-b9e6-45df-9e41-8368b53ce483 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bc10b70-ecac-4d3c-bc72-f81b13d67f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667307 Jun 18 16:28:40.624821 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c0ade-f7e0-438b-947a-9e62cacb24b3 req-0813be34-45de-42dd-951c-25c8ef92105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:40.626466 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b3c0ade-f7e0-438b-947a-9e62cacb24b3 req-0813be34-45de-42dd-951c-25c8ef92105f service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1f325ca-ec19-4fd2-b418-95ebf632c302 HTTP/1.1" status: 200 len: 906 time: 0.8818324 Jun 18 16:28:40.640496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event updated for resources: {'Network': ['ID=20fc4baf-c145-4d20-a1b4-505bcc56382c,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:40.660005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 20fc4baf-c145-4d20-a1b4-505bcc56382c details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:40.684617 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.691918 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.695933 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:40.724803 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c19e3f89-98dd-4d55-9616-a0f1ca6ced1a up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:40.728369 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b3c0ade-f7e0-438b-947a-9e62cacb24b3 req-cd6e2448-e57f-466c-a8db-5cce9b9c31fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97567ac8-b531-4da7-8561-12107ccdc437 HTTP/1.1" status: 200 len: 217 time: 0.0883563 Jun 18 16:28:40.773090 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Pushing event updated for resources: {'Port': ['ID=68834f8e-c5b9-400c-bd64-dd5ccaeb1acb,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:40.777518 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:40.795291 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.883525 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c0ade-f7e0-438b-947a-9e62cacb24b3 req-f5155b20-924b-4a5f-bbc0-615fbb278f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:40.886041 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b3c0ade-f7e0-438b-947a-9e62cacb24b3 req-f5155b20-924b-4a5f-bbc0-615fbb278f65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36736294-af3b-4cce-819a-088f47615227 HTTP/1.1" status: 200 len: 844 time: 0.1446314 Jun 18 16:28:40.891204 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-b1745e53-8f94-4825-b4a4-c899c5123dc3 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Allocated IP 172.20.0.8 (fb6d266f-83ff-462c-8163-9b784df685ab/9b5f10a8-2c0f-44e8-9257-5525733c25e0/af56fc0a-99ff-42e2-b78d-a05a3fcd714c) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:40.945139 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c19e3f89-98dd-4d55-9616-a0f1ca6ced1a triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:40.945525 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.977837 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Floating IP e5e47ade-2cb5-4a9d-aa23-74035356f066 associated. External IP: 172.26.2.67, port: a8765e3d-7a96-4d7b-84ae-db0e8d67caf7. Jun 18 16:28:41.011810 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event updated for resources: {'Network': ['ID=273448b4-32e1-406f-93cf-3f529358769d,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:41.024057 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:41.025449 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 273448b4-32e1-406f-93cf-3f529358769d details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:41.031054 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b91af7ca-2974-433a-89ba-80672dc84c48 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.500s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:41.032156 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b91af7ca-2974-433a-89ba-80672dc84c48 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:41.063223 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-2fd3473e-a595-45c2-a79d-e8101877e870 req-1a8d661b-3747-46fa-858a-ff1739df1f48 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.076559 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc89bd5-8336-444a-8f8d-f19d3200ae8b req-1b697670-44a5-4b2c-9f0f-f67def513817 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:41.082820 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-2fd3473e-a595-45c2-a79d-e8101877e870 req-1a8d661b-3747-46fa-858a-ff1739df1f48 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.083071 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 9328c314-daa6-4f7f-a81e-85cbefdcbc8d up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:41.084008 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bcc89bd5-8336-444a-8f8d-f19d3200ae8b req-1b697670-44a5-4b2c-9f0f-f67def513817 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 945 time: 0.1590385 Jun 18 16:28:41.090237 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b711d8-8fc9-4d86-bbd1-b6769ae0f665 None None] Network fb6d266f-83ff-462c-8163-9b784df685ab requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:41.093094 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-936548c0-d7b4-479f-ac06-38d36f952500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:41.120373 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.0435817 Jun 18 16:28:41.129144 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44812) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:41.139675 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c0ade-f7e0-438b-947a-9e62cacb24b3 req-bacaf9fc-149a-4810-b0d8-db4b66147b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:41.141241 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b3c0ade-f7e0-438b-947a-9e62cacb24b3 req-bacaf9fc-149a-4810-b0d8-db4b66147b56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1f325ca-ec19-4fd2-b418-95ebf632c302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2357504 Jun 18 16:28:41.178642 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2fd3473e-a595-45c2-a79d-e8101877e870 req-1a8d661b-3747-46fa-858a-ff1739df1f48 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0b105361-f7b0-463e-b380-00bdcefe5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4324977 Jun 18 16:28:41.183126 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bcc89bd5-8336-444a-8f8d-f19d3200ae8b req-1a99a707-c026-4c5f-98c8-f6f4e3449bd5 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b105361-f7b0-463e-b380-00bdcefe5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982385 Jun 18 16:28:41.206059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d661b-3747-46fa-858a-ff1739df1f48 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=67253564-c765-40ca-b5c4-975977be8cdb,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:41.212385 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-62e6ef0f-a9cc-47b2-aada-9410f754ab41 None None] Provisioning for port 9328c314-daa6-4f7f-a81e-85cbefdcbc8d completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:41.244008 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1a8d661b-3747-46fa-858a-ff1739df1f48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:41.251074 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 9328c314-daa6-4f7f-a81e-85cbefdcbc8d completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:41.258877 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 9328c314-daa6-4f7f-a81e-85cbefdcbc8d triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:41.259253 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.268986 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76967f1-6ecc-4f6d-b1d5-d15c47bb1294 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Made reservation on behalf of 975c6dab4fc846e395b99441fb8f47c5 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:41.272485 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d76967f1-6ecc-4f6d-b1d5-d15c47bb1294 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.322175 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b1745e53-8f94-4825-b4a4-c899c5123dc3 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.330208 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b3c0ade-f7e0-438b-947a-9e62cacb24b3 req-93c9d03f-f3b0-48c3-bf4e-87a7976f9ed5 service neutron] 10.222.0.64 "GET /v2.0/networks/f1f325ca-ec19-4fd2-b418-95ebf632c302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537490 Jun 18 16:28:41.340170 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-b1745e53-8f94-4825-b4a4-c899c5123dc3 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Transition to ACTIVE for port object af56fc0a-99ff-42e2-b78d-a05a3fcd714c will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:41.374186 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-d76967f1-6ecc-4f6d-b1d5-d15c47bb1294 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] device_id is not set on port dd2c2e15-f3e1-4cc4-8bec-b588abb104e6 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:41.378475 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b1745e53-8f94-4825-b4a4-c899c5123dc3 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.384901 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:41.404008 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.443411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 9328c314-daa6-4f7f-a81e-85cbefdcbc8d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9328c314-daa6-4f7f-a81e-85cbefdcbc8d,segment=NetworkSegment(0410a2bb-7bf7-474a-985e-aa3a2399263c),segment_id=0410a2bb-7bf7-474a-985e-aa3a2399263c)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:41.448632 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.451733 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:41.459765 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1745e53-8f94-4825-b4a4-c899c5123dc3 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Network fb6d266f-83ff-462c-8163-9b784df685ab is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:41.464956 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-b1745e53-8f94-4825-b4a4-c899c5123dc3 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:41.468695 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1745e53-8f94-4825-b4a4-c899c5123dc3 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:41.473270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1745e53-8f94-4825-b4a4-c899c5123dc3 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event updated for resources: {'Port': ['ID=af56fc0a-99ff-42e2-b78d-a05a3fcd714c,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:41.501979 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b1745e53-8f94-4825-b4a4-c899c5123dc3 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:41.509235 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=9328c314-daa6-4f7f-a81e-85cbefdcbc8d,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:41.514116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:41.560245 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b6430-a5e1-4713-96a4-ee9b22fb3cb0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:41.566185 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b6430-a5e1-4713-96a4-ee9b22fb3cb0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:41.572029 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b6430-a5e1-4713-96a4-ee9b22fb3cb0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:41.579444 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b6430-a5e1-4713-96a4-ee9b22fb3cb0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:41.581695 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1745e53-8f94-4825-b4a4-c899c5123dc3 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:41.582394 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b1745e53-8f94-4825-b4a4-c899c5123dc3 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.584340 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3d7b6430-a5e1-4713-96a4-ee9b22fb3cb0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4541495 Jun 18 16:28:41.589454 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44816) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:41.629360 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b3c0ade-f7e0-438b-947a-9e62cacb24b3 req-14c8df26-8f14-438c-bd3b-8874f5a705b3 service neutron] 10.222.0.64 "GET /v2.0/networks/f1f325ca-ec19-4fd2-b418-95ebf632c302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263232 Jun 18 16:28:41.751493 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8a39f60c-4d4f-41ff-aa03-22297711d4fd None None] Provisioning for port 2594995e-8070-4b51-879a-64d3a6e5b99f completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:41.755732 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8a39f60c-4d4f-41ff-aa03-22297711d4fd None None] Provisioning complete for port 2594995e-8070-4b51-879a-64d3a6e5b99f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:41.756117 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8a39f60c-4d4f-41ff-aa03-22297711d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.769503 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Router dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:41.792202 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad7cfd2f-3756-456e-9406-8e52bfbb11ff tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.798578 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-8a39f60c-4d4f-41ff-aa03-22297711d4fd None None] Port 2594995e-8070-4b51-879a-64d3a6e5b99f cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:41.808697 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8a39f60c-4d4f-41ff-aa03-22297711d4fd None None] Provisioning complete for port 9328c314-daa6-4f7f-a81e-85cbefdcbc8d triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:41.809131 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8a39f60c-4d4f-41ff-aa03-22297711d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.811394 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11169564-7460-41a0-84dd-a04de2e29b60 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.825136 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b1745e53-8f94-4825-b4a4-c899c5123dc3 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.5779576 Jun 18 16:28:41.829894 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-d76967f1-6ecc-4f6d-b1d5-d15c47bb1294 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Allocated IP 2001:db8::181 (42c38d0d-faa8-4da7-9dc1-45aa9d707d0b/5e9951c6-19b1-40b5-86e8-c9030f549fd1/dd2c2e15-f3e1-4cc4-8bec-b588abb104e6) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:41.831666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44818) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:41.834506 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11169564-7460-41a0-84dd-a04de2e29b60 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.843343 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-41cb51ab-5d00-47cc-82a2-2b51982b2b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:41.851622 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-11169564-7460-41a0-84dd-a04de2e29b60 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] device_id is not set on port a9af3547-3159-45ed-beff-e5ee3bbd69d4 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:41.938286 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1caae4fc-353f-4193-84c0-d79642dd3217 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Made reservation on behalf of a36cacbd76c34fde8e5f0a244d325490 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:41.942180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1caae4fc-353f-4193-84c0-d79642dd3217 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.978142 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-1caae4fc-353f-4193-84c0-d79642dd3217 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] device_id is not set on port 16efcfe9-c7ca-4a73-800f-4f866cabfbdf yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:41.994138 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7b3ceb-5f6e-46e7-a3d6-39e15b64249c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:42.001055 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7b3ceb-5f6e-46e7-a3d6-39e15b64249c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:42.007735 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7b3ceb-5f6e-46e7-a3d6-39e15b64249c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:42.011569 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1b7b3ceb-5f6e-46e7-a3d6-39e15b64249c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1765914 Jun 18 16:28:42.015441 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44820) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:42.044387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2e9f6565-e19a-4288-88b9-2879f8998b49 None None] Provisioning complete for port 2594995e-8070-4b51-879a-64d3a6e5b99f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:42.046328 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2e9f6565-e19a-4288-88b9-2879f8998b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.095764 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f6565-e19a-4288-88b9-2879f8998b49 None None] Port 2594995e-8070-4b51-879a-64d3a6e5b99f cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:42.200241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-1caae4fc-353f-4193-84c0-d79642dd3217 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Allocated IP 2001:db8::2c6 (c8ad7829-535e-4c4f-a4d4-66c4834d2740/1c7d0521-bd34-48cb-bbb0-4bc490903841/16efcfe9-c7ca-4a73-800f-4f866cabfbdf) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:42.227126 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-80339092-ee22-4d59-bb5c-09a1de837a86 None None] Provisioning for port af56fc0a-99ff-42e2-b78d-a05a3fcd714c completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:42.234504 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-80339092-ee22-4d59-bb5c-09a1de837a86 None None] Provisioning complete for port af56fc0a-99ff-42e2-b78d-a05a3fcd714c triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:42.234833 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-80339092-ee22-4d59-bb5c-09a1de837a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.245239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-e4d4bb25-cf53-4546-b4b7-676775a936cd tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Deleting port af56fc0a-99ff-42e2-b78d-a05a3fcd714c {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:42.245716 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bb25-cf53-4546-b4b7-676775a936cd tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.252116 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11169564-7460-41a0-84dd-a04de2e29b60 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a59759-d10d-4b3b-823c-ebc18dc56e12,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:42.269398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-11169564-7460-41a0-84dd-a04de2e29b60 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:42.282710 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-80339092-ee22-4d59-bb5c-09a1de837a86 None None] Port af56fc0a-99ff-42e2-b78d-a05a3fcd714c cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:42.403880 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bb25-cf53-4546-b4b7-676775a936cd tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.439172 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc162b7-59cf-4495-82b4-a30b3f569cc7 req-e4305427-e986-43df-a201-33a4d925ae0f tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:42.440669 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4bc162b7-59cf-4495-82b4-a30b3f569cc7 req-e4305427-e986-43df-a201-33a4d925ae0f tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 944 time: 0.7375290 Jun 18 16:28:42.467037 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad7cfd2f-3756-456e-9406-8e52bfbb11ff tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.481429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-e4d4bb25-cf53-4546-b4b7-676775a936cd tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Calling delete_port for af56fc0a-99ff-42e2-b78d-a05a3fcd714c owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:42.536353 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-ad7cfd2f-3756-456e-9406-8e52bfbb11ff tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20fc4baf-c145-4d20-a1b4-505bcc56382c']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:42.553493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1caae4fc-353f-4193-84c0-d79642dd3217 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.571846 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-ad7cfd2f-3756-456e-9406-8e52bfbb11ff tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81077c7-edff-481f-b9b5-ffb916f7780d') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:42.572150 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-ad7cfd2f-3756-456e-9406-8e52bfbb11ff tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81077c7-edff-481f-b9b5-ffb916f7780d') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:42.578713 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-1caae4fc-353f-4193-84c0-d79642dd3217 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Transition to ACTIVE for port object 16efcfe9-c7ca-4a73-800f-4f866cabfbdf will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:42.592030 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 9328c314-daa6-4f7f-a81e-85cbefdcbc8d up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:42.597253 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:42.600006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad7cfd2f-3756-456e-9406-8e52bfbb11ff tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.616688 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94020664-69de-4e2c-8a91-1eb999b7c78e None None] Sync routers for ids ['dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:42.641553 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94020664-69de-4e2c-8a91-1eb999b7c78e None None] Routers {'dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:42.642182 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-94020664-69de-4e2c-8a91-1eb999b7c78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:28:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:42.654096 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 9328c314-daa6-4f7f-a81e-85cbefdcbc8d triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:42.654856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.689968 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad7cfd2f-3756-456e-9406-8e52bfbb11ff tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.711690 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-94020664-69de-4e2c-8a91-1eb999b7c78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:42.714209 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.718380 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1caae4fc-353f-4193-84c0-d79642dd3217 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.722782 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94020664-69de-4e2c-8a91-1eb999b7c78e None None] Routers {'dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:42.723574 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-94020664-69de-4e2c-8a91-1eb999b7c78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:28:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:42.726900 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:42.730458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bb25-cf53-4546-b4b7-676775a936cd tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.730897 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4bc162b7-59cf-4495-82b4-a30b3f569cc7 req-119a6aa0-2450-449a-922b-0715a11f53dc tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bc10b70-ecac-4d3c-bc72-f81b13d67f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586074 Jun 18 16:28:42.743567 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7cfd2f-3756-456e-9406-8e52bfbb11ff tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:42.755097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad7cfd2f-3756-456e-9406-8e52bfbb11ff tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.777023 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-94020664-69de-4e2c-8a91-1eb999b7c78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:42.777712 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94020664-69de-4e2c-8a91-1eb999b7c78e None None] The sync data for ids ['dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:42.804723 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:42.833270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caae4fc-353f-4193-84c0-d79642dd3217 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Network c8ad7829-535e-4c4f-a4d4-66c4834d2740 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:42.838516 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caae4fc-353f-4193-84c0-d79642dd3217 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Pushing event updated for resources: {'Port': ['ID=16efcfe9-c7ca-4a73-800f-4f866cabfbdf,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:42.842558 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-1caae4fc-353f-4193-84c0-d79642dd3217 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:42.844513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1caae4fc-353f-4193-84c0-d79642dd3217 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:42.848544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:42.851970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caae4fc-353f-4193-84c0-d79642dd3217 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:42.858173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caae4fc-353f-4193-84c0-d79642dd3217 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:42.858858 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1caae4fc-353f-4193-84c0-d79642dd3217 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.867647 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-11169564-7460-41a0-84dd-a04de2e29b60 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 18 16:28:42.868175 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11169564-7460-41a0-84dd-a04de2e29b60 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:28:42.877201 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d76967f1-6ecc-4f6d-b1d5-d15c47bb1294 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.889828 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4bb25-cf53-4546-b4b7-676775a936cd tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event deleted for resources: {'Port': ['ID=af56fc0a-99ff-42e2-b78d-a05a3fcd714c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:42.897320 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e4d4bb25-cf53-4546-b4b7-676775a936cd tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:42.913695 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e2ab8-9c7f-49aa-bc2b-b2541317f1ce req-3a58e491-1a25-4ed1-8f96-ab37d30161b2 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:42.922991 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d00e2ab8-9c7f-49aa-bc2b-b2541317f1ce req-3a58e491-1a25-4ed1-8f96-ab37d30161b2 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 945 time: 0.5535815 Jun 18 16:28:42.931111 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1caae4fc-353f-4193-84c0-d79642dd3217 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.3698492 Jun 18 16:28:42.931293 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44824) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:42.976073 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-11169564-7460-41a0-84dd-a04de2e29b60 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.8057840 Jun 18 16:28:42.977222 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-d76967f1-6ecc-4f6d-b1d5-d15c47bb1294 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Transition to ACTIVE for port object dd2c2e15-f3e1-4cc4-8bec-b588abb104e6 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:42.979789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44826) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:43.013936 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.0727599 Jun 18 16:28:43.016078 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad7cfd2f-3756-456e-9406-8e52bfbb11ff tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.022825 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44828) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:43.040257 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad7cfd2f-3756-456e-9406-8e52bfbb11ff tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.042259 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ad7cfd2f-3756-456e-9406-8e52bfbb11ff tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "DELETE /v2.0/networks/20fc4baf-c145-4d20-a1b4-505bcc56382c HTTP/1.1" status: 204 len: 168 time: 1.4483175 Jun 18 16:28:43.046771 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5fa443ab-6b98-4f87-87d3-c9e82142e866 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:43.051817 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44832) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:43.090940 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d00e2ab8-9c7f-49aa-bc2b-b2541317f1ce req-8f864111-59ff-4fae-96a4-07c1452a3ef2 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b105361-f7b0-463e-b380-00bdcefe5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661372 Jun 18 16:28:43.115795 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cfd2f-3756-456e-9406-8e52bfbb11ff tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event deleted for resources: {'Network': ['ID=20fc4baf-c145-4d20-a1b4-505bcc56382c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:43.153618 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ad7cfd2f-3756-456e-9406-8e52bfbb11ff tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:43.201657 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d76967f1-6ecc-4f6d-b1d5-d15c47bb1294 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.203274 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 97567ac8-b531-4da7-8561-12107ccdc437 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:28:43.209492 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2bf637ae-8259-4ccb-b9de-36df923eb57f tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.219214 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:43.238170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f7cf00-e17b-45ae-bfe8-ed471e6ae5ea tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:43.241435 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bb25-cf53-4546-b4b7-676775a936cd tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.245913 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e4d4bb25-cf53-4546-b4b7-676775a936cd tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "DELETE /v2.0/ports/af56fc0a-99ff-42e2-b78d-a05a3fcd714c HTTP/1.1" status: 204 len: 168 time: 1.2268696 Jun 18 16:28:43.247164 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f7cf00-e17b-45ae-bfe8-ed471e6ae5ea tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:43.251158 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f7cf00-e17b-45ae-bfe8-ed471e6ae5ea tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:43.255484 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-83f7cf00-e17b-45ae-bfe8-ed471e6ae5ea tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3126962 Jun 18 16:28:43.255484 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44834) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:43.261547 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44836) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:43.273486 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e241f3eb-b1ca-4786-bb27-8ccc33973205 None None] Provisioning for port 16efcfe9-c7ca-4a73-800f-4f866cabfbdf completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:43.281254 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e241f3eb-b1ca-4786-bb27-8ccc33973205 None None] Provisioning complete for port 16efcfe9-c7ca-4a73-800f-4f866cabfbdf triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:43.281458 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e241f3eb-b1ca-4786-bb27-8ccc33973205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.299549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76967f1-6ecc-4f6d-b1d5-d15c47bb1294 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Network 42c38d0d-faa8-4da7-9dc1-45aa9d707d0b is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:43.324358 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ccb4c3c-160c-4681-b14d-9fbc4f1da225 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] GET failed (client error): The resource could not be found. Jun 18 16:28:43.329220 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2ccb4c3c-160c-4681-b14d-9fbc4f1da225 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "GET /v2.0/ports/af56fc0a-99ff-42e2-b78d-a05a3fcd714c HTTP/1.1" status: 404 len: 333 time: 0.0499191 Jun 18 16:28:43.329220 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-d76967f1-6ecc-4f6d-b1d5-d15c47bb1294 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:43.331770 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76967f1-6ecc-4f6d-b1d5-d15c47bb1294 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:43.332533 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44838) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:43.336632 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e241f3eb-b1ca-4786-bb27-8ccc33973205 None None] Port 16efcfe9-c7ca-4a73-800f-4f866cabfbdf cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:43.337373 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76967f1-6ecc-4f6d-b1d5-d15c47bb1294 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:43.338010 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d76967f1-6ecc-4f6d-b1d5-d15c47bb1294 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.339497 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-5607beda-2623-4d38-961a-5afcead57bd1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Request body: {'port': {'network_id': 'fb6d266f-83ff-462c-8163-9b784df685ab', 'name': 'tempest-AllowedAddressPairTestJSON-1566052367'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:43.350194 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f0f7af82-f03b-44a2-a12f-39d799276091 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] 10.222.0.39 "GET /v2.0/floatingips/e5e47ade-2cb5-4a9d-aa23-74035356f066 HTTP/1.1" status: 200 len: 982 time: 0.3259592 Jun 18 16:28:43.353686 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44840) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:43.358208 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 97567ac8-b531-4da7-8561-12107ccdc437, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=97567ac8-b531-4da7-8561-12107ccdc437,segment=NetworkSegment(d4fd5465-845a-43eb-939e-beab783486fb),segment_id=d4fd5465-845a-43eb-939e-beab783486fb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:43.370790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '97567ac8-b531-4da7-8561-12107ccdc437', 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302', 'port_id': '97567ac8-b531-4da7-8561-12107ccdc437', 'mac_address': 'fa:16:3e:e0:68:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36736294-af3b-4cce-819a-088f47615227', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:28:43.400887 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76967f1-6ecc-4f6d-b1d5-d15c47bb1294 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event updated for resources: {'Port': ['ID=dd2c2e15-f3e1-4cc4-8bec-b588abb104e6,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:43.420097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.436210 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97567ac8-b531-4da7-8561-12107ccdc437 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:28:43.445043 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d76967f1-6ecc-4f6d-b1d5-d15c47bb1294 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:43.452304 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d76967f1-6ecc-4f6d-b1d5-d15c47bb1294 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.6025424 Jun 18 16:28:43.464814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 97567ac8-b531-4da7-8561-12107ccdc437, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=97567ac8-b531-4da7-8561-12107ccdc437,segment=NetworkSegment(d4fd5465-845a-43eb-939e-beab783486fb),segment_id=d4fd5465-845a-43eb-939e-beab783486fb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:43.472674 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.474842 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44842) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:43.475384 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:43.510700 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ea019cdd-440f-4f70-a58f-a850fdd2f96d tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Request body: {'port': {'network_id': '42c38d0d-faa8-4da7-9dc1-45aa9d707d0b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-645576146'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:43.545070 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=97567ac8-b531-4da7-8561-12107ccdc437,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:43.550002 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:43.592488 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2bf637ae-8259-4ccb-b9de-36df923eb57f tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.608606 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-2bf637ae-8259-4ccb-b9de-36df923eb57f tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273448b4-32e1-406f-93cf-3f529358769d']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:43.613033 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-823bd848-c0ec-4542-b33e-17fcbc2fb857 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2905 time: 0.2543693 Jun 18 16:28:43.620088 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44844) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:43.658900 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-2bf637ae-8259-4ccb-b9de-36df923eb57f tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2739d5-09a5-49fb-b4b5-f69347af7786') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:43.659109 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-2bf637ae-8259-4ccb-b9de-36df923eb57f tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2739d5-09a5-49fb-b4b5-f69347af7786') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:43.690737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9c2b9675-3113-491a-a4e6-b10918f5f8dc None None] Provisioning for port dd2c2e15-f3e1-4cc4-8bec-b588abb104e6 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:43.696948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9c2b9675-3113-491a-a4e6-b10918f5f8dc None None] Provisioning complete for port dd2c2e15-f3e1-4cc4-8bec-b588abb104e6 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:43.697333 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9675-3113-491a-a4e6-b10918f5f8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.725654 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2bf637ae-8259-4ccb-b9de-36df923eb57f tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.734884 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-9c2b9675-3113-491a-a4e6-b10918f5f8dc None None] Port dd2c2e15-f3e1-4cc4-8bec-b588abb104e6 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:43.753236 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['97567ac8-b531-4da7-8561-12107ccdc437'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:28:43.774292 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2bf637ae-8259-4ccb-b9de-36df923eb57f tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.774713 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-9e57fb9c-3212-48fe-9d15-75f96519a36c tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Deleting port 8575e5c6-d3ec-4d53-9767-5838dc62ca6d {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:43.775117 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9e57fb9c-3212-48fe-9d15-75f96519a36c tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.788584 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf637ae-8259-4ccb-b9de-36df923eb57f tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:43.788995 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2bf637ae-8259-4ccb-b9de-36df923eb57f tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:43.846580 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:43.852119 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-9138abf2-85e8-453c-a8a4-0ccb82e8fcbe tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Deleting port 16efcfe9-c7ca-4a73-800f-4f866cabfbdf {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:43.852596 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9138abf2-85e8-453c-a8a4-0ccb82e8fcbe tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.861902 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5607beda-2623-4d38-961a-5afcead57bd1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Made reservation on behalf of ceb1f52d31864e6b8643ad69a7e029c0 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:43.865994 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5607beda-2623-4d38-961a-5afcead57bd1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.948454 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9e57fb9c-3212-48fe-9d15-75f96519a36c tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.948785 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9e57fb9c-3212-48fe-9d15-75f96519a36c tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.961360 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2bf637ae-8259-4ccb-b9de-36df923eb57f tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.965972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-5607beda-2623-4d38-961a-5afcead57bd1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] device_id is not set on port b406f965-28a9-4f02-8d6e-6e56dbfa2992 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:43.980674 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2bf637ae-8259-4ccb-b9de-36df923eb57f tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.982649 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2bf637ae-8259-4ccb-b9de-36df923eb57f tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "DELETE /v2.0/networks/273448b4-32e1-406f-93cf-3f529358769d HTTP/1.1" status: 204 len: 168 time: 0.9268005 Jun 18 16:28:43.983351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:43.990223 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44848) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:44.027496 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea019cdd-440f-4f70-a58f-a850fdd2f96d tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Made reservation on behalf of 975c6dab4fc846e395b99441fb8f47c5 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:44.031527 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ea019cdd-440f-4f70-a58f-a850fdd2f96d tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.032678 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-9e57fb9c-3212-48fe-9d15-75f96519a36c tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Calling delete_port for 8575e5c6-d3ec-4d53-9767-5838dc62ca6d owned by network:floatingip {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:44.086275 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf637ae-8259-4ccb-b9de-36df923eb57f tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event deleted for resources: {'Network': ['ID=273448b4-32e1-406f-93cf-3f529358769d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:44.091892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2bf637ae-8259-4ccb-b9de-36df923eb57f tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:44.119902 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-ea019cdd-440f-4f70-a58f-a850fdd2f96d tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] device_id is not set on port b8ae90d6-d54a-4262-8ca0-11f0aa2bd96e yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:44.131702 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9138abf2-85e8-453c-a8a4-0ccb82e8fcbe tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.188179 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8274b55-194f-4aec-8734-4ac5225236ed req-77ea6608-7912-4a62-98b8-f75c8570bf87 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:44.189692 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d8274b55-194f-4aec-8734-4ac5225236ed req-77ea6608-7912-4a62-98b8-f75c8570bf87 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 945 time: 0.2775879 Jun 18 16:28:44.224846 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-9138abf2-85e8-453c-a8a4-0ccb82e8fcbe tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Calling delete_port for 16efcfe9-c7ca-4a73-800f-4f866cabfbdf owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:44.255741 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a516c896-45bc-4925-80db-576acf248d38 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:44.261809 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a516c896-45bc-4925-80db-576acf248d38 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:44.264077 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a516c896-45bc-4925-80db-576acf248d38 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2699504 Jun 18 16:28:44.272376 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44852) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:44.278659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-ade816b2-af9a-45c0-a97b-6ffad808ade3 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1742599720'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:44.361779 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-5607beda-2623-4d38-961a-5afcead57bd1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Allocated IP 172.20.0.14 (fb6d266f-83ff-462c-8163-9b784df685ab/9b5f10a8-2c0f-44e8-9257-5525733c25e0/b406f965-28a9-4f02-8d6e-6e56dbfa2992) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:44.404419 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade816b2-af9a-45c0-a97b-6ffad808ade3 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Made reservation on behalf of e676bb9e7ae04d69b78782acef23f43d for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:44.407875 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ade816b2-af9a-45c0-a97b-6ffad808ade3 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.549605 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade816b2-af9a-45c0-a97b-6ffad808ade3 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:44.565598 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-895794dc-ebc0-4924-b167-4677fca8f195 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Deleting port 68834f8e-c5b9-400c-bd64-dd5ccaeb1acb {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:44.565925 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-895794dc-ebc0-4924-b167-4677fca8f195 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.583083 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9e57fb9c-3212-48fe-9d15-75f96519a36c tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.590001 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4868631f-a5c6-4599-b566-7d456006f36a tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:44.634094 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57fb9c-3212-48fe-9d15-75f96519a36c tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Pushing event deleted for resources: {'Port': ['ID=8575e5c6-d3ec-4d53-9767-5838dc62ca6d,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:44.641524 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d8274b55-194f-4aec-8734-4ac5225236ed req-d6fab4b0-9896-4d0a-b4fa-0ddd959292e2 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bc10b70-ecac-4d3c-bc72-f81b13d67f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4255722 Jun 18 16:28:44.642761 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9e57fb9c-3212-48fe-9d15-75f96519a36c tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:44.665091 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-ea019cdd-440f-4f70-a58f-a850fdd2f96d tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Allocated IP 2001:db8::2b7 (42c38d0d-faa8-4da7-9dc1-45aa9d707d0b/5e9951c6-19b1-40b5-86e8-c9030f549fd1/b8ae90d6-d54a-4262-8ca0-11f0aa2bd96e) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:44.678337 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ade816b2-af9a-45c0-a97b-6ffad808ade3 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.678719 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-ade816b2-af9a-45c0-a97b-6ffad808ade3 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Added segment d1ce780a-7bf3-4eb3-80e3-340236cdef53 of type vlan for network c5f46a63-8ea2-409f-88ba-e1b7b50fce15 Jun 18 16:28:44.682975 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9138abf2-85e8-453c-a8a4-0ccb82e8fcbe tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.715596 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:44.717372 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97318d9-8a96-4693-996e-c9de7ff05a24 req-ae7242bb-0a7b-47d9-9c7e-8554f66af904 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:44.718878 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d97318d9-8a96-4693-996e-c9de7ff05a24 req-ae7242bb-0a7b-47d9-9c7e-8554f66af904 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 945 time: 0.5018702 Jun 18 16:28:44.731295 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-895794dc-ebc0-4924-b167-4677fca8f195 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.731633 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-895794dc-ebc0-4924-b167-4677fca8f195 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.774070 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138abf2-85e8-453c-a8a4-0ccb82e8fcbe tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Pushing event deleted for resources: {'Port': ['ID=16efcfe9-c7ca-4a73-800f-4f866cabfbdf,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:44.783981 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9138abf2-85e8-453c-a8a4-0ccb82e8fcbe tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:44.811857 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ade816b2-af9a-45c0-a97b-6ffad808ade3 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.817682 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5607beda-2623-4d38-961a-5afcead57bd1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.821788 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-895794dc-ebc0-4924-b167-4677fca8f195 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Calling delete_port for 68834f8e-c5b9-400c-bd64-dd5ccaeb1acb owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:44.859271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9138abf2-85e8-453c-a8a4-0ccb82e8fcbe tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.861531 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9138abf2-85e8-453c-a8a4-0ccb82e8fcbe tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] 10.222.0.39 "DELETE /v2.0/ports/16efcfe9-c7ca-4a73-800f-4f866cabfbdf HTTP/1.1" status: 204 len: 168 time: 1.5983543 Jun 18 16:28:44.866676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44854) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:44.869937 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9e57fb9c-3212-48fe-9d15-75f96519a36c tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.873482 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9e57fb9c-3212-48fe-9d15-75f96519a36c tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.878492 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9e57fb9c-3212-48fe-9d15-75f96519a36c tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/ac996108-4a3b-4262-a1e9-0b72b97f9c8d HTTP/1.1" status: 204 len: 168 time: 1.8940616 Jun 18 16:28:44.879126 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-5607beda-2623-4d38-961a-5afcead57bd1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Transition to ACTIVE for port object b406f965-28a9-4f02-8d6e-6e56dbfa2992 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:44.903219 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-1f665dfe-72b3-4f1d-b936-c2f1e5be82d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Request body: {'port': {'name': 'tempest-new-port-name-345523211', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:44.903831 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.api.validators [None req-1f665dfe-72b3-4f1d-b936-c2f1e5be82d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] bootfile-name is not in valid_values {{(pid=93427) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:28:44.904216 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.api.validators [None req-1f665dfe-72b3-4f1d-b936-c2f1e5be82d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] tftp-server is not in valid_values {{(pid=93427) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:28:44.904587 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.api.validators [None req-1f665dfe-72b3-4f1d-b936-c2f1e5be82d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] server-ip-address is not in valid_values {{(pid=93427) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:28:44.914450 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ade816b2-af9a-45c0-a97b-6ffad808ade3 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.928685 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade816b2-af9a-45c0-a97b-6ffad808ade3 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:44.929400 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ade816b2-af9a-45c0-a97b-6ffad808ade3 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.938779 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d97318d9-8a96-4693-996e-c9de7ff05a24 req-1ab41ee9-0271-47b9-be8d-4189beb1a2bd tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b105361-f7b0-463e-b380-00bdcefe5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121964 Jun 18 16:28:44.943490 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:44.989203 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ade816b2-af9a-45c0-a97b-6ffad808ade3 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7157776 Jun 18 16:28:44.994546 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44860) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:45.000271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b8f1f849-16fd-48af-9fd4-0ae2b5da013b tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-245444814'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:45.030125 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f1f849-16fd-48af-9fd4-0ae2b5da013b tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Made reservation on behalf of e676bb9e7ae04d69b78782acef23f43d for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:45.035910 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b8f1f849-16fd-48af-9fd4-0ae2b5da013b tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.047238 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5607beda-2623-4d38-961a-5afcead57bd1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.070790 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade816b2-af9a-45c0-a97b-6ffad808ade3 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event updated for resources: {'Network': ['ID=c5f46a63-8ea2-409f-88ba-e1b7b50fce15,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:45.087094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network c5f46a63-8ea2-409f-88ba-e1b7b50fce15 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:45.089103 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f1f849-16fd-48af-9fd4-0ae2b5da013b tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:45.098854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b8f1f849-16fd-48af-9fd4-0ae2b5da013b tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.099192 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-b8f1f849-16fd-48af-9fd4-0ae2b5da013b tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Added segment 014f7122-f1b7-490a-a27b-62cc717e995e of type vlan for network 95daed15-f59a-462f-9634-bb1fc94ced99 Jun 18 16:28:45.142511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b8f1f849-16fd-48af-9fd4-0ae2b5da013b tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.158269 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1f665dfe-72b3-4f1d-b936-c2f1e5be82d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.171212 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ea019cdd-440f-4f70-a58f-a850fdd2f96d tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.171381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ade816b2-af9a-45c0-a97b-6ffad808ade3 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:45.172193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:45.218163 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b8f1f849-16fd-48af-9fd4-0ae2b5da013b tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.220029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5607beda-2623-4d38-961a-5afcead57bd1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Network fb6d266f-83ff-462c-8163-9b784df685ab is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:45.226933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 97567ac8-b531-4da7-8561-12107ccdc437 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:45.228962 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-ea019cdd-440f-4f70-a58f-a850fdd2f96d tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Transition to ACTIVE for port object b8ae90d6-d54a-4262-8ca0-11f0aa2bd96e will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:45.230005 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f1f849-16fd-48af-9fd4-0ae2b5da013b tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:45.230327 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b8f1f849-16fd-48af-9fd4-0ae2b5da013b tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.238407 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-5607beda-2623-4d38-961a-5afcead57bd1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:45.248599 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5607beda-2623-4d38-961a-5afcead57bd1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:45.253294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607beda-2623-4d38-961a-5afcead57bd1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event updated for resources: {'Port': ['ID=b406f965-28a9-4f02-8d6e-6e56dbfa2992,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:45.284375 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5607beda-2623-4d38-961a-5afcead57bd1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:45.285025 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0732a960-6976-4c5a-85e4-eb5f68d9f2f2 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:45.295886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 97567ac8-b531-4da7-8561-12107ccdc437 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:45.301186 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 97567ac8-b531-4da7-8561-12107ccdc437 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:45.301703 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.306332 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b8f1f849-16fd-48af-9fd4-0ae2b5da013b tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3083019 Jun 18 16:28:45.310515 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44864) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:45.356259 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Request body: {'ports': [{'network_id': 'c5f46a63-8ea2-409f-88ba-e1b7b50fce15', 'name': 'tempest-port--892918208', 'admin_state_up': True}, {'network_id': '95daed15-f59a-462f-9634-bb1fc94ced99', 'admin_state_up': False}]} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:45.357343 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Request body: {'port': {'network_id': 'c5f46a63-8ea2-409f-88ba-e1b7b50fce15', 'name': 'tempest-port--892918208', 'admin_state_up': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:45.359873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Request body: {'port': {'network_id': '95daed15-f59a-462f-9634-bb1fc94ced99', 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:45.410810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.417136 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1f849-16fd-48af-9fd4-0ae2b5da013b tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event updated for resources: {'Network': ['ID=95daed15-f59a-462f-9634-bb1fc94ced99,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:45.426834 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d005b09-a752-4e53-be19-38b7dde8d685 req-40a8b479-a8f8-4de8-bc7a-f6a436b25092 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:45.428279 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6d005b09-a752-4e53-be19-38b7dde8d685 req-40a8b479-a8f8-4de8-bc7a-f6a436b25092 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 945 time: 0.2747679 Jun 18 16:28:45.433358 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44866) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:45.435640 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b8f1f849-16fd-48af-9fd4-0ae2b5da013b tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:45.440841 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-895794dc-ebc0-4924-b167-4677fca8f195 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.445288 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 95daed15-f59a-462f-9634-bb1fc94ced99 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:45.450865 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44868) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:45.454423 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:45.456802 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ea019cdd-440f-4f70-a58f-a850fdd2f96d tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.461271 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2f188c-d102-4d9f-8d24-91d164a44408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97567ac8-b531-4da7-8561-12107ccdc437'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:28:45.467859 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-bfd08cc3-853b-4f17-a4ba-60df20d201ea tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Request body: {'floatingip': {'port_id': 'd6bc773a-ce2c-475e-906a-0fc4cd2aa92a'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:45.475775 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb47330-b719-41ca-94ac-4f1e9b1f1142" -d '{"events": [{"server_uuid": "bd2f188c-d102-4d9f-8d24-91d164a44408", "name": "network-vif-plugged", "status": "completed", "tag": "97567ac8-b531-4da7-8561-12107ccdc437"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:28:45.502525 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5607beda-2623-4d38-961a-5afcead57bd1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:45.503498 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5607beda-2623-4d38-961a-5afcead57bd1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.505884 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 97567ac8-b531-4da7-8561-12107ccdc437, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=97567ac8-b531-4da7-8561-12107ccdc437,segment=NetworkSegment(d4fd5465-845a-43eb-939e-beab783486fb),segment_id=d4fd5465-845a-43eb-939e-beab783486fb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:45.551588 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5607beda-2623-4d38-961a-5afcead57bd1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2177405 Jun 18 16:28:45.554951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44874) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:45.558607 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895794dc-ebc0-4924-b167-4677fca8f195 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Pushing event deleted for resources: {'Port': ['ID=68834f8e-c5b9-400c-bd64-dd5ccaeb1acb,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:45.563421 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-bcb9f960-06ab-4bfd-9b6d-bcf27a072a9c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:8e:46:ee'}]}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:45.565835 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-895794dc-ebc0-4924-b167-4677fca8f195 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:45.567912 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-08124e3e-8317-44b2-901f-561c7f19d3ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:45.586232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.593435 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-89fe88d5-ab38-4bce-8bb2-78992c6c2c7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:45.640091 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a51187c-49fc-4c34-8265-fc1883cb4ba0 x-openstack-request-id: req-3a51187c-49fc-4c34-8265-fc1883cb4ba0 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:28:45.640571 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2f188c-d102-4d9f-8d24-91d164a44408", "name": "network-vif-plugged", "status": "completed", "tag": "97567ac8-b531-4da7-8561-12107ccdc437", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:28:45.640920 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a51187c-49fc-4c34-8265-fc1883cb4ba0 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:28:45.641404 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2f188c-d102-4d9f-8d24-91d164a44408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97567ac8-b531-4da7-8561-12107ccdc437', 'code': 200} Jun 18 16:28:45.654444 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bfd08cc3-853b-4f17-a4ba-60df20d201ea tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for floatingip, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.658622 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea019cdd-440f-4f70-a58f-a850fdd2f96d tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Network 42c38d0d-faa8-4da7-9dc1-45aa9d707d0b is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:45.697334 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-687d19d3-b646-4086-b21f-2009fcdea638 None None] Provisioning for port b406f965-28a9-4f02-8d6e-6e56dbfa2992 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:45.707588 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-687d19d3-b646-4086-b21f-2009fcdea638 None None] Provisioning complete for port b406f965-28a9-4f02-8d6e-6e56dbfa2992 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:45.708106 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-687d19d3-b646-4086-b21f-2009fcdea638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.716500 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-ea019cdd-440f-4f70-a58f-a850fdd2f96d tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:45.737488 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=97567ac8-b531-4da7-8561-12107ccdc437,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:45.752498 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea019cdd-440f-4f70-a58f-a850fdd2f96d tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:45.758072 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea019cdd-440f-4f70-a58f-a850fdd2f96d tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:45.758733 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ea019cdd-440f-4f70-a58f-a850fdd2f96d tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.760037 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:45.778582 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-687d19d3-b646-4086-b21f-2009fcdea638 None None] Port b406f965-28a9-4f02-8d6e-6e56dbfa2992 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:45.785351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b008867b-828f-4aab-a3b1-da2e7078a592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.814417 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea019cdd-440f-4f70-a58f-a850fdd2f96d tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event updated for resources: {'Port': ['ID=b8ae90d6-d54a-4262-8ca0-11f0aa2bd96e,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:45.836832 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ea019cdd-440f-4f70-a58f-a850fdd2f96d tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:45.902059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Made reservation on behalf of e676bb9e7ae04d69b78782acef23f43d for: {'port': 2} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:45.910413 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.932054 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ea019cdd-440f-4f70-a58f-a850fdd2f96d tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4559579 Jun 18 16:28:45.941935 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44878) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:45.947038 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.952085 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-e28b199e-0c80-43a5-9299-dc884fea7391 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::38e', 'mac_address': 'fa:16:3e:a8:fd:5f'}, {'ip_address': '2001:db8::181', 'mac_address': 'fa:16:3e:8f:c3:46'}]}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:45.976261 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-895794dc-ebc0-4924-b167-4677fca8f195 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.976786 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-895794dc-ebc0-4924-b167-4677fca8f195 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Floating IP e5e47ade-2cb5-4a9d-aa23-74035356f066 disassociated (deleted). External IP: 172.26.2.67, port: a8765e3d-7a96-4d7b-84ae-db0e8d67caf7. Jun 18 16:28:45.991363 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1f665dfe-72b3-4f1d-b936-c2f1e5be82d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.057363 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1f665dfe-72b3-4f1d-b936-c2f1e5be82d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.068358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bcb9f960-06ab-4bfd-9b6d-bcf27a072a9c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.070641 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-77b3c71e-3954-4a4f-9113-18e42a6ba1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:46.101519 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0d80e3d5-145c-41e7-9f54-1249b5e6ee71 None None] Provisioning for port b8ae90d6-d54a-4262-8ca0-11f0aa2bd96e completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:46.105512 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0d80e3d5-145c-41e7-9f54-1249b5e6ee71 None None] Provisioning complete for port b8ae90d6-d54a-4262-8ca0-11f0aa2bd96e triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:46.106574 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0d80e3d5-145c-41e7-9f54-1249b5e6ee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.141288 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-0d80e3d5-145c-41e7-9f54-1249b5e6ee71 None None] Port b8ae90d6-d54a-4262-8ca0-11f0aa2bd96e cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:46.143732 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] device_id is not set on port b98a26aa-e85c-4998-b0f8-79cae226266e yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:46.185185 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-1f665dfe-72b3-4f1d-b936-c2f1e5be82d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] In _notify_port_updated(), no bound segment for port 5b76aeba-ed1a-49ee-b5e8-1378229b7c2b on network c8ad7829-535e-4c4f-a4d4-66c4834d2740 {{(pid=93427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:28:46.191079 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f665dfe-72b3-4f1d-b936-c2f1e5be82d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:46.191248 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1f665dfe-72b3-4f1d-b936-c2f1e5be82d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.194883 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1f665dfe-72b3-4f1d-b936-c2f1e5be82d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] 10.222.0.39 "PUT /v2.0/ports/5b76aeba-ed1a-49ee-b5e8-1378229b7c2b HTTP/1.1" status: 200 len: 1129 time: 1.3247261 Jun 18 16:28:46.195145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87348bcd-d0e1-4511-8d1f-8b690277bd0e req-161f7cde-a531-4a22-8f4b-c483f8b2e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:46.195145 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87348bcd-d0e1-4511-8d1f-8b690277bd0e req-161f7cde-a531-4a22-8f4b-c483f8b2e4b8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 1099 time: 0.2091246 Jun 18 16:28:46.204878 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44880) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:46.280169 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3800c1e-d1c7-4e05-8d96-90ffa4de111d req-84f00631-534b-43aa-91be-3f65bfa41313 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:46.281696 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a3800c1e-d1c7-4e05-8d96-90ffa4de111d req-84f00631-534b-43aa-91be-3f65bfa41313 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 946 time: 0.4270468 Jun 18 16:28:46.357029 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87348bcd-d0e1-4511-8d1f-8b690277bd0e req-d528c3d1-255c-4439-a852-f0893b7e1e47 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8bc10b70-ecac-4d3c-bc72-f81b13d67f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216729 Jun 18 16:28:46.391685 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f665dfe-72b3-4f1d-b936-c2f1e5be82d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Pushing event updated for resources: {'Port': ['ID=5b76aeba-ed1a-49ee-b5e8-1378229b7c2b,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:46.419237 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1f665dfe-72b3-4f1d-b936-c2f1e5be82d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:46.433536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bcb9f960-06ab-4bfd-9b6d-bcf27a072a9c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.439642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.444069 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bcb9f960-06ab-4bfd-9b6d-bcf27a072a9c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.449273 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-88299221-cd35-4c7a-8284-ef9d96941758 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:46.466835 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9044375-8f2c-4191-b7d8-19ff6cc3843f tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:46.467258 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-22c7811f-1291-434a-b319-c3adbb833a63 None None] Provisioning complete for port 5b76aeba-ed1a-49ee-b5e8-1378229b7c2b triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:46.467752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-22c7811f-1291-434a-b319-c3adbb833a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.468156 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a9044375-8f2c-4191-b7d8-19ff6cc3843f tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] 10.222.0.39 "GET /v2.0/ports/5b76aeba-ed1a-49ee-b5e8-1378229b7c2b HTTP/1.1" status: 200 len: 1129 time: 0.2600307 Jun 18 16:28:46.476954 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44882) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:46.510813 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-22c7811f-1291-434a-b319-c3adbb833a63 None None] Port 5b76aeba-ed1a-49ee-b5e8-1378229b7c2b cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:46.594935 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] device_id is not set on port 679cb6b9-c475-4d32-904e-9d69fca4df43 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:46.598013 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9f960-06ab-4bfd-9b6d-bcf27a072a9c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event updated for resources: {'Port': ['ID=b406f965-28a9-4f02-8d6e-6e56dbfa2992,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:46.608122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bcb9f960-06ab-4bfd-9b6d-bcf27a072a9c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:46.612395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-bcb9f960-06ab-4bfd-9b6d-bcf27a072a9c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] In _notify_port_updated(), no bound segment for port b406f965-28a9-4f02-8d6e-6e56dbfa2992 on network fb6d266f-83ff-462c-8163-9b784df685ab {{(pid=93428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:28:46.618050 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb9f960-06ab-4bfd-9b6d-bcf27a072a9c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:46.619235 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bcb9f960-06ab-4bfd-9b6d-bcf27a072a9c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.620627 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bcb9f960-06ab-4bfd-9b6d-bcf27a072a9c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "PUT /v2.0/ports/b406f965-28a9-4f02-8d6e-6e56dbfa2992 HTTP/1.1" status: 200 len: 995 time: 1.0643260 Jun 18 16:28:46.624734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44884) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:46.806727 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-223cbde8-8360-4276-a878-4eff0868761f tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Deleting port b406f965-28a9-4f02-8d6e-6e56dbfa2992 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:46.807126 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-223cbde8-8360-4276-a878-4eff0868761f tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.837022 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9e6a8b26-2441-4385-9fec-e39eb980e8b0 None None] Provisioning complete for port b406f965-28a9-4f02-8d6e-6e56dbfa2992 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:46.837412 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9e6a8b26-2441-4385-9fec-e39eb980e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.857112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.864083 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a3800c1e-d1c7-4e05-8d96-90ffa4de111d req-368a8280-98a6-472d-ab9e-176d9530f736 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bc10b70-ecac-4d3c-bc72-f81b13d67f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4990253 Jun 18 16:28:46.882429 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-9e6a8b26-2441-4385-9fec-e39eb980e8b0 None None] Port b406f965-28a9-4f02-8d6e-6e56dbfa2992 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:46.922507 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b008867b-828f-4aab-a3b1-da2e7078a592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.936098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-223cbde8-8360-4276-a878-4eff0868761f tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.946724 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.954306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e4d4bb25-cf53-4546-b4b7-676775a936cd tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:46.955430 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b008867b-828f-4aab-a3b1-da2e7078a592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.998949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:47.013098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-223cbde8-8360-4276-a878-4eff0868761f tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Calling delete_port for b406f965-28a9-4f02-8d6e-6e56dbfa2992 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:47.098984 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event updated for resources: {'Port': ['ID=b98a26aa-e85c-4998-b0f8-79cae226266e,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:47.101724 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:47.117963 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Checking segment: {'id': 'd1ce780a-7bf3-4eb3-80e3-340236cdef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c5f46a63-8ea2-409f-88ba-e1b7b50fce15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:47.118318 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Network hostable DHCP agents. Network: c5f46a63-8ea2-409f-88ba-e1b7b50fce15, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:47.142003 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b008867b-828f-4aab-a3b1-da2e7078a592 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2604e39cbbb2441f8c80e892fefa03d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7073493 Jun 18 16:28:47.144779 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44886) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:47.146549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e28b199e-0c80-43a5-9299-dc884fea7391 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.148496 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008867b-828f-4aab-a3b1-da2e7078a592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025a9c9f-3956-463a-9ff4-e37214ab5ebd,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:47.167055 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b008867b-828f-4aab-a3b1-da2e7078a592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:47.169889 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Network c5f46a63-8ea2-409f-88ba-e1b7b50fce15 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:47.192883 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, c5f46a63-8ea2-409f-88ba-e1b7b50fce15) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:47.196610 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:47.197426 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.202931 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37620e6d-e145-491f-83e9-02409ac7d538 None None] Network c5f46a63-8ea2-409f-88ba-e1b7b50fce15 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:47.206037 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:47.281439 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895794dc-ebc0-4924-b167-4677fca8f195 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Router dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:47.310299 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-87b345ea-d728-4927-85ad-00a2e8ae0c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Deleting port 5b76aeba-ed1a-49ee-b5e8-1378229b7c2b {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:47.310672 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-87b345ea-d728-4927-85ad-00a2e8ae0c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.317703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event updated for resources: {'Port': ['ID=679cb6b9-c475-4d32-904e-9d69fca4df43,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:47.332538 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:47.335262 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-223cbde8-8360-4276-a878-4eff0868761f tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.340595 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:47.344001 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2076587c-8222-4d04-bd98-d94ba5597dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.379613 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cbde8-8360-4276-a878-4eff0868761f tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event deleted for resources: {'Port': ['ID=b406f965-28a9-4f02-8d6e-6e56dbfa2992,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:47.381985 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-223cbde8-8360-4276-a878-4eff0868761f tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:47.395303 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Checking segment: {'id': '014f7122-f1b7-490a-a27b-62cc717e995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '95daed15-f59a-462f-9634-bb1fc94ced99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:47.395721 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Network hostable DHCP agents. Network: 95daed15-f59a-462f-9634-bb1fc94ced99, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:47.424920 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2076587c-8222-4d04-bd98-d94ba5597dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.514867 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Network 95daed15-f59a-462f-9634-bb1fc94ced99 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:47.517750 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bfd08cc3-853b-4f17-a4ba-60df20d201ea tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.571324 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 95daed15-f59a-462f-9634-bb1fc94ced99) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:47.578217 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:47.584963 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fff38a1-0a3a-471e-8e9e-b0012da9b8b6 None None] Network 95daed15-f59a-462f-9634-bb1fc94ced99 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:47.585335 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:47.590248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:47.591158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.607515 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bfd08cc3-853b-4f17-a4ba-60df20d201ea tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.617125 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2076587c-8222-4d04-bd98-d94ba5597dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.620077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2076587c-8222-4d04-bd98-d94ba5597dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.624476 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2076587c-8222-4d04-bd98-d94ba5597dc9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/025a9c9f-3956-463a-9ff4-e37214ab5ebd HTTP/1.1" status: 204 len: 168 time: 0.4751899 Jun 18 16:28:47.635139 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:47.642866 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-223cbde8-8360-4276-a878-4eff0868761f tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.645418 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-223cbde8-8360-4276-a878-4eff0868761f tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "DELETE /v2.0/ports/b406f965-28a9-4f02-8d6e-6e56dbfa2992 HTTP/1.1" status: 204 len: 168 time: 1.0197487 Jun 18 16:28:47.649725 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.3114343 Jun 18 16:28:47.650291 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44890) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:47.650648 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44892) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:47.676403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076587c-8222-4d04-bd98-d94ba5597dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025a9c9f-3956-463a-9ff4-e37214ab5ebd,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:47.679409 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2076587c-8222-4d04-bd98-d94ba5597dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:47.719171 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-828682b4-68c8-437e-a92d-ae8d9202120a tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] GET failed (client error): The resource could not be found. Jun 18 16:28:47.720912 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-828682b4-68c8-437e-a92d-ae8d9202120a tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "GET /v2.0/ports/b406f965-28a9-4f02-8d6e-6e56dbfa2992 HTTP/1.1" status: 404 len: 333 time: 0.0643981 Jun 18 16:28:47.726016 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44894) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:47.731423 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-76ae8802-3fd6-42f3-8b1b-3bc39b6bbb92 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Request body: {'port': {'network_id': 'fb6d266f-83ff-462c-8163-9b784df685ab', 'name': 'tempest-AllowedAddressPairTestJSON-677955428'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:47.836344 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-87b345ea-d728-4927-85ad-00a2e8ae0c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.845852 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c0076b-ddfc-45c5-84a9-ad7ae45a8936 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:47.851806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c0076b-ddfc-45c5-84a9-ad7ae45a8936 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:47.853346 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-40c0076b-ddfc-45c5-84a9-ad7ae45a8936 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1958342 Jun 18 16:28:47.856841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44898) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:47.932781 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-87b345ea-d728-4927-85ad-00a2e8ae0c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Calling delete_port for 5b76aeba-ed1a-49ee-b5e8-1378229b7c2b owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:47.956123 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895794dc-ebc0-4924-b167-4677fca8f195 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:47.967268 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e28b199e-0c80-43a5-9299-dc884fea7391 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.971482 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-895794dc-ebc0-4924-b167-4677fca8f195 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.977209 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6b15ee-a678-47c3-90b9-26ae98969990 None None] Sync routers for ids ['dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:47.992328 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6b15ee-a678-47c3-90b9-26ae98969990 None None] Routers {'dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:47.993785 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-aa6b15ee-a678-47c3-90b9-26ae98969990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:28:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:48.001449 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e28b199e-0c80-43a5-9299-dc884fea7391 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.050355 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-aa6b15ee-a678-47c3-90b9-26ae98969990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:48.060330 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6b15ee-a678-47c3-90b9-26ae98969990 None None] Routers {'dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:48.060890 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-aa6b15ee-a678-47c3-90b9-26ae98969990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:28:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:48.081340 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6c5c9010-c6a4-45f5-85f0-b82eaed43708 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:48.095559 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44902) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:48.096614 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-aa6b15ee-a678-47c3-90b9-26ae98969990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:48.096956 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-bfd08cc3-853b-4f17-a4ba-60df20d201ea tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Floating IP 668df210-7d2b-4be1-9c97-20c8ac0b2424 associated. External IP: 172.26.2.131, port: d6bc773a-ce2c-475e-906a-0fc4cd2aa92a. Jun 18 16:28:48.097343 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6b15ee-a678-47c3-90b9-26ae98969990 None None] The sync data for ids ['dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:48.206236 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e28b199e-0c80-43a5-9299-dc884fea7391 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] In _notify_port_updated(), no bound segment for port b8ae90d6-d54a-4262-8ca0-11f0aa2bd96e on network 42c38d0d-faa8-4da7-9dc1-45aa9d707d0b {{(pid=93427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:28:48.211968 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28b199e-0c80-43a5-9299-dc884fea7391 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:48.212627 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e28b199e-0c80-43a5-9299-dc884fea7391 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.217412 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e28b199e-0c80-43a5-9299-dc884fea7391 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "PUT /v2.0/ports/b8ae90d6-d54a-4262-8ca0-11f0aa2bd96e HTTP/1.1" status: 200 len: 1067 time: 2.2671423 Jun 18 16:28:48.218129 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44904) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:48.238344 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-895794dc-ebc0-4924-b167-4677fca8f195 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] 10.222.0.39 "DELETE /v2.0/floatingips/e5e47ade-2cb5-4a9d-aa23-74035356f066 HTTP/1.1" status: 204 len: 168 time: 4.6085172 Jun 18 16:28:48.244405 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44906) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:48.253916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:48.271746 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ae8802-3fd6-42f3-8b1b-3bc39b6bbb92 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Made reservation on behalf of ceb1f52d31864e6b8643ad69a7e029c0 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:48.275282 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76ae8802-3fd6-42f3-8b1b-3bc39b6bbb92 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.302163 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b199e-0c80-43a5-9299-dc884fea7391 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event updated for resources: {'Port': ['ID=b8ae90d6-d54a-4262-8ca0-11f0aa2bd96e,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:48.321835 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-76ae8802-3fd6-42f3-8b1b-3bc39b6bbb92 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] device_id is not set on port 8b1961bf-9fb5-4a84-924b-3eb8b3c67da2 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:48.334162 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e28b199e-0c80-43a5-9299-dc884fea7391 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:48.376564 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c21b6645-2fa6-4082-8420-7db766c9cc5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae2cfab50faf47a980f2450d9873ca17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766874 Jun 18 16:28:48.381736 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44908) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:48.398466 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.421325 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-87b345ea-d728-4927-85ad-00a2e8ae0c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.449135 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dd2faf08-74ba-4042-bee2-d37d46f4659a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:48.481934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-c145c090-645f-4072-a3cd-2dce208a1822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Deleting port b98a26aa-e85c-4998-b0f8-79cae226266e {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:48.482194 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c145c090-645f-4072-a3cd-2dce208a1822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.494471 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8982a9-7cb8-488c-894b-cd000a8db67c req-9b419fab-2a46-46aa-9686-f2df261a9363 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:48.496053 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0b8982a9-7cb8-488c-894b-cd000a8db67c req-9b419fab-2a46-46aa-9686-f2df261a9363 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 946 time: 0.4016094 Jun 18 16:28:48.499417 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b345ea-d728-4927-85ad-00a2e8ae0c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Pushing event deleted for resources: {'Port': ['ID=5b76aeba-ed1a-49ee-b5e8-1378229b7c2b,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:48.534554 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-42026463-b75c-4f85-bbca-39b567485b9d None None] Provisioning complete for port b8ae90d6-d54a-4262-8ca0-11f0aa2bd96e triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:48.535528 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-42026463-b75c-4f85-bbca-39b567485b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.573074 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-42026463-b75c-4f85-bbca-39b567485b9d None None] Port b8ae90d6-d54a-4262-8ca0-11f0aa2bd96e cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:48.595252 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-76ae8802-3fd6-42f3-8b1b-3bc39b6bbb92 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Allocated IP 172.20.0.8 (fb6d266f-83ff-462c-8163-9b784df685ab/9b5f10a8-2c0f-44e8-9257-5525733c25e0/8b1961bf-9fb5-4a84-924b-3eb8b3c67da2) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:48.599046 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-15acda07-47a9-4269-9340-b92bda605ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.601390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-8e450f6a-d15a-439b-9c1b-bb94190f4bb9 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Deleting port b8ae90d6-d54a-4262-8ca0-11f0aa2bd96e {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:48.601718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e450f6a-d15a-439b-9c1b-bb94190f4bb9 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.610231 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c145c090-645f-4072-a3cd-2dce208a1822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.743553 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-c145c090-645f-4072-a3cd-2dce208a1822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Calling delete_port for b98a26aa-e85c-4998-b0f8-79cae226266e owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:48.764921 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-15acda07-47a9-4269-9340-b92bda605ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.792794 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-87b345ea-d728-4927-85ad-00a2e8ae0c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:48.845012 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-87b345ea-d728-4927-85ad-00a2e8ae0c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.849502 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-87b345ea-d728-4927-85ad-00a2e8ae0c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] 10.222.0.39 "DELETE /v2.0/ports/5b76aeba-ed1a-49ee-b5e8-1378229b7c2b HTTP/1.1" status: 204 len: 168 time: 2.3689809 Jun 18 16:28:48.850420 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44910) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:48.940199 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e450f6a-d15a-439b-9c1b-bb94190f4bb9 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.953598 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0b8982a9-7cb8-488c-894b-cd000a8db67c req-d81c52e5-46dc-439c-88a9-83b45a207316 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bc10b70-ecac-4d3c-bc72-f81b13d67f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618574 Jun 18 16:28:48.972453 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ba37b6-6b16-48c2-981a-41f6f6fd88fc tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Deleting subnet 1c7d0521-bd34-48cb-bbb0-4bc490903841 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:28:48.977810 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b0ba37b6-6b16-48c2-981a-41f6f6fd88fc tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.024928 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd08cc3-853b-4f17-a4ba-60df20d201ea tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Router e5616d2b-99e5-40ce-8504-8b3c43816c1d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:49.034819 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b0ba37b6-6b16-48c2-981a-41f6f6fd88fc tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.035514 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-8e450f6a-d15a-439b-9c1b-bb94190f4bb9 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Calling delete_port for b8ae90d6-d54a-4262-8ca0-11f0aa2bd96e owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:49.067538 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c145c090-645f-4072-a3cd-2dce208a1822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.100855 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:49.111322 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-15acda07-47a9-4269-9340-b92bda605ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.113770 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-15acda07-47a9-4269-9340-b92bda605ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.114881 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-15acda07-47a9-4269-9340-b92bda605ddf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/05a59759-d10d-4b3b-823c-ebc18dc56e12 HTTP/1.1" status: 204 len: 168 time: 0.7292023 Jun 18 16:28:49.145669 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145c090-645f-4072-a3cd-2dce208a1822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event deleted for resources: {'Port': ['ID=b98a26aa-e85c-4998-b0f8-79cae226266e,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:49.152401 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c145c090-645f-4072-a3cd-2dce208a1822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:49.156351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c145c090-645f-4072-a3cd-2dce208a1822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.158388 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c145c090-645f-4072-a3cd-2dce208a1822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "DELETE /v2.0/ports/b98a26aa-e85c-4998-b0f8-79cae226266e HTTP/1.1" status: 204 len: 168 time: 1.3006520 Jun 18 16:28:49.164064 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ddbbddde-78e5-47d2-8b37-279bd5148faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:49.170852 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44916) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:49.191247 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.219148 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acda07-47a9-4269-9340-b92bda605ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a59759-d10d-4b3b-823c-ebc18dc56e12,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:49.221467 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-15acda07-47a9-4269-9340-b92bda605ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:49.265963 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76ae8802-3fd6-42f3-8b1b-3bc39b6bbb92 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.313962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-76ae8802-3fd6-42f3-8b1b-3bc39b6bbb92 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Transition to ACTIVE for port object 8b1961bf-9fb5-4a84-924b-3eb8b3c67da2 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:49.337232 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b0ba37b6-6b16-48c2-981a-41f6f6fd88fc tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.416361 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd08cc3-853b-4f17-a4ba-60df20d201ea tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:49.417260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-2acf68b8-a282-47e4-bb22-861001f1116a tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Deleting port 679cb6b9-c475-4d32-904e-9d69fca4df43 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:49.417753 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2acf68b8-a282-47e4-bb22-861001f1116a tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.424204 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76ae8802-3fd6-42f3-8b1b-3bc39b6bbb92 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.429183 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bfd08cc3-853b-4f17-a4ba-60df20d201ea tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.431405 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a467389-0f73-4f17-b96d-822532d0d749 None None] Sync routers for ids ['e5616d2b-99e5-40ce-8504-8b3c43816c1d'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:49.439520 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e450f6a-d15a-439b-9c1b-bb94190f4bb9 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.452562 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a467389-0f73-4f17-b96d-822532d0d749 None None] Routers {'e5616d2b-99e5-40ce-8504-8b3c43816c1d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:49.453230 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6a467389-0f73-4f17-b96d-822532d0d749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:28:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e5616d2b-99e5-40ce-8504-8b3c43816c1d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:49.467543 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d4486ae0-8a4c-43bd-a7be-8eb0b2a5bd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:49.476297 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce2419-d5ad-4c21-82c0-28844b66eb41 req-bd129ba1-78ce-439a-8905-814e9bf325f6 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:49.477804 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-13ce2419-d5ad-4c21-82c0-28844b66eb41 req-bd129ba1-78ce-439a-8905-814e9bf325f6 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 946 time: 0.3581324 Jun 18 16:28:49.488520 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44922) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:49.501769 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-99e20fb9-8d49-47e6-bb5b-8a655bd3f53f tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Request body: {'floatingip': {'port_id': '97567ac8-b531-4da7-8561-12107ccdc437'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:49.548708 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Allocated IP 172.26.2.160 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/929d2a13-1bee-455b-bf16-11bfe5ceee4e) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:49.552996 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b0ba37b6-6b16-48c2-981a-41f6f6fd88fc tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.571076 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:49.579477 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-bfd08cc3-853b-4f17-a4ba-60df20d201ea tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "PUT /v2.0/floatingips/668df210-7d2b-4be1-9c97-20c8ac0b2424 HTTP/1.1" status: 200 len: 991 time: 4.1170292 Jun 18 16:28:49.579477 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-99e20fb9-8d49-47e6-bb5b-8a655bd3f53f tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for floatingip, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.583545 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2acf68b8-a282-47e4-bb22-861001f1116a tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.586051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae8802-3fd6-42f3-8b1b-3bc39b6bbb92 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event updated for resources: {'Port': ['ID=8b1961bf-9fb5-4a84-924b-3eb8b3c67da2,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:49.586425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21735db-d77f-4e5e-9ff8-e7d7b9982be3', 'tag': 'd6bc773a-ce2c-475e-906a-0fc4cd2aa92a'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:28:49.591658 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ae8802-3fd6-42f3-8b1b-3bc39b6bbb92 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Network fb6d266f-83ff-462c-8163-9b784df685ab is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:49.597588 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-76ae8802-3fd6-42f3-8b1b-3bc39b6bbb92 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:49.600478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9e57fb9c-3212-48fe-9d15-75f96519a36c tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:49.609990 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-76ae8802-3fd6-42f3-8b1b-3bc39b6bbb92 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:49.617365 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ae8802-3fd6-42f3-8b1b-3bc39b6bbb92 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:49.656009 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba37b6-6b16-48c2-981a-41f6f6fd88fc tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Pushing event deleted for resources: {'Subnet': ['ID=1c7d0521-bd34-48cb-bbb0-4bc490903841,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:49.658026 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b0ba37b6-6b16-48c2-981a-41f6f6fd88fc tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.671578 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b0ba37b6-6b16-48c2-981a-41f6f6fd88fc tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] 10.222.0.39 "DELETE /v2.0/subnets/1c7d0521-bd34-48cb-bbb0-4bc490903841 HTTP/1.1" status: 204 len: 168 time: 0.8173528 Jun 18 16:28:49.674765 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-2acf68b8-a282-47e4-bb22-861001f1116a tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Calling delete_port for 679cb6b9-c475-4d32-904e-9d69fca4df43 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:49.693719 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce17d081-fa5e-4f41-b548-781ea373fd16 None None] Network c8ad7829-535e-4c4f-a4d4-66c4834d2740 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:49.700820 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44934) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:49.749163 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e450f6a-d15a-439b-9c1b-bb94190f4bb9 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event deleted for resources: {'Port': ['ID=b8ae90d6-d54a-4262-8ca0-11f0aa2bd96e,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:49.777031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8e450f6a-d15a-439b-9c1b-bb94190f4bb9 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:49.796746 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b0ba37b6-6b16-48c2-981a-41f6f6fd88fc tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:49.945968 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-6a467389-0f73-4f17-b96d-822532d0d749 None None] Set router e5616d2b-99e5-40ce-8504-8b3c43816c1d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:49.961180 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349754ee-20ca-472f-8e27-fad86abdc405" -d '{"events": [{"name": "network-changed", "server_uuid": "b21735db-d77f-4e5e-9ff8-e7d7b9982be3", "tag": "d6bc773a-ce2c-475e-906a-0fc4cd2aa92a"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:28:50.137617 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.170916 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-035c1da3-d981-4738-8559-59dfced1d050 None None] Provisioning for port 8b1961bf-9fb5-4a84-924b-3eb8b3c67da2 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:50.175448 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-035c1da3-d981-4738-8559-59dfced1d050 None None] Provisioning complete for port 8b1961bf-9fb5-4a84-924b-3eb8b3c67da2 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:50.176016 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-035c1da3-d981-4738-8559-59dfced1d050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.230398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ae8802-3fd6-42f3-8b1b-3bc39b6bbb92 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:50.236397 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76ae8802-3fd6-42f3-8b1b-3bc39b6bbb92 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.275771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-035c1da3-d981-4738-8559-59dfced1d050 None None] Port 8b1961bf-9fb5-4a84-924b-3eb8b3c67da2 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:50.289247 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7175cef4-ea8b-4af4-8999-cc0133a79478 x-openstack-request-id: req-7175cef4-ea8b-4af4-8999-cc0133a79478 {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:28:50.289571 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21735db-d77f-4e5e-9ff8-e7d7b9982be3", "tag": "d6bc773a-ce2c-475e-906a-0fc4cd2aa92a", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:28:50.289998 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7175cef4-ea8b-4af4-8999-cc0133a79478 {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:28:50.290320 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21735db-d77f-4e5e-9ff8-e7d7b9982be3', 'tag': 'd6bc773a-ce2c-475e-906a-0fc4cd2aa92a', 'status': 'completed', 'code': 200} Jun 18 16:28:50.328134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.337523 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-76ae8802-3fd6-42f3-8b1b-3bc39b6bbb92 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6104426 Jun 18 16:28:50.343053 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44952) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:50.349162 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-62a446b7-404b-4b25-83e7-09d5cec1c634 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8e:46:ee'}]}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:50.394370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.398311 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-19c4e013-13af-4e94-9d5b-72538a39d31b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:50.401428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32847f26-6c58-4641-b5c2-72fb74740c90 None None] DHCP port deletion for c8ad7829-535e-4c4f-a4d4-66c4834d2740 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:28:50.466687 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e450f6a-d15a-439b-9c1b-bb94190f4bb9 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.468810 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8e450f6a-d15a-439b-9c1b-bb94190f4bb9 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "DELETE /v2.0/ports/b8ae90d6-d54a-4262-8ca0-11f0aa2bd96e HTTP/1.1" status: 204 len: 168 time: 2.2501962 Jun 18 16:28:50.473232 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6a467389-0f73-4f17-b96d-822532d0d749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'name': 'tempest-ServersTestManualDisk-286806323-router', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:27:57Z', 'updated_at': '2021-06-18T16:28:01Z', 'revision_number': 4, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'gw_port': {'id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:58Z', 'updated_at': '2021-06-18T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '668df210-7d2b-4be1-9c97-20c8ac0b2424', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'floating_ip_address': '172.26.2.131', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'port_id': 'd6bc773a-ce2c-475e-906a-0fc4cd2aa92a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4', 'mac_address': 'fa:16:3e:0d:9a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21735db-d77f-4e5e-9ff8-e7d7b9982be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:28:10Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 1, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fed6fe-4050-4738-a070-db33a47f88b1', 'name': '', 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'mac_address': 'fa:16:3e:34:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '38516926-b59f-4c3c-99cb-34da080f8d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:59Z', 'updated_at': '2021-06-18T16:28:09Z', 'revision_number': 5, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'subnets': [{'id': '38516926-b59f-4c3c-99cb-34da080f8d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:50.475173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44954) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:50.500903 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:50.501999 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a467389-0f73-4f17-b96d-822532d0d749 None None] Checking router: e5616d2b-99e5-40ce-8504-8b3c43816c1d for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:28:50.507030 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:50.508923 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2acf68b8-a282-47e4-bb22-861001f1116a tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.515596 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a467389-0f73-4f17-b96d-822532d0d749 None None] Routers {'e5616d2b-99e5-40ce-8504-8b3c43816c1d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:50.516439 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6a467389-0f73-4f17-b96d-822532d0d749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:28:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e5616d2b-99e5-40ce-8504-8b3c43816c1d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:50.519194 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:50.523033 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Pushing event updated for resources: {'Port': ['ID=929d2a13-1bee-455b-bf16-11bfe5ceee4e,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:50.531459 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:50.534397 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9138abf2-85e8-453c-a8a4-0ccb82e8fcbe tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:50.538679 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-32847f26-6c58-4641-b5c2-72fb74740c90 None None] Deleting port c19e3f89-98dd-4d55-9616-a0f1ca6ced1a {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:50.539079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-32847f26-6c58-4641-b5c2-72fb74740c90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.548395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44956) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:50.638073 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-6a467389-0f73-4f17-b96d-822532d0d749 None None] Set router e5616d2b-99e5-40ce-8504-8b3c43816c1d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:50.639830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-32847f26-6c58-4641-b5c2-72fb74740c90 None None] For port c19e3f89-98dd-4d55-9616-a0f1ca6ced1a, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c19e3f89-98dd-4d55-9616-a0f1ca6ced1a,segment=NetworkSegment(783e08c5-4019-41e0-a2a5-0f877fcdbc99),segment_id=783e08c5-4019-41e0-a2a5-0f877fcdbc99)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:50.640287 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-32847f26-6c58-4641-b5c2-72fb74740c90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.640742 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec614491-3e41-444a-a334-6a1173a9f8eb tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] GET failed (client error): The resource could not be found. Jun 18 16:28:50.642797 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ec614491-3e41-444a-a334-6a1173a9f8eb tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "GET /v2.0/ports/b8ae90d6-d54a-4262-8ca0-11f0aa2bd96e HTTP/1.1" status: 404 len: 333 time: 0.1625316 Jun 18 16:28:50.664112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf68b8-a282-47e4-bb22-861001f1116a tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event deleted for resources: {'Port': ['ID=679cb6b9-c475-4d32-904e-9d69fca4df43,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:50.673424 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44960) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:50.707852 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2acf68b8-a282-47e4-bb22-861001f1116a tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:50.723252 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2acf68b8-a282-47e4-bb22-861001f1116a tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.727704 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2acf68b8-a282-47e4-bb22-861001f1116a tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "DELETE /v2.0/ports/679cb6b9-c475-4d32-904e-9d69fca4df43 HTTP/1.1" status: 204 len: 168 time: 1.5515101 Jun 18 16:28:50.761369 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-32847f26-6c58-4641-b5c2-72fb74740c90 None None] Calling delete_port for c19e3f89-98dd-4d55-9616-a0f1ca6ced1a owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:50.766647 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-99e20fb9-8d49-47e6-bb5b-8a655bd3f53f tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.771356 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44962) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:50.796610 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-62a446b7-404b-4b25-83e7-09d5cec1c634 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.832996 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.873561 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c19e3f89-98dd-4d55-9616-a0f1ca6ced1a no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:28:50.889387 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-99e20fb9-8d49-47e6-bb5b-8a655bd3f53f tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.898756 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a192ccfc-ffc9-4aaa-a848-76e49b2207b6 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1180329 Jun 18 16:28:50.908739 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6a467389-0f73-4f17-b96d-822532d0d749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'name': 'tempest-ServersTestManualDisk-286806323-router', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:27:57Z', 'updated_at': '2021-06-18T16:28:01Z', 'revision_number': 4, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'gw_port': {'id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:58Z', 'updated_at': '2021-06-18T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '668df210-7d2b-4be1-9c97-20c8ac0b2424', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'floating_ip_address': '172.26.2.131', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'port_id': 'd6bc773a-ce2c-475e-906a-0fc4cd2aa92a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4', 'mac_address': 'fa:16:3e:0d:9a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21735db-d77f-4e5e-9ff8-e7d7b9982be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:28:10Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 1, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fed6fe-4050-4738-a070-db33a47f88b1', 'name': '', 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'mac_address': 'fa:16:3e:34:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '38516926-b59f-4c3c-99cb-34da080f8d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:59Z', 'updated_at': '2021-06-18T16:28:09Z', 'revision_number': 5, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'subnets': [{'id': '38516926-b59f-4c3c-99cb-34da080f8d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:50.912502 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-32847f26-6c58-4641-b5c2-72fb74740c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.915984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-fc260900-9dd4-49d8-aa71-dd65d8964889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:50.936934 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44964) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:50.941924 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32847f26-6c58-4641-b5c2-72fb74740c90 None None] Pushing event deleted for resources: {'Port': ['ID=c19e3f89-98dd-4d55-9616-a0f1ca6ced1a,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:50.944005 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-83832fc7-d2c7-4b28-b8d3-fd8a94293809 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-650545640'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:50.946061 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a467389-0f73-4f17-b96d-822532d0d749 None None] The sync data for ids ['e5616d2b-99e5-40ce-8504-8b3c43816c1d'] in dv-neutron-797121-1-hyperv is: [{'id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'name': 'tempest-ServersTestManualDisk-286806323-router', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:27:57Z', 'updated_at': '2021-06-18T16:28:01Z', 'revision_number': 4, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'gw_port': {'id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:58Z', 'updated_at': '2021-06-18T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '668df210-7d2b-4be1-9c97-20c8ac0b2424', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'floating_ip_address': '172.26.2.131', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'port_id': 'd6bc773a-ce2c-475e-906a-0fc4cd2aa92a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4', 'mac_address': 'fa:16:3e:0d:9a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21735db-d77f-4e5e-9ff8-e7d7b9982be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:28:10Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 1, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fed6fe-4050-4738-a070-db33a47f88b1', 'name': '', 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'mac_address': 'fa:16:3e:34:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '38516926-b59f-4c3c-99cb-34da080f8d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:59Z', 'updated_at': '2021-06-18T16:28:09Z', 'revision_number': 5, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'subnets': [{'id': '38516926-b59f-4c3c-99cb-34da080f8d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:50.946640 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No active binding found for port c19e3f89-98dd-4d55-9616-a0f1ca6ced1a {{(pid=93429) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 18 16:28:50.947334 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c19e3f89-98dd-4d55-9616-a0f1ca6ced1a not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:28:50.952822 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-32847f26-6c58-4641-b5c2-72fb74740c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:50.958295 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32847f26-6c58-4641-b5c2-72fb74740c90 None None] No DVR routers for this DVR port c19e3f89-98dd-4d55-9616-a0f1ca6ced1a on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:51.009006 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-afcc0da5-e598-41bc-ba02-562d62e5e5bd tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-783516925'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:51.046017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349754ee-20ca-472f-8e27-fad86abdc405 req-7355f4b9-3fb7-4fd4-895f-db68eb187b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:51.047501 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-349754ee-20ca-472f-8e27-fad86abdc405 req-7355f4b9-3fb7-4fd4-895f-db68eb187b92 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b33ea418eb12499b9e56b605b80bf99d&device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 1098 time: 0.6691604 Jun 18 16:28:51.054176 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.079059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83832fc7-d2c7-4b28-b8d3-fd8a94293809 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Made reservation on behalf of e676bb9e7ae04d69b78782acef23f43d for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:51.082475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-83832fc7-d2c7-4b28-b8d3-fd8a94293809 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.113079 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Deleting port c19e3f89-98dd-4d55-9616-a0f1ca6ced1a {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:51.113856 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.114364 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-99e20fb9-8d49-47e6-bb5b-8a655bd3f53f tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Floating IP c01c0f4c-e344-4812-b7fc-49cb4f804409 associated. External IP: 172.26.2.46, port: 97567ac8-b531-4da7-8561-12107ccdc437. Jun 18 16:28:51.171920 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83832fc7-d2c7-4b28-b8d3-fd8a94293809 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:51.224184 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-83832fc7-d2c7-4b28-b8d3-fd8a94293809 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.224493 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-83832fc7-d2c7-4b28-b8d3-fd8a94293809 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Added segment 3c279bb9-e86f-4353-83ec-ae3fe166a860 of type vlan for network 802c0b79-ab52-4d9b-a027-9981671a06f8 Jun 18 16:28:51.243330 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcc0da5-e598-41bc-ba02-562d62e5e5bd tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:51.246791 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-afcc0da5-e598-41bc-ba02-562d62e5e5bd tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.256907 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ee5b3d-09a1-4aa3-9af5-717485bcb66f None None] New status for floating IP 668df210-7d2b-4be1-9c97-20c8ac0b2424: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:28:51.290625 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] For port c19e3f89-98dd-4d55-9616-a0f1ca6ced1a, host dv-neutron-797121-1-hyperv, got binding levels [] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:51.290965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.297377 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-afcc0da5-e598-41bc-ba02-562d62e5e5bd tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.329406 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-83832fc7-d2c7-4b28-b8d3-fd8a94293809 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.391366 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Calling delete_port for c19e3f89-98dd-4d55-9616-a0f1ca6ced1a owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:51.395988 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.ipam_backend_mixin [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Port c19e3f89-98dd-4d55-9616-a0f1ca6ced1a was not found and therefore no delete operation was performed {{(pid=93428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 16:28:51.423330 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-83832fc7-d2c7-4b28-b8d3-fd8a94293809 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.424902 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-62a446b7-404b-4b25-83e7-09d5cec1c634 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.426511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.434918 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3d95f150-45ae-403d-bec6-dbc379fc2781 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:51.435917 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83832fc7-d2c7-4b28-b8d3-fd8a94293809 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:51.436526 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-83832fc7-d2c7-4b28-b8d3-fd8a94293809 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.447656 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:51.448323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-7bcdffb8-59be-4ee6-a4b2-95eb3cf1cc35 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Deleting port dd2c2e15-f3e1-4cc4-8bec-b588abb104e6 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:51.448669 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7bcdffb8-59be-4ee6-a4b2-95eb3cf1cc35 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.451616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-62a446b7-404b-4b25-83e7-09d5cec1c634 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.454470 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.476643 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349754ee-20ca-472f-8e27-fad86abdc405 req-37d4944c-de48-4f8b-bd75-44eeb2c67d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:51.478155 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-349754ee-20ca-472f-8e27-fad86abdc405 req-37d4944c-de48-4f8b-bd75-44eeb2c67d6e service neutron] 10.222.0.64 "GET /v2.0/networks?id=3768cd4f-78ca-4b95-afbb-fe15e2552ac4 HTTP/1.1" status: 200 len: 912 time: 0.3925288 Jun 18 16:28:51.528260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Pushing event deleted for resources: {'Port': ['ID=c19e3f89-98dd-4d55-9616-a0f1ca6ced1a,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:51.532330 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] No DVR routers for this DVR port c19e3f89-98dd-4d55-9616-a0f1ca6ced1a on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:51.742017 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.818321 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:51.820878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1caae4fc-353f-4193-84c0-d79642dd3217 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:51.857959 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83832fc7-d2c7-4b28-b8d3-fd8a94293809 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event updated for resources: {'Network': ['ID=802c0b79-ab52-4d9b-a027-9981671a06f8,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:51.866153 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-83832fc7-d2c7-4b28-b8d3-fd8a94293809 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:51.866613 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:51.869843 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 802c0b79-ab52-4d9b-a027-9981671a06f8 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:51.898649 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.909811 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e20fb9-8d49-47e6-bb5b-8a655bd3f53f tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Router bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:51.937395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Pushing event updated for resources: {'Port': ['ID=929d2a13-1bee-455b-bf16-11bfe5ceee4e,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:51.940265 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:52.050299 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e20fb9-8d49-47e6-bb5b-8a655bd3f53f tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:52.056292 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-99e20fb9-8d49-47e6-bb5b-8a655bd3f53f tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.069210 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9314ea9d-9670-4edd-9f2b-ddff028aff59 None None] Sync routers for ids ['bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:52.085121 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9314ea9d-9670-4edd-9f2b-ddff028aff59 None None] Routers {'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:52.086513 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9314ea9d-9670-4edd-9f2b-ddff028aff59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:28:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:52.098927 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7bcdffb8-59be-4ee6-a4b2-95eb3cf1cc35 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.104302 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-99e20fb9-8d49-47e6-bb5b-8a655bd3f53f tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "PUT /v2.0/floatingips/c01c0f4c-e344-4812-b7fc-49cb4f804409 HTTP/1.1" status: 200 len: 991 time: 2.6074057 Jun 18 16:28:52.120703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.121021 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-12b111e6-f5cf-4cbc-9320-92265f80a080 None None] Provisioning complete for port 8b1961bf-9fb5-4a84-924b-3eb8b3c67da2 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:52.121672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-12b111e6-f5cf-4cbc-9320-92265f80a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.136293 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ad7829-535e-4c4f-a4d4-66c4834d2740']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:52.150958 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783e08c5-4019-41e0-a2a5-0f877fcdbc99') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:52.153231 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783e08c5-4019-41e0-a2a5-0f877fcdbc99') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:52.176233 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-12b111e6-f5cf-4cbc-9320-92265f80a080 None None] Port 8b1961bf-9fb5-4a84-924b-3eb8b3c67da2 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:52.189340 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-349754ee-20ca-472f-8e27-fad86abdc405 req-10d3ed2e-48b2-4654-a8ab-42bbc2777305 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6bc773a-ce2c-475e-906a-0fc4cd2aa92a HTTP/1.1" status: 200 len: 1001 time: 0.6635594 Jun 18 16:28:52.190101 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a446b7-404b-4b25-83e7-09d5cec1c634 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event updated for resources: {'Port': ['ID=8b1961bf-9fb5-4a84-924b-3eb8b3c67da2,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:52.199273 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-62a446b7-404b-4b25-83e7-09d5cec1c634 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:52.207629 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.216838 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-9314ea9d-9670-4edd-9f2b-ddff028aff59 None None] Set router bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:52.237144 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-62a446b7-404b-4b25-83e7-09d5cec1c634 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] In _notify_port_updated(), no bound segment for port 8b1961bf-9fb5-4a84-924b-3eb8b3c67da2 on network fb6d266f-83ff-462c-8163-9b784df685ab {{(pid=93428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:28:52.242493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a446b7-404b-4b25-83e7-09d5cec1c634 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:52.243130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-62a446b7-404b-4b25-83e7-09d5cec1c634 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.247065 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-62a446b7-404b-4b25-83e7-09d5cec1c634 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "PUT /v2.0/ports/8b1961bf-9fb5-4a84-924b-3eb8b3c67da2 HTTP/1.1" status: 200 len: 995 time: 1.9024439 Jun 18 16:28:52.247555 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44974) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:52.288788 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-7bcdffb8-59be-4ee6-a4b2-95eb3cf1cc35 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Calling delete_port for dd2c2e15-f3e1-4cc4-8bec-b588abb104e6 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:52.294189 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2f188c-d102-4d9f-8d24-91d164a44408', 'tag': '97567ac8-b531-4da7-8561-12107ccdc437'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:28:52.300040 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3550c27-7298-4e3a-b00d-09c0cd4ecb6a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2f188c-d102-4d9f-8d24-91d164a44408", "tag": "97567ac8-b531-4da7-8561-12107ccdc437"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:28:52.303725 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.328789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:52.329180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:52.332329 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:52.393141 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-0cf6435e-34b0-4281-bc95-cebe67a7592c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Deleting port 8b1961bf-9fb5-4a84-924b-3eb8b3c67da2 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:52.393547 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0cf6435e-34b0-4281-bc95-cebe67a7592c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.437626 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4afe50-5b5c-4991-a2a8-d2986f24cd2d x-openstack-request-id: req-4e4afe50-5b5c-4991-a2a8-d2986f24cd2d {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:28:52.438351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2f188c-d102-4d9f-8d24-91d164a44408", "tag": "97567ac8-b531-4da7-8561-12107ccdc437", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:28:52.438351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e4afe50-5b5c-4991-a2a8-d2986f24cd2d {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:28:52.438505 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2f188c-d102-4d9f-8d24-91d164a44408', 'tag': '97567ac8-b531-4da7-8561-12107ccdc437', 'status': 'completed', 'code': 200} Jun 18 16:28:52.493922 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9314ea9d-9670-4edd-9f2b-ddff028aff59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'name': 'tempest-ServersTestJSON-924229174-router', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:01Z', 'updated_at': '2021-06-18T16:28:12Z', 'revision_number': 4, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'gw_port': {'id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:03Z', 'updated_at': '2021-06-18T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'c01c0f4c-e344-4812-b7fc-49cb4f804409', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'floating_ip_address': '172.26.2.46', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'port_id': '97567ac8-b531-4da7-8561-12107ccdc437', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302', 'mac_address': 'fa:16:3e:e0:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2f188c-d102-4d9f-8d24-91d164a44408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:28:26Z', 'updated_at': '2021-06-18T16:28:50Z', 'revision_number': 1, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94', 'name': '', 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'mac_address': 'fa:16:3e:ec:04:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '36736294-af3b-4cce-819a-088f47615227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:09Z', 'updated_at': '2021-06-18T16:28:22Z', 'revision_number': 5, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'subnets': [{'id': '36736294-af3b-4cce-819a-088f47615227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:52.495169 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0cf6435e-34b0-4281-bc95-cebe67a7592c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.501301 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-afcc0da5-e598-41bc-ba02-562d62e5e5bd tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.503053 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349754ee-20ca-472f-8e27-fad86abdc405 req-561794c0-0597-4e3e-b9ef-cedede0a2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:52.504566 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-349754ee-20ca-472f-8e27-fad86abdc405 req-561794c0-0597-4e3e-b9ef-cedede0a2b8a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38516926-b59f-4c3c-99cb-34da080f8d97 HTTP/1.1" status: 200 len: 850 time: 0.2689350 Jun 18 16:28:52.505158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.515020 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.519024 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2716062 Jun 18 16:28:52.520404 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-83832fc7-d2c7-4b28-b8d3-fd8a94293809 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5823801 Jun 18 16:28:52.521019 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44978) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:52.526655 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9314ea9d-9670-4edd-9f2b-ddff028aff59 None None] Checking router: bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:28:52.529271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44980) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:52.535846 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9314ea9d-9670-4edd-9f2b-ddff028aff59 None None] Routers {'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:52.536454 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9314ea9d-9670-4edd-9f2b-ddff028aff59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:28:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:52.538224 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-63d00fb3-b5af-49d6-ba3e-425cfa7d1aca tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1294062898'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:52.549418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-afcc0da5-e598-41bc-ba02-562d62e5e5bd tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.556646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.558549 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] 10.222.0.39 "DELETE /v2.0/networks/c8ad7829-535e-4c4f-a4d4-66c4834d2740 HTTP/1.1" status: 204 len: 168 time: 2.8542893 Jun 18 16:28:52.561829 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-de9229ed-398e-447b-bc18-f9d3aee42088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535954383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:52.587577 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-0cf6435e-34b0-4281-bc95-cebe67a7592c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Calling delete_port for 8b1961bf-9fb5-4a84-924b-3eb8b3c67da2 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:52.636715 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Pushing event deleted for resources: {'Network': ['ID=c8ad7829-535e-4c4f-a4d4-66c4834d2740,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:52.640557 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afcc0da5-e598-41bc-ba02-562d62e5e5bd tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:52.652239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:52.665206 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a35e3edf-ff11-4777-8c42-12049353a76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:52.703180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-afcc0da5-e598-41bc-ba02-562d62e5e5bd tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.703851 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-afcc0da5-e598-41bc-ba02-562d62e5e5bd tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Added segment d3f15de3-5253-40e2-bb5f-c4ceff894185 of type vlan for network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 Jun 18 16:28:52.715255 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d00fb3-b5af-49d6-ba3e-425cfa7d1aca tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Made reservation on behalf of e676bb9e7ae04d69b78782acef23f43d for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:52.726484 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-63d00fb3-b5af-49d6-ba3e-425cfa7d1aca tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.743811 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-9314ea9d-9670-4edd-9f2b-ddff028aff59 None None] Set router bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:52.773383 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:52.779772 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0cf6435e-34b0-4281-bc95-cebe67a7592c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.794877 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1f665dfe-72b3-4f1d-b936-c2f1e5be82d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:52.811070 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc0da5-e598-41bc-ba02-562d62e5e5bd tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5af5a757-b469-45f8-9d4d-4a1099db7e5d,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:52.820693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-afcc0da5-e598-41bc-ba02-562d62e5e5bd tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:52.843986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-afcc0da5-e598-41bc-ba02-562d62e5e5bd tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.873601 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3550c27-7298-4e3a-b00d-09c0cd4ecb6a req-f1640f6e-b092-44f5-9c15-088663c5c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:52.875123 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d3550c27-7298-4e3a-b00d-09c0cd4ecb6a req-f1640f6e-b092-44f5-9c15-088663c5c509 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d53b2bcaed024ac08e365cbd82c08611&device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 1099 time: 0.3983579 Jun 18 16:28:52.875877 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d00fb3-b5af-49d6-ba3e-425cfa7d1aca tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:52.905693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349754ee-20ca-472f-8e27-fad86abdc405 req-3d5c6d88-71b0-477a-a902-c5d81908b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:52.907240 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-349754ee-20ca-472f-8e27-fad86abdc405 req-3d5c6d88-71b0-477a-a902-c5d81908b464 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3768cd4f-78ca-4b95-afbb-fe15e2552ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3768160 Jun 18 16:28:52.939521 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6435e-34b0-4281-bc95-cebe67a7592c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event deleted for resources: {'Port': ['ID=8b1961bf-9fb5-4a84-924b-3eb8b3c67da2,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:52.951544 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0cf6435e-34b0-4281-bc95-cebe67a7592c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:52.956396 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0cf6435e-34b0-4281-bc95-cebe67a7592c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.970187 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0cf6435e-34b0-4281-bc95-cebe67a7592c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "DELETE /v2.0/ports/8b1961bf-9fb5-4a84-924b-3eb8b3c67da2 HTTP/1.1" status: 204 len: 168 time: 0.7188480 Jun 18 16:28:52.974907 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44988) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:52.977194 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-63d00fb3-b5af-49d6-ba3e-425cfa7d1aca tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.977538 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-63d00fb3-b5af-49d6-ba3e-425cfa7d1aca tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Added segment 5ae0ba82-1f9e-4853-8d2a-b4fbe90366eb of type vlan for network 9a0c53dc-f2da-4d37-a4ad-152d10753163 Jun 18 16:28:53.015210 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7bcdffb8-59be-4ee6-a4b2-95eb3cf1cc35 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.020394 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44990) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:53.022682 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf1982e-47fe-4bc1-bdf4-81cd1e24a2a1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] GET failed (client error): The resource could not be found. Jun 18 16:28:53.031831 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-baf1982e-47fe-4bc1-bdf4-81cd1e24a2a1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "GET /v2.0/ports/8b1961bf-9fb5-4a84-924b-3eb8b3c67da2 HTTP/1.1" status: 404 len: 333 time: 0.0557106 Jun 18 16:28:53.032905 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 44992) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:53.039536 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-7738465d-edc1-4bfc-a19d-e214e84a37b1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Request body: {'port': {'network_id': 'fb6d266f-83ff-462c-8163-9b784df685ab', 'name': 'tempest-AllowedAddressPairTestJSON-37637369'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:53.044871 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.076438 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-63d00fb3-b5af-49d6-ba3e-425cfa7d1aca tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.098688 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9314ea9d-9670-4edd-9f2b-ddff028aff59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'name': 'tempest-ServersTestJSON-924229174-router', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:01Z', 'updated_at': '2021-06-18T16:28:12Z', 'revision_number': 4, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'gw_port': {'id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:03Z', 'updated_at': '2021-06-18T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'c01c0f4c-e344-4812-b7fc-49cb4f804409', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'floating_ip_address': '172.26.2.46', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'port_id': '97567ac8-b531-4da7-8561-12107ccdc437', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302', 'mac_address': 'fa:16:3e:e0:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2f188c-d102-4d9f-8d24-91d164a44408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:28:26Z', 'updated_at': '2021-06-18T16:28:50Z', 'revision_number': 1, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94', 'name': '', 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'mac_address': 'fa:16:3e:ec:04:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '36736294-af3b-4cce-819a-088f47615227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:09Z', 'updated_at': '2021-06-18T16:28:22Z', 'revision_number': 5, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'subnets': [{'id': '36736294-af3b-4cce-819a-088f47615227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:53.122659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c145c090-645f-4072-a3cd-2dce208a1822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:53.203963 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdffb8-59be-4ee6-a4b2-95eb3cf1cc35 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event deleted for resources: {'Port': ['ID=dd2c2e15-f3e1-4cc4-8bec-b588abb104e6,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:53.212468 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7bcdffb8-59be-4ee6-a4b2-95eb3cf1cc35 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:53.213569 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-afcc0da5-e598-41bc-ba02-562d62e5e5bd tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.215416 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9314ea9d-9670-4edd-9f2b-ddff028aff59 None None] The sync data for ids ['bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'] in dv-neutron-797121-1-hyperv is: [{'id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'name': 'tempest-ServersTestJSON-924229174-router', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:01Z', 'updated_at': '2021-06-18T16:28:12Z', 'revision_number': 4, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'gw_port': {'id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:03Z', 'updated_at': '2021-06-18T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'c01c0f4c-e344-4812-b7fc-49cb4f804409', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'floating_ip_address': '172.26.2.46', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'port_id': '97567ac8-b531-4da7-8561-12107ccdc437', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302', 'mac_address': 'fa:16:3e:e0:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2f188c-d102-4d9f-8d24-91d164a44408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:28:26Z', 'updated_at': '2021-06-18T16:28:50Z', 'revision_number': 1, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94', 'name': '', 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'mac_address': 'fa:16:3e:ec:04:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '36736294-af3b-4cce-819a-088f47615227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:09Z', 'updated_at': '2021-06-18T16:28:22Z', 'revision_number': 5, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'subnets': [{'id': '36736294-af3b-4cce-819a-088f47615227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:53.245472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcc0da5-e598-41bc-ba02-562d62e5e5bd tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:53.247772 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-afcc0da5-e598-41bc-ba02-562d62e5e5bd tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.272009 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7738465d-edc1-4bfc-a19d-e214e84a37b1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Made reservation on behalf of ceb1f52d31864e6b8643ad69a7e029c0 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:53.275103 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:53.276584 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7738465d-edc1-4bfc-a19d-e214e84a37b1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.297728 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.320555 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-7738465d-edc1-4bfc-a19d-e214e84a37b1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] device_id is not set on port 7182e5e5-78a1-4443-b870-6f2f3a1b0c1e yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:53.322630 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-63d00fb3-b5af-49d6-ba3e-425cfa7d1aca tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.327111 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7bcdffb8-59be-4ee6-a4b2-95eb3cf1cc35 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.331989 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7bcdffb8-59be-4ee6-a4b2-95eb3cf1cc35 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "DELETE /v2.0/ports/dd2c2e15-f3e1-4cc4-8bec-b588abb104e6 HTTP/1.1" status: 204 len: 168 time: 2.6557517 Jun 18 16:28:53.362387 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 44996) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:53.390796 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d00fb3-b5af-49d6-ba3e-425cfa7d1aca tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:53.391459 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-63d00fb3-b5af-49d6-ba3e-425cfa7d1aca tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.461804 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe7bd23-a708-4db8-8627-ef804dfc2040 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] GET failed (client error): The resource could not be found. Jun 18 16:28:53.463385 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1fe7bd23-a708-4db8-8627-ef804dfc2040 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "GET /v2.0/ports/dd2c2e15-f3e1-4cc4-8bec-b588abb104e6 HTTP/1.1" status: 404 len: 333 time: 0.0692127 Jun 18 16:28:53.470056 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-afcc0da5-e598-41bc-ba02-562d62e5e5bd tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.8897748 Jun 18 16:28:53.472802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45004) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:53.473131 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45006) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:53.553393 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-793bb69d-c8bf-4d49-b659-4d0fb9dd6123 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168', 'name': 'tempest-PortsIpV6TestJSON-1970009138'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:53.576547 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83fd993-65f1-47ce-bc47-ccebcfd1c70c None None] New status for floating IP c01c0f4c-e344-4812-b7fc-49cb4f804409: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:28:53.590118 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3550c27-7298-4e3a-b00d-09c0cd4ecb6a req-231b2d71-f220-4bf2-aef4-a9c544287eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:53.591856 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d3550c27-7298-4e3a-b00d-09c0cd4ecb6a req-231b2d71-f220-4bf2-aef4-a9c544287eed service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1f325ca-ec19-4fd2-b418-95ebf632c302 HTTP/1.1" status: 200 len: 906 time: 0.7024050 Jun 18 16:28:53.598653 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Allocated IP 172.26.2.85 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/8f1b40cd-620d-446c-a2b3-a84fec5ffabe) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:53.605323 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-7738465d-edc1-4bfc-a19d-e214e84a37b1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Allocated IP 172.20.0.6 (fb6d266f-83ff-462c-8163-9b784df685ab/9b5f10a8-2c0f-44e8-9257-5525733c25e0/7182e5e5-78a1-4443-b870-6f2f3a1b0c1e) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:53.622407 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-63d00fb3-b5af-49d6-ba3e-425cfa7d1aca tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0905485 Jun 18 16:28:53.656652 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc0da5-e598-41bc-ba02-562d62e5e5bd tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Network': ['ID=e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:53.659593 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-afcc0da5-e598-41bc-ba02-562d62e5e5bd tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:53.701595 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:53.706553 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-349754ee-20ca-472f-8e27-fad86abdc405 req-8e1e8f8f-9e51-4884-a072-c2f171339bc8 service neutron] 10.222.0.64 "GET /v2.0/networks/3768cd4f-78ca-4b95-afbb-fe15e2552ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7326210 Jun 18 16:28:53.728968 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.755026 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:53.777753 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45008) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:53.785509 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Request body: {'subnets': [{'network_id': '802c0b79-ab52-4d9b-a027-9981671a06f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1011255133', 'ip_version': 4}, {'network_id': '9a0c53dc-f2da-4d37-a4ad-152d10753163', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:53.785955 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Request body: {'subnet': {'network_id': '802c0b79-ab52-4d9b-a027-9981671a06f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1011255133', 'ip_version': 4}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:53.787035 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Request body: {'subnet': {'network_id': '9a0c53dc-f2da-4d37-a4ad-152d10753163', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:53.795346 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.814109 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:53.815408 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9d448692-0ea5-4a57-8d6a-9e9a3be24a3c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a36cacbd76c34fde8e5f0a244d325490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7220891 Jun 18 16:28:53.838990 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45010) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:53.910779 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:53.919852 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d00fb3-b5af-49d6-ba3e-425cfa7d1aca tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event updated for resources: {'Network': ['ID=9a0c53dc-f2da-4d37-a4ad-152d10753163,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:53.922550 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-63d00fb3-b5af-49d6-ba3e-425cfa7d1aca tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:53.931465 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 9a0c53dc-f2da-4d37-a4ad-152d10753163 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:53.936454 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:53.968268 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:53.969678 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d3550c27-7298-4e3a-b00d-09c0cd4ecb6a req-6a2ad54f-f740-4d1f-b81d-0194e19a7836 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97567ac8-b531-4da7-8561-12107ccdc437 HTTP/1.1" status: 200 len: 999 time: 0.2688758 Jun 18 16:28:54.013054 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Pushing event updated for resources: {'Port': ['ID=8f1b40cd-620d-446c-a2b3-a84fec5ffabe,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:54.030103 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793bb69d-c8bf-4d49-b659-4d0fb9dd6123 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:54.033550 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-793bb69d-c8bf-4d49-b659-4d0fb9dd6123 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.053154 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:54.062432 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-349754ee-20ca-472f-8e27-fad86abdc405 req-19bfab83-922d-49c0-93d3-0822757a7475 service neutron] 10.222.0.64 "GET /v2.0/networks/3768cd4f-78ca-4b95-afbb-fe15e2552ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315687 Jun 18 16:28:54.070918 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-b2310851-98bc-483b-b927-5fe09e9f1739 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Deleting port 753f3d07-6cb6-4469-8975-07feb60e3830 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:54.071262 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b2310851-98bc-483b-b927-5fe09e9f1739 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.099353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-793bb69d-c8bf-4d49-b659-4d0fb9dd6123 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] device_id is not set on port 699f534b-5706-463f-9969-4b6ad114d665 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:54.129875 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-190ae8e1-53d1-4077-ad2f-9e38a44449ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.134923 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3550c27-7298-4e3a-b00d-09c0cd4ecb6a req-a3e3cc25-2fef-414b-8e74-b661c7675d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:54.136354 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d3550c27-7298-4e3a-b00d-09c0cd4ecb6a req-a3e3cc25-2fef-414b-8e74-b661c7675d50 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36736294-af3b-4cce-819a-088f47615227 HTTP/1.1" status: 200 len: 844 time: 0.1492264 Jun 18 16:28:54.184367 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7738465d-edc1-4bfc-a19d-e214e84a37b1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.211542 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-7738465d-edc1-4bfc-a19d-e214e84a37b1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Transition to ACTIVE for port object 7182e5e5-78a1-4443-b870-6f2f3a1b0c1e will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:54.212721 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Made reservation on behalf of e676bb9e7ae04d69b78782acef23f43d for: {'subnet': 2} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:54.217915 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.218237 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.222651 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.233513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-190ae8e1-53d1-4077-ad2f-9e38a44449ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.317215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b2310851-98bc-483b-b927-5fe09e9f1739 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.347591 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.392769 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7738465d-edc1-4bfc-a19d-e214e84a37b1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.401305 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ea019cdd-440f-4f70-a58f-a850fdd2f96d tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:54.410267 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-b2310851-98bc-483b-b927-5fe09e9f1739 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Calling delete_port for 753f3d07-6cb6-4469-8975-07feb60e3830 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:54.470819 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-190ae8e1-53d1-4077-ad2f-9e38a44449ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.473238 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-190ae8e1-53d1-4077-ad2f-9e38a44449ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.474357 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-190ae8e1-53d1-4077-ad2f-9e38a44449ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec3b4081-3f35-4c76-86cc-f2adf352edec HTTP/1.1" status: 204 len: 168 time: 0.6074772 Jun 18 16:28:54.484032 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-15acda07-47a9-4269-9340-b92bda605ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:54.503920 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7738465d-edc1-4bfc-a19d-e214e84a37b1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Network fb6d266f-83ff-462c-8163-9b784df685ab is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:54.532936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3550c27-7298-4e3a-b00d-09c0cd4ecb6a req-e60d35e2-d07d-42b2-8407-dfb76137c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:54.535560 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d3550c27-7298-4e3a-b00d-09c0cd4ecb6a req-e60d35e2-d07d-42b2-8407-dfb76137c990 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1f325ca-ec19-4fd2-b418-95ebf632c302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3858161 Jun 18 16:28:54.544935 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-7738465d-edc1-4bfc-a19d-e214e84a37b1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:54.545227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ae8e1-53d1-4077-ad2f-9e38a44449ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3b4081-3f35-4c76-86cc-f2adf352edec,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:54.557158 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7738465d-edc1-4bfc-a19d-e214e84a37b1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:54.564769 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738465d-edc1-4bfc-a19d-e214e84a37b1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event updated for resources: {'Port': ['ID=7182e5e5-78a1-4443-b870-6f2f3a1b0c1e,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:54.569698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-190ae8e1-53d1-4077-ad2f-9e38a44449ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:54.595861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7738465d-edc1-4bfc-a19d-e214e84a37b1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:54.624422 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.651373 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-793bb69d-c8bf-4d49-b659-4d0fb9dd6123 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.749250 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d3550c27-7298-4e3a-b00d-09c0cd4ecb6a req-e5ee3957-9c44-4e38-9bfe-6af2480df57b service neutron] 10.222.0.64 "GET /v2.0/networks/f1f325ca-ec19-4fd2-b418-95ebf632c302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071495 Jun 18 16:28:54.774183 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7738465d-edc1-4bfc-a19d-e214e84a37b1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:54.774847 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7738465d-edc1-4bfc-a19d-e214e84a37b1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.858699 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7738465d-edc1-4bfc-a19d-e214e84a37b1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8240204 Jun 18 16:28:54.870750 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45022) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:54.878983 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-05c9df7f-30a8-43ed-9b22-2d20df7300ec tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Request body: {'port': {'network_id': 'fb6d266f-83ff-462c-8163-9b784df685ab', 'name': 'tempest-AllowedAddressPairTestJSON-1212061047'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:54.926025 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-886de173-b375-4474-af57-026bcdb62a80 None None] Provisioning for port 7182e5e5-78a1-4443-b870-6f2f3a1b0c1e completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:54.932306 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-886de173-b375-4474-af57-026bcdb62a80 None None] Provisioning complete for port 7182e5e5-78a1-4443-b870-6f2f3a1b0c1e triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:54.932811 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-886de173-b375-4474-af57-026bcdb62a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.978534 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-886de173-b375-4474-af57-026bcdb62a80 None None] Port 7182e5e5-78a1-4443-b870-6f2f3a1b0c1e cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:55.008083 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.022622 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.028478 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cdb4f1dc-d40e-495c-8b2b-d06940194042 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:55.167867 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-793bb69d-c8bf-4d49-b659-4d0fb9dd6123 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.174152 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:55.179956 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.182287 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b2310851-98bc-483b-b927-5fe09e9f1739 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.192367 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Pushing event updated for resources: {'Port': ['ID=8f1b40cd-620d-446c-a2b3-a84fec5ffabe,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:55.195651 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:55.231899 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c9df7f-30a8-43ed-9b22-2d20df7300ec tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Made reservation on behalf of ceb1f52d31864e6b8643ad69a7e029c0 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:55.235684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-05c9df7f-30a8-43ed-9b22-2d20df7300ec tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.252575 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.256475 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45036) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:55.256668 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7019010 Jun 18 16:28:55.261346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bb69d-c8bf-4d49-b659-4d0fb9dd6123 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=699f534b-5706-463f-9969-4b6ad114d665,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:55.278078 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-05c9df7f-30a8-43ed-9b22-2d20df7300ec tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] device_id is not set on port fc27aea2-c7d1-4541-8143-debf3559ecd4 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:55.292216 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.321020 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9cc0034d-7314-40ca-9fbb-c7651dbcec4b tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:55.324606 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-793bb69d-c8bf-4d49-b659-4d0fb9dd6123 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:55.329656 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5607beda-2623-4d38-961a-5afcead57bd1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:55.372481 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b2310851-98bc-483b-b927-5fe09e9f1739 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.374387 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b2310851-98bc-483b-b927-5fe09e9f1739 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "DELETE /v2.0/ports/753f3d07-6cb6-4469-8975-07feb60e3830 HTTP/1.1" status: 204 len: 168 time: 1.8960907 Jun 18 16:28:55.377642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45040) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:55.422387 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2310851-98bc-483b-b927-5fe09e9f1739 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event deleted for resources: {'Port': ['ID=753f3d07-6cb6-4469-8975-07feb60e3830,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:55.431093 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b2310851-98bc-483b-b927-5fe09e9f1739 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:55.441738 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d3550c27-7298-4e3a-b00d-09c0cd4ecb6a req-b961c1c8-e2b2-4744-bb98-f07c59ec3b54 service neutron] 10.222.0.64 "GET /v2.0/networks/f1f325ca-ec19-4fd2-b418-95ebf632c302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439598 Jun 18 16:28:55.442198 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45042) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:55.470458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793bb69d-c8bf-4d49-b659-4d0fb9dd6123 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Checking segment: {'id': 'd3f15de3-5253-40e2-bb5f-c4ceff894185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:55.470848 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793bb69d-c8bf-4d49-b659-4d0fb9dd6123 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network hostable DHCP agents. Network: e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:55.487883 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ab908d62-9f4f-4783-854d-7715f0e2d9a7 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.2271979 Jun 18 16:28:55.491115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45046) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:55.510157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793bb69d-c8bf-4d49-b659-4d0fb9dd6123 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:55.526581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-793bb69d-c8bf-4d49-b659-4d0fb9dd6123 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:55.532613 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793bb69d-c8bf-4d49-b659-4d0fb9dd6123 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:55.536407 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event updated for resources: {'Subnet': ['ID=9a7ecf18-61f7-4c04-82ec-8cbc54f980ff,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:55.539109 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:55.540369 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793bb69d-c8bf-4d49-b659-4d0fb9dd6123 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:55.541164 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-793bb69d-c8bf-4d49-b659-4d0fb9dd6123 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.562916 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-793bb69d-c8bf-4d49-b659-4d0fb9dd6123 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0832810 Jun 18 16:28:55.565997 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45048) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:55.568859 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5320979a-8038-4cb2-a790-f4c03846291f None None] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:55.568997 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:28:55.578559 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-acf9b328-ffec-416b-ba58-92cd1ac6de97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-165324876'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:55.607538 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf9b328-ffec-416b-ba58-92cd1ac6de97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:55.611828 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acf9b328-ffec-416b-ba58-92cd1ac6de97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.620195 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b6705ccc-02bd-4d3c-b1a3-8e71994f01a0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1438788888'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:55.659106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6705ccc-02bd-4d3c-b1a3-8e71994f01a0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Made reservation on behalf of a50f6beada67454e987312fb2c5df4b0 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:55.663232 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b6705ccc-02bd-4d3c-b1a3-8e71994f01a0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.665464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf9b328-ffec-416b-ba58-92cd1ac6de97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:55.690625 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acf9b328-ffec-416b-ba58-92cd1ac6de97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.690987 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-acf9b328-ffec-416b-ba58-92cd1ac6de97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Added segment eb4ac690-62e8-473d-9f4a-3f48f5dd5d44 of type vlan for network 64569148-c9c6-47d4-a4ab-6cbb41aca858 Jun 18 16:28:55.692395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b6705ccc-02bd-4d3c-b1a3-8e71994f01a0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.752786 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acf9b328-ffec-416b-ba58-92cd1ac6de97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.805030 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acf9b328-ffec-416b-ba58-92cd1ac6de97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.811390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf9b328-ffec-416b-ba58-92cd1ac6de97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:55.811999 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acf9b328-ffec-416b-ba58-92cd1ac6de97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.815527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:55.887270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Checking segment: {'id': '3c279bb9-e86f-4353-83ec-ae3fe166a860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '802c0b79-ab52-4d9b-a027-9981671a06f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:55.887791 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Network hostable DHCP agents. Network: 802c0b79-ab52-4d9b-a027-9981671a06f8, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:55.905662 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e40425c-3553-4918-94fa-417ec78f7f57 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Deleting subnet 5e9951c6-19b1-40b5-86e8-c9030f549fd1 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:28:55.909059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9b328-ffec-416b-ba58-92cd1ac6de97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Network': ['ID=64569148-c9c6-47d4-a4ab-6cbb41aca858,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:55.913563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-acf9b328-ffec-416b-ba58-92cd1ac6de97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:55.915092 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2b611713-768f-408f-bab9-dd306f2eab57 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4197567 Jun 18 16:28:55.921490 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45052) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:55.926533 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b6705ccc-02bd-4d3c-b1a3-8e71994f01a0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.926886 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7e40425c-3553-4918-94fa-417ec78f7f57 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.930305 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-05c9df7f-30a8-43ed-9b22-2d20df7300ec tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Allocated IP 172.20.0.11 (fb6d266f-83ff-462c-8163-9b784df685ab/9b5f10a8-2c0f-44e8-9257-5525733c25e0/fc27aea2-c7d1-4541-8143-debf3559ecd4) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:55.930854 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 64569148-c9c6-47d4-a4ab-6cbb41aca858 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:55.937484 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b6705ccc-02bd-4d3c-b1a3-8e71994f01a0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.950766 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6705ccc-02bd-4d3c-b1a3-8e71994f01a0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:55.960597 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b6705ccc-02bd-4d3c-b1a3-8e71994f01a0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.961076 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-b6705ccc-02bd-4d3c-b1a3-8e71994f01a0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Added segment 78b35e01-bfaf-4f41-92b0-d7e58c1ff928 of type vlan for network 013a8ad8-a843-48cc-a718-72fdd8f91043 Jun 18 16:28:56.005138 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:56.009810 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b6705ccc-02bd-4d3c-b1a3-8e71994f01a0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.018911 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-acf9b328-ffec-416b-ba58-92cd1ac6de97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4433534 Jun 18 16:28:56.024237 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45056) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:56.035159 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'ports': [{'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168'}, {'network_id': '64569148-c9c6-47d4-a4ab-6cbb41aca858'}]} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:56.035159 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:56.036009 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'network_id': '64569148-c9c6-47d4-a4ab-6cbb41aca858'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:56.036157 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Network 802c0b79-ab52-4d9b-a027-9981671a06f8 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:56.067525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 802c0b79-ab52-4d9b-a027-9981671a06f8) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:56.081366 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3649bd8b-b1b2-4231-a7b9-3bedf1a44b85 None None] Network 802c0b79-ab52-4d9b-a027-9981671a06f8 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:56.081522 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7e40425c-3553-4918-94fa-417ec78f7f57 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.107131 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6705ccc-02bd-4d3c-b1a3-8e71994f01a0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792440fc-967d-426c-aa4f-754f65ee2a58,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:56.113542 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b6705ccc-02bd-4d3c-b1a3-8e71994f01a0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:56.132496 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.146233 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b6705ccc-02bd-4d3c-b1a3-8e71994f01a0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.151445 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-96c69bb7-0a70-48ca-90b1-bc614c3dbdf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:56.151868 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6705ccc-02bd-4d3c-b1a3-8e71994f01a0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:56.153097 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b6705ccc-02bd-4d3c-b1a3-8e71994f01a0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.159725 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:56.251555 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b6705ccc-02bd-4d3c-b1a3-8e71994f01a0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7984586 Jun 18 16:28:56.257420 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45058) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:56.270831 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-802c0b79-ab52-4d9b-a027-9981671a06f8', 'network_id': '802c0b79-ab52-4d9b-a027-9981671a06f8', 'tenant_id': 'e676bb9e7ae04d69b78782acef23f43d', 'fixed_ips': [{'subnet_id': '9a7ecf18-61f7-4c04-82ec-8cbc54f980ff'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:28:56.272132 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.276890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'subnet': {'network_id': '013a8ad8-a843-48cc-a718-72fdd8f91043', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:56.330317 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event updated for resources: {'Subnet': ['ID=57541b65-6000-4efb-ba7b-6e096ce052cf,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:56.330834 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6705ccc-02bd-4d3c-b1a3-8e71994f01a0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Network': ['ID=013a8ad8-a843-48cc-a718-72fdd8f91043,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:56.332757 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:56.339140 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b6705ccc-02bd-4d3c-b1a3-8e71994f01a0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:56.372846 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 013a8ad8-a843-48cc-a718-72fdd8f91043 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:56.382080 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Deleting port 8f1b40cd-620d-446c-a2b3-a84fec5ffabe {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:56.382441 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.390281 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Checking segment: {'id': '5ae0ba82-1f9e-4853-8d2a-b4fbe90366eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9a0c53dc-f2da-4d37-a4ad-152d10753163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:56.391082 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Network hostable DHCP agents. Network: 9a0c53dc-f2da-4d37-a4ad-152d10753163, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:56.392655 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'port': 2} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:56.397221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.405458 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7e40425c-3553-4918-94fa-417ec78f7f57 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.421057 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.492659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Made reservation on behalf of a50f6beada67454e987312fb2c5df4b0 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:56.496700 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.538910 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Network 9a0c53dc-f2da-4d37-a4ad-152d10753163 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:56.544638 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-05c9df7f-30a8-43ed-9b22-2d20df7300ec tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.592701 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.593704 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.596265 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-05c9df7f-30a8-43ed-9b22-2d20df7300ec tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Transition to ACTIVE for port object fc27aea2-c7d1-4541-8143-debf3559ecd4 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:56.597566 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 9a0c53dc-f2da-4d37-a4ad-152d10753163) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:56.602500 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:56.603006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:56.603904 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.617742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244fe0d9-3e62-4698-a0a7-b4ce4f02d0a3 None None] Network 9a0c53dc-f2da-4d37-a4ad-152d10753163 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:56.624367 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7e40425c-3553-4918-94fa-417ec78f7f57 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.640984 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] device_id is not set on port 14bb5ba1-1abd-4b11-ad3f-c3c70f33fa16 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:56.665440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:56.676180 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Allocated IP 172.20.0.2 (802c0b79-ab52-4d9b-a027-9981671a06f8/9a7ecf18-61f7-4c04-82ec-8cbc54f980ff/bc44d2b7-937c-4dba-9060-891c0f0599fe) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:56.701061 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Calling delete_port for 8f1b40cd-620d-446c-a2b3-a84fec5ffabe owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:56.753209 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.9719543 Jun 18 16:28:56.753209 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40425c-3553-4918-94fa-417ec78f7f57 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9951c6-19b1-40b5-86e8-c9030f549fd1,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:56.754303 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7e40425c-3553-4918-94fa-417ec78f7f57 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:56.761322 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45060) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:56.768344 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7e40425c-3553-4918-94fa-417ec78f7f57 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.770089 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7e40425c-3553-4918-94fa-417ec78f7f57 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "DELETE /v2.0/subnets/5e9951c6-19b1-40b5-86e8-c9030f549fd1 HTTP/1.1" status: 204 len: 168 time: 1.3893800 Jun 18 16:28:56.780026 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45062) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:56.784794 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d53c323-87c3-4753-8aa5-f2de49f3e7aa None None] Network 42c38d0d-faa8-4da7-9dc1-45aa9d707d0b requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:56.843231 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-05c9df7f-30a8-43ed-9b22-2d20df7300ec tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.849729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:56.899108 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.913537 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c9df7f-30a8-43ed-9b22-2d20df7300ec tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Network fb6d266f-83ff-462c-8163-9b784df685ab is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:56.922372 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-05c9df7f-30a8-43ed-9b22-2d20df7300ec tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:56.925954 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c9df7f-30a8-43ed-9b22-2d20df7300ec tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:56.957632 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9df7f-30a8-43ed-9b22-2d20df7300ec tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event updated for resources: {'Port': ['ID=fc27aea2-c7d1-4541-8143-debf3559ecd4,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:56.958810 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-05c9df7f-30a8-43ed-9b22-2d20df7300ec tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:56.960552 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-9a0c53dc-f2da-4d37-a4ad-152d10753163', 'network_id': '9a0c53dc-f2da-4d37-a4ad-152d10753163', 'tenant_id': 'e676bb9e7ae04d69b78782acef23f43d', 'fixed_ips': [{'subnet_id': '57541b65-6000-4efb-ba7b-6e096ce052cf'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:28:56.962058 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.015857 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b3351f-cb8c-416b-b915-c0f8a5096c6e tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:57.017358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b3351f-cb8c-416b-b915-c0f8a5096c6e tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:57.019069 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b3351f-cb8c-416b-b915-c0f8a5096c6e tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:57.023456 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d8b3351f-cb8c-416b-b915-c0f8a5096c6e tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2558012 Jun 18 16:28:57.024006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45064) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:57.038151 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.073606 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.076706 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c9df7f-30a8-43ed-9b22-2d20df7300ec tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:57.077417 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-05c9df7f-30a8-43ed-9b22-2d20df7300ec tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.127944 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-05c9df7f-30a8-43ed-9b22-2d20df7300ec tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2510433 Jun 18 16:28:57.138632 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Transition to ACTIVE for port object bc44d2b7-937c-4dba-9060-891c0f0599fe will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:57.150058 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd66e607-e352-40f5-aa84-e82eda954b14 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Deleting subnet 9a7ecf18-61f7-4c04-82ec-8cbc54f980ff {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:28:57.169820 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45068) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:57.177149 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.215930 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-1f560eb0-db65-4277-9841-e4eea04f9cd8 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:8e:46:ee'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:bf:d4:bc'}]}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:57.217513 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Transition to ACTIVE for port object bc44d2b7-937c-4dba-9060-891c0f0599fe will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:57.247308 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.252111 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:57.271120 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] device_id is not set on port b8a1eecd-3f7b-45d0-9dfa-d2103e194305 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:57.317293 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Network 802c0b79-ab52-4d9b-a027-9981671a06f8 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:57.326673 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Allocated IP 172.20.0.18 (9a0c53dc-f2da-4d37-a4ad-152d10753163/57541b65-6000-4efb-ba7b-6e096ce052cf/ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:57.327079 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:57.333455 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:57.342457 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:57.349695 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Pushing event updated for resources: {'Port': ['ID=bc44d2b7-937c-4dba-9060-891c0f0599fe,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:57.358098 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:57.379967 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cdb02e12-93ea-4f08-a432-e8a0c99779da None None] Provisioning for port fc27aea2-c7d1-4541-8143-debf3559ecd4 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:57.419248 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd66e607-e352-40f5-aa84-e82eda954b14 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.422709 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Pushing event deleted for resources: {'Port': ['ID=8f1b40cd-620d-446c-a2b3-a84fec5ffabe,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:57.427373 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a20c7a-4470-4598-9063-6122dd3be499 None None] DHCP port deletion for 42c38d0d-faa8-4da7-9dc1-45aa9d707d0b request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:28:57.440680 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cdb02e12-93ea-4f08-a432-e8a0c99779da None None] Provisioning complete for port fc27aea2-c7d1-4541-8143-debf3559ecd4 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:57.441222 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cdb02e12-93ea-4f08-a432-e8a0c99779da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.442534 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Deleting port d18cc866-ad46-4afc-95cc-bb18f17516f6 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:57.442916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.518428 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.518788 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.519148 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.519506 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.519852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.520790 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.521098 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.521494 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.521838 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.522189 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.523755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.524991 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.525158 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.535433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Attempting to bind port bc44d2b7-937c-4dba-9060-891c0f0599fe on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:57.535937 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Attempting to bind port bc44d2b7-937c-4dba-9060-891c0f0599fe by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '3c279bb9-e86f-4353-83ec-ae3fe166a860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '802c0b79-ab52-4d9b-a027-9981671a06f8'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:57.536419 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Attempting to bind port bc44d2b7-937c-4dba-9060-891c0f0599fe on network 802c0b79-ab52-4d9b-a027-9981671a06f8 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:57.541537 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3f38dc29-a931-4296-bed8-9fdd967b5030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:57.552101 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:57.559664 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-cdb02e12-93ea-4f08-a432-e8a0c99779da None None] Port fc27aea2-c7d1-4541-8143-debf3559ecd4 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:57.567054 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.567698 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:57.568204 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Checking segment: {'id': '3c279bb9-e86f-4353-83ec-ae3fe166a860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '802c0b79-ab52-4d9b-a027-9981671a06f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:57.568723 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.569235 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Bound using segment: {'id': '3c279bb9-e86f-4353-83ec-ae3fe166a860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '802c0b79-ab52-4d9b-a027-9981671a06f8'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:57.569838 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Bound port: bc44d2b7-937c-4dba-9060-891c0f0599fe, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c279bb9-e86f-4353-83ec-ae3fe166a860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '802c0b79-ab52-4d9b-a027-9981671a06f8'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:57.570340 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.571251 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.572580 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] 10.222.0.39 "DELETE /v2.0/floatingips/05bd38df-c592-4f04-9d55-8aed8d323fb0 HTTP/1.1" status: 204 len: 168 time: 1.6468413 Jun 18 16:28:57.579379 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45072) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:57.645576 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] For port d18cc866-ad46-4afc-95cc-bb18f17516f6, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d18cc866-ad46-4afc-95cc-bb18f17516f6,segment=NetworkSegment(c2de9f07-d137-4692-9460-941bb8905598),segment_id=c2de9f07-d137-4692-9460-941bb8905598)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:57.646198 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.697766 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-77a20c7a-4470-4598-9063-6122dd3be499 None None] Deleting port d18cc866-ad46-4afc-95cc-bb18f17516f6 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:57.698538 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-77a20c7a-4470-4598-9063-6122dd3be499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.711472 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.725765 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.728591 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Subnet': ['ID=957a4f68-162d-45c5-9ee3-6c0302ab7fde,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:57.737409 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd66e607-e352-40f5-aa84-e82eda954b14 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.762921 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Transition to ACTIVE for port object ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:57.765425 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] For port bc44d2b7-937c-4dba-9060-891c0f0599fe, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:57.767234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Calling delete_port for d18cc866-ad46-4afc-95cc-bb18f17516f6 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:57.800307 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] For port bc44d2b7-937c-4dba-9060-891c0f0599fe, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=bc44d2b7-937c-4dba-9060-891c0f0599fe,segment=NetworkSegment(3c279bb9-e86f-4353-83ec-ae3fe166a860),segment_id=3c279bb9-e86f-4353-83ec-ae3fe166a860)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:57.815822 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.819988 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.820364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.820728 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.821090 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.821443 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.821800 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.822435 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.822569 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.823325 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.823325 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.823560 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a5e6dceb-d238-48b9-a369-a8c79952a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:57.823664 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.824264 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:57.831934 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Transition to ACTIVE for port object ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:57.832304 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Checking segment: {'id': '78b35e01-bfaf-4f41-92b0-d7e58c1ff928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '013a8ad8-a843-48cc-a718-72fdd8f91043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:57.832670 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Network hostable DHCP agents. Network: 013a8ad8-a843-48cc-a718-72fdd8f91043, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:57.837636 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-77a20c7a-4470-4598-9063-6122dd3be499 None None] For port d18cc866-ad46-4afc-95cc-bb18f17516f6, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d18cc866-ad46-4afc-95cc-bb18f17516f6,segment=NetworkSegment(c2de9f07-d137-4692-9460-941bb8905598),segment_id=c2de9f07-d137-4692-9460-941bb8905598)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:57.838362 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-77a20c7a-4470-4598-9063-6122dd3be499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.870466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:57.876135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.947180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Network 013a8ad8-a843-48cc-a718-72fdd8f91043 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:57.959360 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.963426 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-77a20c7a-4470-4598-9063-6122dd3be499 None None] Calling delete_port for d18cc866-ad46-4afc-95cc-bb18f17516f6 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:57.974031 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd66e607-e352-40f5-aa84-e82eda954b14 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.977629 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-76ae8802-3fd6-42f3-8b1b-3bc39b6bbb92 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:57.978174 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1f560eb0-db65-4277-9841-e4eea04f9cd8 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.010570 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 013a8ad8-a843-48cc-a718-72fdd8f91043) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:58.012606 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Network 9a0c53dc-f2da-4d37-a4ad-152d10753163 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:58.030127 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-30c7cab1-27cb-428c-be27-a82814fb300b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Deleting port 929d2a13-1bee-455b-bf16-11bfe5ceee4e {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:58.030478 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30c7cab1-27cb-428c-be27-a82814fb300b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.048097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:58.050412 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef03402-b6fc-4a8f-9957-d5c0c7a37891 None None] Network 013a8ad8-a843-48cc-a718-72fdd8f91043 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:58.052405 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Pushing event updated for resources: {'Port': ['ID=bc44d2b7-937c-4dba-9060-891c0f0599fe,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:58.052947 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=14bb5ba1-1abd-4b11-ad3f-c3c70f33fa16,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:58.055702 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:58.057245 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:58.061674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:58.062266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.083038 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:58.089088 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8264477 Jun 18 16:28:58.089088 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.089621 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bcb9f960-06ab-4bfd-9b6d-bcf27a072a9c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:58.092498 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:58.095115 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45074) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:58.099153 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:58.099990 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.104734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-731315490', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}, 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:58.116271 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:58.116748 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:58.117200 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:58.117641 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:58.118082 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:58.118521 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:58.118995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:58.119424 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:58.119875 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:58.120308 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:58.120740 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:58.121249 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:58.131857 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:58.132937 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:58.163567 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event deleted for resources: {'Port': ['ID=d18cc866-ad46-4afc-95cc-bb18f17516f6,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:58.194140 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:58.194719 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7eaa6a6c-246e-4827-8177-4b4cc1828253 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:58.203868 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] No DVR routers for this DVR port d18cc866-ad46-4afc-95cc-bb18f17516f6 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:58.207774 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd66e607-e352-40f5-aa84-e82eda954b14 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.233306 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b0ba37b6-6b16-48c2-981a-41f6f6fd88fc tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:58.290986 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66e607-e352-40f5-aa84-e82eda954b14 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event deleted for resources: {'Subnet': ['ID=9a7ecf18-61f7-4c04-82ec-8cbc54f980ff,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:58.294309 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd66e607-e352-40f5-aa84-e82eda954b14 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.299031 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fd66e607-e352-40f5-aa84-e82eda954b14 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "DELETE /v2.0/subnets/9a7ecf18-61f7-4c04-82ec-8cbc54f980ff HTTP/1.1" status: 204 len: 168 time: 1.2719507 Jun 18 16:28:58.306522 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Pushing event updated for resources: {'Port': ['ID=ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:58.310699 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45076) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:58.311582 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fd66e607-e352-40f5-aa84-e82eda954b14 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:58.313413 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Attempting to bind port ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:58.313778 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Attempting to bind port ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '5ae0ba82-1f9e-4853-8d2a-b4fbe90366eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9a0c53dc-f2da-4d37-a4ad-152d10753163'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:58.314152 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Attempting to bind port ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1 on network 9a0c53dc-f2da-4d37-a4ad-152d10753163 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:58.321385 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:58.325095 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-77a20c7a-4470-4598-9063-6122dd3be499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.329771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:58.334615 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:58.334814 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.334915 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Checking segment: {'id': '5ae0ba82-1f9e-4853-8d2a-b4fbe90366eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9a0c53dc-f2da-4d37-a4ad-152d10753163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:58.334915 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.335351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Bound using segment: {'id': '5ae0ba82-1f9e-4853-8d2a-b4fbe90366eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9a0c53dc-f2da-4d37-a4ad-152d10753163'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:58.335452 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.335746 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Bound port: ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae0ba82-1f9e-4853-8d2a-b4fbe90366eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9a0c53dc-f2da-4d37-a4ad-152d10753163'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:58.336137 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.353142 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=b8a1eecd-3f7b-45d0-9dfa-d2103e194305,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:58.380684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:58.384065 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.400652 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c38d0d-faa8-4da7-9dc1-45aa9d707d0b']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:58.403525 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a20c7a-4470-4598-9063-6122dd3be499 None None] Pushing event deleted for resources: {'Port': ['ID=d18cc866-ad46-4afc-95cc-bb18f17516f6,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:58.407516 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-77a20c7a-4470-4598-9063-6122dd3be499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:58.415866 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30c7cab1-27cb-428c-be27-a82814fb300b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.416229 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30c7cab1-27cb-428c-be27-a82814fb300b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.461616 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a20c7a-4470-4598-9063-6122dd3be499 None None] No DVR routers for this DVR port d18cc866-ad46-4afc-95cc-bb18f17516f6 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:58.478272 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2de9f07-d137-4692-9460-941bb8905598') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:58.478568 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2de9f07-d137-4692-9460-941bb8905598') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:58.481972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Checking segment: {'id': 'eb4ac690-62e8-473d-9f4a-3f48f5dd5d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '64569148-c9c6-47d4-a4ab-6cbb41aca858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:58.482330 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network hostable DHCP agents. Network: 64569148-c9c6-47d4-a4ab-6cbb41aca858, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:58.490997 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724e8c26-bb3e-44cb-8723-90dc18d3928b None None] Network 013a8ad8-a843-48cc-a718-72fdd8f91043 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:58.504396 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-30c7cab1-27cb-428c-be27-a82814fb300b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Calling delete_port for 929d2a13-1bee-455b-bf16-11bfe5ceee4e owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:58.511913 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e5ac0b-c8f6-4f1f-80af-fceadf3f5d78 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Deleting subnet 57541b65-6000-4efb-ba7b-6e096ce052cf {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:28:58.536371 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c0e5ac0b-c8f6-4f1f-80af-fceadf3f5d78 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.553697 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.559883 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.625550 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.644632 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] For port ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:58.648963 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c0e5ac0b-c8f6-4f1f-80af-fceadf3f5d78 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.649972 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] For port ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1,segment=NetworkSegment(5ae0ba82-1f9e-4853-8d2a-b4fbe90366eb),segment_id=5ae0ba82-1f9e-4853-8d2a-b4fbe90366eb)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:58.677515 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network 64569148-c9c6-47d4-a4ab-6cbb41aca858 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:58.683203 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:58.685227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:58.687144 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:58.718879 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1f560eb0-db65-4277-9841-e4eea04f9cd8 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.732539 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 64569148-c9c6-47d4-a4ab-6cbb41aca858) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:58.732760 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1f560eb0-db65-4277-9841-e4eea04f9cd8 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.737837 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a4125b9f-5250-4125-80b2-a118430d3f19 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:58.743068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:58.749876 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:58.754909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:58.755608 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.841805 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bc44d2b7-937c-4dba-9060-891c0f0599fe up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:58.844924 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.858350 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8302577 Jun 18 16:28:58.859628 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.862345 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45082) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:58.880727 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4ce421c0-e9c1-4ea9-a9bb-00bbbbb39210 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:58.892463 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6f52d1-164c-46cd-a0fd-ada51666d0c2 None None] Network 64569148-c9c6-47d4-a4ab-6cbb41aca858 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:58.908104 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f560eb0-db65-4277-9841-e4eea04f9cd8 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event updated for resources: {'Port': ['ID=fc27aea2-c7d1-4541-8143-debf3559ecd4,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:58.939212 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.944235 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] 10.222.0.39 "DELETE /v2.0/networks/42c38d0d-faa8-4da7-9dc1-45aa9d707d0b HTTP/1.1" status: 204 len: 168 time: 2.1542218 Jun 18 16:28:58.984290 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Pushing event deleted for resources: {'Network': ['ID=42c38d0d-faa8-4da7-9dc1-45aa9d707d0b,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:58.988850 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1f560eb0-db65-4277-9841-e4eea04f9cd8 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:58.992320 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.993642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c0e5ac0b-c8f6-4f1f-80af-fceadf3f5d78 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.999329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:59.010636 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-75ba085d-5cf4-453d-83a9-1fd4705dec99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:59.085790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Pushing event updated for resources: {'Port': ['ID=ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:59.092198 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:59.120055 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port bc44d2b7-937c-4dba-9060-891c0f0599fe completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:59.127827 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-1f560eb0-db65-4277-9841-e4eea04f9cd8 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] In _notify_port_updated(), no bound segment for port fc27aea2-c7d1-4541-8143-debf3559ecd4 on network fb6d266f-83ff-462c-8163-9b784df685ab {{(pid=93427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:28:59.133376 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f560eb0-db65-4277-9841-e4eea04f9cd8 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:59.150851 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1f560eb0-db65-4277-9841-e4eea04f9cd8 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:59.156124 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1f560eb0-db65-4277-9841-e4eea04f9cd8 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "PUT /v2.0/ports/fc27aea2-c7d1-4541-8143-debf3559ecd4 HTTP/1.1" status: 200 len: 1057 time: 1.9779739 Jun 18 16:28:59.160820 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45086) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:59.228531 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30c7cab1-27cb-428c-be27-a82814fb300b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:59.238238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-17027f40-0fbd-4db0-b9bf-3a3edbf7a063 None None] Provisioning complete for port fc27aea2-c7d1-4541-8143-debf3559ecd4 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:59.238649 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-17027f40-0fbd-4db0-b9bf-3a3edbf7a063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:59.282993 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d18cc866-ad46-4afc-95cc-bb18f17516f6 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:28:59.288407 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-17027f40-0fbd-4db0-b9bf-3a3edbf7a063 None None] Port fc27aea2-c7d1-4541-8143-debf3559ecd4 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:59.307693 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e28b199e-0c80-43a5-9299-dc884fea7391 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:59.314385 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: d18cc866-ad46-4afc-95cc-bb18f17516f6 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:28:59.314892 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d18cc866-ad46-4afc-95cc-bb18f17516f6 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:28:59.365524 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7cab1-27cb-428c-be27-a82814fb300b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Pushing event deleted for resources: {'Port': ['ID=929d2a13-1bee-455b-bf16-11bfe5ceee4e,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:59.373049 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-30c7cab1-27cb-428c-be27-a82814fb300b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:59.461597 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45090) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:59.513400 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c0e5ac0b-c8f6-4f1f-80af-fceadf3f5d78 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:59.547371 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3b4b8c1a-9e81-4cca-80aa-291d46c768cf tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:59.565806 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30c7cab1-27cb-428c-be27-a82814fb300b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:59.570110 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30c7cab1-27cb-428c-be27-a82814fb300b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:59.573378 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-30c7cab1-27cb-428c-be27-a82814fb300b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/fc550419-1393-4b9f-910e-9216102ac1f0 HTTP/1.1" status: 204 len: 168 time: 1.9910717 Jun 18 16:28:59.610538 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5ac0b-c8f6-4f1f-80af-fceadf3f5d78 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event deleted for resources: {'Subnet': ['ID=57541b65-6000-4efb-ba7b-6e096ce052cf,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:59.612892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c0e5ac0b-c8f6-4f1f-80af-fceadf3f5d78 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:59.617584 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c0e5ac0b-c8f6-4f1f-80af-fceadf3f5d78 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:59.619915 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c0e5ac0b-c8f6-4f1f-80af-fceadf3f5d78 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "DELETE /v2.0/subnets/57541b65-6000-4efb-ba7b-6e096ce052cf HTTP/1.1" status: 204 len: 168 time: 1.3073726 Jun 18 16:28:59.623180 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45094) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:59.623509 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45098) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:59.687510 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:59.693328 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291dc8c0-ed11-4302-b180-a35858749bb3 None None] Network 802c0b79-ab52-4d9b-a027-9981671a06f8 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:59.728663 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:59.843043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9d0186e1-103c-40c5-ba57-643e59992969 None None] Provisioning for port bc44d2b7-937c-4dba-9060-891c0f0599fe completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:59.848353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Allocated IP 172.26.2.253 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/196de90e-cb3b-4a30-9d54-a23fbdc588c3) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:59.866171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9d0186e1-103c-40c5-ba57-643e59992969 None None] Provisioning complete for port bc44d2b7-937c-4dba-9060-891c0f0599fe triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:59.867550 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9d0186e1-103c-40c5-ba57-643e59992969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:59.980955 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9d0186e1-103c-40c5-ba57-643e59992969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.005368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.024963 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-9d0186e1-103c-40c5-ba57-643e59992969 None None] For port bc44d2b7-937c-4dba-9060-891c0f0599fe, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=bc44d2b7-937c-4dba-9060-891c0f0599fe,segment=NetworkSegment(3c279bb9-e86f-4353-83ec-ae3fe166a860),segment_id=3c279bb9-e86f-4353-83ec-ae3fe166a860)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:00.030849 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9d0186e1-103c-40c5-ba57-643e59992969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.034965 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:00.051400 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.053629 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-310feb48-1be5-42d3-b9e8-fdd9b55c49f1 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:00.076434 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c38888-d30a-4bf5-a2fd-2f5ab91ecfd3 None None] DHCP port deletion for 802c0b79-ab52-4d9b-a027-9981671a06f8 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:00.096899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0186e1-103c-40c5-ba57-643e59992969 None None] Pushing event updated for resources: {'Port': ['ID=bc44d2b7-937c-4dba-9060-891c0f0599fe,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:00.097970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:00.102214 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:00.104646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:00.111420 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=196de90e-cb3b-4a30-9d54-a23fbdc588c3,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:00.114230 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:00.116838 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9d0186e1-103c-40c5-ba57-643e59992969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:00.155069 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-210ef97f-cb25-48ea-8fc3-dde7aea5eb1b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port b8a1eecd-3f7b-45d0-9dfa-d2103e194305 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:00.155655 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-48c38888-d30a-4bf5-a2fd-2f5ab91ecfd3 None None] Deleting port bc44d2b7-937c-4dba-9060-891c0f0599fe {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:00.156217 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-210ef97f-cb25-48ea-8fc3-dde7aea5eb1b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.156336 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-48c38888-d30a-4bf5-a2fd-2f5ab91ecfd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.230015 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-210ef97f-cb25-48ea-8fc3-dde7aea5eb1b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.234670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-48c38888-d30a-4bf5-a2fd-2f5ab91ecfd3 None None] For port bc44d2b7-937c-4dba-9060-891c0f0599fe, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=bc44d2b7-937c-4dba-9060-891c0f0599fe,segment=NetworkSegment(3c279bb9-e86f-4353-83ec-ae3fe166a860),segment_id=3c279bb9-e86f-4353-83ec-ae3fe166a860)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:00.235180 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-48c38888-d30a-4bf5-a2fd-2f5ab91ecfd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.306571 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-48c38888-d30a-4bf5-a2fd-2f5ab91ecfd3 None None] Calling delete_port for bc44d2b7-937c-4dba-9060-891c0f0599fe owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:00.325936 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-210ef97f-cb25-48ea-8fc3-dde7aea5eb1b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for b8a1eecd-3f7b-45d0-9dfa-d2103e194305 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:00.347365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f873157-4860-40ed-8cb5-3032a3070c5b tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:00.348777 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5f873157-4860-40ed-8cb5-3032a3070c5b tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6626096 Jun 18 16:29:00.358180 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45102) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:00.405334 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.422462 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-48c38888-d30a-4bf5-a2fd-2f5ab91ecfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.426410 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7fdb4a6f-d190-4d1c-aff1-d796369494c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:00.455886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c38888-d30a-4bf5-a2fd-2f5ab91ecfd3 None None] Pushing event deleted for resources: {'Port': ['ID=bc44d2b7-937c-4dba-9060-891c0f0599fe,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:00.466630 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-48c38888-d30a-4bf5-a2fd-2f5ab91ecfd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:00.468995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c38888-d30a-4bf5-a2fd-2f5ab91ecfd3 None None] No DVR routers for this DVR port bc44d2b7-937c-4dba-9060-891c0f0599fe on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:00.507395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-4aafd9bb-8625-49c7-b620-db77599ba270 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Deleting port fc27aea2-c7d1-4541-8143-debf3559ecd4 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:00.508278 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4aafd9bb-8625-49c7-b620-db77599ba270 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.512149 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2cea19c9-e75e-4118-b436-98967bed0dd3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=975c6dab4fc846e395b99441fb8f47c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0479393 Jun 18 16:29:00.515013 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45104) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:00.524449 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f9f0a6-92ec-4549-8791-248196de9cd8 None None] Network 9a0c53dc-f2da-4d37-a4ad-152d10753163 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:00.601858 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.620266 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-1e687d41-731e-4169-8433-262c52334562 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Deleting port a8765e3d-7a96-4d7b-84ae-db0e8d67caf7 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:00.620671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1e687d41-731e-4169-8433-262c52334562 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.625200 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-40cbfdb4-45b2-47a1-b046-b9b1899d3d49 None None] Provisioning for port ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:00.694375 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e567f0f5-d6c0-4734-9e88-c754b679b992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.713508 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.718532 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:00.725815 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e567f0f5-d6c0-4734-9e88-c754b679b992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.728373 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-210ef97f-cb25-48ea-8fc3-dde7aea5eb1b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.751704 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-87b345ea-d728-4927-85ad-00a2e8ae0c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:00.755768 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4aafd9bb-8625-49c7-b620-db77599ba270 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.793953 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:00.797772 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:00.798159 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.806570 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ef97f-cb25-48ea-8fc3-dde7aea5eb1b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=b8a1eecd-3f7b-45d0-9dfa-d2103e194305,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:00.869153 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23a89ca-6b25-4f8b-a30a-597fe219b8ad None None] DHCP port deletion for 9a0c53dc-f2da-4d37-a4ad-152d10753163 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:00.891245 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-4aafd9bb-8625-49c7-b620-db77599ba270 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Calling delete_port for fc27aea2-c7d1-4541-8143-debf3559ecd4 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:00.896611 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-210ef97f-cb25-48ea-8fc3-dde7aea5eb1b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:00.910206 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-210ef97f-cb25-48ea-8fc3-dde7aea5eb1b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.912409 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-210ef97f-cb25-48ea-8fc3-dde7aea5eb1b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/ports/b8a1eecd-3f7b-45d0-9dfa-d2103e194305 HTTP/1.1" status: 204 len: 168 time: 2.0294952 Jun 18 16:29:00.914957 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45108) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:00.919742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.920072 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e567f0f5-d6c0-4734-9e88-c754b679b992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.927649 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e567f0f5-d6c0-4734-9e88-c754b679b992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.928913 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e567f0f5-d6c0-4734-9e88-c754b679b992 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4781013e-2d77-4829-9888-63ef3a1f693c HTTP/1.1" status: 204 len: 168 time: 0.4126201 Jun 18 16:29:00.930086 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-190ae8e1-53d1-4077-ad2f-9e38a44449ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:00.951652 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 74a620c8-6ca9-426c-a7be-65516fd2b20e is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:29:00.965480 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1e687d41-731e-4169-8433-262c52334562 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.966022 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567f0f5-d6c0-4734-9e88-c754b679b992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4781013e-2d77-4829-9888-63ef3a1f693c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:00.979041 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1,segment=NetworkSegment(5ae0ba82-1f9e-4853-8d2a-b4fbe90366eb),segment_id=5ae0ba82-1f9e-4853-8d2a-b4fbe90366eb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:00.980030 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e567f0f5-d6c0-4734-9e88-c754b679b992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:01.005314 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.009960 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:01.059431 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b23a89ca-6b25-4f8b-a30a-597fe219b8ad None None] Deleting port ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:01.060082 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b23a89ca-6b25-4f8b-a30a-597fe219b8ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.114675 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-1e687d41-731e-4169-8433-262c52334562 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Calling delete_port for a8765e3d-7a96-4d7b-84ae-db0e8d67caf7 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:01.127939 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bc44d2b7-937c-4dba-9060-891c0f0599fe no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:01.130139 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:01.148063 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Deleting port ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:01.148716 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.150918 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:01.154949 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: bc44d2b7-937c-4dba-9060-891c0f0599fe {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:01.155317 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bc44d2b7-937c-4dba-9060-891c0f0599fe not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:01.187510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b23a89ca-6b25-4f8b-a30a-597fe219b8ad None None] For port ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1,segment=NetworkSegment(5ae0ba82-1f9e-4853-8d2a-b4fbe90366eb),segment_id=5ae0ba82-1f9e-4853-8d2a-b4fbe90366eb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:01.187919 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b23a89ca-6b25-4f8b-a30a-597fe219b8ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.201352 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:01.214121 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff56b54-a3f6-41ea-a28b-51b8888fde2a None None] Sync routers for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:01.226684 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff56b54-a3f6-41ea-a28b-51b8888fde2a None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:01.228347 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-eff56b54-a3f6-41ea-a28b-51b8888fde2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:28:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:01.229242 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.235194 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1342299 Jun 18 16:29:01.235194 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45116) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:01.275276 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-eff56b54-a3f6-41ea-a28b-51b8888fde2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:01.278418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b23a89ca-6b25-4f8b-a30a-597fe219b8ad None None] Calling delete_port for ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:01.288332 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff56b54-a3f6-41ea-a28b-51b8888fde2a None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:01.289334 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-eff56b54-a3f6-41ea-a28b-51b8888fde2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:28:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:01.297144 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] For port ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1,segment=NetworkSegment(5ae0ba82-1f9e-4853-8d2a-b4fbe90366eb),segment_id=5ae0ba82-1f9e-4853-8d2a-b4fbe90366eb)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:01.297887 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.341391 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-eff56b54-a3f6-41ea-a28b-51b8888fde2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:01.342314 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff56b54-a3f6-41ea-a28b-51b8888fde2a None None] The sync data for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:01.376907 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Calling delete_port for ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:01.387463 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b927ea4-4c8b-4218-81ec-34e587c76096 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:01.393868 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b927ea4-4c8b-4218-81ec-34e587c76096 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:01.398007 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0b927ea4-4c8b-4218-81ec-34e587c76096 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4636660 Jun 18 16:29:01.398697 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45122) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:01.423435 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b23a89ca-6b25-4f8b-a30a-597fe219b8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.432573 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-858faaa6-d293-4cca-bfa4-556813088cca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:01.461916 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a89ca-6b25-4f8b-a30a-597fe219b8ad None None] Pushing event deleted for resources: {'Port': ['ID=ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:01.468497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23a89ca-6b25-4f8b-a30a-597fe219b8ad None None] No DVR routers for this DVR port ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:01.470218 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b23a89ca-6b25-4f8b-a30a-597fe219b8ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:01.553590 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4aafd9bb-8625-49c7-b620-db77599ba270 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.562349 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:01.604922 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafd9bb-8625-49c7-b620-db77599ba270 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event deleted for resources: {'Port': ['ID=fc27aea2-c7d1-4541-8143-debf3559ecd4,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:01.607464 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4aafd9bb-8625-49c7-b620-db77599ba270 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:01.628243 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1e687d41-731e-4169-8433-262c52334562 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.635931 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-23ce1c5d-d09c-4eec-acd8-597d2a0f8827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:01.685534 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e687d41-731e-4169-8433-262c52334562 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Pushing event deleted for resources: {'Port': ['ID=a8765e3d-7a96-4d7b-84ae-db0e8d67caf7,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:01.704598 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1e687d41-731e-4169-8433-262c52334562 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:01.708118 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.712455 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4aafd9bb-8625-49c7-b620-db77599ba270 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:01.738007 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-64d6892d-64aa-422b-bc38-e56537928013 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port 14bb5ba1-1abd-4b11-ad3f-c3c70f33fa16 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:01.738474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-64d6892d-64aa-422b-bc38-e56537928013 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.774191 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event deleted for resources: {'Port': ['ID=ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:01.781666 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:01.784384 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] No DVR routers for this DVR port ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:01.941422 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.947259 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-64d6892d-64aa-422b-bc38-e56537928013 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.960519 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1e687d41-731e-4169-8433-262c52334562 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.966308 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1e687d41-731e-4169-8433-262c52334562 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] 10.222.0.39 "DELETE /v2.0/ports/a8765e3d-7a96-4d7b-84ae-db0e8d67caf7 HTTP/1.1" status: 204 len: 168 time: 2.3415525 Jun 18 16:29:01.971269 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45136) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:01.992409 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0c53dc-f2da-4d37-a4ad-152d10753163']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:02.014898 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45138) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:02.041884 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-64d6892d-64aa-422b-bc38-e56537928013 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for 14bb5ba1-1abd-4b11-ad3f-c3c70f33fa16 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:02.051103 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae0ba82-1f9e-4853-8d2a-b4fbe90366eb') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:02.051515 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae0ba82-1f9e-4853-8d2a-b4fbe90366eb') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:02.062950 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.066987 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.122159 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.153568 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:02.154182 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: self.session.flush() Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: self.session.flush() Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: self.session.flush() Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: self.session.flush() Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:02.157536 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:02.230673 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-2fedd14c-2562-40c8-bc2e-5373e69516b2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1177282346'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:02.278733 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4aafd9bb-8625-49c7-b620-db77599ba270 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.280727 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4aafd9bb-8625-49c7-b620-db77599ba270 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "DELETE /v2.0/ports/fc27aea2-c7d1-4541-8143-debf3559ecd4 HTTP/1.1" status: 204 len: 168 time: 3.1192260 Jun 18 16:29:02.283478 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45146) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:02.305529 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffd3455-4a37-4442-aba6-a4161d5c861e tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:02.307026 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fffd3455-4a37-4442-aba6-a4161d5c861e tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a HTTP/1.1" status: 200 len: 913 time: 0.3344450 Jun 18 16:29:02.315759 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45148) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:02.326090 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fedd14c-2562-40c8-bc2e-5373e69516b2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:02.329475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2fedd14c-2562-40c8-bc2e-5373e69516b2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.331566 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.334279 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-855a60ee-a229-40c5-abd7-25e639bbc9f0 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] GET failed (client error): The resource could not be found. Jun 18 16:29:02.336421 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-855a60ee-a229-40c5-abd7-25e639bbc9f0 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "GET /v2.0/ports/fc27aea2-c7d1-4541-8143-debf3559ecd4 HTTP/1.1" status: 404 len: 333 time: 0.0494807 Jun 18 16:29:02.339299 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45150) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:02.342386 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2fedd14c-2562-40c8-bc2e-5373e69516b2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.351857 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:02.359398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.361093 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "DELETE /v2.0/networks/9a0c53dc-f2da-4d37-a4ad-152d10753163 HTTP/1.1" status: 204 len: 168 time: 1.9986489 Jun 18 16:29:02.370291 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45152) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:02.382372 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event deleted for resources: {'Network': ['ID=9a0c53dc-f2da-4d37-a4ad-152d10753163,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:02.425541 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:02.480981 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-719ae5cf-2da1-4f7c-80f1-5965d13dfaa0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.603431 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:02.615794 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-719ae5cf-2da1-4f7c-80f1-5965d13dfaa0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.624533 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:02.625105 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ecf8e056-1d3f-46b0-8d36-f6f67eb75dc1 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:02.627139 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2fedd14c-2562-40c8-bc2e-5373e69516b2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.631757 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-719ae5cf-2da1-4f7c-80f1-5965d13dfaa0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802c0b79-ab52-4d9b-a027-9981671a06f8']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:02.643134 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2fedd14c-2562-40c8-bc2e-5373e69516b2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.649438 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ba76dc8b-2a3d-461a-9d22-16a9b4f5f3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:02.655492 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-719ae5cf-2da1-4f7c-80f1-5965d13dfaa0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c279bb9-e86f-4353-83ec-ae3fe166a860') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:02.656007 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-719ae5cf-2da1-4f7c-80f1-5965d13dfaa0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c279bb9-e86f-4353-83ec-ae3fe166a860') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:02.681308 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-719ae5cf-2da1-4f7c-80f1-5965d13dfaa0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.682396 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fedd14c-2562-40c8-bc2e-5373e69516b2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:29:02.712917 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-719ae5cf-2da1-4f7c-80f1-5965d13dfaa0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.717155 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2fedd14c-2562-40c8-bc2e-5373e69516b2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.717500 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-2fedd14c-2562-40c8-bc2e-5373e69516b2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Added segment 56de1239-1c7d-43f9-ae3d-09c2d173f8ff of type vlan for network c0c58b33-89bf-4a11-9df9-ed95e6524a1d Jun 18 16:29:02.721939 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedd14c-2562-40c8-bc2e-5373e69516b2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61b0ba79-8428-43c1-bce0-6611007eec2e,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:02.736170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2fedd14c-2562-40c8-bc2e-5373e69516b2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:02.737762 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719ae5cf-2da1-4f7c-80f1-5965d13dfaa0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:02.738272 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-719ae5cf-2da1-4f7c-80f1-5965d13dfaa0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:02.741789 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:02.831050 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-64d6892d-64aa-422b-bc38-e56537928013 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.840721 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2fedd14c-2562-40c8-bc2e-5373e69516b2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.844092 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:02.870476 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-719ae5cf-2da1-4f7c-80f1-5965d13dfaa0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.880051 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:02.888720 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-719ae5cf-2da1-4f7c-80f1-5965d13dfaa0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.890691 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-719ae5cf-2da1-4f7c-80f1-5965d13dfaa0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "DELETE /v2.0/networks/802c0b79-ab52-4d9b-a027-9981671a06f8 HTTP/1.1" status: 204 len: 168 time: 0.5194240 Jun 18 16:29:02.893476 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45154) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:02.925944 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ae5cf-2da1-4f7c-80f1-5965d13dfaa0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event deleted for resources: {'Network': ['ID=802c0b79-ab52-4d9b-a027-9981671a06f8,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:02.934559 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6892d-64aa-422b-bc38-e56537928013 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=14bb5ba1-1abd-4b11-ad3f-c3c70f33fa16,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:02.945841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-64d6892d-64aa-422b-bc38-e56537928013 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:02.962693 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2fedd14c-2562-40c8-bc2e-5373e69516b2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.963883 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-719ae5cf-2da1-4f7c-80f1-5965d13dfaa0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:02.964096 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-64d6892d-64aa-422b-bc38-e56537928013 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.966813 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-64d6892d-64aa-422b-bc38-e56537928013 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/ports/14bb5ba1-1abd-4b11-ad3f-c3c70f33fa16 HTTP/1.1" status: 204 len: 168 time: 1.5668435 Jun 18 16:29:02.970929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45156) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:02.976467 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fedd14c-2562-40c8-bc2e-5373e69516b2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:02.977115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2fedd14c-2562-40c8-bc2e-5373e69516b2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.983188 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:03.019642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Allocated IP 172.20.0.1 (013a8ad8-a843-48cc-a718-72fdd8f91043/957a4f68-162d-45c5-9ee3-6c0302ab7fde/739298be-67fa-4480-b3c0-afc6324598fb) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:03.081870 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2fedd14c-2562-40c8-bc2e-5373e69516b2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0614984 Jun 18 16:29:03.085735 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45158) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:03.091539 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88aebaab-fad5-4a18-b1db-83c486805a5e tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.098321 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-16b4f772-0d8a-459e-8c74-b108a8925eeb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:03.167057 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedd14c-2562-40c8-bc2e-5373e69516b2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Network': ['ID=c0c58b33-89bf-4a11-9df9-ed95e6524a1d,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:03.179258 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2fedd14c-2562-40c8-bc2e-5373e69516b2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:03.182263 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:29:03.199932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-d746a37b-dc4b-4b05-9cb0-36f99a499859 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Deleting port 7182e5e5-78a1-4443-b870-6f2f3a1b0c1e {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:03.200286 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d746a37b-dc4b-4b05-9cb0-36f99a499859 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.296453 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88aebaab-fad5-4a18-b1db-83c486805a5e tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.311193 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-88aebaab-fad5-4a18-b1db-83c486805a5e tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95daed15-f59a-462f-9634-bb1fc94ced99']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:03.324509 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b4f772-0d8a-459e-8c74-b108a8925eeb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:03.328797 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-16b4f772-0d8a-459e-8c74-b108a8925eeb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.333127 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-88aebaab-fad5-4a18-b1db-83c486805a5e tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014f7122-f1b7-490a-a27b-62cc717e995e') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:03.333425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-88aebaab-fad5-4a18-b1db-83c486805a5e tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014f7122-f1b7-490a-a27b-62cc717e995e') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:03.338118 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.356507 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4881abfe-e001-42a5-9f5b-22ba211d08d4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:03.356507 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4881abfe-e001-42a5-9f5b-22ba211d08d4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3481774 Jun 18 16:29:03.362165 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45164) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:03.388884 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88aebaab-fad5-4a18-b1db-83c486805a5e tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.417540 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e14881-8fcb-421d-9092-831b1de327fc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] GET failed (client error): The resource could not be found. Jun 18 16:29:03.421925 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f2e14881-8fcb-421d-9092-831b1de327fc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports/b8a1eecd-3f7b-45d0-9dfa-d2103e194305 HTTP/1.1" status: 404 len: 333 time: 0.0540347 Jun 18 16:29:03.423966 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88aebaab-fad5-4a18-b1db-83c486805a5e tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.429971 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45166) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:03.448293 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88aebaab-fad5-4a18-b1db-83c486805a5e tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:03.448694 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88aebaab-fad5-4a18-b1db-83c486805a5e tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.467706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d746a37b-dc4b-4b05-9cb0-36f99a499859 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:03.468122 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:03.485616 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-28068735-692a-40d5-9574-b0591caecd28 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] GET failed (client error): The resource could not be found. Jun 18 16:29:03.487224 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-28068735-692a-40d5-9574-b0591caecd28 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports/14bb5ba1-1abd-4b11-ad3f-c3c70f33fa16 HTTP/1.1" status: 404 len: 333 time: 0.0551400 Jun 18 16:29:03.514991 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45168) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:03.544768 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-d746a37b-dc4b-4b05-9cb0-36f99a499859 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Calling delete_port for 7182e5e5-78a1-4443-b870-6f2f3a1b0c1e owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:03.583552 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.598138 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88aebaab-fad5-4a18-b1db-83c486805a5e tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.613086 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:03.617853 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:03.639930 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88aebaab-fad5-4a18-b1db-83c486805a5e tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.641776 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-88aebaab-fad5-4a18-b1db-83c486805a5e tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "DELETE /v2.0/networks/95daed15-f59a-462f-9634-bb1fc94ced99 HTTP/1.1" status: 204 len: 168 time: 0.7472773 Jun 18 16:29:03.653415 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45170) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:03.659767 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aebaab-fad5-4a18-b1db-83c486805a5e tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event deleted for resources: {'Network': ['ID=95daed15-f59a-462f-9634-bb1fc94ced99,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:03.664710 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8644d7e6-7be1-4fb9-b963-a71a07391261 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.670250 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-88aebaab-fad5-4a18-b1db-83c486805a5e tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:03.692818 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Network 013a8ad8-a843-48cc-a718-72fdd8f91043 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:03.736948 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:03.751401 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:03.826791 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=739298be-67fa-4480-b3c0-afc6324598fb,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:03.843806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:03.867833 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e00e733d-2af7-48b2-9a7b-8974c3a0d6d1 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.882542 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.041427 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cb3f9819-aa8d-4c49-92ca-aba9187728d2 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.067764 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8644d7e6-7be1-4fb9-b963-a71a07391261 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.074847 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-16b4f772-0d8a-459e-8c74-b108a8925eeb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.079849 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-8644d7e6-7be1-4fb9-b963-a71a07391261 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64569148-c9c6-47d4-a4ab-6cbb41aca858']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:04.081693 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:04.119115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-8644d7e6-7be1-4fb9-b963-a71a07391261 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb4ac690-62e8-473d-9f4a-3f48f5dd5d44') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:04.119417 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-8644d7e6-7be1-4fb9-b963-a71a07391261 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb4ac690-62e8-473d-9f4a-3f48f5dd5d44') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:04.137410 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8644d7e6-7be1-4fb9-b963-a71a07391261 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.139545 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d746a37b-dc4b-4b05-9cb0-36f99a499859 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.149831 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0478e564-1d95-4b3a-8d4c-1b83848e4278 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:04.154735 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e00e733d-2af7-48b2-9a7b-8974c3a0d6d1 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.166635 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4f772-0d8a-459e-8c74-b108a8925eeb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=b546c36a-a08b-4134-b724-f88d32df6047,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:04.169545 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8644d7e6-7be1-4fb9-b963-a71a07391261 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.174961 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-16b4f772-0d8a-459e-8c74-b108a8925eeb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:04.180324 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8644d7e6-7be1-4fb9-b963-a71a07391261 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:04.180745 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8644d7e6-7be1-4fb9-b963-a71a07391261 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:04.185246 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:04.219838 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b4f772-0d8a-459e-8c74-b108a8925eeb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:04.220059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-e00e733d-2af7-48b2-9a7b-8974c3a0d6d1 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f46a63-8ea2-409f-88ba-e1b7b50fce15']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:04.220197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b4f772-0d8a-459e-8c74-b108a8925eeb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network hostable DHCP agents. Network: c0c58b33-89bf-4a11-9df9-ed95e6524a1d, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:29:04.240864 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746a37b-dc4b-4b05-9cb0-36f99a499859 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event deleted for resources: {'Port': ['ID=7182e5e5-78a1-4443-b870-6f2f3a1b0c1e,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:04.248716 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-e00e733d-2af7-48b2-9a7b-8974c3a0d6d1 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ce780a-7bf3-4eb3-80e3-340236cdef53') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:04.249144 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-e00e733d-2af7-48b2-9a7b-8974c3a0d6d1 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ce780a-7bf3-4eb3-80e3-340236cdef53') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:04.252117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b4f772-0d8a-459e-8c74-b108a8925eeb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:29:04.255198 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d746a37b-dc4b-4b05-9cb0-36f99a499859 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:04.255487 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8644d7e6-7be1-4fb9-b963-a71a07391261 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.262445 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:04.265932 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8644d7e6-7be1-4fb9-b963-a71a07391261 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.267810 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8644d7e6-7be1-4fb9-b963-a71a07391261 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/networks/64569148-c9c6-47d4-a4ab-6cbb41aca858 HTTP/1.1" status: 204 len: 168 time: 0.7508235 Jun 18 16:29:04.271564 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45172) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:04.276495 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-a087ef7f-2714-483e-8637-0fa67418e442 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-927957183'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:04.289477 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-16b4f772-0d8a-459e-8c74-b108a8925eeb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, c0c58b33-89bf-4a11-9df9-ed95e6524a1d) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:04.300190 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159bc451-a89f-4f7d-a9fa-5c8fb310e0af None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:04.301143 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b4f772-0d8a-459e-8c74-b108a8925eeb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:04.301743 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-16b4f772-0d8a-459e-8c74-b108a8925eeb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.305080 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644d7e6-7be1-4fb9-b963-a71a07391261 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Network': ['ID=64569148-c9c6-47d4-a4ab-6cbb41aca858,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:04.310718 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8644d7e6-7be1-4fb9-b963-a71a07391261 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:04.313628 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e00e733d-2af7-48b2-9a7b-8974c3a0d6d1 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.329268 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a087ef7f-2714-483e-8637-0fa67418e442 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:04.332773 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a087ef7f-2714-483e-8637-0fa67418e442 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.345998 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-16b4f772-0d8a-459e-8c74-b108a8925eeb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2486889 Jun 18 16:29:04.346222 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45174) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:04.354674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-ced391e1-f543-4f45-92c5-2975d6d4b884 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'name': 'tempest-NetworksTestDHCPv6-2010495144'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:04.366074 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a087ef7f-2714-483e-8637-0fa67418e442 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:29:04.384394 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a087ef7f-2714-483e-8637-0fa67418e442 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.385583 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-a087ef7f-2714-483e-8637-0fa67418e442 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Added segment c0c65144-ec83-4ae8-9927-d78768bbed51 of type vlan for network 6e5aff1f-c7aa-468f-9f4b-2dc80f567be2 Jun 18 16:29:04.424007 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e00e733d-2af7-48b2-9a7b-8974c3a0d6d1 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.443478 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a087ef7f-2714-483e-8637-0fa67418e442 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.445213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00e733d-2af7-48b2-9a7b-8974c3a0d6d1 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:04.445613 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e00e733d-2af7-48b2-9a7b-8974c3a0d6d1 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:04.479868 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:04.493264 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.493812 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a087ef7f-2714-483e-8637-0fa67418e442 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.499396 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': 'b546c36a-a08b-4134-b724-f88d32df6047'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:04.500391 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.501631 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087ef7f-2714-483e-8637-0fa67418e442 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:04.511259 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a087ef7f-2714-483e-8637-0fa67418e442 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.515347 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:04.581033 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a087ef7f-2714-483e-8637-0fa67418e442 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3083246 Jun 18 16:29:04.587506 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45180) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:04.595762 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-e64a16b2-f485-4a38-b20c-20a7c73edc80 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'subnet': {'network_id': '6e5aff1f-c7aa-468f-9f4b-2dc80f567be2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:04.603338 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087ef7f-2714-483e-8637-0fa67418e442 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Network': ['ID=6e5aff1f-c7aa-468f-9f4b-2dc80f567be2,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:04.615620 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a087ef7f-2714-483e-8637-0fa67418e442 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:04.616316 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 6e5aff1f-c7aa-468f-9f4b-2dc80f567be2 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:29:04.709606 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64a16b2-f485-4a38-b20c-20a7c73edc80 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:04.714090 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e64a16b2-f485-4a38-b20c-20a7c73edc80 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.737653 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Allocated IP 2001:db8::2 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/b546c36a-a08b-4134-b724-f88d32df6047/45db723e-ccca-446d-b0d6-760b5f439507) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:04.921041 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e64a16b2-f485-4a38-b20c-20a7c73edc80 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.923578 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:04.963618 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d746a37b-dc4b-4b05-9cb0-36f99a499859 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.966319 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d746a37b-dc4b-4b05-9cb0-36f99a499859 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "DELETE /v2.0/ports/7182e5e5-78a1-4443-b870-6f2f3a1b0c1e HTTP/1.1" status: 204 len: 168 time: 2.2883584 Jun 18 16:29:04.969341 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45182) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:05.011219 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-fedbd60b-99a9-4eb7-ab24-d2652df56ea2 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] GET failed (client error): The resource could not be found. Jun 18 16:29:05.013652 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fedbd60b-99a9-4eb7-ab24-d2652df56ea2 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "GET /v2.0/ports/7182e5e5-78a1-4443-b870-6f2f3a1b0c1e HTTP/1.1" status: 404 len: 333 time: 0.0433636 Jun 18 16:29:05.020663 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45184) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:05.030281 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.032500 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a16b2-f485-4a38-b20c-20a7c73edc80 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Subnet': ['ID=7066787f-69bf-4c46-a574-65a96068af8f,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:05.042000 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Transition to ACTIVE for port object 45db723e-ccca-446d-b0d6-760b5f439507 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:05.059306 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Transition to ACTIVE for port object 45db723e-ccca-446d-b0d6-760b5f439507 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:05.066381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e00e733d-2af7-48b2-9a7b-8974c3a0d6d1 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.066567 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e64a16b2-f485-4a38-b20c-20a7c73edc80 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:05.066719 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.070612 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e00e733d-2af7-48b2-9a7b-8974c3a0d6d1 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.070778 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-34a165c8-565b-498a-ba01-13dc7ca00ebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:05.074606 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e00e733d-2af7-48b2-9a7b-8974c3a0d6d1 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] 10.222.0.39 "DELETE /v2.0/networks/c5f46a63-8ea2-409f-88ba-e1b7b50fce15 HTTP/1.1" status: 204 len: 168 time: 1.4151464 Jun 18 16:29:05.078806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-63d00fb3-b5af-49d6-ba3e-425cfa7d1aca tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:05.085353 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64a16b2-f485-4a38-b20c-20a7c73edc80 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Checking segment: {'id': 'c0c65144-ec83-4ae8-9927-d78768bbed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6e5aff1f-c7aa-468f-9f4b-2dc80f567be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:05.085353 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64a16b2-f485-4a38-b20c-20a7c73edc80 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network hostable DHCP agents. Network: 6e5aff1f-c7aa-468f-9f4b-2dc80f567be2, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:29:05.112641 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e733d-2af7-48b2-9a7b-8974c3a0d6d1 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Pushing event deleted for resources: {'Network': ['ID=c5f46a63-8ea2-409f-88ba-e1b7b50fce15,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:05.114881 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:05.118208 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:05.122007 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e00e733d-2af7-48b2-9a7b-8974c3a0d6d1 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:05.122221 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:05.150435 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64a16b2-f485-4a38-b20c-20a7c73edc80 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network 6e5aff1f-c7aa-468f-9f4b-2dc80f567be2 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:29:05.171360 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-e64a16b2-f485-4a38-b20c-20a7c73edc80 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 6e5aff1f-c7aa-468f-9f4b-2dc80f567be2) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:05.186947 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64a16b2-f485-4a38-b20c-20a7c73edc80 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:05.187319 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Pushing event updated for resources: {'Port': ['ID=45db723e-ccca-446d-b0d6-760b5f439507,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:05.187618 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e64a16b2-f485-4a38-b20c-20a7c73edc80 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.189830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab494ba2-71ce-45f9-b0fd-46b23a65f63a None None] Network 6e5aff1f-c7aa-468f-9f4b-2dc80f567be2 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:05.204414 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-cdaca723-da84-48ec-ba0b-5e6512c04233 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Deleting port 2594995e-8070-4b51-879a-64d3a6e5b99f {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:05.204874 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cdaca723-da84-48ec-ba0b-5e6512c04233 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.255932 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e64a16b2-f485-4a38-b20c-20a7c73edc80 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6673524 Jun 18 16:29:05.258733 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45188) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:05.259773 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced391e1-f543-4f45-92c5-2975d6d4b884 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:05.264310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ced391e1-f543-4f45-92c5-2975d6d4b884 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.267727 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-c272c71b-1c2d-45ed-899f-8afd9bd993a8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'network_id': '6e5aff1f-c7aa-468f-9f4b-2dc80f567be2', 'name': 'tempest-PortsIpV6TestJSON-579598471'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:05.283676 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:05.329950 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-ced391e1-f543-4f45-92c5-2975d6d4b884 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port 44632df5-88ed-4adf-8d86-063e168f4a8d yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:29:05.379111 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Attempting to bind port 45db723e-ccca-446d-b0d6-760b5f439507 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:05.379716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Attempting to bind port 45db723e-ccca-446d-b0d6-760b5f439507 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:05.381083 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Attempting to bind port 45db723e-ccca-446d-b0d6-760b5f439507 on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:05.396798 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:05.397190 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:05.397715 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.397991 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:05.399988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Bound port: 45db723e-ccca-446d-b0d6-760b5f439507, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:05.400373 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.406736 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-6e5aff1f-c7aa-468f-9f4b-2dc80f567be2', 'network_id': '6e5aff1f-c7aa-468f-9f4b-2dc80f567be2', 'tenant_id': 'ab5b30efde934fcfab6623163b520fd8', 'fixed_ips': [{'subnet_id': '7066787f-69bf-4c46-a574-65a96068af8f'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:05.408080 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.409136 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cdaca723-da84-48ec-ba0b-5e6512c04233 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.423057 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-770598fc-f966-491f-b3df-cf42607d14d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.474761 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45192) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:05.492570 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-cdaca723-da84-48ec-ba0b-5e6512c04233 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Calling delete_port for 2594995e-8070-4b51-879a-64d3a6e5b99f owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:05.548577 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c272c71b-1c2d-45ed-899f-8afd9bd993a8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:05.552124 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c272c71b-1c2d-45ed-899f-8afd9bd993a8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.572372 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-c272c71b-1c2d-45ed-899f-8afd9bd993a8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] device_id is not set on port caab4b27-315c-47e2-9a1a-66582d3463fd yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:29:05.581536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] For port 45db723e-ccca-446d-b0d6-760b5f439507, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:05.606620 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-ced391e1-f543-4f45-92c5-2975d6d4b884 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::fd (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/b546c36a-a08b-4134-b724-f88d32df6047/44632df5-88ed-4adf-8d86-063e168f4a8d) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:05.626846 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] For port 45db723e-ccca-446d-b0d6-760b5f439507, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=45db723e-ccca-446d-b0d6-760b5f439507,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:05.633799 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.636113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f9819-aa8d-4c49-92ca-aba9187728d2 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Deleting port 558edcc5-f3ad-40b5-ac27-842933595cd5 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:05.636556 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cb3f9819-aa8d-4c49-92ca-aba9187728d2 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.639222 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cf20e7a8-c609-47ad-b442-1012b31449b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:05.702547 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Allocated IP 2001:db8::2 (6e5aff1f-c7aa-468f-9f4b-2dc80f567be2/7066787f-69bf-4c46-a574-65a96068af8f/c5d35462-ba2a-4eec-9bc5-6e930b90003c) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:05.734954 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Pushing event updated for resources: {'Port': ['ID=45db723e-ccca-446d-b0d6-760b5f439507,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:05.754716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:05.776739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cdaca723-da84-48ec-ba0b-5e6512c04233 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.781335 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-895794dc-ebc0-4924-b167-4677fca8f195 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:05.784054 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cb3f9819-aa8d-4c49-92ca-aba9187728d2 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.837820 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaca723-da84-48ec-ba0b-5e6512c04233 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event deleted for resources: {'Port': ['ID=2594995e-8070-4b51-879a-64d3a6e5b99f,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:05.884220 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cdaca723-da84-48ec-ba0b-5e6512c04233 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:05.887673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.928758 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.940328 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f9819-aa8d-4c49-92ca-aba9187728d2 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Calling delete_port for 558edcc5-f3ad-40b5-ac27-842933595cd5 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:05.951879 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Transition to ACTIVE for port object c5d35462-ba2a-4eec-9bc5-6e930b90003c will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:05.979091 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Transition to ACTIVE for port object c5d35462-ba2a-4eec-9bc5-6e930b90003c will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:05.982345 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cdaca723-da84-48ec-ba0b-5e6512c04233 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.987560 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cdaca723-da84-48ec-ba0b-5e6512c04233 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "DELETE /v2.0/ports/2594995e-8070-4b51-879a-64d3a6e5b99f HTTP/1.1" status: 204 len: 168 time: 0.9619770 Jun 18 16:29:05.987850 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45200) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:06.017600 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.017600 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b23a89ca-6b25-4f8b-a30a-597fe219b8ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:06.026234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.043288 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7a4018c4-6a63-4932-9f85-ea5a6289b998 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:06.086634 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Network 6e5aff1f-c7aa-468f-9f4b-2dc80f567be2 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:06.099760 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:06.124525 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:06.133581 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Pushing event updated for resources: {'Port': ['ID=c5d35462-ba2a-4eec-9bc5-6e930b90003c,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:06.159512 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:06.169411 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4de5913-77d1-4cfb-9c98-5f217a23e8e0 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Deleting subnet 9b5f10a8-2c0f-44e8-9257-5525733c25e0 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:29:06.174938 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4de5913-77d1-4cfb-9c98-5f217a23e8e0 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.184411 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b42e50c9-5f30-479d-8140-c23140ac24dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e676bb9e7ae04d69b78782acef23f43d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7029765 Jun 18 16:29:06.205158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45202) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:06.221596 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Attempting to bind port c5d35462-ba2a-4eec-9bc5-6e930b90003c on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:06.222162 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Attempting to bind port c5d35462-ba2a-4eec-9bc5-6e930b90003c by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'c0c65144-ec83-4ae8-9927-d78768bbed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6e5aff1f-c7aa-468f-9f4b-2dc80f567be2'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:06.222628 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Attempting to bind port c5d35462-ba2a-4eec-9bc5-6e930b90003c on network 6e5aff1f-c7aa-468f-9f4b-2dc80f567be2 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:06.227813 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:06.228121 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Checking segment: {'id': 'c0c65144-ec83-4ae8-9927-d78768bbed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6e5aff1f-c7aa-468f-9f4b-2dc80f567be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:06.228528 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.228928 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Bound using segment: {'id': 'c0c65144-ec83-4ae8-9927-d78768bbed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6e5aff1f-c7aa-468f-9f4b-2dc80f567be2'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:06.229402 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Bound port: c5d35462-ba2a-4eec-9bc5-6e930b90003c, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c65144-ec83-4ae8-9927-d78768bbed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6e5aff1f-c7aa-468f-9f4b-2dc80f567be2'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:06.230229 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.249478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=739298be-67fa-4480-b3c0-afc6324598fb,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:06.256882 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4de5913-77d1-4cfb-9c98-5f217a23e8e0 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.266526 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:06.267432 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.305950 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-c272c71b-1c2d-45ed-899f-8afd9bd993a8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Allocated IP 2001:db8::1c2 (6e5aff1f-c7aa-468f-9f4b-2dc80f567be2/7066787f-69bf-4c46-a574-65a96068af8f/caab4b27-315c-47e2-9a1a-66582d3463fd) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:06.315329 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] For port c5d35462-ba2a-4eec-9bc5-6e930b90003c, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:06.318266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] For port c5d35462-ba2a-4eec-9bc5-6e930b90003c, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c5d35462-ba2a-4eec-9bc5-6e930b90003c,segment=NetworkSegment(c0c65144-ec83-4ae8-9927-d78768bbed51),segment_id=c0c65144-ec83-4ae8-9927-d78768bbed51)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:06.323062 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.326086 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-645d83c8-0017-4845-977b-de9307ad3393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:06.390096 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Pushing event updated for resources: {'Port': ['ID=c5d35462-ba2a-4eec-9bc5-6e930b90003c,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:06.394581 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:06.439250 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4de5913-77d1-4cfb-9c98-5f217a23e8e0 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.449931 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ced391e1-f543-4f45-92c5-2975d6d4b884 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.466484 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fb3e769d-d259-42c2-987b-b69253e3dace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.496587 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-ced391e1-f543-4f45-92c5-2975d6d4b884 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object 44632df5-88ed-4adf-8d86-063e168f4a8d will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:06.554202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fb3e769d-d259-42c2-987b-b69253e3dace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.570203 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4de5913-77d1-4cfb-9c98-5f217a23e8e0 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.577447 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-16b4f772-0d8a-459e-8c74-b108a8925eeb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:06.609852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de5913-77d1-4cfb-9c98-5f217a23e8e0 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event deleted for resources: {'Subnet': ['ID=9b5f10a8-2c0f-44e8-9257-5525733c25e0,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:06.612195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b4de5913-77d1-4cfb-9c98-5f217a23e8e0 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:06.616652 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c272c71b-1c2d-45ed-899f-8afd9bd993a8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.645788 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-c272c71b-1c2d-45ed-899f-8afd9bd993a8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Transition to ACTIVE for port object caab4b27-315c-47e2-9a1a-66582d3463fd will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:06.667212 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4de5913-77d1-4cfb-9c98-5f217a23e8e0 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.672966 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b4de5913-77d1-4cfb-9c98-5f217a23e8e0 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "DELETE /v2.0/subnets/9b5f10a8-2c0f-44e8-9257-5525733c25e0 HTTP/1.1" status: 204 len: 168 time: 0.6838706 Jun 18 16:29:06.674865 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45204) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:06.677949 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cb3f9819-aa8d-4c49-92ca-aba9187728d2 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.684544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d746a37b-dc4b-4b05-9cb0-36f99a499859 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:06.697294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ced391e1-f543-4f45-92c5-2975d6d4b884 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.697443 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77adbb23-e456-416c-8f1e-a92639ea82b2 None None] Network fb6d266f-83ff-462c-8163-9b784df685ab requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:06.702202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Network 013a8ad8-a843-48cc-a718-72fdd8f91043 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:06.750203 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:06.768800 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f9819-aa8d-4c49-92ca-aba9187728d2 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Pushing event deleted for resources: {'Port': ['ID=558edcc5-f3ad-40b5-ac27-842933595cd5,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:06.806516 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 45db723e-ccca-446d-b0d6-760b5f439507 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:06.828964 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c272c71b-1c2d-45ed-899f-8afd9bd993a8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.835230 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1b083612-2f94-4dea-9b84-bb90bc409bf8 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:06.872656 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.882789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cb3f9819-aa8d-4c49-92ca-aba9187728d2 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:06.883856 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2acf68b8-a282-47e4-bb22-861001f1116a tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:06.916284 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c272c71b-1c2d-45ed-899f-8afd9bd993a8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network 6e5aff1f-c7aa-468f-9f4b-2dc80f567be2 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:06.924264 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-c272c71b-1c2d-45ed-899f-8afd9bd993a8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:06.926760 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c272c71b-1c2d-45ed-899f-8afd9bd993a8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:06.932376 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c272c71b-1c2d-45ed-899f-8afd9bd993a8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:06.932985 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c272c71b-1c2d-45ed-899f-8afd9bd993a8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.953945 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272c71b-1c2d-45ed-899f-8afd9bd993a8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=caab4b27-315c-47e2-9a1a-66582d3463fd,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:06.957997 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c272c71b-1c2d-45ed-899f-8afd9bd993a8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:06.990978 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 45db723e-ccca-446d-b0d6-760b5f439507 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:06.991848 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fb3e769d-d259-42c2-987b-b69253e3dace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.998277 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fb3e769d-d259-42c2-987b-b69253e3dace admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.999089 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c272c71b-1c2d-45ed-899f-8afd9bd993a8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7387078 Jun 18 16:29:07.001768 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45208) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:07.003886 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fb3e769d-d259-42c2-987b-b69253e3dace admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a7236d36-3223-42fc-8e79-f1cab901e433 HTTP/1.1" status: 204 len: 168 time: 0.7976344 Jun 18 16:29:07.047348 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced391e1-f543-4f45-92c5-2975d6d4b884 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:07.084871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-ced391e1-f543-4f45-92c5-2975d6d4b884 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:07.091743 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced391e1-f543-4f45-92c5-2975d6d4b884 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:07.102846 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced391e1-f543-4f45-92c5-2975d6d4b884 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:07.103685 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ced391e1-f543-4f45-92c5-2975d6d4b884 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.133223 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce21467-36ce-4d5e-9af0-b5dbbf1be95e None None] DHCP port deletion for fb6d266f-83ff-462c-8163-9b784df685ab request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:07.133785 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ced391e1-f543-4f45-92c5-2975d6d4b884 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7838392 Jun 18 16:29:07.135589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45214) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:07.216564 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 74a620c8-6ca9-426c-a7be-65516fd2b20e has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:07.226201 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced391e1-f543-4f45-92c5-2975d6d4b884 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=44632df5-88ed-4adf-8d86-063e168f4a8d,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:07.256597 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ced391e1-f543-4f45-92c5-2975d6d4b884 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:07.261924 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-3ce21467-36ce-4d5e-9af0-b5dbbf1be95e None None] Deleting port 9328c314-daa6-4f7f-a81e-85cbefdcbc8d {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:07.262304 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3ce21467-36ce-4d5e-9af0-b5dbbf1be95e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.276990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Deleting port 9328c314-daa6-4f7f-a81e-85cbefdcbc8d {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:07.278145 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.279387 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:07.294818 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e769d-d259-42c2-987b-b69253e3dace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7236d36-3223-42fc-8e79-f1cab901e433,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:07.364843 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fb3e769d-d259-42c2-987b-b69253e3dace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:07.407247 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] For port 9328c314-daa6-4f7f-a81e-85cbefdcbc8d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9328c314-daa6-4f7f-a81e-85cbefdcbc8d,segment=NetworkSegment(0410a2bb-7bf7-474a-985e-aa3a2399263c),segment_id=0410a2bb-7bf7-474a-985e-aa3a2399263c)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:07.407605 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.410833 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-365c2715-000e-489b-9da9-f56dcb010f13 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port caab4b27-315c-47e2-9a1a-66582d3463fd {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:07.411102 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-365c2715-000e-489b-9da9-f56dcb010f13 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.436833 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3ce21467-36ce-4d5e-9af0-b5dbbf1be95e None None] For port 9328c314-daa6-4f7f-a81e-85cbefdcbc8d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9328c314-daa6-4f7f-a81e-85cbefdcbc8d,segment=NetworkSegment(0410a2bb-7bf7-474a-985e-aa3a2399263c),segment_id=0410a2bb-7bf7-474a-985e-aa3a2399263c)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:07.437872 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3ce21467-36ce-4d5e-9af0-b5dbbf1be95e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.558075 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-3ce21467-36ce-4d5e-9af0-b5dbbf1be95e None None] Calling delete_port for 9328c314-daa6-4f7f-a81e-85cbefdcbc8d owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:07.569056 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Calling delete_port for 9328c314-daa6-4f7f-a81e-85cbefdcbc8d owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:07.575060 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bf10cf-3646-42ed-b9fd-92e244d248c9 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:07.592944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b035065e-874c-410b-b788-9218e2b94c55 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:07.600538 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b035065e-874c-410b-b788-9218e2b94c55 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:07.602250 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b035065e-874c-410b-b788-9218e2b94c55 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4602323 Jun 18 16:29:07.607157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45224) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:07.650168 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:07.663658 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "PUT /v2.0/routers/74a620c8-6ca9-426c-a7be-65516fd2b20e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4246433 Jun 18 16:29:07.663823 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-365c2715-000e-489b-9da9-f56dcb010f13 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.666107 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45228) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:07.673787 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-ba9204d0-3cf9-4937-bb82-f4394b72716b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'port': {'network_id': '013a8ad8-a843-48cc-a718-72fdd8f91043', 'name': 'tempest-FloatingIPTestJSON-806699407'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:07.699804 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cb3f9819-aa8d-4c49-92ca-aba9187728d2 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.744556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476e8c5-4cef-4e46-b60e-7a5fbb269e44 None None] Sync routers for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:07.770665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-365c2715-000e-489b-9da9-f56dcb010f13 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for caab4b27-315c-47e2-9a1a-66582d3463fd owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:07.849927 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c3a74821-c2ea-4000-a551-1a20ee72dcf7 None None] Provisioning for port 45db723e-ccca-446d-b0d6-760b5f439507 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:07.851104 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.854655 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-25939219-1729-47b7-91c9-b3197da45cfd tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:07.869801 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4904a807-1450-473f-8d9b-59bab2ffb889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.910355 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event deleted for resources: {'Port': ['ID=9328c314-daa6-4f7f-a81e-85cbefdcbc8d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:07.910789 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] No DVR routers for this DVR port 9328c314-daa6-4f7f-a81e-85cbefdcbc8d on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:07.913873 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c3a74821-c2ea-4000-a551-1a20ee72dcf7 None None] Provisioning complete for port 45db723e-ccca-446d-b0d6-760b5f439507 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:07.914056 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:07.914153 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c3a74821-c2ea-4000-a551-1a20ee72dcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.923935 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8476e8c5-4cef-4e46-b60e-7a5fbb269e44 None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:07.924592 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-8476e8c5-4cef-4e46-b60e-7a5fbb269e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:28:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:08.006149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-8476e8c5-4cef-4e46-b60e-7a5fbb269e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:08.048626 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a93b662-cf47-4973-a8dc-5b848227edd6 None None] Network 6e5aff1f-c7aa-468f-9f4b-2dc80f567be2 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:08.095074 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.107077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8476e8c5-4cef-4e46-b60e-7a5fbb269e44 None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:08.107724 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-8476e8c5-4cef-4e46-b60e-7a5fbb269e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:08.120595 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6d266f-83ff-462c-8163-9b784df685ab']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:08.138490 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0410a2bb-7bf7-474a-985e-aa3a2399263c') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:08.139130 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0410a2bb-7bf7-474a-985e-aa3a2399263c') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:08.153904 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.154995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3ce21467-36ce-4d5e-9af0-b5dbbf1be95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.161512 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:08.165661 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45238) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.168768 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-365c2715-000e-489b-9da9-f56dcb010f13 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.171138 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-8476e8c5-4cef-4e46-b60e-7a5fbb269e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:08.171772 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476e8c5-4cef-4e46-b60e-7a5fbb269e44 None None] The sync data for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:08.182013 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:08.193257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-9f621056-d1bb-4baf-ba4e-a71f11552dcd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port 44632df5-88ed-4adf-8d86-063e168f4a8d {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:08.193700 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9f621056-d1bb-4baf-ba4e-a71f11552dcd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.208913 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.215913 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c2715-000e-489b-9da9-f56dcb010f13 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=caab4b27-315c-47e2-9a1a-66582d3463fd,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:08.217722 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce21467-36ce-4d5e-9af0-b5dbbf1be95e None None] Pushing event deleted for resources: {'Port': ['ID=9328c314-daa6-4f7f-a81e-85cbefdcbc8d,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:08.220625 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3ce21467-36ce-4d5e-9af0-b5dbbf1be95e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:08.220875 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:08.221097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.223159 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce21467-36ce-4d5e-9af0-b5dbbf1be95e None None] No DVR routers for this DVR port 9328c314-daa6-4f7f-a81e-85cbefdcbc8d on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:08.225069 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-365c2715-000e-489b-9da9-f56dcb010f13 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:08.225597 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:08.287224 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.298635 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-365c2715-000e-489b-9da9-f56dcb010f13 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.304231 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-365c2715-000e-489b-9da9-f56dcb010f13 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/ports/caab4b27-315c-47e2-9a1a-66582d3463fd HTTP/1.1" status: 204 len: 168 time: 1.2977839 Jun 18 16:29:08.304231 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45244) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.342453 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4ac260-d97d-4873-b6d2-9cecbb0395e3 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] DELETE failed (client error): The resource could not be found. Jun 18 16:29:08.343076 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4ac260-d97d-4873-b6d2-9cecbb0395e3 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:29:08.347677 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ed4ac260-d97d-4873-b6d2-9cecbb0395e3 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/ports/caab4b27-315c-47e2-9a1a-66582d3463fd HTTP/1.1" status: 404 len: 333 time: 0.0403326 Jun 18 16:29:08.347874 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45246) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.351448 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c3a74821-c2ea-4000-a551-1a20ee72dcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.364801 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.392470 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8644d7e6-7be1-4fb9-b963-a71a07391261 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:08.398087 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.401509 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] 10.222.0.39 "DELETE /v2.0/networks/fb6d266f-83ff-462c-8163-9b784df685ab HTTP/1.1" status: 204 len: 168 time: 1.7234626 Jun 18 16:29:08.413739 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-91159c42-b3aa-419c-ad95-c460a3a67664 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] GET failed (client error): The resource could not be found. Jun 18 16:29:08.416975 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c3a74821-c2ea-4000-a551-1a20ee72dcf7 None None] For port 45db723e-ccca-446d-b0d6-760b5f439507, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=45db723e-ccca-446d-b0d6-760b5f439507,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:08.424411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c3a74821-c2ea-4000-a551-1a20ee72dcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.427927 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-91159c42-b3aa-419c-ad95-c460a3a67664 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports/caab4b27-315c-47e2-9a1a-66582d3463fd HTTP/1.1" status: 404 len: 333 time: 0.0776684 Jun 18 16:29:08.435595 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:08.476934 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45252) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.501463 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Pushing event deleted for resources: {'Network': ['ID=fb6d266f-83ff-462c-8163-9b784df685ab,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:08.513296 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a74821-c2ea-4000-a551-1a20ee72dcf7 None None] Pushing event updated for resources: {'Port': ['ID=45db723e-ccca-446d-b0d6-760b5f439507,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:08.520356 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:08.523540 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c3a74821-c2ea-4000-a551-1a20ee72dcf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:08.594615 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c15aea2e-ec6c-494d-8a7a-601a05ecc095 None None] Provisioning for port c5d35462-ba2a-4eec-9bc5-6e930b90003c completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:08.696778 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa689351-7cc6-41c4-94f0-cad3c1ddc76a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting subnet 7066787f-69bf-4c46-a574-65a96068af8f {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:29:08.711467 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fa689351-7cc6-41c4-94f0-cad3c1ddc76a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.724119 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-81bdbe45-6980-4863-bf83-56838a3a932b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-578806085'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:08.736055 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9204d0-3cf9-4937-bb82-f4394b72716b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Made reservation on behalf of a50f6beada67454e987312fb2c5df4b0 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:08.745211 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ba9204d0-3cf9-4937-bb82-f4394b72716b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.816403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3f9819-aa8d-4c49-92ca-aba9187728d2 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Router dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:08.822676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fa689351-7cc6-41c4-94f0-cad3c1ddc76a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.834617 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-ba9204d0-3cf9-4937-bb82-f4394b72716b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] device_id is not set on port 67312fcc-a2f5-400d-af45-5266c9613e39 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:29:08.861070 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bdbe45-6980-4863-bf83-56838a3a932b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Made reservation on behalf of cba365ca3ef64fbdb7df0b44562bf333 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:08.865648 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-81bdbe45-6980-4863-bf83-56838a3a932b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.873957 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cf442486-d5da-44fe-9b2e-9e9c458eebd8 None None] Provisioning for port 44632df5-88ed-4adf-8d86-063e168f4a8d completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:08.907208 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 45db723e-ccca-446d-b0d6-760b5f439507 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:08.931703 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cf442486-d5da-44fe-9b2e-9e9c458eebd8 None None] Provisioning complete for port 44632df5-88ed-4adf-8d86-063e168f4a8d triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:08.932232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cf442486-d5da-44fe-9b2e-9e9c458eebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.977917 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-81bdbe45-6980-4863-bf83-56838a3a932b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.988926 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9f621056-d1bb-4baf-ba4e-a71f11552dcd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.072313 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fa689351-7cc6-41c4-94f0-cad3c1ddc76a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.124698 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45256) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:09.170388 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.190918 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-cf442486-d5da-44fe-9b2e-9e9c458eebd8 None None] Port 44632df5-88ed-4adf-8d86-063e168f4a8d cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:09.201193 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 45db723e-ccca-446d-b0d6-760b5f439507 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:09.201586 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.228775 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cf442486-d5da-44fe-9b2e-9e9c458eebd8 None None] Provisioning complete for port 45db723e-ccca-446d-b0d6-760b5f439507 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:09.229169 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cf442486-d5da-44fe-9b2e-9e9c458eebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.230062 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fa689351-7cc6-41c4-94f0-cad3c1ddc76a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.237616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-9f621056-d1bb-4baf-ba4e-a71f11552dcd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for 44632df5-88ed-4adf-8d86-063e168f4a8d owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:09.243016 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e64a16b2-f485-4a38-b20c-20a7c73edc80 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:09.250061 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fa689351-7cc6-41c4-94f0-cad3c1ddc76a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.251955 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fa689351-7cc6-41c4-94f0-cad3c1ddc76a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/subnets/7066787f-69bf-4c46-a574-65a96068af8f HTTP/1.1" status: 204 len: 168 time: 0.7738187 Jun 18 16:29:09.256813 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45260) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:09.270088 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa689351-7cc6-41c4-94f0-cad3c1ddc76a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Subnet': ['ID=7066787f-69bf-4c46-a574-65a96068af8f,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:09.275661 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fa689351-7cc6-41c4-94f0-cad3c1ddc76a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:09.356783 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-25aece1e-19dc-4487-8b87-37c53c4240ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ceb1f52d31864e6b8643ad69a7e029c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305722 Jun 18 16:29:09.359707 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45262) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:09.414220 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0b9f6a3e-3753-49ca-8f05-b409449f612f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.417535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c5d35462-ba2a-4eec-9bc5-6e930b90003c up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:09.437841 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0b9f6a3e-3753-49ca-8f05-b409449f612f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.453778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-ba9204d0-3cf9-4937-bb82-f4394b72716b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Allocated IP 172.20.0.14 (013a8ad8-a843-48cc-a718-72fdd8f91043/957a4f68-162d-45c5-9ee3-6c0302ab7fde/67312fcc-a2f5-400d-af45-5266c9613e39) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:09.472879 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port c5d35462-ba2a-4eec-9bc5-6e930b90003c completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:09.477645 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78437e3b-b86c-480f-ab8e-123ffce0a4fd None None] Network 6e5aff1f-c7aa-468f-9f4b-2dc80f567be2 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:09.482951 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c5d35462-ba2a-4eec-9bc5-6e930b90003c triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:09.483335 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.504684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0b9f6a3e-3753-49ca-8f05-b409449f612f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.507525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0b9f6a3e-3753-49ca-8f05-b409449f612f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.510976 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0b9f6a3e-3753-49ca-8f05-b409449f612f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f407199a-a266-4844-a293-5edde341cc61 HTTP/1.1" status: 204 len: 168 time: 0.1479826 Jun 18 16:29:09.510976 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f5716ffa-b28c-4878-ad82-410ae2992690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:09.518035 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f6a3e-3753-49ca-8f05-b409449f612f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f407199a-a266-4844-a293-5edde341cc61,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:09.523076 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0b9f6a3e-3753-49ca-8f05-b409449f612f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:09.570570 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3f9819-aa8d-4c49-92ca-aba9187728d2 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:09.579698 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-cb3f9819-aa8d-4c49-92ca-aba9187728d2 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] 10.222.0.39 "PUT /v2.0/routers/dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2613842 Jun 18 16:29:09.584450 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a2808a-ea7f-4134-ab40-d608f2c54c05 None None] Sync routers for ids ['dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:09.591967 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45268) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:09.594872 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e6957a3f-f579-4994-a7fb-c176305baa2a None None] Provisioning complete for port 44632df5-88ed-4adf-8d86-063e168f4a8d triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:09.595403 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e6957a3f-f579-4994-a7fb-c176305baa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.596999 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a2808a-ea7f-4134-ab40-d608f2c54c05 None None] Routers {'dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:09.599554 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-03a2808a-ea7f-4134-ab40-d608f2c54c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:09.646433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-81bdbe45-6980-4863-bf83-56838a3a932b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.665020 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-81bdbe45-6980-4863-bf83-56838a3a932b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.678094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e6957a3f-f579-4994-a7fb-c176305baa2a None None] Port 44632df5-88ed-4adf-8d86-063e168f4a8d cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:09.678326 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-03a2808a-ea7f-4134-ab40-d608f2c54c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:09.701129 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:09.702186 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e6957a3f-f579-4994-a7fb-c176305baa2a None None] Could not find standard attr ID for object caab4b27-315c-47e2-9a1a-66582d3463fd. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:29:09.717908 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a2808a-ea7f-4134-ab40-d608f2c54c05 None None] Routers {'dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:09.719278 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-03a2808a-ea7f-4134-ab40-d608f2c54c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:09.727618 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.728934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.761686 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e6957a3f-f579-4994-a7fb-c176305baa2a None None] Provisioning complete for port c5d35462-ba2a-4eec-9bc5-6e930b90003c triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:09.762159 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e6957a3f-f579-4994-a7fb-c176305baa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.776199 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81bdbe45-6980-4863-bf83-56838a3a932b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:29:09.778611 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-03a2808a-ea7f-4134-ab40-d608f2c54c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:09.779968 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a2808a-ea7f-4134-ab40-d608f2c54c05 None None] The sync data for ids ['dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:09.796930 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdbe45-6980-4863-bf83-56838a3a932b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9f32ce-e311-41d1-aee8-7a11ec954b3d,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:09.828126 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-81bdbe45-6980-4863-bf83-56838a3a932b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:09.861149 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e6b3ecdf-022b-4803-895c-a8b6e4fc3d59 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.888019 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port c5d35462-ba2a-4eec-9bc5-6e930b90003c, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c5d35462-ba2a-4eec-9bc5-6e930b90003c,segment=NetworkSegment(c0c65144-ec83-4ae8-9927-d78768bbed51),segment_id=c0c65144-ec83-4ae8-9927-d78768bbed51)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:09.894096 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.895349 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-81bdbe45-6980-4863-bf83-56838a3a932b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.896419 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-81bdbe45-6980-4863-bf83-56838a3a932b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Added segment dab6c406-958f-463e-aa59-7aa3ff2bf064 of type vlan for network 1e050b17-7a71-4bc4-9375-95c662e4c667 Jun 18 16:29:09.899675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9d0186e1-103c-40c5-ba57-643e59992969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:09.904081 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9f621056-d1bb-4baf-ba4e-a71f11552dcd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.964970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:09.988062 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port c5d35462-ba2a-4eec-9bc5-6e930b90003c {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:09.988674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.995366 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f621056-d1bb-4baf-ba4e-a71f11552dcd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=44632df5-88ed-4adf-8d86-063e168f4a8d,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:10.034353 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e6b3ecdf-022b-4803-895c-a8b6e4fc3d59 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.044332 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccbeff6-3653-43d3-9931-d524a332e344 None None] DHCP port deletion for 6e5aff1f-c7aa-468f-9f4b-2dc80f567be2 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:10.046466 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 9328c314-daa6-4f7f-a81e-85cbefdcbc8d no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:10.065551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9f621056-d1bb-4baf-ba4e-a71f11552dcd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:10.079860 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=c5d35462-ba2a-4eec-9bc5-6e930b90003c,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:10.084134 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:10.086863 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 9328c314-daa6-4f7f-a81e-85cbefdcbc8d {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:10.087215 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 9328c314-daa6-4f7f-a81e-85cbefdcbc8d not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:10.125894 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e6b3ecdf-022b-4803-895c-a8b6e4fc3d59 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Deleting port a62a598f-9c0b-4ebe-bc73-8e9c64a2d948 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:10.126561 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e6b3ecdf-022b-4803-895c-a8b6e4fc3d59 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.169687 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-81bdbe45-6980-4863-bf83-56838a3a932b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.194488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9f621056-d1bb-4baf-ba4e-a71f11552dcd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.200390 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9f621056-d1bb-4baf-ba4e-a71f11552dcd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/44632df5-88ed-4adf-8d86-063e168f4a8d HTTP/1.1" status: 204 len: 168 time: 2.5903599 Jun 18 16:29:10.200625 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45282) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:10.201909 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-cccbeff6-3653-43d3-9931-d524a332e344 None None] Deleting port c5d35462-ba2a-4eec-9bc5-6e930b90003c {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:10.202399 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cccbeff6-3653-43d3-9931-d524a332e344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.213670 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] For port c5d35462-ba2a-4eec-9bc5-6e930b90003c, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c5d35462-ba2a-4eec-9bc5-6e930b90003c,segment=NetworkSegment(c0c65144-ec83-4ae8-9927-d78768bbed51),segment_id=c0c65144-ec83-4ae8-9927-d78768bbed51)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:10.214047 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.286035 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e6b3ecdf-022b-4803-895c-a8b6e4fc3d59 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.303786 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50803d9-7d8c-474b-8452-b35c0bb73f60 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:10.305720 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50803d9-7d8c-474b-8452-b35c0bb73f60 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:10.307789 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d50803d9-7d8c-474b-8452-b35c0bb73f60 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1063373 Jun 18 16:29:10.311288 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45284) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:10.313401 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-cccbeff6-3653-43d3-9931-d524a332e344 None None] For port c5d35462-ba2a-4eec-9bc5-6e930b90003c, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c5d35462-ba2a-4eec-9bc5-6e930b90003c,segment=NetworkSegment(c0c65144-ec83-4ae8-9927-d78768bbed51),segment_id=c0c65144-ec83-4ae8-9927-d78768bbed51)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:10.313807 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cccbeff6-3653-43d3-9931-d524a332e344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.332495 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for c5d35462-ba2a-4eec-9bc5-6e930b90003c owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:10.411842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-81bdbe45-6980-4863-bf83-56838a3a932b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.419847 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bdbe45-6980-4863-bf83-56838a3a932b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:10.420500 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-81bdbe45-6980-4863-bf83-56838a3a932b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.427430 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cf44127b-e551-4973-8e15-2b1255014ca9 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:10.438166 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ba9204d0-3cf9-4937-bb82-f4394b72716b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.451278 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-cccbeff6-3653-43d3-9931-d524a332e344 None None] Calling delete_port for c5d35462-ba2a-4eec-9bc5-6e930b90003c owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:10.474492 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.562613 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-81bdbe45-6980-4863-bf83-56838a3a932b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3814826 Jun 18 16:29:10.562613 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdbe45-6980-4863-bf83-56838a3a932b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event updated for resources: {'Network': ['ID=1e050b17-7a71-4bc4-9375-95c662e4c667,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:10.578888 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-81bdbe45-6980-4863-bf83-56838a3a932b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:10.629720 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.634707 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7bcdffb8-59be-4ee6-a4b2-95eb3cf1cc35 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:10.646957 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cccbeff6-3653-43d3-9931-d524a332e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.652172 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ba9204d0-3cf9-4937-bb82-f4394b72716b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.667879 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 1e050b17-7a71-4bc4-9375-95c662e4c667 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:29:10.706118 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45294) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:10.720564 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=c5d35462-ba2a-4eec-9bc5-6e930b90003c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:10.723551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No DVR routers for this DVR port c5d35462-ba2a-4eec-9bc5-6e930b90003c on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:10.731465 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:10.731994 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b1745e53-8f94-4825-b4a4-c899c5123dc3 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:10.757639 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e6b3ecdf-022b-4803-895c-a8b6e4fc3d59 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Calling delete_port for a62a598f-9c0b-4ebe-bc73-8e9c64a2d948 owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:10.792337 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:10.811693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c5d35462-ba2a-4eec-9bc5-6e930b90003c no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:10.815770 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccbeff6-3653-43d3-9931-d524a332e344 None None] No DVR routers for this DVR port c5d35462-ba2a-4eec-9bc5-6e930b90003c on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:10.817157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9204d0-3cf9-4937-bb82-f4394b72716b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Network 013a8ad8-a843-48cc-a718-72fdd8f91043 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:10.851418 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-c510546d-0527-474d-bcae-1ad3c4e9d547 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet b546c36a-a08b-4134-b724-f88d32df6047 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:29:10.856279 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c510546d-0527-474d-bcae-1ad3c4e9d547 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.859919 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-ba9204d0-3cf9-4937-bb82-f4394b72716b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:10.869555 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9204d0-3cf9-4937-bb82-f4394b72716b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:10.909548 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbeff6-3653-43d3-9931-d524a332e344 None None] Pushing event deleted for resources: {'Port': ['ID=c5d35462-ba2a-4eec-9bc5-6e930b90003c,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:10.912326 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: c5d35462-ba2a-4eec-9bc5-6e930b90003c {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:10.912902 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c5d35462-ba2a-4eec-9bc5-6e930b90003c not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:10.916249 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cccbeff6-3653-43d3-9931-d524a332e344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:10.928472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.931180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9204d0-3cf9-4937-bb82-f4394b72716b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=67312fcc-a2f5-400d-af45-5266c9613e39,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:10.952044 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-af35acfd-ae1c-4d34-b28a-f04ee99f8e85 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2013383589'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:10.957116 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ba9204d0-3cf9-4937-bb82-f4394b72716b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:10.961562 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5aff1f-c7aa-468f-9f4b-2dc80f567be2']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:10.996533 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c65144-ec83-4ae8-9927-d78768bbed51') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:10.996915 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c65144-ec83-4ae8-9927-d78768bbed51') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:11.016433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9204d0-3cf9-4937-bb82-f4394b72716b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:11.017066 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ba9204d0-3cf9-4937-bb82-f4394b72716b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.028524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.050527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af35acfd-ae1c-4d34-b28a-f04ee99f8e85 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Made reservation on behalf of f77f8706c95941eca55ff14139b9c5fe for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:11.054075 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-af35acfd-ae1c-4d34-b28a-f04ee99f8e85 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.067104 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-af35acfd-ae1c-4d34-b28a-f04ee99f8e85 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.069912 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.073416 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ba9204d0-3cf9-4937-bb82-f4394b72716b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4042053 Jun 18 16:29:11.080520 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c510546d-0527-474d-bcae-1ad3c4e9d547 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.081319 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45300) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:11.084647 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:11.085062 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.092227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-20983002-6e70-4c11-bfaa-998771207f80 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'port': {'network_id': '013a8ad8-a843-48cc-a718-72fdd8f91043', 'name': 'tempest-FloatingIPTestJSON-25730614'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:11.096657 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:11.164401 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e6b3ecdf-022b-4803-895c-a8b6e4fc3d59 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.216558 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-947cdcd7-0bb4-4bdb-be8a-0edd58870dd9 tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:11.230574 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.243061 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:11.248615 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.254388 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/networks/6e5aff1f-c7aa-468f-9f4b-2dc80f567be2 HTTP/1.1" status: 204 len: 168 time: 1.9862845 Jun 18 16:29:11.254617 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45304) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:11.273605 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3ecdf-022b-4803-895c-a8b6e4fc3d59 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Pushing event deleted for resources: {'Port': ['ID=a62a598f-9c0b-4ebe-bc73-8e9c64a2d948,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:11.287179 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ad06cc29-db8c-459e-966e-33651e0f1e9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-59537616'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:11.288265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Network': ['ID=6e5aff1f-c7aa-468f-9f4b-2dc80f567be2,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:11.292335 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e6b3ecdf-022b-4803-895c-a8b6e4fc3d59 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:11.298406 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:11.325319 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c510546d-0527-474d-bcae-1ad3c4e9d547 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.361221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-af35acfd-ae1c-4d34-b28a-f04ee99f8e85 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.365783 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e6b3ecdf-022b-4803-895c-a8b6e4fc3d59 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.367390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-af35acfd-ae1c-4d34-b28a-f04ee99f8e85 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.372864 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:11.394643 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af35acfd-ae1c-4d34-b28a-f04ee99f8e85 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:29:11.411980 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35acfd-ae1c-4d34-b28a-f04ee99f8e85 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab80bd64-60ff-4bb1-a08e-9cd901cbaf6c,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:11.416014 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-af35acfd-ae1c-4d34-b28a-f04ee99f8e85 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.416410 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-af35acfd-ae1c-4d34-b28a-f04ee99f8e85 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Added segment d60cff67-5716-496c-8599-9e9873ecbba1 of type vlan for network 95913d4e-b509-4620-b398-6bd7d3fcb1c7 Jun 18 16:29:11.418052 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-af35acfd-ae1c-4d34-b28a-f04ee99f8e85 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:11.466799 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.db.api [None req-20983002-6e70-4c11-bfaa-998771207f80 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:29:11.466799 dv-neutron-797121-1-hyperv neutron-server[93428]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:29:11.466799 dv-neutron-797121-1-hyperv neutron-server[93428]: [parameters: {'project_id_1': 'a50f6beada67454e987312fb2c5df4b0', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 29, 11, 318656)}] Jun 18 16:29:11.466799 dv-neutron-797121-1-hyperv neutron-server[93428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:29:11.467358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_db.api [None req-20983002-6e70-4c11-bfaa-998771207f80 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:29:11.476179 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-af35acfd-ae1c-4d34-b28a-f04ee99f8e85 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.494505 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e6b3ecdf-022b-4803-895c-a8b6e4fc3d59 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.497917 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e6b3ecdf-022b-4803-895c-a8b6e4fc3d59 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.500118 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad06cc29-db8c-459e-966e-33651e0f1e9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:11.503645 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad06cc29-db8c-459e-966e-33651e0f1e9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.508902 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c510546d-0527-474d-bcae-1ad3c4e9d547 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.516530 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-af35acfd-ae1c-4d34-b28a-f04ee99f8e85 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.523617 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af35acfd-ae1c-4d34-b28a-f04ee99f8e85 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:11.524754 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-af35acfd-ae1c-4d34-b28a-f04ee99f8e85 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.528895 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b91af7ca-2974-433a-89ba-80672dc84c48 tempest-QuotasNegativeTest-357149754 tempest-QuotasNegativeTest-357149754-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:11.570308 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fa689351-7cc6-41c4-94f0-cad3c1ddc76a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:11.594744 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-af35acfd-ae1c-4d34-b28a-f04ee99f8e85 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8865721 Jun 18 16:29:11.595862 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45306) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:11.603406 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c510546d-0527-474d-bcae-1ad3c4e9d547 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.605897 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c510546d-0527-474d-bcae-1ad3c4e9d547 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/b546c36a-a08b-4134-b724-f88d32df6047 HTTP/1.1" status: 204 len: 168 time: 1.2928042 Jun 18 16:29:11.608672 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510546d-0527-474d-bcae-1ad3c4e9d547 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=b546c36a-a08b-4134-b724-f88d32df6047,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:11.611475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45308) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:11.612565 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-77e8202a-250d-4d1e-b02c-4c7304c3d928 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Request body: {'subnet': {'network_id': '95913d4e-b509-4620-b398-6bd7d3fcb1c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:11.620422 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c510546d-0527-474d-bcae-1ad3c4e9d547 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:11.624065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d88a9c2-2f64-4741-a3f4-26bf61ff81dd None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:11.672898 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e6b3ecdf-022b-4803-895c-a8b6e4fc3d59 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.673419 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b3ecdf-022b-4803-895c-a8b6e4fc3d59 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Fanout notify agent at l3_agent the message router_deleted on router dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:29:11.674933 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad06cc29-db8c-459e-966e-33651e0f1e9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:29:11.678090 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-92330ef2-d42f-415f-8ddd-b9ca8507bf25 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652845 Jun 18 16:29:11.681829 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45310) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:11.690281 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e6b3ecdf-022b-4803-895c-a8b6e4fc3d59 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.693590 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e6b3ecdf-022b-4803-895c-a8b6e4fc3d59 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] 10.222.0.39 "DELETE /v2.0/routers/dbdbfa64-320a-4a74-a8d8-c1d0f4064a9a HTTP/1.1" status: 204 len: 168 time: 2.0983260 Jun 18 16:29:11.695039 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-30e5e3ca-83a4-4e6c-b27f-7519ddbc7095 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:11.698162 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45312) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:11.719950 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad06cc29-db8c-459e-966e-33651e0f1e9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.720325 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-ad06cc29-db8c-459e-966e-33651e0f1e9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Added segment 6b243f04-8f51-4ccc-885d-4ee509398fcb of type vlan for network 909385c8-5a18-4ea9-a6bd-965d9911c5bd Jun 18 16:29:11.731584 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35acfd-ae1c-4d34-b28a-f04ee99f8e85 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Pushing event updated for resources: {'Network': ['ID=95913d4e-b509-4620-b398-6bd7d3fcb1c7,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:11.736091 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-af35acfd-ae1c-4d34-b28a-f04ee99f8e85 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:11.756295 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 95913d4e-b509-4620-b398-6bd7d3fcb1c7 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:29:11.765882 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e8202a-250d-4d1e-b02c-4c7304c3d928 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Made reservation on behalf of f77f8706c95941eca55ff14139b9c5fe for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:11.770213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-77e8202a-250d-4d1e-b02c-4c7304c3d928 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.846343 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad06cc29-db8c-459e-966e-33651e0f1e9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.867832 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-622d4084-9bf4-415c-9618-7591c3114fea tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Deleting subnet 03302788-0485-483c-ad05-3b95af0e612e {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:29:11.876630 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-622d4084-9bf4-415c-9618-7591c3114fea tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.948660 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e5e3ca-83a4-4e6c-b27f-7519ddbc7095 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:11.953327 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30e5e3ca-83a4-4e6c-b27f-7519ddbc7095 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.959535 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-622d4084-9bf4-415c-9618-7591c3114fea tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.990158 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad06cc29-db8c-459e-966e-33651e0f1e9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.997804 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b8e816-37d8-4f90-89d6-547e2953c937 None None] DHCP port deletion for c0c58b33-89bf-4a11-9df9-ed95e6524a1d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:12.018770 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad06cc29-db8c-459e-966e-33651e0f1e9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:12.019636 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad06cc29-db8c-459e-966e-33651e0f1e9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.050832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-51b8e816-37d8-4f90-89d6-547e2953c937 None None] Deleting port 45db723e-ccca-446d-b0d6-760b5f439507 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:12.051706 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-51b8e816-37d8-4f90-89d6-547e2953c937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.056084 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ad7cfd2f-3756-456e-9406-8e52bfbb11ff tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:12.060060 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-77e8202a-250d-4d1e-b02c-4c7304c3d928 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.063362 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20983002-6e70-4c11-bfaa-998771207f80 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Made reservation on behalf of a50f6beada67454e987312fb2c5df4b0 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:12.069201 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-20983002-6e70-4c11-bfaa-998771207f80 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.075641 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:12.160971 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-51b8e816-37d8-4f90-89d6-547e2953c937 None None] For port 45db723e-ccca-446d-b0d6-760b5f439507, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=45db723e-ccca-446d-b0d6-760b5f439507,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:12.162170 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-51b8e816-37d8-4f90-89d6-547e2953c937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.164629 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ad06cc29-db8c-459e-966e-33651e0f1e9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9089980 Jun 18 16:29:12.173264 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45316) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:12.186077 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-e910d915-e603-4440-b0de-16cb493a4e0b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'subnet': {'network_id': '909385c8-5a18-4ea9-a6bd-965d9911c5bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:12.187520 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-20983002-6e70-4c11-bfaa-998771207f80 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] device_id is not set on port c4cd5828-b57b-468d-9c92-cca126af2a0f yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:29:12.197920 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06cc29-db8c-459e-966e-33651e0f1e9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Network': ['ID=909385c8-5a18-4ea9-a6bd-965d9911c5bd,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:12.215395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ad06cc29-db8c-459e-966e-33651e0f1e9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:12.249905 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 909385c8-5a18-4ea9-a6bd-965d9911c5bd details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:29:12.264020 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8202a-250d-4d1e-b02c-4c7304c3d928 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Pushing event updated for resources: {'Subnet': ['ID=a60b96cf-263c-4630-8283-da5149d7ac84,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:12.275770 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-77e8202a-250d-4d1e-b02c-4c7304c3d928 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:12.283318 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-51b8e816-37d8-4f90-89d6-547e2953c937 None None] Calling delete_port for 45db723e-ccca-446d-b0d6-760b5f439507 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:12.288776 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e8202a-250d-4d1e-b02c-4c7304c3d928 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Checking segment: {'id': 'd60cff67-5716-496c-8599-9e9873ecbba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '95913d4e-b509-4620-b398-6bd7d3fcb1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:12.289453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e8202a-250d-4d1e-b02c-4c7304c3d928 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Network hostable DHCP agents. Network: 95913d4e-b509-4620-b398-6bd7d3fcb1c7, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:29:12.328335 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-622d4084-9bf4-415c-9618-7591c3114fea tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.335174 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e8202a-250d-4d1e-b02c-4c7304c3d928 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Network 95913d4e-b509-4620-b398-6bd7d3fcb1c7 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:29:12.390756 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-77e8202a-250d-4d1e-b02c-4c7304c3d928 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 95913d4e-b509-4620-b398-6bd7d3fcb1c7) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:12.412870 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e8202a-250d-4d1e-b02c-4c7304c3d928 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:12.414609 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-77e8202a-250d-4d1e-b02c-4c7304c3d928 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.435105 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc84647-21f7-49ae-b709-34b253403261 None None] Network 95913d4e-b509-4620-b398-6bd7d3fcb1c7 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:12.447724 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-20983002-6e70-4c11-bfaa-998771207f80 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Allocated IP 172.20.0.9 (013a8ad8-a843-48cc-a718-72fdd8f91043/957a4f68-162d-45c5-9ee3-6c0302ab7fde/c4cd5828-b57b-468d-9c92-cca126af2a0f) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:12.486108 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-77e8202a-250d-4d1e-b02c-4c7304c3d928 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8850040 Jun 18 16:29:12.486899 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45320) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:12.505020 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-aefb74a9-6dfd-4608-9213-08fba56371b0 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-513720340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:12.561075 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e910d915-e603-4440-b0de-16cb493a4e0b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:12.564959 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e910d915-e603-4440-b0de-16cb493a4e0b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.611199 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30e5e3ca-83a4-4e6c-b27f-7519ddbc7095 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.634983 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fd66e607-e352-40f5-aa84-e82eda954b14 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:12.640589 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-622d4084-9bf4-415c-9618-7591c3114fea tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.672029 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 45db723e-ccca-446d-b0d6-760b5f439507 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:12.672240 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-aefb74a9-6dfd-4608-9213-08fba56371b0 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.673409 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-aefb74a9-6dfd-4608-9213-08fba56371b0 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.692779 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-95913d4e-b509-4620-b398-6bd7d3fcb1c7', 'network_id': '95913d4e-b509-4620-b398-6bd7d3fcb1c7', 'tenant_id': 'f77f8706c95941eca55ff14139b9c5fe', 'fixed_ips': [{'subnet_id': 'a60b96cf-263c-4630-8283-da5149d7ac84'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:12.694042 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.744552 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-51b8e816-37d8-4f90-89d6-547e2953c937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.762319 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:12.764268 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-aefb74a9-6dfd-4608-9213-08fba56371b0 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.768081 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b8e816-37d8-4f90-89d6-547e2953c937 None None] No DVR routers for this DVR port 45db723e-ccca-446d-b0d6-760b5f439507 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:12.772036 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-aefb74a9-6dfd-4608-9213-08fba56371b0 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.779917 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e5e3ca-83a4-4e6c-b27f-7519ddbc7095 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:12.783749 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-622d4084-9bf4-415c-9618-7591c3114fea tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.789972 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-622d4084-9bf4-415c-9618-7591c3114fea tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] 10.222.0.39 "DELETE /v2.0/subnets/03302788-0485-483c-ad05-3b95af0e612e HTTP/1.1" status: 204 len: 168 time: 1.0897303 Jun 18 16:29:12.797450 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45322) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:12.807253 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-30e5e3ca-83a4-4e6c-b27f-7519ddbc7095 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:12.822149 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e5e3ca-83a4-4e6c-b27f-7519ddbc7095 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:12.822768 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30e5e3ca-83a4-4e6c-b27f-7519ddbc7095 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.828218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-aefb74a9-6dfd-4608-9213-08fba56371b0 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.832555 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-aefb74a9-6dfd-4608-9213-08fba56371b0 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3337770 Jun 18 16:29:12.836520 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45324) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:12.849530 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-30e5e3ca-83a4-4e6c-b27f-7519ddbc7095 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1642556 Jun 18 16:29:12.851510 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45326) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:12.865555 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-37cb6174-6916-474b-af93-1277b6294862 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'name': 'tempest-NetworksTestDHCPv6-2095518682'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:12.885970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-20983002-6e70-4c11-bfaa-998771207f80 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.931620 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Allocated IP 172.20.0.2 (95913d4e-b509-4620-b398-6bd7d3fcb1c7/a60b96cf-263c-4630-8283-da5149d7ac84/a5ebccb9-1be0-4ea1-ad10-c7122992e015) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:13.014945 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cb6174-6916-474b-af93-1277b6294862 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:13.035247 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-37cb6174-6916-474b-af93-1277b6294862 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.050622 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5e3ca-83a4-4e6c-b27f-7519ddbc7095 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=7e8d3f4b-fdea-4438-a937-a2ac08b66721,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:13.061880 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-30e5e3ca-83a4-4e6c-b27f-7519ddbc7095 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:13.065334 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:13.082672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.091497 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-37cb6174-6916-474b-af93-1277b6294862 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port 23b38c96-4660-4613-890d-836c009bbebf yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:29:13.091799 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Transition to ACTIVE for port object a5ebccb9-1be0-4ea1-ad10-c7122992e015 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:13.098105 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.099447 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d4084-9bf4-415c-9618-7591c3114fea tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Pushing event deleted for resources: {'Subnet': ['ID=03302788-0485-483c-ad05-3b95af0e612e,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:13.106327 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-622d4084-9bf4-415c-9618-7591c3114fea tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:13.107367 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Transition to ACTIVE for port object a5ebccb9-1be0-4ea1-ad10-c7122992e015 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:13.111012 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8e816-37d8-4f90-89d6-547e2953c937 None None] Pushing event deleted for resources: {'Port': ['ID=45db723e-ccca-446d-b0d6-760b5f439507,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:13.113808 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-51b8e816-37d8-4f90-89d6-547e2953c937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:13.118666 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.126918 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1da3bfa-0e1b-454b-b351-7c42ecaaebd0 None None] Network 9e5c224e-16be-4839-a08a-ecf18b136c7a requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:13.128787 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49446053-e017-41d9-8e75-81a1568ec1a0 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:13.131669 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-96bc2733-3905-4460-a87c-76634be80c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:13.182085 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Network 95913d4e-b509-4620-b398-6bd7d3fcb1c7 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:13.193817 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Pushing event updated for resources: {'Port': ['ID=a5ebccb9-1be0-4ea1-ad10-c7122992e015,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:13.196378 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:13.201910 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:13.234461 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:13.239504 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No active binding found for port 45db723e-ccca-446d-b0d6-760b5f439507 {{(pid=93429) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 18 16:29:13.239960 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 45db723e-ccca-446d-b0d6-760b5f439507 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:13.256919 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-20983002-6e70-4c11-bfaa-998771207f80 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.285948 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-62a446b7-404b-4b25-83e7-09d5cec1c634 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:13.349648 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-37cb6174-6916-474b-af93-1277b6294862 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::2a4 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/7e8d3f4b-fdea-4438-a937-a2ac08b66721/23b38c96-4660-4613-890d-836c009bbebf) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:13.363334 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e910d915-e603-4440-b0de-16cb493a4e0b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.381215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20983002-6e70-4c11-bfaa-998771207f80 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Network 013a8ad8-a843-48cc-a718-72fdd8f91043 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:13.398238 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-20983002-6e70-4c11-bfaa-998771207f80 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:13.404108 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20983002-6e70-4c11-bfaa-998771207f80 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:13.411243 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20983002-6e70-4c11-bfaa-998771207f80 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=c4cd5828-b57b-468d-9c92-cca126af2a0f,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:13.415952 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:13.468556 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910d915-e603-4440-b0de-16cb493a4e0b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Subnet': ['ID=06ce5e89-c705-42d4-87c1-5acfce4b32fe,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:13.470993 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-20983002-6e70-4c11-bfaa-998771207f80 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:13.475936 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e910d915-e603-4440-b0de-16cb493a4e0b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:13.513637 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.531611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Deleting port ce657e04-0dc4-432e-a686-76ae0d95bf94 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:13.542106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.549597 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910d915-e603-4440-b0de-16cb493a4e0b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Checking segment: {'id': '6b243f04-8f51-4ccc-885d-4ee509398fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '909385c8-5a18-4ea9-a6bd-965d9911c5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:13.550017 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e910d915-e603-4440-b0de-16cb493a4e0b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network hostable DHCP agents. Network: 909385c8-5a18-4ea9-a6bd-965d9911c5bd, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:29:13.550706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20983002-6e70-4c11-bfaa-998771207f80 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:13.551328 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-20983002-6e70-4c11-bfaa-998771207f80 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.588512 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e910d915-e603-4440-b0de-16cb493a4e0b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network 909385c8-5a18-4ea9-a6bd-965d9911c5bd is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:29:13.610562 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-e910d915-e603-4440-b0de-16cb493a4e0b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 909385c8-5a18-4ea9-a6bd-965d9911c5bd) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:13.624814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fe7e0f-5439-4267-b93f-d430b72a0894 None None] Network 909385c8-5a18-4ea9-a6bd-965d9911c5bd requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:13.677765 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e910d915-e603-4440-b0de-16cb493a4e0b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:13.678343 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e910d915-e603-4440-b0de-16cb493a4e0b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.715822 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Attempting to bind port a5ebccb9-1be0-4ea1-ad10-c7122992e015 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:13.716372 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Attempting to bind port a5ebccb9-1be0-4ea1-ad10-c7122992e015 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'd60cff67-5716-496c-8599-9e9873ecbba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '95913d4e-b509-4620-b398-6bd7d3fcb1c7'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:13.717270 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Attempting to bind port a5ebccb9-1be0-4ea1-ad10-c7122992e015 on network 95913d4e-b509-4620-b398-6bd7d3fcb1c7 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:13.721124 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e910d915-e603-4440-b0de-16cb493a4e0b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5422339 Jun 18 16:29:13.725533 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:13.726070 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Checking segment: {'id': 'd60cff67-5716-496c-8599-9e9873ecbba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '95913d4e-b509-4620-b398-6bd7d3fcb1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:13.726626 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.727378 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Bound using segment: {'id': 'd60cff67-5716-496c-8599-9e9873ecbba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '95913d4e-b509-4620-b398-6bd7d3fcb1c7'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:13.727989 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Bound port: a5ebccb9-1be0-4ea1-ad10-c7122992e015, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60cff67-5716-496c-8599-9e9873ecbba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '95913d4e-b509-4620-b398-6bd7d3fcb1c7'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:13.728478 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.729110 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45332) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:13.738563 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-efeca91d-a19d-473b-84b8-69b73c7ecbfe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'network_id': '909385c8-5a18-4ea9-a6bd-965d9911c5bd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1031479140'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:13.882291 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-37cb6174-6916-474b-af93-1277b6294862 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.894993 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] For port a5ebccb9-1be0-4ea1-ad10-c7122992e015, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:13.898768 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] For port a5ebccb9-1be0-4ea1-ad10-c7122992e015, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a5ebccb9-1be0-4ea1-ad10-c7122992e015,segment=NetworkSegment(d60cff67-5716-496c-8599-9e9873ecbba1),segment_id=d60cff67-5716-496c-8599-9e9873ecbba1)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:13.906342 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': '7e8d3f4b-fdea-4438-a937-a2ac08b66721'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:13.907506 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.915939 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.925902 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-37cb6174-6916-474b-af93-1277b6294862 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object 23b38c96-4660-4613-890d-836c009bbebf will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:13.927195 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:13.969392 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-37cb6174-6916-474b-af93-1277b6294862 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.986400 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7738465d-edc1-4bfc-a19d-e214e84a37b1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:14.017928 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45334) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:14.032962 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ed6d3034-d215-445f-b0ea-68daa0e87e10 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Request body: {'subnet': {'network_id': '1e050b17-7a71-4bc4-9375-95c662e4c667', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:14.041574 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb6174-6916-474b-af93-1277b6294862 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:14.066673 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-20983002-6e70-4c11-bfaa-998771207f80 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.9821587 Jun 18 16:29:14.069170 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45336) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:14.073611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': 'c4cd5828-b57b-468d-9c92-cca126af2a0f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:14.086437 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-37cb6174-6916-474b-af93-1277b6294862 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:14.096499 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cb6174-6916-474b-af93-1277b6294862 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:14.101972 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cb6174-6916-474b-af93-1277b6294862 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:14.102615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-37cb6174-6916-474b-af93-1277b6294862 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.118536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] For port ce657e04-0dc4-432e-a686-76ae0d95bf94, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ce657e04-0dc4-432e-a686-76ae0d95bf94,segment=NetworkSegment(dd028d36-27a5-4300-a287-ca35b5009885),segment_id=dd028d36-27a5-4300-a287-ca35b5009885)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:14.118941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.123252 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Allocated IP 2001:db8::2 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/7e8d3f4b-fdea-4438-a937-a2ac08b66721/34f467ef-6802-483d-994f-a19ec6fb2e22) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:14.131796 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb6174-6916-474b-af93-1277b6294862 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=23b38c96-4660-4613-890d-836c009bbebf,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:14.137852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-37cb6174-6916-474b-af93-1277b6294862 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:14.142964 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeca91d-a19d-473b-84b8-69b73c7ecbfe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:14.146400 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-efeca91d-a19d-473b-84b8-69b73c7ecbfe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.165336 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-efeca91d-a19d-473b-84b8-69b73c7ecbfe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] device_id is not set on port b8be3d77-a104-45c6-845a-2638ae11be99 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:29:14.228954 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Calling delete_port for ce657e04-0dc4-432e-a686-76ae0d95bf94 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:14.238814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Pushing event updated for resources: {'Port': ['ID=a5ebccb9-1be0-4ea1-ad10-c7122992e015,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:14.243609 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:14.280125 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.372555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-909385c8-5a18-4ea9-a6bd-965d9911c5bd', 'network_id': '909385c8-5a18-4ea9-a6bd-965d9911c5bd', 'tenant_id': 'ab5b30efde934fcfab6623163b520fd8', 'fixed_ips': [{'subnet_id': '06ce5e89-c705-42d4-87c1-5acfce4b32fe'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:14.373832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.433659 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ecd4ca-cc7d-4959-aba2-2a001c612e98 None None] DHCP port deletion for 9e5c224e-16be-4839-a08a-ecf18b136c7a request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:14.476457 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Allocated IP 172.20.0.1 (95913d4e-b509-4620-b398-6bd7d3fcb1c7/a60b96cf-263c-4630-8283-da5149d7ac84/cf1eb197-b445-4ec1-9738-a0e56215b93f) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:14.501304 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.505372 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ba9204d0-3cf9-4937-bb82-f4394b72716b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:14.567271 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.584572 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Transition to ACTIVE for port object 34f467ef-6802-483d-994f-a19ec6fb2e22 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:14.625323 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Transition to ACTIVE for port object 34f467ef-6802-483d-994f-a19ec6fb2e22 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:14.635208 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.639950 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:14.681660 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Pushing event deleted for resources: {'Port': ['ID=ce657e04-0dc4-432e-a686-76ae0d95bf94,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:14.684090 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:14.687707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:14.691218 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:14.691367 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:14.694285 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-28ecd4ca-cc7d-4959-aba2-2a001c612e98 None None] Deleting port ce657e04-0dc4-432e-a686-76ae0d95bf94 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:14.694675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-28ecd4ca-cc7d-4959-aba2-2a001c612e98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.703826 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] No DVR routers for this DVR port ce657e04-0dc4-432e-a686-76ae0d95bf94 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:14.749672 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-efeca91d-a19d-473b-84b8-69b73c7ecbfe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Allocated IP 2001:db8::183 (909385c8-5a18-4ea9-a6bd-965d9911c5bd/06ce5e89-c705-42d4-87c1-5acfce4b32fe/b8be3d77-a104-45c6-845a-2638ae11be99) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:14.788353 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a5ebccb9-1be0-4ea1-ad10-c7122992e015 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:14.807989 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Pushing event updated for resources: {'Port': ['ID=34f467ef-6802-483d-994f-a19ec6fb2e22,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:14.811526 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:14.855665 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Attempting to bind port 34f467ef-6802-483d-994f-a19ec6fb2e22 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:14.856065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Attempting to bind port 34f467ef-6802-483d-994f-a19ec6fb2e22 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:14.856431 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Attempting to bind port 34f467ef-6802-483d-994f-a19ec6fb2e22 on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:14.863150 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-37cb6174-6916-474b-af93-1277b6294862 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0073941 Jun 18 16:29:14.864920 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.865815 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45342) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:14.883183 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:14.883183 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:14.883633 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.884033 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:14.884518 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Bound port: 34f467ef-6802-483d-994f-a19ec6fb2e22, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:14.884896 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.891842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5c224e-16be-4839-a08a-ecf18b136c7a']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:14.893392 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-28ecd4ca-cc7d-4959-aba2-2a001c612e98 None None] For port ce657e04-0dc4-432e-a686-76ae0d95bf94, host dv-neutron-797121-1-hyperv, got binding levels [] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:14.893784 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-28ecd4ca-cc7d-4959-aba2-2a001c612e98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.896137 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.913900 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd028d36-27a5-4300-a287-ca35b5009885') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:14.914197 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd028d36-27a5-4300-a287-ca35b5009885') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:14.916611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.944146 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.945978 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Transition to ACTIVE for port object cf1eb197-b445-4ec1-9738-a0e56215b93f will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:14.985935 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-28ecd4ca-cc7d-4959-aba2-2a001c612e98 None None] Calling delete_port for ce657e04-0dc4-432e-a686-76ae0d95bf94 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:14.990849 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.ipam_backend_mixin [None req-28ecd4ca-cc7d-4959-aba2-2a001c612e98 None None] Port ce657e04-0dc4-432e-a686-76ae0d95bf94 was not found and therefore no delete operation was performed {{(pid=93429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 16:29:14.993311 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.009138 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:15.009466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:15.013901 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:15.016191 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-28ecd4ca-cc7d-4959-aba2-2a001c612e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.017724 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6d3034-d215-445f-b0ea-68daa0e87e10 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Made reservation on behalf of cba365ca3ef64fbdb7df0b44562bf333 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:15.018887 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:15.020738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port a5ebccb9-1be0-4ea1-ad10-c7122992e015 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:15.022168 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ed6d3034-d215-445f-b0ea-68daa0e87e10 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.038609 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-efeca91d-a19d-473b-84b8-69b73c7ecbfe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.055747 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecd4ca-cc7d-4959-aba2-2a001c612e98 None None] Pushing event deleted for resources: {'Port': ['ID=ce657e04-0dc4-432e-a686-76ae0d95bf94,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:15.066136 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-28ecd4ca-cc7d-4959-aba2-2a001c612e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:15.076152 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ecd4ca-cc7d-4959-aba2-2a001c612e98 None None] No DVR routers for this DVR port ce657e04-0dc4-432e-a686-76ae0d95bf94 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:15.101059 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] For port 34f467ef-6802-483d-994f-a19ec6fb2e22, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:15.106224 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] For port 34f467ef-6802-483d-994f-a19ec6fb2e22, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=34f467ef-6802-483d-994f-a19ec6fb2e22,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:15.113010 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.114622 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-efeca91d-a19d-473b-84b8-69b73c7ecbfe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Transition to ACTIVE for port object b8be3d77-a104-45c6-845a-2638ae11be99 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:15.116476 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:15.136752 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.142483 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ade816b2-af9a-45c0-a97b-6ffad808ade3 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:15.146499 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.148580 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] 10.222.0.39 "DELETE /v2.0/networks/9e5c224e-16be-4839-a08a-ecf18b136c7a HTTP/1.1" status: 204 len: 168 time: 2.3469419 Jun 18 16:29:15.150918 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feca86b3-f6d3-4629-84b8-ec011ee21b3b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:15.154375 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.157834 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45344) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:15.178119 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feca86b3-f6d3-4629-84b8-ec011ee21b3b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:15.184681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45346) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:15.187929 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-feca86b3-f6d3-4629-84b8-ec011ee21b3b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3158584 Jun 18 16:29:15.211617 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ce657e04-0dc4-432e-a686-76ae0d95bf94 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:15.240341 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Pushing event updated for resources: {'Port': ['ID=34f467ef-6802-483d-994f-a19ec6fb2e22,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:15.243445 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: ce657e04-0dc4-432e-a686-76ae0d95bf94 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:15.243798 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ce657e04-0dc4-432e-a686-76ae0d95bf94 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:15.246756 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:15.287315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Pushing event deleted for resources: {'Network': ['ID=9e5c224e-16be-4839-a08a-ecf18b136c7a,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:15.299481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-efeca91d-a19d-473b-84b8-69b73c7ecbfe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.301890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:15.310748 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-793bb69d-c8bf-4d49-b659-4d0fb9dd6123 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:15.322648 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e6b3ecdf-022b-4803-895c-a8b6e4fc3d59 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:15.348933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Allocated IP 172.26.2.144 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/920e50ab-e601-425c-8d06-df70eb630f8f) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:15.354603 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Allocated IP 2001:db8::2 (909385c8-5a18-4ea9-a6bd-965d9911c5bd/06ce5e89-c705-42d4-87c1-5acfce4b32fe/b9259b9f-f89e-4307-ad37-24a5a5f31950) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:15.378795 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeca91d-a19d-473b-84b8-69b73c7ecbfe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=b8be3d77-a104-45c6-845a-2638ae11be99,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:15.394856 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeca91d-a19d-473b-84b8-69b73c7ecbfe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network 909385c8-5a18-4ea9-a6bd-965d9911c5bd is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:15.396199 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-efeca91d-a19d-473b-84b8-69b73c7ecbfe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:15.400920 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-efeca91d-a19d-473b-84b8-69b73c7ecbfe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:15.410659 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeca91d-a19d-473b-84b8-69b73c7ecbfe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:15.422395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeca91d-a19d-473b-84b8-69b73c7ecbfe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:15.423089 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-efeca91d-a19d-473b-84b8-69b73c7ecbfe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.431566 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Network 95913d4e-b509-4620-b398-6bd7d3fcb1c7 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:15.443766 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-efeca91d-a19d-473b-84b8-69b73c7ecbfe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.7135677 Jun 18 16:29:15.447214 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45348) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:15.504905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:15.521468 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:15.576109 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Pushing event updated for resources: {'Port': ['ID=cf1eb197-b445-4ec1-9738-a0e56215b93f,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:15.600863 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ed6d3034-d215-445f-b0ea-68daa0e87e10 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.611793 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.621529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Transition to ACTIVE for port object b9259b9f-f89e-4307-ad37-24a5a5f31950 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:15.639984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Transition to ACTIVE for port object b9259b9f-f89e-4307-ad37-24a5a5f31950 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:15.642150 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:15.643555 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:15.647491 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.650872 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-51b8e816-37d8-4f90-89d6-547e2953c937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:15.706843 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Pushing event updated for resources: {'Port': ['ID=b9259b9f-f89e-4307-ad37-24a5a5f31950,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:15.710535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:15.723146 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Network 909385c8-5a18-4ea9-a6bd-965d9911c5bd is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:15.724669 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:15.728540 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:15.758023 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8f5467-77d7-4217-a31d-08a40fe6d3ed None None] Network 95913d4e-b509-4620-b398-6bd7d3fcb1c7 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:15.759743 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d3034-d215-445f-b0ea-68daa0e87e10 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event updated for resources: {'Subnet': ['ID=4826727f-b3d1-4be3-bc4a-739993e0c9ad,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:15.763626 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ed6d3034-d215-445f-b0ea-68daa0e87e10 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:15.777395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6d3034-d215-445f-b0ea-68daa0e87e10 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Checking segment: {'id': 'dab6c406-958f-463e-aa59-7aa3ff2bf064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1e050b17-7a71-4bc4-9375-95c662e4c667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:15.777862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6d3034-d215-445f-b0ea-68daa0e87e10 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Network hostable DHCP agents. Network: 1e050b17-7a71-4bc4-9375-95c662e4c667, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:29:15.784857 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.787786 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-3eab5673-cc26-40f9-88e7-bde5cfbd72e4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port b8be3d77-a104-45c6-845a-2638ae11be99 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:15.788245 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3eab5673-cc26-40f9-88e7-bde5cfbd72e4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.841575 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6d3034-d215-445f-b0ea-68daa0e87e10 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Network 1e050b17-7a71-4bc4-9375-95c662e4c667 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:29:15.847759 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.867782 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-ed6d3034-d215-445f-b0ea-68daa0e87e10 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 1e050b17-7a71-4bc4-9375-95c662e4c667) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:15.880673 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6d3034-d215-445f-b0ea-68daa0e87e10 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:15.881278 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ed6d3034-d215-445f-b0ea-68daa0e87e10 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.900100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-7a7fc22e-61fe-49ba-8ffd-68488fbde485 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Deleting port 1091704e-e3ed-44e4-82a3-7274f813cfe7 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:15.900449 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7a7fc22e-61fe-49ba-8ffd-68488fbde485 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.930745 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-914fb2c8-267c-4631-bea4-a093b694dc02 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port 23b38c96-4660-4613-890d-836c009bbebf {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:15.931044 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-914fb2c8-267c-4631-bea4-a093b694dc02 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.961690 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3eab5673-cc26-40f9-88e7-bde5cfbd72e4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.966474 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ed6d3034-d215-445f-b0ea-68daa0e87e10 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9447415 Jun 18 16:29:15.972258 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45352) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:15.979329 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-e731c86e-d0ae-40f1-bbd3-1342f693b63d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-401549128'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:16.023555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aee0b3a-a4c0-46cd-add3-53a49e61cd84 None None] Network 1e050b17-7a71-4bc4-9375-95c662e4c667 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:16.044727 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Attempting to bind port b9259b9f-f89e-4307-ad37-24a5a5f31950 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:16.045489 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Attempting to bind port b9259b9f-f89e-4307-ad37-24a5a5f31950 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '6b243f04-8f51-4ccc-885d-4ee509398fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '909385c8-5a18-4ea9-a6bd-965d9911c5bd'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:16.045489 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Attempting to bind port b9259b9f-f89e-4307-ad37-24a5a5f31950 on network 909385c8-5a18-4ea9-a6bd-965d9911c5bd {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:16.051521 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-3eab5673-cc26-40f9-88e7-bde5cfbd72e4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for b8be3d77-a104-45c6-845a-2638ae11be99 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:16.089123 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:16.089492 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Checking segment: {'id': '6b243f04-8f51-4ccc-885d-4ee509398fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '909385c8-5a18-4ea9-a6bd-965d9911c5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:16.090266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.090845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Bound using segment: {'id': '6b243f04-8f51-4ccc-885d-4ee509398fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '909385c8-5a18-4ea9-a6bd-965d9911c5bd'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:16.091442 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Bound port: b9259b9f-f89e-4307-ad37-24a5a5f31950, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b243f04-8f51-4ccc-885d-4ee509398fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '909385c8-5a18-4ea9-a6bd-965d9911c5bd'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:16.091725 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.093847 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-215015c3-4e92-40bd-bd20-9b382dfd380c None None] Provisioning for port a5ebccb9-1be0-4ea1-ad10-c7122992e015 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:16.119787 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-215015c3-4e92-40bd-bd20-9b382dfd380c None None] Provisioning complete for port a5ebccb9-1be0-4ea1-ad10-c7122992e015 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:16.120169 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-215015c3-4e92-40bd-bd20-9b382dfd380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.135259 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.157240 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-64d6892d-64aa-422b-bc38-e56537928013 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:16.175016 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e731c86e-d0ae-40f1-bbd3-1342f693b63d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Made reservation on behalf of cba365ca3ef64fbdb7df0b44562bf333 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:16.178495 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e731c86e-d0ae-40f1-bbd3-1342f693b63d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.190483 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.195078 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7a7fc22e-61fe-49ba-8ffd-68488fbde485 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.195413 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7a7fc22e-61fe-49ba-8ffd-68488fbde485 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.216651 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e731c86e-d0ae-40f1-bbd3-1342f693b63d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:29:16.221417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-914fb2c8-267c-4631-bea4-a093b694dc02 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.237451 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e731c86e-d0ae-40f1-bbd3-1342f693b63d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.237863 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-e731c86e-d0ae-40f1-bbd3-1342f693b63d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Added segment b4e62720-a3d9-45d3-a840-4d18a7fb64da of type vlan for network 3d2a9994-85ec-4957-a411-cd2a9cd9c995 Jun 18 16:29:16.320020 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e731c86e-d0ae-40f1-bbd3-1342f693b63d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.352723 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:16.367540 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3eab5673-cc26-40f9-88e7-bde5cfbd72e4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.378025 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:16.389407 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-7a7fc22e-61fe-49ba-8ffd-68488fbde485 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Calling delete_port for 1091704e-e3ed-44e4-82a3-7274f813cfe7 owned by network:floatingip {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:16.416850 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3eab5673-cc26-40f9-88e7-bde5cfbd72e4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.421296 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-914fb2c8-267c-4631-bea4-a093b694dc02 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for 23b38c96-4660-4613-890d-836c009bbebf owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:16.422254 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3eab5673-cc26-40f9-88e7-bde5cfbd72e4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/ports/b8be3d77-a104-45c6-845a-2638ae11be99 HTTP/1.1" status: 204 len: 168 time: 0.9739590 Jun 18 16:29:16.423056 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e731c86e-d0ae-40f1-bbd3-1342f693b63d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.423358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45356) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:16.447292 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:16.448097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e731c86e-d0ae-40f1-bbd3-1342f693b63d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:16.449287 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e731c86e-d0ae-40f1-bbd3-1342f693b63d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.462043 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab5673-cc26-40f9-88e7-bde5cfbd72e4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=b8be3d77-a104-45c6-845a-2638ae11be99,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:16.466121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3eab5673-cc26-40f9-88e7-bde5cfbd72e4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:16.467191 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-83832fc7-d2c7-4b28-b8d3-fd8a94293809 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:16.475515 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e731c86e-d0ae-40f1-bbd3-1342f693b63d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5018830 Jun 18 16:29:16.476114 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45358) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:16.487628 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:16.491147 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-d8fb1ce7-ebdb-4a54-8a01-3cce441e885d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Request body: {'subnet': {'network_id': '3d2a9994-85ec-4957-a411-cd2a9cd9c995', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:16.501813 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-1e050b17-7a71-4bc4-9375-95c662e4c667', 'network_id': '1e050b17-7a71-4bc4-9375-95c662e4c667', 'tenant_id': 'cba365ca3ef64fbdb7df0b44562bf333', 'fixed_ips': [{'subnet_id': '4826727f-b3d1-4be3-bc4a-739993e0c9ad'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:16.502666 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.512635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=920e50ab-e601-425c-8d06-df70eb630f8f,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:16.538074 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] For port b9259b9f-f89e-4307-ad37-24a5a5f31950, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:16.545359 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-215015c3-4e92-40bd-bd20-9b382dfd380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.547721 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-415e1e99-c9ab-467b-a1bc-89b536eb9a3f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] GET failed (client error): The resource could not be found. Jun 18 16:29:16.549492 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-415e1e99-c9ab-467b-a1bc-89b536eb9a3f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports/b8be3d77-a104-45c6-845a-2638ae11be99 HTTP/1.1" status: 404 len: 333 time: 0.1190665 Jun 18 16:29:16.562252 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:16.567654 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45360) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:16.607529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] For port b9259b9f-f89e-4307-ad37-24a5a5f31950, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=b9259b9f-f89e-4307-ad37-24a5a5f31950,segment=NetworkSegment(6b243f04-8f51-4ccc-885d-4ee509398fcb),segment_id=6b243f04-8f51-4ccc-885d-4ee509398fcb)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:16.631259 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1a5547-484a-4a77-b445-9d4396eb54d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting subnet 06ce5e89-c705-42d4-87c1-5acfce4b32fe {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:29:16.634418 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5547-484a-4a77-b445-9d4396eb54d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.682429 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731c86e-d0ae-40f1-bbd3-1342f693b63d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event updated for resources: {'Network': ['ID=3d2a9994-85ec-4957-a411-cd2a9cd9c995,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:16.685273 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e731c86e-d0ae-40f1-bbd3-1342f693b63d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:16.691711 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5547-484a-4a77-b445-9d4396eb54d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.704313 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 3d2a9994-85ec-4957-a411-cd2a9cd9c995 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:29:16.791602 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fb1ce7-ebdb-4a54-8a01-3cce441e885d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Made reservation on behalf of cba365ca3ef64fbdb7df0b44562bf333 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:16.794903 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 34f467ef-6802-483d-994f-a19ec6fb2e22 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:16.796888 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d8fb1ce7-ebdb-4a54-8a01-3cce441e885d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.797418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.822737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:16.865428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-215015c3-4e92-40bd-bd20-9b382dfd380c None None] For port a5ebccb9-1be0-4ea1-ad10-c7122992e015, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a5ebccb9-1be0-4ea1-ad10-c7122992e015,segment=NetworkSegment(d60cff67-5716-496c-8599-9e9873ecbba1),segment_id=d60cff67-5716-496c-8599-9e9873ecbba1)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:16.876349 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5547-484a-4a77-b445-9d4396eb54d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.909122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-215015c3-4e92-40bd-bd20-9b382dfd380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.083753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Pushing event updated for resources: {'Port': ['ID=b9259b9f-f89e-4307-ad37-24a5a5f31950,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:17.087853 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Allocated IP 2001:db8:0:ffff::2 (1e050b17-7a71-4bc4-9375-95c662e4c667/4826727f-b3d1-4be3-bc4a-739993e0c9ad/4ec25141-bd5d-4385-b25a-655591a56e8d) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:17.092345 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:17.092755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5547-484a-4a77-b445-9d4396eb54d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.094886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:17.101903 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:17.102032 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-14b18a49-98ee-4051-b0cb-fb582a9629d3 None None] Provisioning for port 34f467ef-6802-483d-994f-a19ec6fb2e22 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:17.151059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a5547-484a-4a77-b445-9d4396eb54d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Subnet': ['ID=06ce5e89-c705-42d4-87c1-5acfce4b32fe,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:17.161990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1c1a5547-484a-4a77-b445-9d4396eb54d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:17.166039 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5547-484a-4a77-b445-9d4396eb54d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.171524 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1c1a5547-484a-4a77-b445-9d4396eb54d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/subnets/06ce5e89-c705-42d4-87c1-5acfce4b32fe HTTP/1.1" status: 204 len: 168 time: 0.5976698 Jun 18 16:29:17.171524 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45364) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:17.219240 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215015c3-4e92-40bd-bd20-9b382dfd380c None None] Pushing event updated for resources: {'Port': ['ID=a5ebccb9-1be0-4ea1-ad10-c7122992e015,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:17.232274 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-215015c3-4e92-40bd-bd20-9b382dfd380c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:17.253410 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 34f467ef-6802-483d-994f-a19ec6fb2e22 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:17.322578 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 34f467ef-6802-483d-994f-a19ec6fb2e22 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:17.322917 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.377401 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7a7fc22e-61fe-49ba-8ffd-68488fbde485 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.383867 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:17.417288 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7fc22e-61fe-49ba-8ffd-68488fbde485 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Pushing event deleted for resources: {'Port': ['ID=1091704e-e3ed-44e4-82a3-7274f813cfe7,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:17.420868 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.426815 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-914fb2c8-267c-4631-bea4-a093b694dc02 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.428642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7a7fc22e-61fe-49ba-8ffd-68488fbde485 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:17.437119 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2f62e485-1676-463a-8bbe-5d9caa6dee40 None None] Provisioning complete for port 23b38c96-4660-4613-890d-836c009bbebf triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:17.437489 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2f62e485-1676-463a-8bbe-5d9caa6dee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.479806 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-2f62e485-1676-463a-8bbe-5d9caa6dee40 None None] Port 23b38c96-4660-4613-890d-836c009bbebf was deleted so its status cannot be updated. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 18 16:29:17.540760 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.557969 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.objects.ports [None req-d8fb1ce7-ebdb-4a54-8a01-3cce441e885d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93427) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:29:17.563031 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d8fb1ce7-ebdb-4a54-8a01-3cce441e885d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.568878 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:17.595596 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2f62e485-1676-463a-8bbe-5d9caa6dee40 None None] Provisioning for port cf1eb197-b445-4ec1-9738-a0e56215b93f completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:17.602970 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2f62e485-1676-463a-8bbe-5d9caa6dee40 None None] Provisioning complete for port cf1eb197-b445-4ec1-9738-a0e56215b93f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:17.602970 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2f62e485-1676-463a-8bbe-5d9caa6dee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.639772 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb1ce7-ebdb-4a54-8a01-3cce441e885d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event updated for resources: {'Subnet': ['ID=a5e148c7-0129-4f0b-82a2-96d50304214c,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:17.649058 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d8fb1ce7-ebdb-4a54-8a01-3cce441e885d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:17.651497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.654479 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 34f467ef-6802-483d-994f-a19ec6fb2e22, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=34f467ef-6802-483d-994f-a19ec6fb2e22,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:17.663921 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port b9259b9f-f89e-4307-ad37-24a5a5f31950 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:17.664473 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.677944 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.692064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Transition to ACTIVE for port object 4ec25141-bd5d-4385-b25a-655591a56e8d will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:17.693959 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:17.714811 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb1ce7-ebdb-4a54-8a01-3cce441e885d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Checking segment: {'id': 'b4e62720-a3d9-45d3-a840-4d18a7fb64da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3d2a9994-85ec-4957-a411-cd2a9cd9c995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:17.715452 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fb1ce7-ebdb-4a54-8a01-3cce441e885d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Network hostable DHCP agents. Network: 3d2a9994-85ec-4957-a411-cd2a9cd9c995, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:29:17.731911 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-2f62e485-1676-463a-8bbe-5d9caa6dee40 None None] Port cf1eb197-b445-4ec1-9738-a0e56215b93f cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:17.744305 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Transition to ACTIVE for port object 4ec25141-bd5d-4385-b25a-655591a56e8d will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:17.760751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.764764 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] For port b9259b9f-f89e-4307-ad37-24a5a5f31950, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=b9259b9f-f89e-4307-ad37-24a5a5f31950,segment=NetworkSegment(6b243f04-8f51-4ccc-885d-4ee509398fcb),segment_id=6b243f04-8f51-4ccc-885d-4ee509398fcb)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:17.765311 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.769327 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fb1ce7-ebdb-4a54-8a01-3cce441e885d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Network 3d2a9994-85ec-4957-a411-cd2a9cd9c995 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:29:17.782841 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2f62e485-1676-463a-8bbe-5d9caa6dee40 None None] Provisioning complete for port a5ebccb9-1be0-4ea1-ad10-c7122992e015 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:17.783227 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2f62e485-1676-463a-8bbe-5d9caa6dee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.806972 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=34f467ef-6802-483d-994f-a19ec6fb2e22,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:17.810291 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:17.815948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:17.820475 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Network 1e050b17-7a71-4bc4-9375-95c662e4c667 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:17.823415 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-d8fb1ce7-ebdb-4a54-8a01-3cce441e885d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 3d2a9994-85ec-4957-a411-cd2a9cd9c995) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:17.829385 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:17.831801 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:17.850582 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:17.853212 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for b9259b9f-f89e-4307-ad37-24a5a5f31950 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:17.855723 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dd409e-e85d-4b77-bc72-236fc9ced55b None None] Network 3d2a9994-85ec-4957-a411-cd2a9cd9c995 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:17.864735 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fb1ce7-ebdb-4a54-8a01-3cce441e885d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:17.865570 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d8fb1ce7-ebdb-4a54-8a01-3cce441e885d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.925586 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fb2c8-267c-4631-bea4-a093b694dc02 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=23b38c96-4660-4613-890d-836c009bbebf,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:17.988224 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-914fb2c8-267c-4631-bea4-a093b694dc02 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:17.997650 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Attempting to bind port 4ec25141-bd5d-4385-b25a-655591a56e8d on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:17.998673 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Attempting to bind port 4ec25141-bd5d-4385-b25a-655591a56e8d by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'dab6c406-958f-463e-aa59-7aa3ff2bf064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1e050b17-7a71-4bc4-9375-95c662e4c667'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:17.999128 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Attempting to bind port 4ec25141-bd5d-4385-b25a-655591a56e8d on network 1e050b17-7a71-4bc4-9375-95c662e4c667 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:18.003538 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d8fb1ce7-ebdb-4a54-8a01-3cce441e885d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5164962 Jun 18 16:29:18.005552 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Pushing event updated for resources: {'Port': ['ID=4ec25141-bd5d-4385-b25a-655591a56e8d,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:18.006231 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45368) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:18.007473 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7a7fc22e-61fe-49ba-8ffd-68488fbde485 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks [] for floatingip, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.010777 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7a7fc22e-61fe-49ba-8ffd-68488fbde485 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.014616 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-eb560b59-d022-43fe-a218-59ffb5b655a8 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Request body: {'port': {'network_id': '3d2a9994-85ec-4957-a411-cd2a9cd9c995', 'name': 'tempest-NetworksIpV6TestAttrs-2068318703'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:18.016206 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7a7fc22e-61fe-49ba-8ffd-68488fbde485 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] 10.222.0.39 "DELETE /v2.0/floatingips/a8c9ad5b-1a5c-4f2e-ae33-a695549ff8b4 HTTP/1.1" status: 204 len: 168 time: 2.8558090 Jun 18 16:29:18.020853 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:18.039854 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.051947 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-914fb2c8-267c-4631-bea4-a093b694dc02 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.054120 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-914fb2c8-267c-4631-bea4-a093b694dc02 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/23b38c96-4660-4613-890d-836c009bbebf HTTP/1.1" status: 204 len: 168 time: 2.8215687 Jun 18 16:29:18.059220 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45372) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:18.077072 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:18.077489 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Checking segment: {'id': 'dab6c406-958f-463e-aa59-7aa3ff2bf064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1e050b17-7a71-4bc4-9375-95c662e4c667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:18.077901 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.078295 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Bound using segment: {'id': 'dab6c406-958f-463e-aa59-7aa3ff2bf064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1e050b17-7a71-4bc4-9375-95c662e4c667'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:18.078810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Bound port: 4ec25141-bd5d-4385-b25a-655591a56e8d, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab6c406-958f-463e-aa59-7aa3ff2bf064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1e050b17-7a71-4bc4-9375-95c662e4c667'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:18.079191 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.082064 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-37cb6174-6916-474b-af93-1277b6294862 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:18.178553 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.191551 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] For port 4ec25141-bd5d-4385-b25a-655591a56e8d, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:18.196568 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] For port 4ec25141-bd5d-4385-b25a-655591a56e8d, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=4ec25141-bd5d-4385-b25a-655591a56e8d,segment=NetworkSegment(dab6c406-958f-463e-aa59-7aa3ff2bf064),segment_id=dab6c406-958f-463e-aa59-7aa3ff2bf064)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:18.208171 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.217486 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=b9259b9f-f89e-4307-ad37-24a5a5f31950,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:18.217700 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.221095 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No DVR routers for this DVR port b9259b9f-f89e-4307-ad37-24a5a5f31950 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:18.221311 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-45b12af8-f0a8-4312-b360-e045530e8b3b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:18.223717 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:18.232389 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-77a20c7a-4470-4598-9063-6122dd3be499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:18.275586 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5a74fbc4-f66f-468c-a479-624d470a0898 None None] Provisioning complete for port cf1eb197-b445-4ec1-9738-a0e56215b93f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:18.275969 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5a74fbc4-f66f-468c-a479-624d470a0898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.432307 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-5a74fbc4-f66f-468c-a479-624d470a0898 None None] Port cf1eb197-b445-4ec1-9738-a0e56215b93f cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:18.462914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.489827 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.514995 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909385c8-5a18-4ea9-a6bd-965d9911c5bd']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:18.534690 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b243f04-8f51-4ccc-885d-4ee509398fcb') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:18.535070 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b243f04-8f51-4ccc-885d-4ee509398fcb') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:18.548954 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.552403 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-3d2a9994-85ec-4957-a411-cd2a9cd9c995', 'network_id': '3d2a9994-85ec-4957-a411-cd2a9cd9c995', 'tenant_id': 'cba365ca3ef64fbdb7df0b44562bf333', 'fixed_ips': [{'subnet_id': 'a5e148c7-0129-4f0b-82a2-96d50304214c'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:18.553249 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.556325 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb560b59-d022-43fe-a218-59ffb5b655a8 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Made reservation on behalf of cba365ca3ef64fbdb7df0b44562bf333 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:18.560610 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eb560b59-d022-43fe-a218-59ffb5b655a8 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.583650 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.604007 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:18.604356 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.606042 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a88a74-67b3-4a4d-a640-053e844bc360 None None] Network 909385c8-5a18-4ea9-a6bd-965d9911c5bd requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:18.611627 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:18.615620 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-eb560b59-d022-43fe-a218-59ffb5b655a8 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] device_id is not set on port 1d08c335-c70a-47c3-8a47-c09761fbc2dd yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:29:18.708350 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807569f4-ef53-401e-b4ab-614bbd428875 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:18.708638 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45380) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:18.730859 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807569f4-ef53-401e-b4ab-614bbd428875 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:18.732888 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-807569f4-ef53-401e-b4ab-614bbd428875 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6723385 Jun 18 16:29:18.745393 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45384) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:18.763754 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Pushing event updated for resources: {'Port': ['ID=cf1eb197-b445-4ec1-9738-a0e56215b93f,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:18.791247 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:18.792223 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a5ebccb9-1be0-4ea1-ad10-c7122992e015 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:18.888431 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.917257 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:18.927242 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.929370 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/networks/909385c8-5a18-4ea9-a6bd-965d9911c5bd HTTP/1.1" status: 204 len: 168 time: 1.7560501 Jun 18 16:29:18.935550 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45386) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:18.942087 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.974685 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Pushing event updated for resources: {'Port': ['ID=4ec25141-bd5d-4385-b25a-655591a56e8d,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:18.975550 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-254f2c68-19dc-418d-8233-4ada869eeaf8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168', 'name': 'tempest-PortsIpV6TestJSON-541364632'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:18.988809 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Network 95913d4e-b509-4620-b398-6bd7d3fcb1c7 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:18.989080 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Network': ['ID=909385c8-5a18-4ea9-a6bd-965d9911c5bd,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:18.996868 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:19.009750 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbb147d-59c9-4f35-b29f-dc896d5c7575 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet 7e8d3f4b-fdea-4438-a937-a2ac08b66721 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:29:19.010121 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:19.015075 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-029f949c-adbc-4020-bdf4-daee6a764656 None None] Could not find standard attr ID for object b9259b9f-f89e-4307-ad37-24a5a5f31950. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:29:19.018503 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:19.052657 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3fbb147d-59c9-4f35-b29f-dc896d5c7575 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.124073 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c9cc28-199d-4b5f-b4d7-b830444b6452 None None] DHCP port deletion for 909385c8-5a18-4ea9-a6bd-965d9911c5bd request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:19.131138 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port a5ebccb9-1be0-4ea1-ad10-c7122992e015 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:19.131789 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.209413 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.213863 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-eb560b59-d022-43fe-a218-59ffb5b655a8 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Allocated IP 2001:db8::f816:3eff:fe5c:91df (3d2a9994-85ec-4957-a411-cd2a9cd9c995/a5e148c7-0129-4f0b-82a2-96d50304214c/1d08c335-c70a-47c3-8a47-c09761fbc2dd) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:19.222117 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-846902dd-d117-4f75-be22-b5b2d9f87d69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1de6bb60409d4513b7c8f92f1eaaa298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5122087 Jun 18 16:29:19.224924 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3fbb147d-59c9-4f35-b29f-dc896d5c7575 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.242205 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45388) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:19.251565 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Router c86f6ccd-3099-497c-89fb-354bb4035ed9 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:29:19.257626 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 34f467ef-6802-483d-994f-a19ec6fb2e22 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:19.279888 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254f2c68-19dc-418d-8233-4ada869eeaf8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:19.283379 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-254f2c68-19dc-418d-8233-4ada869eeaf8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.322856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 34f467ef-6802-483d-994f-a19ec6fb2e22 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:19.323160 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.368300 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-02a81d9d-2aca-4bb1-81f6-70cccc1055fc None None] Provisioning complete for port cf1eb197-b445-4ec1-9738-a0e56215b93f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:19.368693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-02a81d9d-2aca-4bb1-81f6-70cccc1055fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.393347 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-254f2c68-19dc-418d-8233-4ada869eeaf8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] device_id is not set on port 3f53c0e0-6430-411d-a34d-e1ea7aef92a8 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:29:19.414522 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-02a81d9d-2aca-4bb1-81f6-70cccc1055fc None None] Port cf1eb197-b445-4ec1-9738-a0e56215b93f cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:19.451376 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5df7c8dc-24ad-4a12-9843-4f11b56237fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.494629 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:19.504291 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3fbb147d-59c9-4f35-b29f-dc896d5c7575 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.510208 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] 10.222.0.39 "PUT /v2.0/routers/c86f6ccd-3099-497c-89fb-354bb4035ed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6550217 Jun 18 16:29:19.512605 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5df7c8dc-24ad-4a12-9843-4f11b56237fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.513038 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd1ceb5-d8cb-4a99-94a8-1a45962d46ba None None] Sync routers for ids ['c86f6ccd-3099-497c-89fb-354bb4035ed9'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:19.524235 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45390) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:19.525018 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd1ceb5-d8cb-4a99-94a8-1a45962d46ba None None] Routers {'c86f6ccd-3099-497c-89fb-354bb4035ed9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:19.525797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-0bd1ceb5-d8cb-4a99-94a8-1a45962d46ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['c86f6ccd-3099-497c-89fb-354bb4035ed9'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:19.533233 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-6504ef48-9d34-44e8-b8c1-1c031fd41bf4 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Request body: {'port': {'network_id': '95913d4e-b509-4620-b398-6bd7d3fcb1c7', 'name': 'tempest-FloatingIPNegativeTestJSON-430292252'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:19.580942 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-0bd1ceb5-d8cb-4a99-94a8-1a45962d46ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:19.599476 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd1ceb5-d8cb-4a99-94a8-1a45962d46ba None None] Routers {'c86f6ccd-3099-497c-89fb-354bb4035ed9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:19.600172 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-0bd1ceb5-d8cb-4a99-94a8-1a45962d46ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['c86f6ccd-3099-497c-89fb-354bb4035ed9'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:19.640403 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-0bd1ceb5-d8cb-4a99-94a8-1a45962d46ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:19.641240 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd1ceb5-d8cb-4a99-94a8-1a45962d46ba None None] The sync data for ids ['c86f6ccd-3099-497c-89fb-354bb4035ed9'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:19.658042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.666900 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.672265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9f621056-d1bb-4baf-ba4e-a71f11552dcd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:19.680788 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eb560b59-d022-43fe-a218-59ffb5b655a8 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.732031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5df7c8dc-24ad-4a12-9843-4f11b56237fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.732420 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3fbb147d-59c9-4f35-b29f-dc896d5c7575 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.735226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5df7c8dc-24ad-4a12-9843-4f11b56237fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.735674 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-eb560b59-d022-43fe-a218-59ffb5b655a8 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Transition to ACTIVE for port object 1d08c335-c70a-47c3-8a47-c09761fbc2dd will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:19.736428 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5df7c8dc-24ad-4a12-9843-4f11b56237fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/64c2d3fa-9695-493b-b789-86efda347190 HTTP/1.1" status: 204 len: 168 time: 0.4928381 Jun 18 16:29:19.764603 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ed6d3034-d215-445f-b0ea-68daa0e87e10 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:19.764817 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aa52df-0249-4581-b962-93010efb09f0 None None] Network 1e050b17-7a71-4bc4-9375-95c662e4c667 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:19.789766 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=920e50ab-e601-425c-8d06-df70eb630f8f,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:19.793386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:19.802700 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:19.825975 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb147d-59c9-4f35-b29f-dc896d5c7575 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=7e8d3f4b-fdea-4438-a937-a2ac08b66721,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:19.827397 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7c8dc-24ad-4a12-9843-4f11b56237fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c2d3fa-9695-493b-b789-86efda347190,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:19.830932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5df7c8dc-24ad-4a12-9843-4f11b56237fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:19.834713 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6504ef48-9d34-44e8-b8c1-1c031fd41bf4 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Made reservation on behalf of f77f8706c95941eca55ff14139b9c5fe for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:19.837693 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3fbb147d-59c9-4f35-b29f-dc896d5c7575 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.838894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6504ef48-9d34-44e8-b8c1-1c031fd41bf4 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.843244 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae75d62-0641-4574-895a-d6f6fe4aeb20 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:19.843618 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.855892 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3fbb147d-59c9-4f35-b29f-dc896d5c7575 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/7e8d3f4b-fdea-4438-a937-a2ac08b66721 HTTP/1.1" status: 204 len: 168 time: 1.0733092 Jun 18 16:29:19.867125 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3fbb147d-59c9-4f35-b29f-dc896d5c7575 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:19.873778 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45398) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:19.914734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-6504ef48-9d34-44e8-b8c1-1c031fd41bf4 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] device_id is not set on port 27a4f159-c7da-4c5c-b4d5-ccf0d68642ea yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:29:19.940004 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e09d7ab1-d4c9-4731-bb59-f91bb3a5fb0c None None] Provisioning for port 4ec25141-bd5d-4385-b25a-655591a56e8d completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:19.947861 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c0596796-e092-492a-8892-e89be5414650 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694890 Jun 18 16:29:19.952927 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45402) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:19.981311 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-254f2c68-19dc-418d-8233-4ada869eeaf8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.991113 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eb560b59-d022-43fe-a218-59ffb5b655a8 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.996375 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-05c9df7f-30a8-43ed-9b22-2d20df7300ec tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:20.060118 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Allocated IP 2001:db8::f816:3eff:fe89:ffb6 (3d2a9994-85ec-4957-a411-cd2a9cd9c995/a5e148c7-0129-4f0b-82a2-96d50304214c/b1583ed4-8279-48a8-909b-06f143c9ee11) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:20.060650 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb560b59-d022-43fe-a218-59ffb5b655a8 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Network 3d2a9994-85ec-4957-a411-cd2a9cd9c995 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:20.069357 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-eb560b59-d022-43fe-a218-59ffb5b655a8 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:20.076404 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb560b59-d022-43fe-a218-59ffb5b655a8 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:20.082137 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb560b59-d022-43fe-a218-59ffb5b655a8 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:20.082799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eb560b59-d022-43fe-a218-59ffb5b655a8 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.088268 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-511d74e7-e9ec-4df8-9367-d547af1c94c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:20.091076 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb560b59-d022-43fe-a218-59ffb5b655a8 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event updated for resources: {'Port': ['ID=1d08c335-c70a-47c3-8a47-c09761fbc2dd,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:20.098368 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-eb560b59-d022-43fe-a218-59ffb5b655a8 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:20.101052 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Floating IP da0e17a7-f80e-4bc5-ae64-673795d7f8a3 associated. External IP: 172.26.2.144, port: c4cd5828-b57b-468d-9c92-cca126af2a0f. Jun 18 16:29:20.105538 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-254f2c68-19dc-418d-8233-4ada869eeaf8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.108907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45404) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:20.115294 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-eb560b59-d022-43fe-a218-59ffb5b655a8 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1075034 Jun 18 16:29:20.115992 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45406) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:20.121655 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-365c2715-000e-489b-9da9-f56dcb010f13 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:20.207083 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254f2c68-19dc-418d-8233-4ada869eeaf8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:20.210202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-514d3938-8e44-4b95-8c5f-d4665abb6ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.214466 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-254f2c68-19dc-418d-8233-4ada869eeaf8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:20.218731 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f2c68-19dc-418d-8233-4ada869eeaf8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:20.224538 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f2c68-19dc-418d-8233-4ada869eeaf8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:20.225266 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-254f2c68-19dc-418d-8233-4ada869eeaf8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.234165 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f2c68-19dc-418d-8233-4ada869eeaf8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=3f53c0e0-6430-411d-a34d-e1ea7aef92a8,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:20.240862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-254f2c68-19dc-418d-8233-4ada869eeaf8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:20.247684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-07daea37-ae4f-438b-96e8-365fc9d79c7c tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Deleting subnet a5e148c7-0129-4f0b-82a2-96d50304214c {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:29:20.255220 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-254f2c68-19dc-418d-8233-4ada869eeaf8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3036458 Jun 18 16:29:20.256042 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45408) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:20.365747 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-767a25cf-f27d-4428-aea7-e252307a77f5 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port 3f53c0e0-6430-411d-a34d-e1ea7aef92a8 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:20.366747 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-767a25cf-f27d-4428-aea7-e252307a77f5 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.367229 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.378154 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Transition to ACTIVE for port object b1583ed4-8279-48a8-909b-06f143c9ee11 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:20.394654 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-6504ef48-9d34-44e8-b8c1-1c031fd41bf4 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Allocated IP 172.20.0.14 (95913d4e-b509-4620-b398-6bd7d3fcb1c7/a60b96cf-263c-4630-8283-da5149d7ac84/27a4f159-c7da-4c5c-b4d5-ccf0d68642ea) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:20.396992 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Transition to ACTIVE for port object b1583ed4-8279-48a8-909b-06f143c9ee11 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:20.404586 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.406752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:20.415550 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-07daea37-ae4f-438b-96e8-365fc9d79c7c tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.466635 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Network 3d2a9994-85ec-4957-a411-cd2a9cd9c995 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:20.470394 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:20.476496 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:20.482345 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-767a25cf-f27d-4428-aea7-e252307a77f5 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.485035 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52360faf-5c2f-40ef-9d58-d3259fbeaf66 None None] DHCP port deletion for c0c58b33-89bf-4a11-9df9-ed95e6524a1d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:20.486539 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-07daea37-ae4f-438b-96e8-365fc9d79c7c tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.491263 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Pushing event updated for resources: {'Port': ['ID=b1583ed4-8279-48a8-909b-06f143c9ee11,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:20.496846 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:20.564547 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-514d3938-8e44-4b95-8c5f-d4665abb6ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.581408 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-767a25cf-f27d-4428-aea7-e252307a77f5 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for 3f53c0e0-6430-411d-a34d-e1ea7aef92a8 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:20.589272 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-514d3938-8e44-4b95-8c5f-d4665abb6ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.602447 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Attempting to bind port b1583ed4-8279-48a8-909b-06f143c9ee11 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:20.602861 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Attempting to bind port b1583ed4-8279-48a8-909b-06f143c9ee11 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'b4e62720-a3d9-45d3-a840-4d18a7fb64da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3d2a9994-85ec-4957-a411-cd2a9cd9c995'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:20.603489 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Attempting to bind port b1583ed4-8279-48a8-909b-06f143c9ee11 on network 3d2a9994-85ec-4957-a411-cd2a9cd9c995 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:20.617943 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:20.618135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Checking segment: {'id': 'b4e62720-a3d9-45d3-a840-4d18a7fb64da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3d2a9994-85ec-4957-a411-cd2a9cd9c995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:20.618473 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.618905 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Bound using segment: {'id': 'b4e62720-a3d9-45d3-a840-4d18a7fb64da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3d2a9994-85ec-4957-a411-cd2a9cd9c995'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:20.619388 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Bound port: b1583ed4-8279-48a8-909b-06f143c9ee11, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e62720-a3d9-45d3-a840-4d18a7fb64da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3d2a9994-85ec-4957-a411-cd2a9cd9c995'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:20.619767 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.638280 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:20.692007 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-52360faf-5c2f-40ef-9d58-d3259fbeaf66 None None] Deleting port 34f467ef-6802-483d-994f-a19ec6fb2e22 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:20.692430 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-52360faf-5c2f-40ef-9d58-d3259fbeaf66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.756483 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-07daea37-ae4f-438b-96e8-365fc9d79c7c tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.786152 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-767a25cf-f27d-4428-aea7-e252307a77f5 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.795337 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-eb560b59-d022-43fe-a218-59ffb5b655a8 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:20.802250 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4ec25141-bd5d-4385-b25a-655591a56e8d up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:20.874492 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-52360faf-5c2f-40ef-9d58-d3259fbeaf66 None None] For port 34f467ef-6802-483d-994f-a19ec6fb2e22, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=34f467ef-6802-483d-994f-a19ec6fb2e22,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:20.874955 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-52360faf-5c2f-40ef-9d58-d3259fbeaf66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.897745 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 4ec25141-bd5d-4385-b25a-655591a56e8d completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:20.961870 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-52360faf-5c2f-40ef-9d58-d3259fbeaf66 None None] Calling delete_port for 34f467ef-6802-483d-994f-a19ec6fb2e22 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:20.970803 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 4ec25141-bd5d-4385-b25a-655591a56e8d triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:20.971334 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.998546 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-351cd7ef-09f4-42c1-b30d-b7eb5efe9a47 None None] Provisioning complete for port 4ec25141-bd5d-4385-b25a-655591a56e8d triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:20.998956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-351cd7ef-09f4-42c1-b30d-b7eb5efe9a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.069478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511d74e7-e9ec-4df8-9367-d547af1c94c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:21.073079 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-511d74e7-e9ec-4df8-9367-d547af1c94c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.095571 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d3938-8e44-4b95-8c5f-d4665abb6ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ce5545-5ac0-4f9e-ba44-80007cc90023,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:21.100135 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-514d3938-8e44-4b95-8c5f-d4665abb6ab3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b58d1229668e40419a508c4cea5b2e5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9886088 Jun 18 16:29:21.101368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-514d3938-8e44-4b95-8c5f-d4665abb6ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:21.133787 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 74a620c8-6ca9-426c-a7be-65516fd2b20e has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:21.134426 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45412) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:21.164241 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a25cf-f27d-4428-aea7-e252307a77f5 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=3f53c0e0-6430-411d-a34d-e1ea7aef92a8,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:21.166745 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-767a25cf-f27d-4428-aea7-e252307a77f5 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:21.175906 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-767a25cf-f27d-4428-aea7-e252307a77f5 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.180412 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-767a25cf-f27d-4428-aea7-e252307a77f5 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/ports/3f53c0e0-6430-411d-a34d-e1ea7aef92a8 HTTP/1.1" status: 204 len: 168 time: 0.9230943 Jun 18 16:29:21.181295 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45416) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:21.189014 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-71a67c84-e6a0-45e1-939e-362487d85832 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168', 'mac_address': 'fa:16:3e:50:59:4a', 'name': 'tempest-PortsIpV6TestJSON-1787098683'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:21.223622 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-52360faf-5c2f-40ef-9d58-d3259fbeaf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.228285 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:21.255685 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.273697 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-07daea37-ae4f-438b-96e8-365fc9d79c7c tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.276329 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:21.288085 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52360faf-5c2f-40ef-9d58-d3259fbeaf66 None None] Pushing event deleted for resources: {'Port': ['ID=34f467ef-6802-483d-994f-a19ec6fb2e22,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:21.297253 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] For port b1583ed4-8279-48a8-909b-06f143c9ee11, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:21.303342 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6504ef48-9d34-44e8-b8c1-1c031fd41bf4 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.312585 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07daea37-ae4f-438b-96e8-365fc9d79c7c tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e148c7-0129-4f0b-82a2-96d50304214c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:21.314844 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-07daea37-ae4f-438b-96e8-365fc9d79c7c tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:21.315855 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-07daea37-ae4f-438b-96e8-365fc9d79c7c tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.321826 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-07daea37-ae4f-438b-96e8-365fc9d79c7c tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/subnets/a5e148c7-0129-4f0b-82a2-96d50304214c HTTP/1.1" status: 204 len: 168 time: 1.2000923 Jun 18 16:29:21.323583 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45418) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:21.326899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52360faf-5c2f-40ef-9d58-d3259fbeaf66 None None] No DVR routers for this DVR port 34f467ef-6802-483d-994f-a19ec6fb2e22 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:21.330923 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-351cd7ef-09f4-42c1-b30d-b7eb5efe9a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.371625 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bb4563bb-6d1d-4115-899b-53f79e938d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.373944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-6504ef48-9d34-44e8-b8c1-1c031fd41bf4 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Transition to ACTIVE for port object 27a4f159-c7da-4c5c-b4d5-ccf0d68642ea will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:21.382792 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a67c84-e6a0-45e1-939e-362487d85832 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:21.428037 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42199424-fe90-4b7d-9547-3d21971b3c3c tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:21.429719 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42199424-fe90-4b7d-9547-3d21971b3c3c tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:21.435262 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-42199424-fe90-4b7d-9547-3d21971b3c3c tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1068406 Jun 18 16:29:21.435262 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45420) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:21.453790 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bb4563bb-6d1d-4115-899b-53f79e938d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.468607 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:21.477701 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-52360faf-5c2f-40ef-9d58-d3259fbeaf66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:21.482529 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034d1355-d633-41f9-9715-f14b6f17f3f1 None None] Sync routers for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:21.491174 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034d1355-d633-41f9-9715-f14b6f17f3f1 None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:21.491950 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-034d1355-d633-41f9-9715-f14b6f17f3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:21.522124 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-71a67c84-e6a0-45e1-939e-362487d85832 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.526246 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-034d1355-d633-41f9-9715-f14b6f17f3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:21.536950 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034d1355-d633-41f9-9715-f14b6f17f3f1 None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:21.537519 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] For port b1583ed4-8279-48a8-909b-06f143c9ee11, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=b1583ed4-8279-48a8-909b-06f143c9ee11,segment=NetworkSegment(b4e62720-a3d9-45d3-a840-4d18a7fb64da),segment_id=b4e62720-a3d9-45d3-a840-4d18a7fb64da)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:21.537653 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-034d1355-d633-41f9-9715-f14b6f17f3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:21.550897 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.553332 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-54d7be7d-3398-4e38-9933-96f3770be76e tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.559121 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.564751 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-71a67c84-e6a0-45e1-939e-362487d85832 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] device_id is not set on port 81020393-cf49-415c-9b53-7a811c55d3d9 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:29:21.566697 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cccbeff6-3653-43d3-9931-d524a332e344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:21.567239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6504ef48-9d34-44e8-b8c1-1c031fd41bf4 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.578497 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-034d1355-d633-41f9-9715-f14b6f17f3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:21.578894 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034d1355-d633-41f9-9715-f14b6f17f3f1 None None] The sync data for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:21.579052 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d7be7d-3398-4e38-9933-96f3770be76e tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 18 16:29:21.579677 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d7be7d-3398-4e38-9933-96f3770be76e tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:29:21.582423 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-54d7be7d-3398-4e38-9933-96f3770be76e tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/networks/3d2a9994-85ec-4957-a411-cd2a9cd9c995 HTTP/1.1" status: 409 len: 405 time: 0.1467583 Jun 18 16:29:21.594469 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45422) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:21.595081 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7a7fc22e-61fe-49ba-8ffd-68488fbde485 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:21.604682 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-371ec6c5-c614-4b7e-8a79-8e33552451aa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-99938545'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:21.628172 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-351cd7ef-09f4-42c1-b30d-b7eb5efe9a47 None None] For port 4ec25141-bd5d-4385-b25a-655591a56e8d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=4ec25141-bd5d-4385-b25a-655591a56e8d,segment=NetworkSegment(dab6c406-958f-463e-aa59-7aa3ff2bf064),segment_id=dab6c406-958f-463e-aa59-7aa3ff2bf064)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:21.643128 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-351cd7ef-09f4-42c1-b30d-b7eb5efe9a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.677805 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6504ef48-9d34-44e8-b8c1-1c031fd41bf4 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Network 95913d4e-b509-4620-b398-6bd7d3fcb1c7 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:21.698561 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Pushing event updated for resources: {'Port': ['ID=b1583ed4-8279-48a8-909b-06f143c9ee11,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:21.703908 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:21.706393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-215015c3-4e92-40bd-bd20-9b382dfd380c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:21.711044 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:29:21.711465 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:29:21.715961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-6504ef48-9d34-44e8-b8c1-1c031fd41bf4 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:21.734331 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-511d74e7-e9ec-4df8-9367-d547af1c94c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.736291 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bb4563bb-6d1d-4115-899b-53f79e938d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.741151 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bb4563bb-6d1d-4115-899b-53f79e938d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.747561 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bb4563bb-6d1d-4115-899b-53f79e938d27 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07ce5545-5ac0-4f9e-ba44-80007cc90023 HTTP/1.1" status: 204 len: 168 time: 0.6054614 Jun 18 16:29:21.764553 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cd7ef-09f4-42c1-b30d-b7eb5efe9a47 None None] Pushing event updated for resources: {'Port': ['ID=4ec25141-bd5d-4385-b25a-655591a56e8d,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:21.768165 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6504ef48-9d34-44e8-b8c1-1c031fd41bf4 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:21.768697 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-351cd7ef-09f4-42c1-b30d-b7eb5efe9a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:21.773136 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371ec6c5-c614-4b7e-8a79-8e33552451aa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Made reservation on behalf of cba365ca3ef64fbdb7df0b44562bf333 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:21.777921 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-371ec6c5-c614-4b7e-8a79-8e33552451aa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.797738 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-71a67c84-e6a0-45e1-939e-362487d85832 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.842299 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.7693055 Jun 18 16:29:21.843807 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45426) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:21.851934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371ec6c5-c614-4b7e-8a79-8e33552451aa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:29:21.856306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504ef48-9d34-44e8-b8c1-1c031fd41bf4 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Pushing event updated for resources: {'Port': ['ID=27a4f159-c7da-4c5c-b4d5-ccf0d68642ea,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:21.856570 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-bcd16a45-7e02-4da0-8ccb-f9c486cd6292 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:21.870226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6504ef48-9d34-44e8-b8c1-1c031fd41bf4 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:21.874619 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:21.892933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511d74e7-e9ec-4df8-9367-d547af1c94c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:21.904411 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-511d74e7-e9ec-4df8-9367-d547af1c94c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:21.908073 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-71a67c84-e6a0-45e1-939e-362487d85832 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.919752 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c00b4f8a-4d37-404c-88f5-35bd6169f664 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:21.920998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-371ec6c5-c614-4b7e-8a79-8e33552451aa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.921274 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-371ec6c5-c614-4b7e-8a79-8e33552451aa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Added segment 7102c863-be97-4605-84a8-57ac5efeddc8 of type vlan for network ff77245f-8d29-4585-be8d-d0030316bd74 Jun 18 16:29:21.926398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511d74e7-e9ec-4df8-9367-d547af1c94c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:21.936733 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-511d74e7-e9ec-4df8-9367-d547af1c94c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.939665 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4563bb-6d1d-4115-899b-53f79e938d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ce5545-5ac0-4f9e-ba44-80007cc90023,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:21.944655 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7703cec3-6cdb-4e6b-8085-6ae4f68d7ed4 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:21.966197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bcd16a45-7e02-4da0-8ccb-f9c486cd6292 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.002565 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-371ec6c5-c614-4b7e-8a79-8e33552451aa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.039515 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6504ef48-9d34-44e8-b8c1-1c031fd41bf4 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:22.040392 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6504ef48-9d34-44e8-b8c1-1c031fd41bf4 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.049524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bb4563bb-6d1d-4115-899b-53f79e938d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:22.051397 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-371ec6c5-c614-4b7e-8a79-8e33552451aa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.060447 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371ec6c5-c614-4b7e-8a79-8e33552451aa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:22.061282 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-371ec6c5-c614-4b7e-8a79-8e33552451aa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.064978 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6089da30-f14d-4f2d-a317-f5886d671bd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:22.128598 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-511d74e7-e9ec-4df8-9367-d547af1c94c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1657486 Jun 18 16:29:22.130798 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-371ec6c5-c614-4b7e-8a79-8e33552451aa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5321999 Jun 18 16:29:22.131509 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45432) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:22.135026 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45434) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:22.142569 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-9de57959-5ee6-4e2a-8cc4-d87a57bb63b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'name': 'tempest-NetworksTestDHCPv6-2086057792'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:22.144883 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a67c84-e6a0-45e1-939e-362487d85832 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:22.150461 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6504ef48-9d34-44e8-b8c1-1c031fd41bf4 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6251793 Jun 18 16:29:22.150907 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-46eb1911-83b2-48ec-86f2-e91355368daf tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Request body: {'subnet': {'network_id': 'ff77245f-8d29-4585-be8d-d0030316bd74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:22.159055 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45436) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:22.180860 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-71a67c84-e6a0-45e1-939e-362487d85832 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:22.190701 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:22.219986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d74e7-e9ec-4df8-9367-d547af1c94c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=21434b45-0a9d-42fe-b0b6-45111e8cea1f,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:22.229984 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a67c84-e6a0-45e1-939e-362487d85832 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:22.237691 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-511d74e7-e9ec-4df8-9367-d547af1c94c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:22.238464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7e5a4625-507d-4721-b16b-033d8f3c08ba tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:22.242491 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a67c84-e6a0-45e1-939e-362487d85832 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:22.243234 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-71a67c84-e6a0-45e1-939e-362487d85832 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.322479 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-71a67c84-e6a0-45e1-939e-362487d85832 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1379588 Jun 18 16:29:22.323442 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.326682 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a67c84-e6a0-45e1-939e-362487d85832 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=81020393-cf49-415c-9b53-7a811c55d3d9,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:22.331014 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45440) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:22.363381 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-71a67c84-e6a0-45e1-939e-362487d85832 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:22.373011 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ec6c5-c614-4b7e-8a79-8e33552451aa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event updated for resources: {'Network': ['ID=ff77245f-8d29-4585-be8d-d0030316bd74,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:22.392013 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-371ec6c5-c614-4b7e-8a79-8e33552451aa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:22.400844 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network ff77245f-8d29-4585-be8d-d0030316bd74 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:29:22.431906 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device b9259b9f-f89e-4307-ad37-24a5a5f31950 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:22.437110 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45442) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:22.452893 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-040b0ce4-114c-4c6a-927a-5617a8828e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.561845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-903e03a5-adbd-4c07-bacf-f9170a835601 None None] Provisioning for port 27a4f159-c7da-4c5c-b4d5-ccf0d68642ea completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:22.564681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-040b0ce4-114c-4c6a-927a-5617a8828e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.565668 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b762f84-22c6-492c-a44c-2273f6637fa1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:22.568477 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: b9259b9f-f89e-4307-ad37-24a5a5f31950 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:22.568754 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device b9259b9f-f89e-4307-ad37-24a5a5f31950 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:22.569271 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 34f467ef-6802-483d-994f-a19ec6fb2e22 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:22.569585 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9b762f84-22c6-492c-a44c-2273f6637fa1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports/81020393-cf49-415c-9b53-7a811c55d3d9 HTTP/1.1" status: 200 len: 845 time: 0.2331452 Jun 18 16:29:22.570933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de57959-5ee6-4e2a-8cc4-d87a57bb63b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:22.574825 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45444) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:22.575405 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9de57959-5ee6-4e2a-8cc4-d87a57bb63b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.580300 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-040b0ce4-114c-4c6a-927a-5617a8828e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.591972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cf44127b-e551-4973-8e15-2b1255014ca9 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:22.607292 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-903e03a5-adbd-4c07-bacf-f9170a835601 None None] Provisioning complete for port 27a4f159-c7da-4c5c-b4d5-ccf0d68642ea triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:22.607672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-903e03a5-adbd-4c07-bacf-f9170a835601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.623527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-9de57959-5ee6-4e2a-8cc4-d87a57bb63b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port 6c1a92ec-0c03-48a1-bdda-9243c81e1ff5 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:29:22.646176 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-903e03a5-adbd-4c07-bacf-f9170a835601 None None] Port 27a4f159-c7da-4c5c-b4d5-ccf0d68642ea cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:22.653309 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 34f467ef-6802-483d-994f-a19ec6fb2e22 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:22.653659 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 34f467ef-6802-483d-994f-a19ec6fb2e22 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:22.705429 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bcd16a45-7e02-4da0-8ccb-f9c486cd6292 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.727732 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bcd16a45-7e02-4da0-8ccb-f9c486cd6292 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.728052 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-bcd16a45-7e02-4da0-8ccb-f9c486cd6292 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Floating IP da0e17a7-f80e-4bc5-ae64-673795d7f8a3 disassociated. External IP: 172.26.2.144, port: c4cd5828-b57b-468d-9c92-cca126af2a0f. Jun 18 16:29:22.734577 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-040b0ce4-114c-4c6a-927a-5617a8828e92 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a84e6d64406241e081f2eb8c0fc171cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960289 Jun 18 16:29:22.735313 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': '21434b45-0a9d-42fe-b0b6-45111e8cea1f'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:22.736868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.737614 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45446) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:22.815181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eb1911-83b2-48ec-86f2-e91355368daf tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Made reservation on behalf of cba365ca3ef64fbdb7df0b44562bf333 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:22.817763 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b0ce4-114c-4c6a-927a-5617a8828e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522449a0-1d39-4b9a-ad87-299092adefd6,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:22.819200 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-46eb1911-83b2-48ec-86f2-e91355368daf tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.828367 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-040b0ce4-114c-4c6a-927a-5617a8828e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:22.914413 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device b1583ed4-8279-48a8-909b-06f143c9ee11 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:22.925871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b258917f-9589-4d8d-8553-ae76091a3fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.950995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-9de57959-5ee6-4e2a-8cc4-d87a57bb63b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::1d1 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/21434b45-0a9d-42fe-b0b6-45111e8cea1f/6c1a92ec-0c03-48a1-bdda-9243c81e1ff5) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:22.973922 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b258917f-9589-4d8d-8553-ae76091a3fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.987341 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port b1583ed4-8279-48a8-909b-06f143c9ee11 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:22.991527 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4ec25141-bd5d-4385-b25a-655591a56e8d up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:23.004779 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e73e55ec-99e2-451f-8cb3-c4b851194e82 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port 81020393-cf49-415c-9b53-7a811c55d3d9 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:23.005162 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e73e55ec-99e2-451f-8cb3-c4b851194e82 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.032386 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.062967 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 4ec25141-bd5d-4385-b25a-655591a56e8d triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:23.063433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.174802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9de57959-5ee6-4e2a-8cc4-d87a57bb63b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.190480 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b258917f-9589-4d8d-8553-ae76091a3fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.193067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b258917f-9589-4d8d-8553-ae76091a3fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.196484 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b258917f-9589-4d8d-8553-ae76091a3fc9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/522449a0-1d39-4b9a-ad87-299092adefd6 HTTP/1.1" status: 204 len: 168 time: 0.4460535 Jun 18 16:29:23.197024 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:23.205275 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-9de57959-5ee6-4e2a-8cc4-d87a57bb63b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object 6c1a92ec-0c03-48a1-bdda-9243c81e1ff5 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:23.206801 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258917f-9589-4d8d-8553-ae76091a3fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522449a0-1d39-4b9a-ad87-299092adefd6,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:23.212879 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e73e55ec-99e2-451f-8cb3-c4b851194e82 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.217620 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b258917f-9589-4d8d-8553-ae76091a3fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:23.263629 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9de57959-5ee6-4e2a-8cc4-d87a57bb63b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.270854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:23.322782 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Allocated IP 2001:db8::2 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/21434b45-0a9d-42fe-b0b6-45111e8cea1f/0b198b9c-77b6-4e25-a4ac-5e417335e4b3) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:23.325128 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de57959-5ee6-4e2a-8cc4-d87a57bb63b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:23.327171 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e73e55ec-99e2-451f-8cb3-c4b851194e82 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for 81020393-cf49-415c-9b53-7a811c55d3d9 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:23.335113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-9de57959-5ee6-4e2a-8cc4-d87a57bb63b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:23.344163 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de57959-5ee6-4e2a-8cc4-d87a57bb63b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:23.354019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de57959-5ee6-4e2a-8cc4-d87a57bb63b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:23.355144 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9de57959-5ee6-4e2a-8cc4-d87a57bb63b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.392418 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9de57959-5ee6-4e2a-8cc4-d87a57bb63b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2560892 Jun 18 16:29:23.394905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45452) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:23.416469 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de57959-5ee6-4e2a-8cc4-d87a57bb63b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=6c1a92ec-0c03-48a1-bdda-9243c81e1ff5,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:23.420187 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9de57959-5ee6-4e2a-8cc4-d87a57bb63b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:23.467207 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Allocated IP 172.26.2.67 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/55bf8909-6ad6-4384-bee0-b4116c82ec21) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:23.521044 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.528596 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef46f82-a618-4f99-83db-464a3b5336c7 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:23.530324 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1ef46f82-a618-4f99-83db-464a3b5336c7 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1331160 Jun 18 16:29:23.531628 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Transition to ACTIVE for port object 0b198b9c-77b6-4e25-a4ac-5e417335e4b3 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:23.532873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45456) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:23.536498 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a63943-4a82-4b72-abb4-83f4345e033a None None] Network 3d2a9994-85ec-4957-a411-cd2a9cd9c995 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:23.561022 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd16a45-7e02-4da0-8ccb-f9c486cd6292 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 74a620c8-6ca9-426c-a7be-65516fd2b20e has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:23.619247 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Transition to ACTIVE for port object 0b198b9c-77b6-4e25-a4ac-5e417335e4b3 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:23.638457 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.645707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-32847f26-6c58-4641-b5c2-72fb74740c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:23.648410 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8a228c67-c1b5-4a44-adb8-39a40d309796 None None] Provisioning for port b1583ed4-8279-48a8-909b-06f143c9ee11 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:23.684896 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8a228c67-c1b5-4a44-adb8-39a40d309796 None None] Provisioning complete for port b1583ed4-8279-48a8-909b-06f143c9ee11 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:23.685602 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8a228c67-c1b5-4a44-adb8-39a40d309796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.717110 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-5dac5b41-d3a2-4a91-8cd5-dddb4ab70b3c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port 6c1a92ec-0c03-48a1-bdda-9243c81e1ff5 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:23.717552 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5dac5b41-d3a2-4a91-8cd5-dddb4ab70b3c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.771419 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:23.781692 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Pushing event updated for resources: {'Port': ['ID=0b198b9c-77b6-4e25-a4ac-5e417335e4b3,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:23.784946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:23.787252 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:23.792108 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e73e55ec-99e2-451f-8cb3-c4b851194e82 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.816775 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:23.840068 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-30c7cab1-27cb-428c-be27-a82814fb300b tempest-FloatingIPAdminTestJSON-980201024 tempest-FloatingIPAdminTestJSON-980201024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:23.889274 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5dac5b41-d3a2-4a91-8cd5-dddb4ab70b3c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.915299 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.921584 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e55ec-99e2-451f-8cb3-c4b851194e82 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=81020393-cf49-415c-9b53-7a811c55d3d9,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:23.928558 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e73e55ec-99e2-451f-8cb3-c4b851194e82 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:23.972847 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8a228c67-c1b5-4a44-adb8-39a40d309796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.973934 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e73e55ec-99e2-451f-8cb3-c4b851194e82 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.975935 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e73e55ec-99e2-451f-8cb3-c4b851194e82 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/ports/81020393-cf49-415c-9b53-7a811c55d3d9 HTTP/1.1" status: 204 len: 168 time: 1.4012916 Jun 18 16:29:23.983249 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-5dac5b41-d3a2-4a91-8cd5-dddb4ab70b3c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for 6c1a92ec-0c03-48a1-bdda-9243c81e1ff5 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:23.985133 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45470) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:24.010080 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Attempting to bind port 0b198b9c-77b6-4e25-a4ac-5e417335e4b3 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:24.010465 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Attempting to bind port 0b198b9c-77b6-4e25-a4ac-5e417335e4b3 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:24.010866 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Attempting to bind port 0b198b9c-77b6-4e25-a4ac-5e417335e4b3 on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:24.025014 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfb5349-0c49-4eea-b93d-5cd9a818cf4a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] GET failed (client error): The resource could not be found. Jun 18 16:29:24.031320 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2cfb5349-0c49-4eea-b93d-5cd9a818cf4a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports/81020393-cf49-415c-9b53-7a811c55d3d9 HTTP/1.1" status: 404 len: 333 time: 0.0451498 Jun 18 16:29:24.034008 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45474) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:24.041123 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-8a228c67-c1b5-4a44-adb8-39a40d309796 None None] For port b1583ed4-8279-48a8-909b-06f143c9ee11, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=b1583ed4-8279-48a8-909b-06f143c9ee11,segment=NetworkSegment(b4e62720-a3d9-45d3-a840-4d18a7fb64da),segment_id=b4e62720-a3d9-45d3-a840-4d18a7fb64da)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:24.042510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:24.043141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:24.043629 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.044066 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:24.044635 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Bound port: 0b198b9c-77b6-4e25-a4ac-5e417335e4b3, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:24.045022 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.059264 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-8636b3f4-32ba-487e-a93e-78a7bba1b61a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168', 'name': 'tempest-PortsIpV6TestJSON-1590810198'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:24.069746 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8a228c67-c1b5-4a44-adb8-39a40d309796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.072471 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c3a74821-c2ea-4000-a551-1a20ee72dcf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:24.083107 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.objects.ports [None req-46eb1911-83b2-48ec-86f2-e91355368daf tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93427) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:29:24.094577 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-46eb1911-83b2-48ec-86f2-e91355368daf tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.100287 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b4de5913-77d1-4cfb-9c98-5f217a23e8e0 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:24.127010 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd16a45-7e02-4da0-8ccb-f9c486cd6292 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:24.137066 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf74a84-d7e5-4db5-b895-361e66e50e32 None None] DHCP port deletion for 3d2a9994-85ec-4957-a411-cd2a9cd9c995 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:24.145539 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f532c6f8-66ea-4786-a1af-5e8a82e4cc4d None None] Sync routers for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:24.155682 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bcd16a45-7e02-4da0-8ccb-f9c486cd6292 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.199754 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-bcd16a45-7e02-4da0-8ccb-f9c486cd6292 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "PUT /v2.0/floatingips/da0e17a7-f80e-4bc5-ae64-673795d7f8a3 HTTP/1.1" status: 200 len: 688 time: 2.3518243 Jun 18 16:29:24.202454 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45480) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:24.235465 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308abad8-58e3-41ab-96a9-39c2ac1ba3a9 req-f777f1aa-76dd-4875-9a2f-f144f563dda8 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:24.236043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f532c6f8-66ea-4786-a1af-5e8a82e4cc4d None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:24.236171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-f532c6f8-66ea-4786-a1af-5e8a82e4cc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:24.236972 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-308abad8-58e3-41ab-96a9-39c2ac1ba3a9 req-f777f1aa-76dd-4875-9a2f-f144f563dda8 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 945 time: 0.3281443 Jun 18 16:29:24.248081 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] For port 0b198b9c-77b6-4e25-a4ac-5e417335e4b3, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:24.279914 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.285439 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb1911-83b2-48ec-86f2-e91355368daf tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event updated for resources: {'Subnet': ['ID=76374dd6-3699-4ec7-9e52-858bc294c7d1,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:24.291788 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-f532c6f8-66ea-4786-a1af-5e8a82e4cc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:24.294987 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a228c67-c1b5-4a44-adb8-39a40d309796 None None] Pushing event updated for resources: {'Port': ['ID=b1583ed4-8279-48a8-909b-06f143c9ee11,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:24.300016 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8a228c67-c1b5-4a44-adb8-39a40d309796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:24.303452 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-46eb1911-83b2-48ec-86f2-e91355368daf tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:24.306946 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cdaca723-da84-48ec-ba0b-5e6512c04233 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:24.307985 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] For port 0b198b9c-77b6-4e25-a4ac-5e417335e4b3, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=0b198b9c-77b6-4e25-a4ac-5e417335e4b3,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:24.317670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.322517 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:24.322860 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-351cd7ef-09f4-42c1-b30d-b7eb5efe9a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:24.342735 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:24.349276 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:24.353020 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f532c6f8-66ea-4786-a1af-5e8a82e4cc4d None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:24.353502 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-308abad8-58e3-41ab-96a9-39c2ac1ba3a9 req-19d12018-2c6a-4a27-81d0-0b52821e7a6d tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b105361-f7b0-463e-b380-00bdcefe5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061649 Jun 18 16:29:24.365447 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-f532c6f8-66ea-4786-a1af-5e8a82e4cc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:24.398462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8636b3f4-32ba-487e-a93e-78a7bba1b61a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:24.398711 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eb1911-83b2-48ec-86f2-e91355368daf tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Checking segment: {'id': '7102c863-be97-4605-84a8-57ac5efeddc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ff77245f-8d29-4585-be8d-d0030316bd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:24.398973 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb1911-83b2-48ec-86f2-e91355368daf tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Network hostable DHCP agents. Network: ff77245f-8d29-4585-be8d-d0030316bd74, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:29:24.403093 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8636b3f4-32ba-487e-a93e-78a7bba1b61a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.430725 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Pushing event updated for resources: {'Port': ['ID=55bf8909-6ad6-4384-bee0-b4116c82ec21,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:24.441069 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:24.459771 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb1911-83b2-48ec-86f2-e91355368daf tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Network ff77245f-8d29-4585-be8d-d0030316bd74 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:29:24.460885 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-f532c6f8-66ea-4786-a1af-5e8a82e4cc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:24.461908 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f532c6f8-66ea-4786-a1af-5e8a82e4cc4d None None] The sync data for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:24.474720 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-eaf74a84-d7e5-4db5-b895-361e66e50e32 None None] Deleting port b1583ed4-8279-48a8-909b-06f143c9ee11 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:24.475105 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-eaf74a84-d7e5-4db5-b895-361e66e50e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.477662 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-46eb1911-83b2-48ec-86f2-e91355368daf tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, ff77245f-8d29-4585-be8d-d0030316bd74) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:24.490255 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-8636b3f4-32ba-487e-a93e-78a7bba1b61a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] device_id is not set on port beaddf8e-c79c-4968-9c79-46f2f5bbf274 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:29:24.491113 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851d6051-71a2-447c-b018-c88686a335f6 None None] Network ff77245f-8d29-4585-be8d-d0030316bd74 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:24.492049 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eb1911-83b2-48ec-86f2-e91355368daf tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:24.492645 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-46eb1911-83b2-48ec-86f2-e91355368daf tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.510256 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-46eb1911-83b2-48ec-86f2-e91355368daf tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3683157 Jun 18 16:29:24.513799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45490) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:24.524845 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-52124764-19ef-4807-9f3e-721706ac9bf6 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Request body: {'port': {'network_id': 'ff77245f-8d29-4585-be8d-d0030316bd74', 'name': 'tempest-NetworksIpV6TestAttrs-1335642909'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:24.583769 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5dac5b41-d3a2-4a91-8cd5-dddb4ab70b3c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.593535 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:24.602653 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Pushing event updated for resources: {'Port': ['ID=0b198b9c-77b6-4e25-a4ac-5e417335e4b3,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:24.605442 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-9e128bc7-fef0-4959-a9a4-a444d82f429f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Deleting port 920e50ab-e601-425c-8d06-df70eb630f8f {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:24.606367 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9e128bc7-fef0-4959-a9a4-a444d82f429f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.613902 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:24.666006 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac5b41-d3a2-4a91-8cd5-dddb4ab70b3c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=6c1a92ec-0c03-48a1-bdda-9243c81e1ff5,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:24.672702 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5dac5b41-d3a2-4a91-8cd5-dddb4ab70b3c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:24.758832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.776716 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5dac5b41-d3a2-4a91-8cd5-dddb4ab70b3c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.779782 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5dac5b41-d3a2-4a91-8cd5-dddb4ab70b3c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/6c1a92ec-0c03-48a1-bdda-9243c81e1ff5 HTTP/1.1" status: 204 len: 168 time: 1.2458305 Jun 18 16:29:24.781178 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-eaf74a84-d7e5-4db5-b895-361e66e50e32 None None] For port b1583ed4-8279-48a8-909b-06f143c9ee11, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=b1583ed4-8279-48a8-909b-06f143c9ee11,segment=NetworkSegment(b4e62720-a3d9-45d3-a840-4d18a7fb64da),segment_id=b4e62720-a3d9-45d3-a840-4d18a7fb64da)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:24.781598 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-eaf74a84-d7e5-4db5-b895-361e66e50e32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.785050 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45496) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:24.814235 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.859466 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52124764-19ef-4807-9f3e-721706ac9bf6 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Made reservation on behalf of cba365ca3ef64fbdb7df0b44562bf333 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:24.863999 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-52124764-19ef-4807-9f3e-721706ac9bf6 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.953395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.967752 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9e128bc7-fef0-4959-a9a4-a444d82f429f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.968333 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9e128bc7-fef0-4959-a9a4-a444d82f429f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.988640 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8636b3f4-32ba-487e-a93e-78a7bba1b61a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.092396 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-9e128bc7-fef0-4959-a9a4-a444d82f429f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Calling delete_port for 920e50ab-e601-425c-8d06-df70eb630f8f owned by network:floatingip {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:25.136697 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-eaf74a84-d7e5-4db5-b895-361e66e50e32 None None] Calling delete_port for b1583ed4-8279-48a8-909b-06f143c9ee11 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:25.168225 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device b1583ed4-8279-48a8-909b-06f143c9ee11 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:25.284449 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8636b3f4-32ba-487e-a93e-78a7bba1b61a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.436664 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-828594a2-8bb3-4056-82ee-d3fb176458a2 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:25.452913 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8636b3f4-32ba-487e-a93e-78a7bba1b61a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:25.485450 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-8636b3f4-32ba-487e-a93e-78a7bba1b61a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:25.486618 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-eaf74a84-d7e5-4db5-b895-361e66e50e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.487726 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9e128bc7-fef0-4959-a9a4-a444d82f429f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.490995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8636b3f4-32ba-487e-a93e-78a7bba1b61a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:25.494693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:25.499292 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8636b3f4-32ba-487e-a93e-78a7bba1b61a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:25.499926 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8636b3f4-32ba-487e-a93e-78a7bba1b61a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.504143 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-ff77245f-8d29-4585-be8d-d0030316bd74', 'network_id': 'ff77245f-8d29-4585-be8d-d0030316bd74', 'tenant_id': 'cba365ca3ef64fbdb7df0b44562bf333', 'fixed_ips': [{'subnet_id': '76374dd6-3699-4ec7-9e52-858bc294c7d1'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:25.504143 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.508161 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.509941 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45512) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:25.538982 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.554340 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.559533 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8636b3f4-32ba-487e-a93e-78a7bba1b61a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5244014 Jun 18 16:29:25.562095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45516) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:25.564208 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3dc3d237-0585-4079-9ccb-78bfc54d64d8 tempest-FloatingIPAdminTestJSON-305090505 tempest-FloatingIPAdminTestJSON-305090505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:25.568917 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf74a84-d7e5-4db5-b895-361e66e50e32 None None] Pushing event deleted for resources: {'Port': ['ID=b1583ed4-8279-48a8-909b-06f143c9ee11,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:25.573183 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-5258f1e4-3388-4778-96ab-48716663ce07 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:25.617231 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf74a84-d7e5-4db5-b895-361e66e50e32 None None] No DVR routers for this DVR port b1583ed4-8279-48a8-909b-06f143c9ee11 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:25.643278 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-eaf74a84-d7e5-4db5-b895-361e66e50e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:25.650811 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-52124764-19ef-4807-9f3e-721706ac9bf6 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] device_id is not set on port 3ecd85a7-fcec-4623-984b-d8f22e8d5c7a yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:29:25.661534 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.706604 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae26fcc5-4ab7-4496-96d2-77a2f0d2ae50 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:25.709002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae26fcc5-4ab7-4496-96d2-77a2f0d2ae50 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:25.710766 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ae26fcc5-4ab7-4496-96d2-77a2f0d2ae50 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9232869 Jun 18 16:29:25.721398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45518) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:25.736679 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9e128bc7-fef0-4959-a9a4-a444d82f429f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.739511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9e128bc7-fef0-4959-a9a4-a444d82f429f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.740723 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9e128bc7-fef0-4959-a9a4-a444d82f429f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "DELETE /v2.0/floatingips/da0e17a7-f80e-4bc5-ae64-673795d7f8a3 HTTP/1.1" status: 204 len: 168 time: 1.5343502 Jun 18 16:29:25.746600 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636b3f4-32ba-487e-a93e-78a7bba1b61a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=beaddf8e-c79c-4968-9c79-46f2f5bbf274,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:25.760032 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45520) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:25.765644 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': '67312fcc-a2f5-400d-af45-5266c9613e39'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:25.786438 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8636b3f4-32ba-487e-a93e-78a7bba1b61a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:25.787478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:25.843899 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e128bc7-fef0-4959-a9a4-a444d82f429f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event deleted for resources: {'Port': ['ID=920e50ab-e601-425c-8d06-df70eb630f8f,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:25.854293 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-8f2dda76-b984-4010-a582-b5f2609be5cf tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1575709989'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:25.855396 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-8f2dda76-b984-4010-a582-b5f2609be5cf tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] Unknown quota resources ['metering_label']. {{(pid=93427) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 18 16:29:25.862418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9e128bc7-fef0-4959-a9a4-a444d82f429f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:25.863478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.887440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.892266 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7127099 Jun 18 16:29:25.916987 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Pushing event updated for resources: {'Port': ['ID=55bf8909-6ad6-4384-bee0-b4116c82ec21,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:25.922148 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Allocated IP 2001:db8::f816:3eff:fefe:ec64 (ff77245f-8d29-4585-be8d-d0030316bd74/76374dd6-3699-4ec7-9e52-858bc294c7d1/c3d2be2e-b53e-4396-bfbf-86d933c2027e) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:25.949082 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:25.957385 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45522) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:25.975886 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-fb2086a9-eef7-488b-a962-be73bc62cbfe tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Request body: {'floatingip': {'port_id': '27a4f159-c7da-4c5c-b4d5-ccf0d68642ea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:26.001957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5258f1e4-3388-4778-96ab-48716663ce07 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:26.140024 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4f0e169b-292b-4351-a341-bce1aa26ec6e None None] Provisioning for port 0b198b9c-77b6-4e25-a4ac-5e417335e4b3 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:26.140381 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fb2086a9-eef7-488b-a962-be73bc62cbfe tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for floatingip, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:26.170829 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:26.180497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Transition to ACTIVE for port object c3d2be2e-b53e-4396-bfbf-86d933c2027e will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:26.197477 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Transition to ACTIVE for port object c3d2be2e-b53e-4396-bfbf-86d933c2027e will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:26.212366 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:26.224946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-48c38888-d30a-4bf5-a2fd-2f5ab91ecfd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:26.240168 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d58f77-13e9-47a5-8632-9a1a1971bbea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet 21434b45-0a9d-42fe-b0b6-45111e8cea1f {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:29:26.261150 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Network ff77245f-8d29-4585-be8d-d0030316bd74 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:26.267217 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:26.273715 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:26.294422 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-12d58f77-13e9-47a5-8632-9a1a1971bbea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:26.319935 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Pushing event updated for resources: {'Port': ['ID=c3d2be2e-b53e-4396-bfbf-86d933c2027e,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:26.354730 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:26.381622 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Attempting to bind port c3d2be2e-b53e-4396-bfbf-86d933c2027e on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:26.382009 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Attempting to bind port c3d2be2e-b53e-4396-bfbf-86d933c2027e by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '7102c863-be97-4605-84a8-57ac5efeddc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ff77245f-8d29-4585-be8d-d0030316bd74'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:26.382385 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Attempting to bind port c3d2be2e-b53e-4396-bfbf-86d933c2027e on network ff77245f-8d29-4585-be8d-d0030316bd74 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:26.386655 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3fe4b31c-0575-416f-9551-173e2ebf54ad None None] Could not find standard attr ID for object 6c1a92ec-0c03-48a1-bdda-9243c81e1ff5. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:29:26.401129 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:26.401598 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Checking segment: {'id': '7102c863-be97-4605-84a8-57ac5efeddc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ff77245f-8d29-4585-be8d-d0030316bd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:26.403108 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:26.403531 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Bound using segment: {'id': '7102c863-be97-4605-84a8-57ac5efeddc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ff77245f-8d29-4585-be8d-d0030316bd74'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:26.404382 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Bound port: c3d2be2e-b53e-4396-bfbf-86d933c2027e, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7102c863-be97-4605-84a8-57ac5efeddc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ff77245f-8d29-4585-be8d-d0030316bd74'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:26.404382 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:26.405546 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8f2dda76-b984-4010-a582-b5f2609be5cf tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:26.410516 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8f2dda76-b984-4010-a582-b5f2609be5cf tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8916321 Jun 18 16:29:26.416065 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45526) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:26.430224 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-3d176f6e-49f6-47ac-8570-84499f475c68 tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e8a5e5eb-45fa-4739-a6c5-7ac770f8f5fe'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:26.430857 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-3d176f6e-49f6-47ac-8570-84499f475c68 tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93427) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 18 16:29:26.469131 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-12d58f77-13e9-47a5-8632-9a1a1971bbea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:26.477705 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] For port c3d2be2e-b53e-4396-bfbf-86d933c2027e, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:26.481783 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] For port c3d2be2e-b53e-4396-bfbf-86d933c2027e, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c3d2be2e-b53e-4396-bfbf-86d933c2027e,segment=NetworkSegment(7102c863-be97-4605-84a8-57ac5efeddc8),segment_id=7102c863-be97-4605-84a8-57ac5efeddc8)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:26.492551 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:26.506284 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e8236c0d-073e-4e1c-8b3b-1cf0c237f62f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:26.518368 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-52124764-19ef-4807-9f3e-721706ac9bf6 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Allocated IP 2001:db8::f816:3eff:feff:fe83 (ff77245f-8d29-4585-be8d-d0030316bd74/76374dd6-3699-4ec7-9e52-858bc294c7d1/3ecd85a7-fcec-4623-984b-d8f22e8d5c7a) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:26.567537 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5258f1e4-3388-4778-96ab-48716663ce07 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:26.577496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5258f1e4-3388-4778-96ab-48716663ce07 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:26.580327 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6504ef48-9d34-44e8-b8c1-1c031fd41bf4 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:26.581817 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Pushing event updated for resources: {'Port': ['ID=c3d2be2e-b53e-4396-bfbf-86d933c2027e,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:26.601322 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:26.617938 dv-neutron-797121-1-hyperv neutron-server[93427]: WARNING neutron.services.metering.metering_plugin [None req-3d176f6e-49f6-47ac-8570-84499f475c68 tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 18 16:29:26.622564 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:26.639097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c97d36-6809-42f8-b30d-3eaa596e7180 req-bc95a1c3-3cd6-44e4-b1e6-ff0c8f4d931f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:26.640676 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-03c97d36-6809-42f8-b30d-3eaa596e7180 req-bc95a1c3-3cd6-44e4-b1e6-ff0c8f4d931f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 945 time: 0.7478206 Jun 18 16:29:26.643819 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-5258f1e4-3388-4778-96ab-48716663ce07 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] In _notify_port_updated(), no bound segment for port beaddf8e-c79c-4968-9c79-46f2f5bbf274 on network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 {{(pid=93428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:29:26.649632 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5258f1e4-3388-4778-96ab-48716663ce07 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:26.650217 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-fb2086a9-eef7-488b-a962-be73bc62cbfe tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] update failed (client error): The resource could not be found. Jun 18 16:29:26.650530 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5258f1e4-3388-4778-96ab-48716663ce07 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:26.655077 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5258f1e4-3388-4778-96ab-48716663ce07 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "PUT /v2.0/ports/beaddf8e-c79c-4968-9c79-46f2f5bbf274 HTTP/1.1" status: 200 len: 818 time: 1.0852039 Jun 18 16:29:26.655260 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fb2086a9-eef7-488b-a962-be73bc62cbfe tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] 10.222.0.39 "PUT /v2.0/floatingips/9144111f-266a-421b-9be9-fbf53897294a HTTP/1.1" status: 404 len: 507 time: 0.6826427 Jun 18 16:29:26.656323 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45528) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:26.656323 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45530) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:26.700132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258f1e4-3388-4778-96ab-48716663ce07 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=beaddf8e-c79c-4968-9c79-46f2f5bbf274,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:26.703969 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5258f1e4-3388-4778-96ab-48716663ce07 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:26.800431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Allocated IP 172.26.2.108 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/c83e904f-7664-40e8-8126-8382ee4cf1f4) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:26.890353 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 0b198b9c-77b6-4e25-a4ac-5e417335e4b3 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:26.946783 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:26.952230 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 0b198b9c-77b6-4e25-a4ac-5e417335e4b3 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:26.959198 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 0b198b9c-77b6-4e25-a4ac-5e417335e4b3 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:26.959382 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.001762 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-03c97d36-6809-42f8-b30d-3eaa596e7180 req-a4b5246b-84de-4d26-b2f2-b1b6c5990747 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b105361-f7b0-463e-b380-00bdcefe5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910411 Jun 18 16:29:27.004560 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.006519 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b2310851-98bc-483b-b927-5fe09e9f1739 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:27.051632 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3d176f6e-49f6-47ac-8570-84499f475c68 tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.055472 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3d176f6e-49f6-47ac-8570-84499f475c68 tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6319082 Jun 18 16:29:27.055601 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:27.055753 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:27.057409 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45534) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:27.063951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-aff65359-660f-4912-bda9-711dea1a1507 tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e8a5e5eb-45fa-4739-a6c5-7ac770f8f5fe'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:27.064463 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-aff65359-660f-4912-bda9-711dea1a1507 tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93428) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 18 16:29:27.068024 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:27.069495 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.096046 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-12d58f77-13e9-47a5-8632-9a1a1971bbea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.097717 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=c83e904f-7664-40e8-8126-8382ee4cf1f4,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:27.103863 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:27.225877 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING neutron.services.metering.metering_plugin [None req-aff65359-660f-4912-bda9-711dea1a1507 tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 18 16:29:27.252075 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-12d58f77-13e9-47a5-8632-9a1a1971bbea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.254778 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e972c57a-d8ad-4501-ad41-fdd0fd4e90ec tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Deleting port 55bf8909-6ad6-4384-bee0-b4116c82ec21 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:27.255108 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e972c57a-d8ad-4501-ad41-fdd0fd4e90ec tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.260445 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d8fb1ce7-ebdb-4a54-8a01-3cce441e885d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:27.265944 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-52124764-19ef-4807-9f3e-721706ac9bf6 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.286925 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:29:27.287309 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:29:27.338776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-12d58f77-13e9-47a5-8632-9a1a1971bbea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.343505 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-12d58f77-13e9-47a5-8632-9a1a1971bbea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/21434b45-0a9d-42fe-b0b6-45111e8cea1f HTTP/1.1" status: 204 len: 168 time: 1.6167953 Jun 18 16:29:27.344597 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7c1612-03f3-463b-a1c0-56812777a222 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:27.346128 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d58f77-13e9-47a5-8632-9a1a1971bbea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=21434b45-0a9d-42fe-b0b6-45111e8cea1f,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:27.352750 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45538) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:27.360558 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-12d58f77-13e9-47a5-8632-9a1a1971bbea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:27.366721 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-72d81568-4b37-4d45-b3ad-75f4439bc2c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port beaddf8e-c79c-4968-9c79-46f2f5bbf274 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:27.367066 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-72d81568-4b37-4d45-b3ad-75f4439bc2c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.372787 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-52124764-19ef-4807-9f3e-721706ac9bf6 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Transition to ACTIVE for port object 3ecd85a7-fcec-4623-984b-d8f22e8d5c7a will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:27.393444 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-aff65359-660f-4912-bda9-711dea1a1507 tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.397065 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-aff65359-660f-4912-bda9-711dea1a1507 tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3343441 Jun 18 16:29:27.402698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45540) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:27.446976 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ba1ff7d9-f689-4c3e-ab9b-f0ec67296348 tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=4ed766d2-3e0b-478f-883c-5cc195ab6833 HTTP/1.1" status: 200 len: 462 time: 0.0409749 Jun 18 16:29:27.448274 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45542) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:27.459864 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a1c07a56-ccf7-47bb-a033-9b92e6382768 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036220 Jun 18 16:29:27.464946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45544) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:27.512456 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e972c57a-d8ad-4501-ad41-fdd0fd4e90ec tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.512664 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e972c57a-d8ad-4501-ad41-fdd0fd4e90ec tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.537540 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-72d81568-4b37-4d45-b3ad-75f4439bc2c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.552985 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e2cda-89f8-4990-bac5-832e1f6771f7 req-c232d958-ca58-42f3-9535-fdd2cd0ee1ad tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:27.553737 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-851e2cda-89f8-4990-bac5-832e1f6771f7 req-c232d958-ca58-42f3-9535-fdd2cd0ee1ad tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.64 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 945 time: 0.4138298 Jun 18 16:29:27.600545 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b167a9d-c73b-464f-940b-97607cce1513 None None] DHCP port deletion for c0c58b33-89bf-4a11-9df9-ed95e6524a1d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:27.624859 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e972c57a-d8ad-4501-ad41-fdd0fd4e90ec tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Calling delete_port for 55bf8909-6ad6-4384-bee0-b4116c82ec21 owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:27.685718 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-3b167a9d-c73b-464f-940b-97607cce1513 None None] Deleting port 0b198b9c-77b6-4e25-a4ac-5e417335e4b3 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:27.685718 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3b167a9d-c73b-464f-940b-97607cce1513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.702441 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-72d81568-4b37-4d45-b3ad-75f4439bc2c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for beaddf8e-c79c-4968-9c79-46f2f5bbf274 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:27.709525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-52124764-19ef-4807-9f3e-721706ac9bf6 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.721300 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0cf6435e-34b0-4281-bc95-cebe67a7592c tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:27.790711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3b167a9d-c73b-464f-940b-97607cce1513 None None] For port 0b198b9c-77b6-4e25-a4ac-5e417335e4b3, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=0b198b9c-77b6-4e25-a4ac-5e417335e4b3,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:27.791396 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3b167a9d-c73b-464f-940b-97607cce1513 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.825611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-07a7867a-7a2b-4c45-8ef5-cb6c964a2330 tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.829208 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-07a7867a-7a2b-4c45-8ef5-cb6c964a2330 tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/4ed766d2-3e0b-478f-883c-5cc195ab6833 HTTP/1.1" status: 204 len: 168 time: 0.3730397 Jun 18 16:29:27.847169 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45546) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:27.867897 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-3b167a9d-c73b-464f-940b-97607cce1513 None None] Calling delete_port for 0b198b9c-77b6-4e25-a4ac-5e417335e4b3 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:27.877378 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52124764-19ef-4807-9f3e-721706ac9bf6 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Network ff77245f-8d29-4585-be8d-d0030316bd74 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:27.888036 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029b4151-3874-4509-a65b-893deb813b19 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:27.891785 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-029b4151-3874-4509-a65b-893deb813b19 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4142077 Jun 18 16:29:27.892381 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2ee693a7-b229-4d0f-a49d-5ac0530dc93e req-f9317270-291d-4e18-b9c5-f83bff76ce44 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd2f188c-d102-4d9f-8d24-91d164a44408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3689668 Jun 18 16:29:27.897483 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1ecb6722-157a-43b9-957a-4c74f75f4aaf tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=4ed766d2-3e0b-478f-883c-5cc195ab6833 HTTP/1.1" status: 200 len: 221 time: 0.0443575 Jun 18 16:29:27.900531 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45548) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:27.903043 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-52124764-19ef-4807-9f3e-721706ac9bf6 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:27.916524 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45550) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:27.924890 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52124764-19ef-4807-9f3e-721706ac9bf6 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event updated for resources: {'Port': ['ID=3ecd85a7-fcec-4623-984b-d8f22e8d5c7a,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:27.938256 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-52124764-19ef-4807-9f3e-721706ac9bf6 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:27.953351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ffb8dac9-f353-410b-884f-e4421c38d46a tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--531243333', 'description': 'label created by tempest'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:27.953849 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ffb8dac9-f353-410b-884f-e4421c38d46a tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] Unknown quota resources ['metering_label']. {{(pid=93427) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 18 16:29:27.962449 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52124764-19ef-4807-9f3e-721706ac9bf6 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:27.968678 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52124764-19ef-4807-9f3e-721706ac9bf6 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:27.969300 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-52124764-19ef-4807-9f3e-721706ac9bf6 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:27.977856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1724dc-19be-4518-aba4-429b789fbd3c None None] Network ff77245f-8d29-4585-be8d-d0030316bd74 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:28.025544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-851e2cda-89f8-4990-bac5-832e1f6771f7 req-e9f8218c-1a71-47f1-b5b6-fb325c3bb704 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Deleting port d6bc773a-ce2c-475e-906a-0fc4cd2aa92a {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:28.026033 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-851e2cda-89f8-4990-bac5-832e1f6771f7 req-e9f8218c-1a71-47f1-b5b6-fb325c3bb704 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.186146 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.198504 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.204292 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3b167a9d-c73b-464f-940b-97607cce1513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.230353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-851e2cda-89f8-4990-bac5-832e1f6771f7 req-e9f8218c-1a71-47f1-b5b6-fb325c3bb704 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] For port d6bc773a-ce2c-475e-906a-0fc4cd2aa92a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d6bc773a-ce2c-475e-906a-0fc4cd2aa92a,segment=NetworkSegment(09ac72ca-7420-4ff0-8f81-15afefa1bb50),segment_id=09ac72ca-7420-4ff0-8f81-15afefa1bb50)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:28.234650 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-851e2cda-89f8-4990-bac5-832e1f6771f7 req-e9f8218c-1a71-47f1-b5b6-fb325c3bb704 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.242889 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee693a7-b229-4d0f-a49d-5ac0530dc93e req-1fbd58f4-5e3f-4e39-a431-c54c0e67f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:28.244397 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2ee693a7-b229-4d0f-a49d-5ac0530dc93e req-1fbd58f4-5e3f-4e39-a431-c54c0e67f887 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d53b2bcaed024ac08e365cbd82c08611&device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 1099 time: 0.2599449 Jun 18 16:29:28.247523 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:28.277844 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b167a9d-c73b-464f-940b-97607cce1513 None None] No DVR routers for this DVR port 0b198b9c-77b6-4e25-a4ac-5e417335e4b3 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:28.289913 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b167a9d-c73b-464f-940b-97607cce1513 None None] Pushing event deleted for resources: {'Port': ['ID=0b198b9c-77b6-4e25-a4ac-5e417335e4b3,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:28.297620 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3b167a9d-c73b-464f-940b-97607cce1513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:28.301620 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-581c18e1-e66c-4ae9-80bb-b568b175c156 None None] Provisioning for port c3d2be2e-b53e-4396-bfbf-86d933c2027e completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:28.542475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c656655f-be63-4268-8bed-94eefc3a9438 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:28.546965 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c656655f-be63-4268-8bed-94eefc3a9438 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6428018 Jun 18 16:29:28.549038 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-52124764-19ef-4807-9f3e-721706ac9bf6 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.0340691 Jun 18 16:29:28.560413 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45556) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:28.560413 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45558) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:28.560705 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-72d81568-4b37-4d45-b3ad-75f4439bc2c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.633067 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-9efefee8-1f97-4998-9f45-30b7efe2bbb4 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Deleting subnet 76374dd6-3699-4ec7-9e52-858bc294c7d1 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:29:28.635195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-767a25cf-f27d-4428-aea7-e252307a77f5 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:28.695673 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d81568-4b37-4d45-b3ad-75f4439bc2c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=beaddf8e-c79c-4968-9c79-46f2f5bbf274,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:28.697660 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9efefee8-1f97-4998-9f45-30b7efe2bbb4 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.785922 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.835637 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-72d81568-4b37-4d45-b3ad-75f4439bc2c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:28.837632 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0215c26e-62a8-48fb-99b7-f6356633ba71 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2748463 Jun 18 16:29:28.873619 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5e9fe68a-a7a6-4a8a-9ced-db573650468d None None] Provisioning for port 3ecd85a7-fcec-4623-984b-d8f22e8d5c7a completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:28.877933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee693a7-b229-4d0f-a49d-5ac0530dc93e req-93eb84a5-68e9-4d10-bad5-d34bae5d3479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:28.878749 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5e9fe68a-a7a6-4a8a-9ced-db573650468d None None] Provisioning complete for port 3ecd85a7-fcec-4623-984b-d8f22e8d5c7a triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:28.879201 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5e9fe68a-a7a6-4a8a-9ced-db573650468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.879908 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2ee693a7-b229-4d0f-a49d-5ac0530dc93e req-93eb84a5-68e9-4d10-bad5-d34bae5d3479 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1f325ca-ec19-4fd2-b418-95ebf632c302 HTTP/1.1" status: 200 len: 906 time: 0.5920582 Jun 18 16:29:28.880474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45562) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:28.915966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-badd1240-ed26-4c5e-a114-7bdcee74d617 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:28.927166 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-5e9fe68a-a7a6-4a8a-9ced-db573650468d None None] Port 3ecd85a7-fcec-4623-984b-d8f22e8d5c7a cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:28.932058 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c3d2be2e-b53e-4396-bfbf-86d933c2027e up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:28.956105 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ffb8dac9-f353-410b-884f-e4421c38d46a tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.963814 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ffb8dac9-f353-410b-884f-e4421c38d46a tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.0244105 Jun 18 16:29:28.969946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45564) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:28.973625 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-72d81568-4b37-4d45-b3ad-75f4439bc2c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:28.978380 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-72d81568-4b37-4d45-b3ad-75f4439bc2c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/ports/beaddf8e-c79c-4968-9c79-46f2f5bbf274 HTTP/1.1" status: 204 len: 168 time: 2.2633855 Jun 18 16:29:28.984525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45566) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:29.020847 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port c3d2be2e-b53e-4396-bfbf-86d933c2027e completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:29.025591 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c3d2be2e-b53e-4396-bfbf-86d933c2027e triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:29.025973 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.039292 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9efefee8-1f97-4998-9f45-30b7efe2bbb4 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.087397 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e972c57a-d8ad-4501-ad41-fdd0fd4e90ec tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.096179 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-52124764-19ef-4807-9f3e-721706ac9bf6 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:29.113404 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.145373 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972c57a-d8ad-4501-ad41-fdd0fd4e90ec tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Pushing event deleted for resources: {'Port': ['ID=55bf8909-6ad6-4384-bee0-b4116c82ec21,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:29.156169 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e972c57a-d8ad-4501-ad41-fdd0fd4e90ec tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:29.159067 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port c3d2be2e-b53e-4396-bfbf-86d933c2027e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c3d2be2e-b53e-4396-bfbf-86d933c2027e,segment=NetworkSegment(7102c863-be97-4605-84a8-57ac5efeddc8),segment_id=7102c863-be97-4605-84a8-57ac5efeddc8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:29.164134 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.175481 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3ce21467-36ce-4d5e-9af0-b5dbbf1be95e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:29.178234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-851e2cda-89f8-4990-bac5-832e1f6771f7 req-e9f8218c-1a71-47f1-b5b6-fb325c3bb704 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.178643 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-851e2cda-89f8-4990-bac5-832e1f6771f7 req-e9f8218c-1a71-47f1-b5b6-fb325c3bb704 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.180521 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [req-851e2cda-89f8-4990-bac5-832e1f6771f7 req-e9f8218c-1a71-47f1-b5b6-fb325c3bb704 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Floating IP 668df210-7d2b-4be1-9c97-20c8ac0b2424 disassociated. External IP: 172.26.2.131, port: d6bc773a-ce2c-475e-906a-0fc4cd2aa92a. Jun 18 16:29:29.180881 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-851e2cda-89f8-4990-bac5-832e1f6771f7 req-e9f8218c-1a71-47f1-b5b6-fb325c3bb704 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Calling delete_port for d6bc773a-ce2c-475e-906a-0fc4cd2aa92a owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:29.188477 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2735cc-46ec-4f08-8a84-8e035761f977 req-2e3e3f4c-6b21-4c04-89e7-eb98495ee86b tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:29.195482 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1a2735cc-46ec-4f08-8a84-8e035761f977 req-2e3e3f4c-6b21-4c04-89e7-eb98495ee86b tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 945 time: 0.6743288 Jun 18 16:29:29.233064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-57061e2e-032d-4c6d-9c2b-0bd602918e44 None None] Provisioning complete for port 3ecd85a7-fcec-4623-984b-d8f22e8d5c7a triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:29.233445 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-57061e2e-032d-4c6d-9c2b-0bd602918e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.243841 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a9a8afb6-502e-47af-8476-c327af8407fb tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=28dbe222-9e6a-48c8-9f4b-21c592e51c8f HTTP/1.1" status: 200 len: 467 time: 0.2020509 Jun 18 16:29:29.248329 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45568) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:29.270321 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 0b198b9c-77b6-4e25-a4ac-5e417335e4b3 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:29.272365 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=c3d2be2e-b53e-4396-bfbf-86d933c2027e,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:29.282094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:29.298438 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badd1240-ed26-4c5e-a114-7bdcee74d617 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:29.301952 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-badd1240-ed26-4c5e-a114-7bdcee74d617 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.305544 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 0b198b9c-77b6-4e25-a4ac-5e417335e4b3 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:29.306565 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 0b198b9c-77b6-4e25-a4ac-5e417335e4b3 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:29.316926 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-57061e2e-032d-4c6d-9c2b-0bd602918e44 None None] Port 3ecd85a7-fcec-4623-984b-d8f22e8d5c7a cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:29.329261 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2ee693a7-b229-4d0f-a49d-5ac0530dc93e req-878da221-3b52-4834-a882-a83bcb0ebb42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97567ac8-b531-4da7-8561-12107ccdc437 HTTP/1.1" status: 200 len: 1001 time: 0.4388578 Jun 18 16:29:29.419270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a021ee85-dc47-440a-a07d-c00a59f5dc39 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:29.420667 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a021ee85-dc47-440a-a07d-c00a59f5dc39 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4350209 Jun 18 16:29:29.432551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45570) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:29.450879 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1a2735cc-46ec-4f08-8a84-8e035761f977 req-caebaaa0-6ed9-4dd4-83c5-ba9f2d4a6b5b tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b105361-f7b0-463e-b380-00bdcefe5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542934 Jun 18 16:29:29.496690 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e972c57a-d8ad-4501-ad41-fdd0fd4e90ec tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.499228 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e972c57a-d8ad-4501-ad41-fdd0fd4e90ec tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.500193 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0a901a-90a9-4008-9b70-97e46f862cf5 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] GET failed (client error): The resource could not be found. Jun 18 16:29:29.500400 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e972c57a-d8ad-4501-ad41-fdd0fd4e90ec tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] 10.222.0.39 "DELETE /v2.0/floatingips/9144111f-266a-421b-9be9-fbf53897294a HTTP/1.1" status: 204 len: 168 time: 2.7867131 Jun 18 16:29:29.506971 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ca0a901a-90a9-4008-9b70-97e46f862cf5 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports/beaddf8e-c79c-4968-9c79-46f2f5bbf274 HTTP/1.1" status: 404 len: 333 time: 0.0681739 Jun 18 16:29:29.507167 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45572) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:29.512580 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-de890886-869c-4905-a2c1-6d9626be7f28 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Request body: {'floatingip': {'floating_network_id': '95913d4e-b509-4620-b398-6bd7d3fcb1c7', 'port_id': '27a4f159-c7da-4c5c-b4d5-ccf0d68642ea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:29.519907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45574) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:29.528660 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-0239bf09-43fa-4dee-a10d-1546f1376c5d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-27718365'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:29.532348 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee693a7-b229-4d0f-a49d-5ac0530dc93e req-ad915a37-da14-4a18-8bda-351111af7899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:29.533718 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2ee693a7-b229-4d0f-a49d-5ac0530dc93e req-ad915a37-da14-4a18-8bda-351111af7899 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36736294-af3b-4cce-819a-088f47615227 HTTP/1.1" status: 200 len: 844 time: 0.1742487 Jun 18 16:29:29.562730 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049cd5f-a8c1-4d2b-9a57-0eb8a4e30380 req-b61ed3b5-b07c-4463-8978-53ec6910452c tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:29.564219 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7049cd5f-a8c1-4d2b-9a57-0eb8a4e30380 req-b61ed3b5-b07c-4463-8978-53ec6910452c tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 946 time: 0.5289142 Jun 18 16:29:29.564640 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.578194 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9efefee8-1f97-4998-9f45-30b7efe2bbb4 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.593686 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.600988 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:29.659220 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.api [None req-de890886-869c-4905-a2c1-6d9626be7f28 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:29:29.659220 dv-neutron-797121-1-hyperv neutron-server[93427]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:29:29.659220 dv-neutron-797121-1-hyperv neutron-server[93427]: [parameters: {'project_id_1': 'f77f8706c95941eca55ff14139b9c5fe', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 29, 29, 567524)}] Jun 18 16:29:29.659220 dv-neutron-797121-1-hyperv neutron-server[93427]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:29:29.659689 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_db.api [None req-de890886-869c-4905-a2c1-6d9626be7f28 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:29:29.673212 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0bd87dab-82f8-4d6d-8562-fe88114d00f5 tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.676759 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0bd87dab-82f8-4d6d-8562-fe88114d00f5 tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/28dbe222-9e6a-48c8-9f4b-21c592e51c8f HTTP/1.1" status: 204 len: 168 time: 0.3938749 Jun 18 16:29:29.676889 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0239bf09-43fa-4dee-a10d-1546f1376c5d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:29.677020 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45576) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:29.680254 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0239bf09-43fa-4dee-a10d-1546f1376c5d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.699798 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-70158b70-83e5-4377-9afe-8232e7bd5f1e tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=28dbe222-9e6a-48c8-9f4b-21c592e51c8f HTTP/1.1" status: 200 len: 216 time: 0.0198951 Jun 18 16:29:29.702108 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7049cd5f-a8c1-4d2b-9a57-0eb8a4e30380 req-f7d2dac2-e9d6-4bca-ade4-37794d31502d tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bc10b70-ecac-4d3c-bc72-f81b13d67f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292799 Jun 18 16:29:29.704425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45578) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:29.719504 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4c71baba-b367-4fb5-b701-bbca1c53263d tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0139287 Jun 18 16:29:29.733700 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45580) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:29.740066 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d993acd1-4c30-4a51-a9e8-4bbfdb39d59e tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0157473 Jun 18 16:29:29.746746 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45584) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:29.758171 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9efefee8-1f97-4998-9f45-30b7efe2bbb4 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.793416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=c83e904f-7664-40e8-8126-8382ee4cf1f4,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:29.796682 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:29.801137 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:29.829911 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a4bb363f-9824-4c7f-a0ab-3a424010e436 tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/e8a5e5eb-45fa-4739-a6c5-7ac770f8f5fe HTTP/1.1" status: 200 len: 473 time: 0.0818634 Jun 18 16:29:29.833422 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efefee8-1f97-4998-9f45-30b7efe2bbb4 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event deleted for resources: {'Subnet': ['ID=76374dd6-3699-4ec7-9e52-858bc294c7d1,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:29.833989 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45588) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:29.835050 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9efefee8-1f97-4998-9f45-30b7efe2bbb4 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.838632 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0239bf09-43fa-4dee-a10d-1546f1376c5d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:29:29.839984 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9efefee8-1f97-4998-9f45-30b7efe2bbb4 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/subnets/76374dd6-3699-4ec7-9e52-858bc294c7d1 HTTP/1.1" status: 204 len: 168 time: 1.2755187 Jun 18 16:29:29.843712 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45590) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:29.843854 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdccd89a-2f46-4309-9948-a1e20a6c9421 None None] Network ff77245f-8d29-4585-be8d-d0030316bd74 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:29.843938 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-851e2cda-89f8-4990-bac5-832e1f6771f7 req-e9f8218c-1a71-47f1-b5b6-fb325c3bb704 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.844028 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9efefee8-1f97-4998-9f45-30b7efe2bbb4 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:29.859817 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:29.882174 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-914e1a9b-8008-4111-bbc6-9af73224472a tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/8cbe599e-8576-4f5e-a905-c5e11789d264 HTTP/1.1" status: 200 len: 459 time: 0.0378573 Jun 18 16:29:29.882372 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45592) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:29.892585 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.902571 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0239bf09-43fa-4dee-a10d-1546f1376c5d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.902951 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-0239bf09-43fa-4dee-a10d-1546f1376c5d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Added segment a0784916-548b-4d19-92eb-14a7cf54ab00 of type vlan for network 02e3d908-46a5-45e7-b136-476d10a8e6a9 Jun 18 16:29:29.918128 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2fec1b-8738-4b72-9353-86318cc74d44 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:29.919822 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2fec1b-8738-4b72-9353-86318cc74d44 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:29.921308 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9b2fec1b-8738-4b72-9353-86318cc74d44 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0737565 Jun 18 16:29:29.924592 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45594) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:29.940048 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8218c-1a71-47f1-b5b6-fb325c3bb704 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Pushing event deleted for resources: {'Port': ['ID=d6bc773a-ce2c-475e-906a-0fc4cd2aa92a,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:29.954256 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e9f8218c-1a71-47f1-b5b6-fb325c3bb704 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:29.960608 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee693a7-b229-4d0f-a49d-5ac0530dc93e req-d322ab9e-0d9c-4d97-979b-4b67ec597488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:29.962122 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2ee693a7-b229-4d0f-a49d-5ac0530dc93e req-d322ab9e-0d9c-4d97-979b-4b67ec597488 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1f325ca-ec19-4fd2-b418-95ebf632c302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4121530 Jun 18 16:29:29.962996 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-badd1240-ed26-4c5e-a114-7bdcee74d617 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.988762 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:30.065021 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2bed069-9ee6-46d4-8f06-f5d2714d5a80 tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:30.068464 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f2bed069-9ee6-46d4-8f06-f5d2714d5a80 tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/8cbe599e-8576-4f5e-a905-c5e11789d264 HTTP/1.1" status: 204 len: 168 time: 0.1828806 Jun 18 16:29:30.069419 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45596) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:30.132189 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcc6dc85-e373-4352-aba3-7165430e4b42 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:30.141558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137dd6c9-5310-41ad-9c4b-3d1ecc51b543 None None] DHCP port deletion for ff77245f-8d29-4585-be8d-d0030316bd74 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:30.165399 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0239bf09-43fa-4dee-a10d-1546f1376c5d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:30.174568 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badd1240-ed26-4c5e-a114-7bdcee74d617 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:30.196174 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-137dd6c9-5310-41ad-9c4b-3d1ecc51b543 None None] Deleting port c3d2be2e-b53e-4396-bfbf-86d933c2027e {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:30.196699 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-badd1240-ed26-4c5e-a114-7bdcee74d617 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:30.196824 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-137dd6c9-5310-41ad-9c4b-3d1ecc51b543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:30.202544 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc6dc85-e373-4352-aba3-7165430e4b42 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 18 16:29:30.203266 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc6dc85-e373-4352-aba3-7165430e4b42 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:29:30.205127 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fcc6dc85-e373-4352-aba3-7165430e4b42 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/networks/ff77245f-8d29-4585-be8d-d0030316bd74 HTTP/1.1" status: 409 len: 405 time: 0.2798030 Jun 18 16:29:30.207164 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badd1240-ed26-4c5e-a114-7bdcee74d617 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:30.207754 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-badd1240-ed26-4c5e-a114-7bdcee74d617 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:30.219201 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45598) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:30.221112 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22791a88-8e27-4593-89d7-e386c07fd934 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:30.229059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b00e2c14-2922-44e0-b548-1d3ee1c60462 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-392926538'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:30.242369 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd1240-ed26-4c5e-a114-7bdcee74d617 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=a050d22d-620c-4bb1-b74b-92d5af6d02a0,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:30.284907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-badd1240-ed26-4c5e-a114-7bdcee74d617 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:30.299458 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de890886-869c-4905-a2c1-6d9626be7f28 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:30.303454 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Floating IP f04f5f40-4950-4dd2-808c-cdb1e2b13308 associated. External IP: 172.26.2.108, port: 67312fcc-a2f5-400d-af45-5266c9613e39. Jun 18 16:29:30.307487 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d6ae0d4c-9a23-4a4b-a787-8c4c9fecf3ce tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:30.309413 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d6ae0d4c-9a23-4a4b-a787-8c4c9fecf3ce tempest-MeteringIpV6TestJSON-1815214382 tempest-MeteringIpV6TestJSON-1815214382-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/e8a5e5eb-45fa-4739-a6c5-7ac770f8f5fe HTTP/1.1" status: 204 len: 168 time: 0.2398434 Jun 18 16:29:30.473703 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-137dd6c9-5310-41ad-9c4b-3d1ecc51b543 None None] For port c3d2be2e-b53e-4396-bfbf-86d933c2027e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c3d2be2e-b53e-4396-bfbf-86d933c2027e,segment=NetworkSegment(7102c863-be97-4605-84a8-57ac5efeddc8),segment_id=7102c863-be97-4605-84a8-57ac5efeddc8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:30.474116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-137dd6c9-5310-41ad-9c4b-3d1ecc51b543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:30.650614 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2f09c6f0-c947-4a1c-8406-6cc9ad2e375b req-85719af8-32bf-4abb-b1a7-9d113fe09f1f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 210 time: 0.0572433 Jun 18 16:29:30.707318 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-badd1240-ed26-4c5e-a114-7bdcee74d617 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8185740 Jun 18 16:29:30.710552 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45608) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:30.716917 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-bb55d875-b273-4db7-afbe-d186b8603873 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'fixed_ips': [{'subnet_id': 'a050d22d-620c-4bb1-b74b-92d5af6d02a0', 'ip_address': '2001:db8::7c4a:7094:aa07:2127'}], 'name': 'tempest-NetworksTestDHCPv6-544234473'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:30.753326 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2ee693a7-b229-4d0f-a49d-5ac0530dc93e req-b576caf9-0c31-4a45-9e65-04dca80bcc62 service neutron] 10.222.0.64 "GET /v2.0/networks/f1f325ca-ec19-4fd2-b418-95ebf632c302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7793467 Jun 18 16:29:30.784620 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0239bf09-43fa-4dee-a10d-1546f1376c5d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:30.796597 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239bf09-43fa-4dee-a10d-1546f1376c5d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:30.797391 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0239bf09-43fa-4dee-a10d-1546f1376c5d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:30.808245 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8d0a334f-8dc6-493b-980c-cb294164dd48 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:30.833062 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45610) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:30.898517 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-137dd6c9-5310-41ad-9c4b-3d1ecc51b543 None None] Calling delete_port for c3d2be2e-b53e-4396-bfbf-86d933c2027e owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:30.909157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239bf09-43fa-4dee-a10d-1546f1376c5d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Network': ['ID=02e3d908-46a5-45e7-b136-476d10a8e6a9,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:30.913183 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0239bf09-43fa-4dee-a10d-1546f1376c5d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:30.927986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c3d2be2e-b53e-4396-bfbf-86d933c2027e no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:30.947482 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-de890886-869c-4905-a2c1-6d9626be7f28 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:29:30.947689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00e2c14-2922-44e0-b548-1d3ee1c60462 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Made reservation on behalf of cba365ca3ef64fbdb7df0b44562bf333 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:30.947787 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-de890886-869c-4905-a2c1-6d9626be7f28 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.4364686 Jun 18 16:29:30.948848 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b00e2c14-2922-44e0-b548-1d3ee1c60462 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:30.958849 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45616) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:30.970828 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': '27a4f159-c7da-4c5c-b4d5-ccf0d68642ea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:30.979478 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 02e3d908-46a5-45e7-b136-476d10a8e6a9 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:29:31.025729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb55d875-b273-4db7-afbe-d186b8603873 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:31.035741 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00e2c14-2922-44e0-b548-1d3ee1c60462 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:29:31.048535 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b00e2c14-2922-44e0-b548-1d3ee1c60462 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.049011 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-b00e2c14-2922-44e0-b548-1d3ee1c60462 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Added segment 27492162-d985-47ed-b9eb-a55f239adbe4 of type vlan for network 2ecc0488-6bb5-4888-93e8-a2280ff0e01f Jun 18 16:29:31.093305 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b00e2c14-2922-44e0-b548-1d3ee1c60462 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.129404 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b00e2c14-2922-44e0-b548-1d3ee1c60462 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.136036 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00e2c14-2922-44e0-b548-1d3ee1c60462 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:31.136764 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b00e2c14-2922-44e0-b548-1d3ee1c60462 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.138266 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-046dff78-3ee5-4619-b98e-4511570f62a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.155699 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:31.164711 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0239bf09-43fa-4dee-a10d-1546f1376c5d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6437590 Jun 18 16:29:31.165480 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45618) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:31.173049 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.188598 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-851e2cda-89f8-4990-bac5-832e1f6771f7 req-e9f8218c-1a71-47f1-b5b6-fb325c3bb704 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Router e5616d2b-99e5-40ce-8504-8b3c43816c1d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:31.196304 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-2d24dc5a-4683-40ea-81b4-1f6131b54f20 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'subnet': {'network_id': '02e3d908-46a5-45e7-b136-476d10a8e6a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:31.225994 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.274273 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a5e81-0a78-4bfd-a99a-25c6523f6b65 req-ad924e3b-3bd1-402a-976f-3aba60d22354 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:31.275850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': 'a050d22d-620c-4bb1-b74b-92d5af6d02a0'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:31.276181 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7d7a5e81-0a78-4bfd-a99a-25c6523f6b65 req-ad924e3b-3bd1-402a-976f-3aba60d22354 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 946 time: 0.1987731 Jun 18 16:29:31.276959 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.293510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-137dd6c9-5310-41ad-9c4b-3d1ecc51b543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.298101 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-387e94d1-bcdb-4cf2-b7ae-ff88daded17c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:31.312039 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b00e2c14-2922-44e0-b548-1d3ee1c60462 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0870976 Jun 18 16:29:31.314747 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45620) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:31.331841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-1b0cb4f8-e68f-45cb-a128-4bf42772b69b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Request body: {'subnet': {'network_id': '2ecc0488-6bb5-4888-93e8-a2280ff0e01f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:31.338671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bb55d875-b273-4db7-afbe-d186b8603873 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.362877 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137dd6c9-5310-41ad-9c4b-3d1ecc51b543 None None] Pushing event deleted for resources: {'Port': ['ID=c3d2be2e-b53e-4396-bfbf-86d933c2027e,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:31.365188 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137dd6c9-5310-41ad-9c4b-3d1ecc51b543 None None] No DVR routers for this DVR port c3d2be2e-b53e-4396-bfbf-86d933c2027e on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:31.371691 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-137dd6c9-5310-41ad-9c4b-3d1ecc51b543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:31.401160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-bb55d875-b273-4db7-afbe-d186b8603873 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port 35cbc5f9-4abb-4451-a2e3-437375424c88 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:29:31.428044 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7d7a5e81-0a78-4bfd-a99a-25c6523f6b65 req-a90e7117-475d-4e47-807f-dd36e7ff110e tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bc10b70-ecac-4d3c-bc72-f81b13d67f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321416 Jun 18 16:29:31.430239 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device d6bc773a-ce2c-475e-906a-0fc4cd2aa92a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:31.442362 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e2c14-2922-44e0-b548-1d3ee1c60462 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event updated for resources: {'Network': ['ID=2ecc0488-6bb5-4888-93e8-a2280ff0e01f,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:31.445642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b00e2c14-2922-44e0-b548-1d3ee1c60462 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:31.459806 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: d6bc773a-ce2c-475e-906a-0fc4cd2aa92a {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:31.459806 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device d6bc773a-ce2c-475e-906a-0fc4cd2aa92a not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:31.477151 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 2ecc0488-6bb5-4888-93e8-a2280ff0e01f details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:29:31.588341 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-046dff78-3ee5-4619-b98e-4511570f62a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.607628 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Allocated IP 2001:db8::2 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/a050d22d-620c-4bb1-b74b-92d5af6d02a0/aa0288f9-36c4-49df-a66e-d8611bdd62d1) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:31.672215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-851e2cda-89f8-4990-bac5-832e1f6771f7 req-e9f8218c-1a71-47f1-b5b6-fb325c3bb704 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:31.677867 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2ee693a7-b229-4d0f-a49d-5ac0530dc93e req-59a5a9bd-b6ad-4d20-95e1-7b3e11613d6a service neutron] 10.222.0.64 "GET /v2.0/networks/f1f325ca-ec19-4fd2-b418-95ebf632c302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8751698 Jun 18 16:29:31.689436 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5d896-bb0f-44c0-b131-e2a0d15145d8 None None] Sync routers for ids ['e5616d2b-99e5-40ce-8504-8b3c43816c1d'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:31.722210 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5d896-bb0f-44c0-b131-e2a0d15145d8 None None] Routers {'e5616d2b-99e5-40ce-8504-8b3c43816c1d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:31.723356 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4db5d896-bb0f-44c0-b131-e2a0d15145d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e5616d2b-99e5-40ce-8504-8b3c43816c1d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:31.882037 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-4db5d896-bb0f-44c0-b131-e2a0d15145d8 None None] Set router e5616d2b-99e5-40ce-8504-8b3c43816c1d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:31.913830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.915628 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-046dff78-3ee5-4619-b98e-4511570f62a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.928420 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:31.934102 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 74a620c8-6ca9-426c-a7be-65516fd2b20e has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:31.935771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-851e2cda-89f8-4990-bac5-832e1f6771f7 req-e9f8218c-1a71-47f1-b5b6-fb325c3bb704 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] No DVR routers for this DVR port d6bc773a-ce2c-475e-906a-0fc4cd2aa92a on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:31.940661 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Transition to ACTIVE for port object aa0288f9-36c4-49df-a66e-d8611bdd62d1 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:31.942324 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-851e2cda-89f8-4990-bac5-832e1f6771f7 req-e9f8218c-1a71-47f1-b5b6-fb325c3bb704 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.944360 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-851e2cda-89f8-4990-bac5-832e1f6771f7 req-e9f8218c-1a71-47f1-b5b6-fb325c3bb704 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.64 "DELETE /v2.0/ports/d6bc773a-ce2c-475e-906a-0fc4cd2aa92a HTTP/1.1" status: 204 len: 173 time: 4.3374534 Jun 18 16:29:31.945117 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21735db-d77f-4e5e-9ff8-e7d7b9982be3', 'name': 'network-vif-deleted', 'tag': 'd6bc773a-ce2c-475e-906a-0fc4cd2aa92a'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:29:31.947544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97432ae3-cc5b-4edb-a505-5b77bd30c3a7" -d '{"events": [{"server_uuid": "b21735db-d77f-4e5e-9ff8-e7d7b9982be3", "name": "network-vif-deleted", "tag": "d6bc773a-ce2c-475e-906a-0fc4cd2aa92a"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:29:31.979169 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0cb4f8-e68f-45cb-a128-4bf42772b69b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Made reservation on behalf of cba365ca3ef64fbdb7df0b44562bf333 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:31.980428 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-18beeffe-458a-4836-810f-40ad506a2030 req-3a0e5c49-095f-4ac0-b31f-928a238db0d9 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/ports?device_id=b21735db-d77f-4e5e-9ff8-e7d7b9982be3 HTTP/1.1" status: 200 len: 210 time: 0.0654941 Jun 18 16:29:31.985176 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb4f8-e68f-45cb-a128-4bf42772b69b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.997706 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:32.019197 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-046dff78-3ee5-4619-b98e-4511570f62a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd83da9c7fe742a0af60edf2f1b879d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1847486 Jun 18 16:29:32.022488 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45626) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:32.029410 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Transition to ACTIVE for port object aa0288f9-36c4-49df-a66e-d8611bdd62d1 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:32.033347 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dff78-3ee5-4619-b98e-4511570f62a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525b069d-2db9-43df-8714-4e3c0b5ca6be,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:32.066157 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:32.070737 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-046dff78-3ee5-4619-b98e-4511570f62a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:32.099507 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-756d113c-937f-47b1-894d-235831fd6b6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:32.157860 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:32.159426 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Pushing event updated for resources: {'Port': ['ID=aa0288f9-36c4-49df-a66e-d8611bdd62d1,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:32.171886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:32.173016 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:32.179818 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:32.204136 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-bb55d875-b273-4db7-afbe-d186b8603873 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::7c4a:7094:aa07:2127 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/a050d22d-620c-4bb1-b74b-92d5af6d02a0/35cbc5f9-4abb-4451-a2e3-437375424c88) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:32.231863 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-08e67767-3442-4c8c-a6e7-f6b441fe4b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:32.255130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Attempting to bind port aa0288f9-36c4-49df-a66e-d8611bdd62d1 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:32.256537 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Attempting to bind port aa0288f9-36c4-49df-a66e-d8611bdd62d1 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:32.257068 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Attempting to bind port aa0288f9-36c4-49df-a66e-d8611bdd62d1 on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:32.265598 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:32.266376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:32.266963 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:32.267535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:32.268206 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Bound port: aa0288f9-36c4-49df-a66e-d8611bdd62d1, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:32.268741 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:32.291490 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Allocated IP 172.26.2.87 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/fc5abed9-4dcb-419c-9883-c2bc8fc9b9b7) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:32.294369 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d24dc5a-4683-40ea-81b4-1f6131b54f20 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:32.299587 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-08e67767-3442-4c8c-a6e7-f6b441fe4b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:32.300990 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2d24dc5a-4683-40ea-81b4-1f6131b54f20 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:32.306446 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fab3c2b-986f-447e-b63c-8570ec8a34eb x-openstack-request-id: req-1fab3c2b-986f-447e-b63c-8570ec8a34eb {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:29:32.307542 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21735db-d77f-4e5e-9ff8-e7d7b9982be3", "name": "network-vif-deleted", "tag": "d6bc773a-ce2c-475e-906a-0fc4cd2aa92a", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:29:32.308464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1fab3c2b-986f-447e-b63c-8570ec8a34eb {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:29:32.309706 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21735db-d77f-4e5e-9ff8-e7d7b9982be3', 'name': 'network-vif-deleted', 'tag': 'd6bc773a-ce2c-475e-906a-0fc4cd2aa92a', 'status': 'completed', 'code': 200} Jun 18 16:29:32.324657 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4db5d896-bb0f-44c0-b131-e2a0d15145d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'name': 'tempest-ServersTestManualDisk-286806323-router', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:27:57Z', 'updated_at': '2021-06-18T16:28:01Z', 'revision_number': 4, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'gw_port': {'id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:58Z', 'updated_at': '2021-06-18T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'f2fed6fe-4050-4738-a070-db33a47f88b1', 'name': '', 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'mac_address': 'fa:16:3e:34:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '38516926-b59f-4c3c-99cb-34da080f8d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:59Z', 'updated_at': '2021-06-18T16:28:09Z', 'revision_number': 5, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'subnets': [{'id': '38516926-b59f-4c3c-99cb-34da080f8d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:32.367162 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] For port aa0288f9-36c4-49df-a66e-d8611bdd62d1, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:32.373430 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] For port aa0288f9-36c4-49df-a66e-d8611bdd62d1, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=aa0288f9-36c4-49df-a66e-d8611bdd62d1,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:32.377896 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5d896-bb0f-44c0-b131-e2a0d15145d8 None None] Checking router: e5616d2b-99e5-40ce-8504-8b3c43816c1d for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:29:32.379655 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:32.382852 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e322e935-55d5-415d-ac04-d0ce199a2ab3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:32.416901 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5d896-bb0f-44c0-b131-e2a0d15145d8 None None] Routers {'e5616d2b-99e5-40ce-8504-8b3c43816c1d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:32.417915 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4db5d896-bb0f-44c0-b131-e2a0d15145d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e5616d2b-99e5-40ce-8504-8b3c43816c1d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:32.449439 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Pushing event updated for resources: {'Port': ['ID=aa0288f9-36c4-49df-a66e-d8611bdd62d1,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:32.453299 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:32.541226 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-08e67767-3442-4c8c-a6e7-f6b441fe4b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:32.544849 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-08e67767-3442-4c8c-a6e7-f6b441fe4b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:32.546132 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-08e67767-3442-4c8c-a6e7-f6b441fe4b17 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/525b069d-2db9-43df-8714-4e3c0b5ca6be HTTP/1.1" status: 204 len: 168 time: 0.5210938 Jun 18 16:29:32.578047 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-325c29d8-fd97-480b-ac1d-ece283010d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:32.609074 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e67767-3442-4c8c-a6e7-f6b441fe4b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525b069d-2db9-43df-8714-4e3c0b5ca6be,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:32.685929 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:29:32.702243 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-08e67767-3442-4c8c-a6e7-f6b441fe4b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:32.773197 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-4db5d896-bb0f-44c0-b131-e2a0d15145d8 None None] Set router e5616d2b-99e5-40ce-8504-8b3c43816c1d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:32.859301 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.objects.ports [None req-1b0cb4f8-e68f-45cb-a128-4bf42772b69b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93428) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:29:32.864036 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bb55d875-b273-4db7-afbe-d186b8603873 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:32.869268 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:32.869684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacca90b-7a80-432c-8c84-096b6d558b02 req-3882e75b-ea0d-49b7-b309-b2282daeb07e tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:32.890025 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bacca90b-7a80-432c-8c84-096b6d558b02 req-3882e75b-ea0d-49b7-b309-b2282daeb07e tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 946 time: 0.4909751 Jun 18 16:29:32.938617 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-bb55d875-b273-4db7-afbe-d186b8603873 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object 35cbc5f9-4abb-4451-a2e3-437375424c88 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:32.981525 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb4f8-e68f-45cb-a128-4bf42772b69b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.067533 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaf125-eaec-48d1-8ba9-1858a16d7c1e req-14a9ca11-dc8c-4ac0-9416-64059b2ea921 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:33.086748 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f4eaf125-eaec-48d1-8ba9-1858a16d7c1e req-14a9ca11-dc8c-4ac0-9416-64059b2ea921 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 946 time: 0.3956826 Jun 18 16:29:33.149914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:33.159560 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bb55d875-b273-4db7-afbe-d186b8603873 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.161425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.168163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14cfa14-81bd-4897-a12e-78b5cffd849d None None] Sync routers for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:33.182508 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14cfa14-81bd-4897-a12e-78b5cffd849d None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:33.184620 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c14cfa14-81bd-4897-a12e-78b5cffd849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:33.185993 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3eab5673-cc26-40f9-88e7-bde5cfbd72e4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:33.194269 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45640) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:33.221749 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-511d74e7-e9ec-4df8-9367-d547af1c94c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:33.225226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45642) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:33.229273 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c14cfa14-81bd-4897-a12e-78b5cffd849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:33.244548 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14cfa14-81bd-4897-a12e-78b5cffd849d None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:33.246409 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c14cfa14-81bd-4897-a12e-78b5cffd849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:33.257456 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f4eaf125-eaec-48d1-8ba9-1858a16d7c1e req-bf90725d-a70d-4224-b5ec-e59481a190df tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bc10b70-ecac-4d3c-bc72-f81b13d67f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697276 Jun 18 16:29:33.296032 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:33.297115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c14cfa14-81bd-4897-a12e-78b5cffd849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:33.298037 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14cfa14-81bd-4897-a12e-78b5cffd849d None None] The sync data for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:33.300068 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4db5d896-bb0f-44c0-b131-e2a0d15145d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'name': 'tempest-ServersTestManualDisk-286806323-router', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:27:57Z', 'updated_at': '2021-06-18T16:28:01Z', 'revision_number': 4, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'gw_port': {'id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:58Z', 'updated_at': '2021-06-18T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'f2fed6fe-4050-4738-a070-db33a47f88b1', 'name': '', 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'mac_address': 'fa:16:3e:34:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '38516926-b59f-4c3c-99cb-34da080f8d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:59Z', 'updated_at': '2021-06-18T16:28:09Z', 'revision_number': 5, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'subnets': [{'id': '38516926-b59f-4c3c-99cb-34da080f8d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:33.310487 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb55d875-b273-4db7-afbe-d186b8603873 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:33.315991 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:33.327489 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:33.329743 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-bb55d875-b273-4db7-afbe-d186b8603873 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:33.334644 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5d896-bb0f-44c0-b131-e2a0d15145d8 None None] The sync data for ids ['e5616d2b-99e5-40ce-8504-8b3c43816c1d'] in dv-neutron-797121-1-hyperv is: [{'id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'name': 'tempest-ServersTestManualDisk-286806323-router', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:27:57Z', 'updated_at': '2021-06-18T16:28:01Z', 'revision_number': 4, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'gw_port': {'id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:58Z', 'updated_at': '2021-06-18T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'f2fed6fe-4050-4738-a070-db33a47f88b1', 'name': '', 'network_id': '3768cd4f-78ca-4b95-afbb-fe15e2552ac4', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'mac_address': 'fa:16:3e:34:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '38516926-b59f-4c3c-99cb-34da080f8d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:59Z', 'updated_at': '2021-06-18T16:28:09Z', 'revision_number': 5, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'subnets': [{'id': '38516926-b59f-4c3c-99cb-34da080f8d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:33.340331 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb55d875-b273-4db7-afbe-d186b8603873 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:33.349826 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb55d875-b273-4db7-afbe-d186b8603873 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:33.350502 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bb55d875-b273-4db7-afbe-d186b8603873 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.353836 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Pushing event updated for resources: {'Port': ['ID=fc5abed9-4dcb-419c-9883-c2bc8fc9b9b7,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:33.395357 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9ed1277-ffa4-480f-8c4c-44d4a32f98b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.426031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2d24dc5a-4683-40ea-81b4-1f6131b54f20 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.433776 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.442016 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-bb55d875-b273-4db7-afbe-d186b8603873 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7303271 Jun 18 16:29:33.450351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45644) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:33.463703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cb4f8-e68f-45cb-a128-4bf42772b69b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event updated for resources: {'Subnet': ['ID=8d60a1de-44ee-4130-9f19-2f8f1f9cfaf9,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:33.467365 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1b0cb4f8-e68f-45cb-a128-4bf42772b69b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:33.469312 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-794c9632-9b16-400e-a79e-24b1f48c3b4b tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.478692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:33.491679 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55d875-b273-4db7-afbe-d186b8603873 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=35cbc5f9-4abb-4451-a2e3-437375424c88,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:33.502232 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bb55d875-b273-4db7-afbe-d186b8603873 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:33.504166 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c272c71b-1c2d-45ed-899f-8afd9bd993a8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:33.504567 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c272c71b-1c2d-45ed-899f-8afd9bd993a8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:33.561710 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-794c9632-9b16-400e-a79e-24b1f48c3b4b tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.573182 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.8093188 Jun 18 16:29:33.573182 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0cb4f8-e68f-45cb-a128-4bf42772b69b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Checking segment: {'id': '27492162-d985-47ed-b9eb-a55f239adbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2ecc0488-6bb5-4888-93e8-a2280ff0e01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:33.573182 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0cb4f8-e68f-45cb-a128-4bf42772b69b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Network hostable DHCP agents. Network: 2ecc0488-6bb5-4888-93e8-a2280ff0e01f, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:29:33.575436 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45646) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:33.688237 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23383b0e-5427-41ad-9f9a-cc04dd252e3b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:33.694924 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23383b0e-5427-41ad-9f9a-cc04dd252e3b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:33.696499 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-23383b0e-5427-41ad-9f9a-cc04dd252e3b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2432420 Jun 18 16:29:33.700562 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45648) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:33.717665 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-bacca90b-7a80-432c-8c84-096b6d558b02 req-0b759186-b228-4d6c-8ebe-bd15942abb71 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Deleting port 97567ac8-b531-4da7-8561-12107ccdc437 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:33.718314 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-bacca90b-7a80-432c-8c84-096b6d558b02 req-0b759186-b228-4d6c-8ebe-bd15942abb71 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.724085 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41a4225-0e52-4d10-8bdf-e4073fefcc48 None None] New status for floating IP 668df210-7d2b-4be1-9c97-20c8ac0b2424: DOWN {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:29:33.757564 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-794c9632-9b16-400e-a79e-24b1f48c3b4b tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.760207 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-794c9632-9b16-400e-a79e-24b1f48c3b4b tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.761898 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-794c9632-9b16-400e-a79e-24b1f48c3b4b tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "DELETE /v2.0/security-groups/0b105361-f7b0-463e-b380-00bdcefe5ac7 HTTP/1.1" status: 204 len: 168 time: 0.5666299 Jun 18 16:29:33.764776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:33.770424 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45650) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:33.804603 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c9632-9b16-400e-a79e-24b1f48c3b4b tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b105361-f7b0-463e-b380-00bdcefe5ac7,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:33.814007 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-794c9632-9b16-400e-a79e-24b1f48c3b4b tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:33.844293 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24dc5a-4683-40ea-81b4-1f6131b54f20 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Subnet': ['ID=0f6fd766-d76a-45fb-90a1-2f35cb710171,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:33.848052 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2d24dc5a-4683-40ea-81b4-1f6131b54f20 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:33.852796 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-060233e7-b36c-4643-bb75-d7c8721c7557 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] show failed (client error): The resource could not be found. Jun 18 16:29:33.853830 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-060233e7-b36c-4643-bb75-d7c8721c7557 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "GET /v2.0/security-groups/0b105361-f7b0-463e-b380-00bdcefe5ac7 HTTP/1.1" status: 404 len: 347 time: 0.0813611 Jun 18 16:29:33.858626 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45652) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:33.990751 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Deleting port fc5abed9-4dcb-419c-9883-c2bc8fc9b9b7 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:33.991360 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.089033 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-d121419e-4b45-42a8-bb33-cea0c2ac538a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port 35cbc5f9-4abb-4451-a2e3-437375424c88 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:34.089439 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d121419e-4b45-42a8-bb33-cea0c2ac538a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.119018 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3a231e66-00c4-4352-8149-759daf2c2667 None None] Provisioning for port aa0288f9-36c4-49df-a66e-d8611bdd62d1 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:34.200565 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d24dc5a-4683-40ea-81b4-1f6131b54f20 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Checking segment: {'id': 'a0784916-548b-4d19-92eb-14a7cf54ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '02e3d908-46a5-45e7-b136-476d10a8e6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:34.201143 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d24dc5a-4683-40ea-81b4-1f6131b54f20 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network hostable DHCP agents. Network: 02e3d908-46a5-45e7-b136-476d10a8e6a9, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:29:34.211930 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.212218 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.235977 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0cb4f8-e68f-45cb-a128-4bf42772b69b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Network 2ecc0488-6bb5-4888-93e8-a2280ff0e01f is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:29:34.242642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-bacca90b-7a80-432c-8c84-096b6d558b02 req-0b759186-b228-4d6c-8ebe-bd15942abb71 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] For port 97567ac8-b531-4da7-8561-12107ccdc437, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=97567ac8-b531-4da7-8561-12107ccdc437,segment=NetworkSegment(d4fd5465-845a-43eb-939e-beab783486fb),segment_id=d4fd5465-845a-43eb-939e-beab783486fb)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:34.243097 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-bacca90b-7a80-432c-8c84-096b6d558b02 req-0b759186-b228-4d6c-8ebe-bd15942abb71 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.252350 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fcdc5949-7879-4568-ad5f-36b47edcb85e tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "GET /v2.0/floatingips/f04f5f40-4950-4dd2-808c-cdb1e2b13308 HTTP/1.1" status: 200 len: 978 time: 0.6658731 Jun 18 16:29:34.263429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45654) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:34.274572 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-b3bf99a2-1c5a-4e89-a00c-4ba86717ee2f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Deleting port 5d0bd8e6-f08d-4eeb-ac2f-4db99cb0b168 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:34.274927 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b3bf99a2-1c5a-4e89-a00c-4ba86717ee2f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.303556 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Calling delete_port for fc5abed9-4dcb-419c-9883-c2bc8fc9b9b7 owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:34.335238 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-1b0cb4f8-e68f-45cb-a128-4bf42772b69b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 2ecc0488-6bb5-4888-93e8-a2280ff0e01f) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:34.340334 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0cb4f8-e68f-45cb-a128-4bf42772b69b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:34.340914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb4f8-e68f-45cb-a128-4bf42772b69b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.347536 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d121419e-4b45-42a8-bb33-cea0c2ac538a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.356113 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c0f30bb7-08ce-48ec-93e7-f345a3179928 None None] Provisioning for port 35cbc5f9-4abb-4451-a2e3-437375424c88 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:34.367798 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c0f30bb7-08ce-48ec-93e7-f345a3179928 None None] Provisioning complete for port 35cbc5f9-4abb-4451-a2e3-437375424c88 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:34.370520 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c0f30bb7-08ce-48ec-93e7-f345a3179928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.398948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea7e8ab-7db0-4ded-9732-ac61e98a7c32 None None] Network 2ecc0488-6bb5-4888-93e8-a2280ff0e01f requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:34.433282 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d24dc5a-4683-40ea-81b4-1f6131b54f20 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network 02e3d908-46a5-45e7-b136-476d10a8e6a9 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:29:34.439308 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-d121419e-4b45-42a8-bb33-cea0c2ac538a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for 35cbc5f9-4abb-4451-a2e3-437375424c88 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:34.453139 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9ed1277-ffa4-480f-8c4c-44d4a32f98b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.455232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c0f30bb7-08ce-48ec-93e7-f345a3179928 None None] Port 35cbc5f9-4abb-4451-a2e3-437375424c88 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:34.476903 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-2d24dc5a-4683-40ea-81b4-1f6131b54f20 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 02e3d908-46a5-45e7-b136-476d10a8e6a9) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:34.481301 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d24dc5a-4683-40ea-81b4-1f6131b54f20 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:34.481995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2d24dc5a-4683-40ea-81b4-1f6131b54f20 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.484403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9ed1277-ffa4-480f-8c4c-44d4a32f98b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.491761 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f8ffe5-3d5a-4936-8e42-35a6725f3496 None None] Network 02e3d908-46a5-45e7-b136-476d10a8e6a9 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:34.525453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-514d3938-8e44-4b95-8c5f-d4665abb6ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:34.544608 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1b0cb4f8-e68f-45cb-a128-4bf42772b69b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2191901 Jun 18 16:29:34.558620 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45658) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:34.565424 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0c09498a-a942-4725-b7c8-ad33fc4ada25 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2984085 Jun 18 16:29:34.579573 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45660) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:34.600248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-146422da-a542-4a6e-b9d7-a1381a8ecdcc tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'floatingip': {'port_id': 'c4cd5828-b57b-468d-9c92-cca126af2a0f'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:34.602404 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b3bf99a2-1c5a-4e89-a00c-4ba86717ee2f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.603216 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2d24dc5a-4683-40ea-81b4-1f6131b54f20 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4130182 Jun 18 16:29:34.603911 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b3bf99a2-1c5a-4e89-a00c-4ba86717ee2f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.611017 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45662) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:34.625265 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-2ecc0488-6bb5-4888-93e8-a2280ff0e01f', 'network_id': '2ecc0488-6bb5-4888-93e8-a2280ff0e01f', 'tenant_id': 'cba365ca3ef64fbdb7df0b44562bf333', 'fixed_ips': [{'subnet_id': '8d60a1de-44ee-4130-9f19-2f8f1f9cfaf9'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:34.626110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.627252 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-bc60be02-7543-4ea2-9d76-cab3c39dc9e0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'subnet': {'network_id': '02e3d908-46a5-45e7-b136-476d10a8e6a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:34.690066 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d9ed1277-ffa4-480f-8c4c-44d4a32f98b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2df193a932df483eaa778925115d23d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4421279 Jun 18 16:29:34.690906 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed1277-ffa4-480f-8c4c-44d4a32f98b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296cd8f2-c937-4694-8b98-4eeede1b680e,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:34.704753 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45664) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:34.710106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d9ed1277-ffa4-480f-8c4c-44d4a32f98b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:34.745954 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-b3bf99a2-1c5a-4e89-a00c-4ba86717ee2f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Calling delete_port for 5d0bd8e6-f08d-4eeb-ac2f-4db99cb0b168 owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:34.805875 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-146422da-a542-4a6e-b9d7-a1381a8ecdcc tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.826950 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-02e3d908-46a5-45e7-b136-476d10a8e6a9', 'network_id': '02e3d908-46a5-45e7-b136-476d10a8e6a9', 'tenant_id': 'ab5b30efde934fcfab6623163b520fd8', 'fixed_ips': [{'subnet_id': '0f6fd766-d76a-45fb-90a1-2f35cb710171'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:34.828003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.876257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-bacca90b-7a80-432c-8c84-096b6d558b02 req-0b759186-b228-4d6c-8ebe-bd15942abb71 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.876833 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-bacca90b-7a80-432c-8c84-096b6d558b02 req-0b759186-b228-4d6c-8ebe-bd15942abb71 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.876959 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [req-bacca90b-7a80-432c-8c84-096b6d558b02 req-0b759186-b228-4d6c-8ebe-bd15942abb71 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Floating IP c01c0f4c-e344-4812-b7fc-49cb4f804409 disassociated. External IP: 172.26.2.46, port: 97567ac8-b531-4da7-8561-12107ccdc437. Jun 18 16:29:34.877582 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-bacca90b-7a80-432c-8c84-096b6d558b02 req-0b759186-b228-4d6c-8ebe-bd15942abb71 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Calling delete_port for 97567ac8-b531-4da7-8561-12107ccdc437 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:34.884765 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c943c-5bbc-4ad6-80c6-6afa7c8130d5 req-05e7c1d5-26bd-4019-824a-17691f7ed141 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:34.886324 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-489c943c-5bbc-4ad6-80c6-6afa7c8130d5 req-05e7c1d5-26bd-4019-824a-17691f7ed141 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 946 time: 0.4818239 Jun 18 16:29:34.919869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.948597 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device aa0288f9-36c4-49df-a66e-d8611bdd62d1 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:34.980073 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Allocated IP 2001:db8::f816:3eff:fe7a:f1bf (2ecc0488-6bb5-4888-93e8-a2280ff0e01f/8d60a1de-44ee-4130-9f19-2f8f1f9cfaf9/9ce97bf0-fef4-4864-a00d-eb921870b3ce) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:35.007476 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.025165 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-72d81568-4b37-4d45-b3ad-75f4439bc2c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:35.035141 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-73cadd24-ab7a-49bd-a63f-319a8ecf8b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.080171 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Pushing event deleted for resources: {'Port': ['ID=fc5abed9-4dcb-419c-9883-c2bc8fc9b9b7,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:35.086370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:35.087143 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc60be02-7543-4ea2-9d76-cab3c39dc9e0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:35.091319 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bc60be02-7543-4ea2-9d76-cab3c39dc9e0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.097475 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-489c943c-5bbc-4ad6-80c6-6afa7c8130d5 req-93755aac-86b5-404a-a2b4-0e399f05cbc2 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/security-groups?id=8bc10b70-ecac-4d3c-bc72-f81b13d67f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764946 Jun 18 16:29:35.135123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-73cadd24-ab7a-49bd-a63f-319a8ecf8b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.159721 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d121419e-4b45-42a8-bb33-cea0c2ac538a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.181847 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.191998 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e73e55ec-99e2-451f-8cb3-c4b851194e82 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:35.248991 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9c999f82-34e2-4bb4-b249-0f0cbfe2620d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.265686 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121419e-4b45-42a8-bb33-cea0c2ac538a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=35cbc5f9-4abb-4451-a2e3-437375424c88,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:35.279175 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d121419e-4b45-42a8-bb33-cea0c2ac538a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:35.299062 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Allocated IP 2001:db8::2 (02e3d908-46a5-45e7-b136-476d10a8e6a9/0f6fd766-d76a-45fb-90a1-2f35cb710171/ed82cb50-953f-40d5-b32f-96222b707881) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:35.301269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port aa0288f9-36c4-49df-a66e-d8611bdd62d1 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:35.319663 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port aa0288f9-36c4-49df-a66e-d8611bdd62d1 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:35.320219 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.324729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d121419e-4b45-42a8-bb33-cea0c2ac538a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.326842 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d121419e-4b45-42a8-bb33-cea0c2ac538a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/35cbc5f9-4abb-4451-a2e3-437375424c88 HTTP/1.1" status: 204 len: 168 time: 1.6252816 Jun 18 16:29:35.334182 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45666) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:35.363873 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b3bf99a2-1c5a-4e89-a00c-4ba86717ee2f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.400665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:35.401852 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-73cadd24-ab7a-49bd-a63f-319a8ecf8b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.405579 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-73cadd24-ab7a-49bd-a63f-319a8ecf8b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.409699 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-73cadd24-ab7a-49bd-a63f-319a8ecf8b45 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/296cd8f2-c937-4694-8b98-4eeede1b680e HTTP/1.1" status: 204 len: 168 time: 0.7010384 Jun 18 16:29:35.412711 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b258917f-9589-4d8d-8553-ae76091a3fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:35.417200 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.ipam_backend_mixin [None req-bc60be02-7543-4ea2-9d76-cab3c39dc9e0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f6fd766-d76a-45fb-90a1-2f35cb710171 (CIDR: 2001:db8::/64) Jun 18 16:29:35.417432 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-bacca90b-7a80-432c-8c84-096b6d558b02 req-0b759186-b228-4d6c-8ebe-bd15942abb71 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.431265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cadd24-ab7a-49bd-a63f-319a8ecf8b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296cd8f2-c937-4694-8b98-4eeede1b680e,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:35.442914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-73cadd24-ab7a-49bd-a63f-319a8ecf8b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:35.443440 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b75e662e-20f8-431e-a319-527bfc2c7d8f tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:35.456789 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] create failed (client error): The resource could not be found. Jun 18 16:29:35.458014 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.4971039 Jun 18 16:29:35.461600 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc60be02-7543-4ea2-9d76-cab3c39dc9e0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:29:35.462087 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc60be02-7543-4ea2-9d76-cab3c39dc9e0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:29:35.469488 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45670) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:35.471473 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf99a2-1c5a-4e89-a00c-4ba86717ee2f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Pushing event deleted for resources: {'Port': ['ID=5d0bd8e6-f08d-4eeb-ac2f-4db99cb0b168,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:35.487062 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b3bf99a2-1c5a-4e89-a00c-4ba86717ee2f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:35.501964 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b759186-b228-4d6c-8ebe-bd15942abb71 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Pushing event deleted for resources: {'Port': ['ID=97567ac8-b531-4da7-8561-12107ccdc437,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:35.507800 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0b759186-b228-4d6c-8ebe-bd15942abb71 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:35.554146 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea23839-302c-43e5-ace3-f4497fc26d8a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:35.555862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea23839-302c-43e5-ace3-f4497fc26d8a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:35.557522 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6ea23839-302c-43e5-ace3-f4497fc26d8a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2166631 Jun 18 16:29:35.567826 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45672) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:35.580157 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.636916 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-bc60be02-7543-4ea2-9d76-cab3c39dc9e0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0131783 Jun 18 16:29:35.637159 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45674) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:35.642382 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-2d427cc9-d3b2-4a7e-939e-d1c751cc6c5b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'subnet': {'network_id': '02e3d908-46a5-45e7-b136-476d10a8e6a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:35.663212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Transition to ACTIVE for port object 9ce97bf0-fef4-4864-a00d-eb921870b3ce will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:35.688466 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.702653 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b3bf99a2-1c5a-4e89-a00c-4ba86717ee2f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.702935 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Transition to ACTIVE for port object 9ce97bf0-fef4-4864-a00d-eb921870b3ce will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:35.705112 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b3bf99a2-1c5a-4e89-a00c-4ba86717ee2f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.706517 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b3bf99a2-1c5a-4e89-a00c-4ba86717ee2f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] 10.222.0.39 "DELETE /v2.0/floatingips/668df210-7d2b-4be1-9c97-20c8ac0b2424 HTTP/1.1" status: 204 len: 168 time: 1.8458071 Jun 18 16:29:35.719086 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45676) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:35.719332 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.727693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.732688 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-df2b9b8e-4378-472a-9ca9-aea0a004edc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:35.739548 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c4d1d7-85d7-4600-a965-86ce16958b08 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet a050d22d-620c-4bb1-b74b-92d5af6d02a0 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:29:35.747030 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Transition to ACTIVE for port object ed82cb50-953f-40d5-b32f-96222b707881 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:35.787555 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-08c4d1d7-85d7-4600-a965-86ce16958b08 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.807245 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port aa0288f9-36c4-49df-a66e-d8611bdd62d1, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=aa0288f9-36c4-49df-a66e-d8611bdd62d1,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:35.816817 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Transition to ACTIVE for port object ed82cb50-953f-40d5-b32f-96222b707881 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:35.822880 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Network 2ecc0488-6bb5-4888-93e8-a2280ff0e01f is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:35.824689 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.832041 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:35.837547 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.837886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:35.841093 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Pushing event updated for resources: {'Port': ['ID=9ce97bf0-fef4-4864-a00d-eb921870b3ce,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:35.844335 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:35.847043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:35.902455 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.923418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Network 02e3d908-46a5-45e7-b136-476d10a8e6a9 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:35.936313 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:35.950482 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bacca90b-7a80-432c-8c84-096b6d558b02 req-0b759186-b228-4d6c-8ebe-bd15942abb71 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Router bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:35.981080 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Attempting to bind port 9ce97bf0-fef4-4864-a00d-eb921870b3ce on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:35.981521 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Attempting to bind port 9ce97bf0-fef4-4864-a00d-eb921870b3ce by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '27492162-d985-47ed-b9eb-a55f239adbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2ecc0488-6bb5-4888-93e8-a2280ff0e01f'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:35.982107 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Attempting to bind port 9ce97bf0-fef4-4864-a00d-eb921870b3ce on network 2ecc0488-6bb5-4888-93e8-a2280ff0e01f {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:35.989288 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:35.993421 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event deleted for resources: {'Subnet': ['ID=8d60a1de-44ee-4130-9f19-2f8f1f9cfaf9,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:35.999100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:36.009824 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:36.011713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Checking segment: {'id': '27492162-d985-47ed-b9eb-a55f239adbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2ecc0488-6bb5-4888-93e8-a2280ff0e01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:36.012176 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:36.012592 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Bound using segment: {'id': '27492162-d985-47ed-b9eb-a55f239adbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2ecc0488-6bb5-4888-93e8-a2280ff0e01f'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:36.013102 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Bound port: 9ce97bf0-fef4-4864-a00d-eb921870b3ce, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27492162-d985-47ed-b9eb-a55f239adbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2ecc0488-6bb5-4888-93e8-a2280ff0e01f'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:36.013711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:36.020841 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:36.127693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=aa0288f9-36c4-49df-a66e-d8611bdd62d1,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:36.169213 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-1516ead6-0a73-4b8d-a7de-24f508fba6b3 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Deleting port 27a4f159-c7da-4c5c-b4d5-ccf0d68642ea {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:36.169770 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1516ead6-0a73-4b8d-a7de-24f508fba6b3 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:36.235978 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Attempting to bind port ed82cb50-953f-40d5-b32f-96222b707881 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:36.236356 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Attempting to bind port ed82cb50-953f-40d5-b32f-96222b707881 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a0784916-548b-4d19-92eb-14a7cf54ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '02e3d908-46a5-45e7-b136-476d10a8e6a9'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:36.236723 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Attempting to bind port ed82cb50-953f-40d5-b32f-96222b707881 on network 02e3d908-46a5-45e7-b136-476d10a8e6a9 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:36.244545 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:36.245166 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Checking segment: {'id': 'a0784916-548b-4d19-92eb-14a7cf54ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '02e3d908-46a5-45e7-b136-476d10a8e6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:36.245749 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:36.246291 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Bound using segment: {'id': 'a0784916-548b-4d19-92eb-14a7cf54ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '02e3d908-46a5-45e7-b136-476d10a8e6a9'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:36.246944 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Bound port: ed82cb50-953f-40d5-b32f-96222b707881, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0784916-548b-4d19-92eb-14a7cf54ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '02e3d908-46a5-45e7-b136-476d10a8e6a9'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:36.247479 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:36.249756 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Pushing event updated for resources: {'Port': ['ID=ed82cb50-953f-40d5-b32f-96222b707881,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:36.256891 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:36.257601 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:36.258110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:36.275843 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-08c4d1d7-85d7-4600-a965-86ce16958b08 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:36.313933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] For port 9ce97bf0-fef4-4864-a00d-eb921870b3ce, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:36.334314 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] For port 9ce97bf0-fef4-4864-a00d-eb921870b3ce, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9ce97bf0-fef4-4864-a00d-eb921870b3ce,segment=NetworkSegment(27492162-d985-47ed-b9eb-a55f239adbe4),segment_id=27492162-d985-47ed-b9eb-a55f239adbe4)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:36.343452 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:36.350572 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3b167a9d-c73b-464f-940b-97607cce1513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:36.400138 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] For port ed82cb50-953f-40d5-b32f-96222b707881, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:36.402143 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-eef771e9-5726-4fc2-a00d-e7dd82ed3568 req-643dbbcf-a8bf-45e7-bb38-fa3410389189 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 210 time: 0.0685735 Jun 18 16:29:36.455786 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] For port ed82cb50-953f-40d5-b32f-96222b707881, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ed82cb50-953f-40d5-b32f-96222b707881,segment=NetworkSegment(a0784916-548b-4d19-92eb-14a7cf54ab00),segment_id=a0784916-548b-4d19-92eb-14a7cf54ab00)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:36.458684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1516ead6-0a73-4b8d-a7de-24f508fba6b3 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:36.460916 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:36.464862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Pushing event updated for resources: {'Port': ['ID=9ce97bf0-fef4-4864-a00d-eb921870b3ce,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:36.472112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:36.472549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:36.473123 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-52360faf-5c2f-40ef-9d58-d3259fbeaf66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:36.498822 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ecc0488-6bb5-4888-93e8-a2280ff0e01f']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:36.502822 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bacca90b-7a80-432c-8c84-096b6d558b02 req-0b759186-b228-4d6c-8ebe-bd15942abb71 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:36.517731 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d427cc9-d3b2-4a7e-939e-d1c751cc6c5b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:36.522008 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2d427cc9-d3b2-4a7e-939e-d1c751cc6c5b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:36.533558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ad731a-d115-4d59-bc36-f7ea3208abbd None None] Sync routers for ids ['bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:36.556620 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-146422da-a542-4a6e-b9d7-a1381a8ecdcc tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:36.564244 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9453207-909f-4195-980b-5484d82bb1ce None None] Network 2ecc0488-6bb5-4888-93e8-a2280ff0e01f requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:36.578268 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27492162-d985-47ed-b9eb-a55f239adbe4') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:36.578565 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27492162-d985-47ed-b9eb-a55f239adbe4') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:36.615853 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-1516ead6-0a73-4b8d-a7de-24f508fba6b3 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Calling delete_port for 27a4f159-c7da-4c5c-b4d5-ccf0d68642ea owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:36.628830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-146422da-a542-4a6e-b9d7-a1381a8ecdcc tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:36.655789 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-08c4d1d7-85d7-4600-a965-86ce16958b08 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:36.728975 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ad731a-d115-4d59-bc36-f7ea3208abbd None None] Routers {'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:36.730087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-43ad731a-d115-4d59-bc36-f7ea3208abbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:36.829659 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Pushing event updated for resources: {'Port': ['ID=ed82cb50-953f-40d5-b32f-96222b707881,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:36.918325 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-08c4d1d7-85d7-4600-a965-86ce16958b08 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:36.947690 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3fbb147d-59c9-4f35-b29f-dc896d5c7575 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:36.965493 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:36.968568 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device aa0288f9-36c4-49df-a66e-d8611bdd62d1 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:37.025457 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-43ad731a-d115-4d59-bc36-f7ea3208abbd None None] Set router bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:37.064729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4d1d7-85d7-4600-a965-86ce16958b08 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=a050d22d-620c-4bb1-b74b-92d5af6d02a0,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:37.067614 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-08c4d1d7-85d7-4600-a965-86ce16958b08 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:37.078373 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-08c4d1d7-85d7-4600-a965-86ce16958b08 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:37.080465 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-08c4d1d7-85d7-4600-a965-86ce16958b08 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/a050d22d-620c-4bb1-b74b-92d5af6d02a0 HTTP/1.1" status: 204 len: 168 time: 1.5106707 Jun 18 16:29:37.083543 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45700) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:37.087606 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed88e99e-6c98-4656-9822-3fcdb62b042f None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:37.139760 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:37.154494 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:37.161100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:37.161645 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:37.191816 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-26a8101f-2131-45c8-8af6-3962149c5a44 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1067383 Jun 18 16:29:37.194381 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45704) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:37.200337 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-c4642a7e-2d90-4400-a0fc-66f0f9255325 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:37.206759 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1516ead6-0a73-4b8d-a7de-24f508fba6b3 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:37.233517 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:37.244246 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-210ef97f-cb25-48ea-8fc3-dde7aea5eb1b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:37.302445 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-bacca90b-7a80-432c-8c84-096b6d558b02 req-0b759186-b228-4d6c-8ebe-bd15942abb71 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] No DVR routers for this DVR port 97567ac8-b531-4da7-8561-12107ccdc437 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:37.306429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-bacca90b-7a80-432c-8c84-096b6d558b02 req-0b759186-b228-4d6c-8ebe-bd15942abb71 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:37.309533 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bacca90b-7a80-432c-8c84-096b6d558b02 req-0b759186-b228-4d6c-8ebe-bd15942abb71 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.64 "DELETE /v2.0/ports/97567ac8-b531-4da7-8561-12107ccdc437 HTTP/1.1" status: 204 len: 173 time: 4.4022908 Jun 18 16:29:37.338128 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516ead6-0a73-4b8d-a7de-24f508fba6b3 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Pushing event deleted for resources: {'Port': ['ID=27a4f159-c7da-4c5c-b4d5-ccf0d68642ea,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:37.342332 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1516ead6-0a73-4b8d-a7de-24f508fba6b3 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:37.345614 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port aa0288f9-36c4-49df-a66e-d8611bdd62d1 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:37.346009 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:37.363916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.db.api [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:29:37.363916 dv-neutron-797121-1-hyperv neutron-server[93428]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:29:37.363916 dv-neutron-797121-1-hyperv neutron-server[93428]: [parameters: {'id': '2ecc0488-6bb5-4888-93e8-a2280ff0e01f'}] Jun 18 16:29:37.363916 dv-neutron-797121-1-hyperv neutron-server[93428]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:29:37.365777 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_db.api [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:29:37.366748 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2f188c-d102-4d9f-8d24-91d164a44408', 'name': 'network-vif-deleted', 'tag': '97567ac8-b531-4da7-8561-12107ccdc437'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:29:37.377261 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca67a7a8-76c2-4a7e-a2ea-aa75e46603fa" -d '{"events": [{"server_uuid": "bd2f188c-d102-4d9f-8d24-91d164a44408", "name": "network-vif-deleted", "tag": "97567ac8-b531-4da7-8561-12107ccdc437"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:29:37.400714 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 97567ac8-b531-4da7-8561-12107ccdc437 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:37.462178 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-146422da-a542-4a6e-b9d7-a1381a8ecdcc tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Floating IP f04f5f40-4950-4dd2-808c-cdb1e2b13308 associated. External IP: 172.26.2.108, port: 67312fcc-a2f5-400d-af45-5266c9613e39. Jun 18 16:29:37.478356 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 97567ac8-b531-4da7-8561-12107ccdc437 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:37.483229 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 97567ac8-b531-4da7-8561-12107ccdc437 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:37.569972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2970cb78-ccde-4cfc-a7f9-74499f3d28e5 x-openstack-request-id: req-2970cb78-ccde-4cfc-a7f9-74499f3d28e5 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:29:37.570506 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2f188c-d102-4d9f-8d24-91d164a44408", "name": "network-vif-deleted", "tag": "97567ac8-b531-4da7-8561-12107ccdc437", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:29:37.570928 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2970cb78-ccde-4cfc-a7f9-74499f3d28e5 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:29:37.571783 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2f188c-d102-4d9f-8d24-91d164a44408', 'name': 'network-vif-deleted', 'tag': '97567ac8-b531-4da7-8561-12107ccdc437', 'status': 'completed', 'code': 200} Jun 18 16:29:37.637710 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4642a7e-2d90-4400-a0fc-66f0f9255325 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:37.640890 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c4642a7e-2d90-4400-a0fc-66f0f9255325 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:37.675265 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-60bcec99-06b5-4075-91eb-1e3d47e9da69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:37.694472 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1516ead6-0a73-4b8d-a7de-24f508fba6b3 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:37.699345 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1516ead6-0a73-4b8d-a7de-24f508fba6b3 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] 10.222.0.39 "DELETE /v2.0/ports/27a4f159-c7da-4c5c-b4d5-ccf0d68642ea HTTP/1.1" status: 204 len: 168 time: 2.2227900 Jun 18 16:29:37.719464 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45718) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:37.881106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:37.915250 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fe49abea-cd1e-4898-b21b-8de728924da1 req-1a24a733-e235-4626-9fb2-06ecf4cddbc6 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd2f188c-d102-4d9f-8d24-91d164a44408 HTTP/1.1" status: 200 len: 210 time: 0.1697092 Jun 18 16:29:37.936390 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45722) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:37.958216 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-43ad731a-d115-4d59-bc36-f7ea3208abbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'name': 'tempest-ServersTestJSON-924229174-router', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:01Z', 'updated_at': '2021-06-18T16:28:12Z', 'revision_number': 4, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'gw_port': {'id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:03Z', 'updated_at': '2021-06-18T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94', 'name': '', 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'mac_address': 'fa:16:3e:ec:04:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '36736294-af3b-4cce-819a-088f47615227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:09Z', 'updated_at': '2021-06-18T16:28:22Z', 'revision_number': 5, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'subnets': [{'id': '36736294-af3b-4cce-819a-088f47615227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:37.997573 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ad731a-d115-4d59-bc36-f7ea3208abbd None None] Checking router: bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:29:38.021319 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e0797fc0-6335-4d6d-ab96-5c1eea9c255f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:38.022149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ad731a-d115-4d59-bc36-f7ea3208abbd None None] Routers {'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:38.024052 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-43ad731a-d115-4d59-bc36-f7ea3208abbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:38.035069 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182ef80f-3a74-4136-b862-52b86ea9b4bf None None] DHCP port deletion for c0c58b33-89bf-4a11-9df9-ed95e6524a1d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:38.091521 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2d427cc9-d3b2-4a7e-939e-d1c751cc6c5b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:38.115433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:38.200681 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-224899729', 'router:external': True}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:38.214558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58b3865-3d59-438d-90b5-c6f6c1e7cfe5 None None] Network 02e3d908-46a5-45e7-b136-476d10a8e6a9 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:38.234462 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:38.250441 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f227917a-20f5-4b31-9d58-5016a7d22f06 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:38.251908 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f227917a-20f5-4b31-9d58-5016a7d22f06 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86f6ccd-3099-497c-89fb-354bb4035ed9 HTTP/1.1" status: 200 len: 913 time: 0.5113199 Jun 18 16:29:38.260737 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45726) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:38.273122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-43ad731a-d115-4d59-bc36-f7ea3208abbd None None] Set router bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:38.280049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d427cc9-d3b2-4a7e-939e-d1c751cc6c5b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network 02e3d908-46a5-45e7-b136-476d10a8e6a9 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:38.302404 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-2d427cc9-d3b2-4a7e-939e-d1c751cc6c5b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:38.312051 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-182ef80f-3a74-4136-b862-52b86ea9b4bf None None] Deleting port aa0288f9-36c4-49df-a66e-d8611bdd62d1 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:38.312669 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-182ef80f-3a74-4136-b862-52b86ea9b4bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:38.326966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d427cc9-d3b2-4a7e-939e-d1c751cc6c5b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:38.327793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2d427cc9-d3b2-4a7e-939e-d1c751cc6c5b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:38.359960 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d427cc9-d3b2-4a7e-939e-d1c751cc6c5b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Subnet': ['ID=f4ec96bd-2618-4948-b56e-8cdea78caf0f,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:38.366531 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2d427cc9-d3b2-4a7e-939e-d1c751cc6c5b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:38.377161 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Deleting port 9ce97bf0-fef4-4864-a00d-eb921870b3ce {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:38.377514 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:38.380810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-182ef80f-3a74-4136-b862-52b86ea9b4bf None None] For port aa0288f9-36c4-49df-a66e-d8611bdd62d1, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=aa0288f9-36c4-49df-a66e-d8611bdd62d1,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:38.381215 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-182ef80f-3a74-4136-b862-52b86ea9b4bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:38.386286 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146422da-a542-4a6e-b9d7-a1381a8ecdcc tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 74a620c8-6ca9-426c-a7be-65516fd2b20e has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:38.431421 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Made reservation on behalf of ae66c92afdfe48b4af14d0e3878b470e for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:38.434336 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:38.441811 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2d427cc9-d3b2-4a7e-939e-d1c751cc6c5b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8011618 Jun 18 16:29:38.446353 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-182ef80f-3a74-4136-b862-52b86ea9b4bf None None] Calling delete_port for aa0288f9-36c4-49df-a66e-d8611bdd62d1 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:38.447452 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45728) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:38.455890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-24250e32-ca51-4048-ae98-4f2631f801b7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'network_id': '02e3d908-46a5-45e7-b136-476d10a8e6a9', 'fixed_ips': [{'subnet_id': '0f6fd766-d76a-45fb-90a1-2f35cb710171'}, {'subnet_id': 'f4ec96bd-2618-4948-b56e-8cdea78caf0f'}], 'name': 'tempest-PortsIpV6TestJSON-224646384'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:38.515194 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:38.520299 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b3929b99-02b7-41b1-9ece-04bdd181e160 None None] Provisioning for port ed82cb50-953f-40d5-b32f-96222b707881 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:38.534157 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-182ef80f-3a74-4136-b862-52b86ea9b4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:38.540506 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:38.560428 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] For port 9ce97bf0-fef4-4864-a00d-eb921870b3ce, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9ce97bf0-fef4-4864-a00d-eb921870b3ce,segment=NetworkSegment(27492162-d985-47ed-b9eb-a55f239adbe4),segment_id=27492162-d985-47ed-b9eb-a55f239adbe4)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:38.560806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:38.609587 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ef80f-3a74-4136-b862-52b86ea9b4bf None None] Pushing event deleted for resources: {'Port': ['ID=aa0288f9-36c4-49df-a66e-d8611bdd62d1,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:38.620862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-182ef80f-3a74-4136-b862-52b86ea9b4bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:38.626418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ef80f-3a74-4136-b862-52b86ea9b4bf None None] No DVR routers for this DVR port aa0288f9-36c4-49df-a66e-d8611bdd62d1 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:38.658239 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c4642a7e-2d90-4400-a0fc-66f0f9255325 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:38.667777 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:38.677132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Calling delete_port for 9ce97bf0-fef4-4864-a00d-eb921870b3ce owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:38.741937 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4642a7e-2d90-4400-a0fc-66f0f9255325 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:38.759705 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-c4642a7e-2d90-4400-a0fc-66f0f9255325 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:38.762894 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4642a7e-2d90-4400-a0fc-66f0f9255325 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:38.763482 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c4642a7e-2d90-4400-a0fc-66f0f9255325 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:38.767373 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146422da-a542-4a6e-b9d7-a1381a8ecdcc tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:38.795835 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d929dac8-3382-4996-bb64-ca6cc848f230 None None] Sync routers for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:38.802984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9195c875-cc56-4a51-8be1-c3bf9d43fb78 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:38.817050 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d929dac8-3382-4996-bb64-ca6cc848f230 None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:38.818088 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d929dac8-3382-4996-bb64-ca6cc848f230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:38.862570 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d929dac8-3382-4996-bb64-ca6cc848f230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:38.868188 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4642a7e-2d90-4400-a0fc-66f0f9255325 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=3f57d800-7c40-4899-9a95-1c60068028ab,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:38.872254 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c4642a7e-2d90-4400-a0fc-66f0f9255325 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:38.878629 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d929dac8-3382-4996-bb64-ca6cc848f230 None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:38.879485 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d929dac8-3382-4996-bb64-ca6cc848f230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:38.937813 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d929dac8-3382-4996-bb64-ca6cc848f230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:38.939120 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d929dac8-3382-4996-bb64-ca6cc848f230 None None] The sync data for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:38.947759 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ed82cb50-953f-40d5-b32f-96222b707881 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:38.960613 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:38.972139 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5258f1e4-3388-4778-96ab-48716663ce07 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:39.003011 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event deleted for resources: {'Port': ['ID=9ce97bf0-fef4-4864-a00d-eb921870b3ce,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:39.007353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] No DVR routers for this DVR port 9ce97bf0-fef4-4864-a00d-eb921870b3ce on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:39.009534 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:39.029044 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.142662 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45734) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:39.156755 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port ed82cb50-953f-40d5-b32f-96222b707881 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:39.173747 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ed82cb50-953f-40d5-b32f-96222b707881 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:39.174124 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.184557 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-43ad731a-d115-4d59-bc36-f7ea3208abbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'name': 'tempest-ServersTestJSON-924229174-router', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:01Z', 'updated_at': '2021-06-18T16:28:12Z', 'revision_number': 4, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'gw_port': {'id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:03Z', 'updated_at': '2021-06-18T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94', 'name': '', 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'mac_address': 'fa:16:3e:ec:04:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '36736294-af3b-4cce-819a-088f47615227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:09Z', 'updated_at': '2021-06-18T16:28:22Z', 'revision_number': 5, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'subnets': [{'id': '36736294-af3b-4cce-819a-088f47615227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:39.196152 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.228765 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ecc0488-6bb5-4888-93e8-a2280ff0e01f']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:39.252286 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27492162-d985-47ed-b9eb-a55f239adbe4') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:39.252586 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27492162-d985-47ed-b9eb-a55f239adbe4') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:39.255211 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ad731a-d115-4d59-bc36-f7ea3208abbd None None] The sync data for ids ['bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'] in dv-neutron-797121-1-hyperv is: [{'id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'name': 'tempest-ServersTestJSON-924229174-router', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:01Z', 'updated_at': '2021-06-18T16:28:12Z', 'revision_number': 4, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'gw_port': {'id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:03Z', 'updated_at': '2021-06-18T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94', 'name': '', 'network_id': 'f1f325ca-ec19-4fd2-b418-95ebf632c302', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'mac_address': 'fa:16:3e:ec:04:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '36736294-af3b-4cce-819a-088f47615227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:09Z', 'updated_at': '2021-06-18T16:28:22Z', 'revision_number': 5, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'subnets': [{'id': '36736294-af3b-4cce-819a-088f47615227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:39.303034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.313406 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': '3f57d800-7c40-4899-9a95-1c60068028ab'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:39.314337 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.344165 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-19f614a2-fe6b-4092-aad6-90d93ea8ca95 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.363030 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.377711 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:39.378149 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:39.381280 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:39.409875 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36bf72b-8b1e-40f6-a17b-f4dd23f50652 None None] Update dhcp port {'port': {'network_id': '02e3d908-46a5-45e7-b136-476d10a8e6a9', 'fixed_ips': [{'subnet_id': '0f6fd766-d76a-45fb-90a1-2f35cb710171', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f4ec96bd-2618-4948-b56e-8cdea78caf0f'}], 'binding:host_id': 'dv-neutron-797121-1-hyperv'}, 'id': 'ed82cb50-953f-40d5-b32f-96222b707881'} from dv-neutron-797121-1-hyperv. {{(pid=93429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:29:39.423747 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.435050 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.435665 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-19f614a2-fe6b-4092-aad6-90d93ea8ca95 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.459187 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-047d487e-df4d-49d3-8984-d172d715a6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:39.481808 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146422da-a542-4a6e-b9d7-a1381a8ecdcc tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 74a620c8-6ca9-426c-a7be-65516fd2b20e has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:39.496691 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24250e32-ca51-4048-ae98-4f2631f801b7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:39.497542 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c4642a7e-2d90-4400-a0fc-66f0f9255325 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3020689 Jun 18 16:29:39.500763 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a303dd-7386-400c-80f8-c82955ad843b,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:39.503378 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45736) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:39.513896 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-631b123c-dd20-4c9f-8a75-2e68e670dc90 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'fixed_ips': [{'subnet_id': '3f57d800-7c40-4899-9a95-1c60068028ab', 'ip_address': '2001:db8::40ac:c3:c5d5:3155'}], 'name': 'tempest-NetworksTestDHCPv6-2065238308'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:39.517545 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:39.548650 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.556428 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-371ec6c5-c614-4b7e-8a79-8e33552451aa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:39.569596 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.578022 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/networks/2ecc0488-6bb5-4888-93e8-a2280ff0e01f HTTP/1.1" status: 204 len: 168 time: 5.0084269 Jun 18 16:29:39.578946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45738) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:39.589426 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Allocated IP 2001:db8::2 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/3f57d800-7c40-4899-9a95-1c60068028ab/65f609c5-f805-4087-940c-a870a8153733) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:39.590286 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:29:39.602527 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a36bf72b-8b1e-40f6-a17b-f4dd23f50652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.612526 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.618955 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.619346 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Added segment c0d104d8-1d08-47c2-af32-e0754243260a of type vlan for network 521810c0-4415-4c9f-b70f-63f17fbb4ea2 Jun 18 16:29:39.624027 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-f18e683d-067e-4c33-8e7b-bccca2dcbea0 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1280372480'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:39.660641 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18e683d-067e-4c33-8e7b-bccca2dcbea0 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Made reservation on behalf of cba365ca3ef64fbdb7df0b44562bf333 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:39.664877 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f18e683d-067e-4c33-8e7b-bccca2dcbea0 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.670751 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event deleted for resources: {'Network': ['ID=2ecc0488-6bb5-4888-93e8-a2280ff0e01f,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:39.688270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:39.695126 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e0797fc0-6335-4d6d-ab96-5c1eea9c255f admin admin] Deleting port f2fed6fe-4050-4738-a070-db33a47f88b1 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:39.695838 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e0797fc0-6335-4d6d-ab96-5c1eea9c255f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.700506 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-19f614a2-fe6b-4092-aad6-90d93ea8ca95 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.703124 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-19f614a2-fe6b-4092-aad6-90d93ea8ca95 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.706889 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-19f614a2-fe6b-4092-aad6-90d93ea8ca95 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "DELETE /v2.0/security-groups/8bc10b70-ecac-4d3c-bc72-f81b13d67f01 HTTP/1.1" status: 204 len: 168 time: 0.5628057 Jun 18 16:29:39.712295 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45740) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:39.712918 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:39.735010 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.770745 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca3db0-7a83-42e2-93fb-b4ddb591772e None None] New status for floating IP c01c0f4c-e344-4812-b7fc-49cb4f804409: DOWN {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:29:39.781610 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-5cd262a6-7783-4c4f-ab84-eacc205c9248 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] show failed (client error): The resource could not be found. Jun 18 16:29:39.785597 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5cd262a6-7783-4c4f-ab84-eacc205c9248 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "GET /v2.0/security-groups/8bc10b70-ecac-4d3c-bc72-f81b13d67f01 HTTP/1.1" status: 404 len: 347 time: 0.0651004 Jun 18 16:29:39.787582 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2ba13e9b-0d9f-493f-bce4-cc9d8dee0a20 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.793483 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45742) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:39.794162 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f614a2-fe6b-4092-aad6-90d93ea8ca95 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc10b70-ecac-4d3c-bc72-f81b13d67f01,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:39.803350 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-19f614a2-fe6b-4092-aad6-90d93ea8ca95 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:39.812173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18e683d-067e-4c33-8e7b-bccca2dcbea0 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:29:39.818527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-24250e32-ca51-4048-ae98-4f2631f801b7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.845033 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f18e683d-067e-4c33-8e7b-bccca2dcbea0 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.845388 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-f18e683d-067e-4c33-8e7b-bccca2dcbea0 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Added segment 38c01776-26cb-4dfc-83cb-3d0b6d38e7fd of type vlan for network 91f18ed4-c6e0-4524-b725-1ed91508b40c Jun 18 16:29:39.847448 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146422da-a542-4a6e-b9d7-a1381a8ecdcc tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:39.861399 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-146422da-a542-4a6e-b9d7-a1381a8ecdcc tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.865177 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67718664-bc9e-4166-a917-8d18d8082285 None None] Sync routers for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:39.883597 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67718664-bc9e-4166-a917-8d18d8082285 None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:39.884473 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-67718664-bc9e-4166-a917-8d18d8082285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:39.908657 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-24250e32-ca51-4048-ae98-4f2631f801b7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] device_id is not set on port 62a31b67-7d53-4d98-b3f1-cc8da5396f43 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:29:39.937536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f18e683d-067e-4c33-8e7b-bccca2dcbea0 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:39.946181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631b123c-dd20-4c9f-8a75-2e68e670dc90 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:39.949497 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-67718664-bc9e-4166-a917-8d18d8082285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:39.960178 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67718664-bc9e-4166-a917-8d18d8082285 None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:39.961873 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-67718664-bc9e-4166-a917-8d18d8082285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:39.997437 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-67718664-bc9e-4166-a917-8d18d8082285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:39.998427 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67718664-bc9e-4166-a917-8d18d8082285 None None] The sync data for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:40.036016 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.resource_extend [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 16:29:40.050176 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-631b123c-dd20-4c9f-8a75-2e68e670dc90 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.080530 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-146422da-a542-4a6e-b9d7-a1381a8ecdcc tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "PUT /v2.0/floatingips/f04f5f40-4950-4dd2-808c-cdb1e2b13308 HTTP/1.1" status: 200 len: 976 time: 5.4941444 Jun 18 16:29:40.083938 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45744) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:40.089194 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-40230c95-5bb2-4460-b7b4-8bea0ba3954b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:40.094061 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f18e683d-067e-4c33-8e7b-bccca2dcbea0 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.100060 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18e683d-067e-4c33-8e7b-bccca2dcbea0 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:40.100302 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f18e683d-067e-4c33-8e7b-bccca2dcbea0 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.101880 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port ed82cb50-953f-40d5-b32f-96222b707881, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ed82cb50-953f-40d5-b32f-96222b707881,segment=NetworkSegment(a0784916-548b-4d19-92eb-14a7cf54ab00),segment_id=a0784916-548b-4d19-92eb-14a7cf54ab00)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:40.107927 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:40.128752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.136516 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8a228c67-c1b5-4a44-adb8-39a40d309796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:40.200869 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.202744 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-631b123c-dd20-4c9f-8a75-2e68e670dc90 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port 2a4185ca-15f5-4a26-8cd0-2f37442a7da1 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:29:40.213002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:40.213602 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.219174 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device aa0288f9-36c4-49df-a66e-d8611bdd62d1 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:40.264254 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:40.266527 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: aa0288f9-36c4-49df-a66e-d8611bdd62d1 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:40.266997 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device aa0288f9-36c4-49df-a66e-d8611bdd62d1 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:40.279451 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-e0797fc0-6335-4d6d-ab96-5c1eea9c255f admin admin] For port f2fed6fe-4050-4738-a070-db33a47f88b1, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f2fed6fe-4050-4738-a070-db33a47f88b1,segment=NetworkSegment(09ac72ca-7420-4ff0-8f81-15afefa1bb50),segment_id=09ac72ca-7420-4ff0-8f81-15afefa1bb50)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:40.279849 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e0797fc0-6335-4d6d-ab96-5c1eea9c255f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.294212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-a36bf72b-8b1e-40f6-a17b-f4dd23f50652 None None] Allocated IP 2001:db8:0:1::2 (02e3d908-46a5-45e7-b136-476d10a8e6a9/f4ec96bd-2618-4948-b56e-8cdea78caf0f/ed82cb50-953f-40d5-b32f-96222b707881) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:40.315985 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=ed82cb50-953f-40d5-b32f-96222b707881,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:40.328348 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:40.400741 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.420680 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.423111 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Transition to ACTIVE for port object 65f609c5-f805-4087-940c-a870a8153733 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:40.459862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Transition to ACTIVE for port object 65f609c5-f805-4087-940c-a870a8153733 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:40.466334 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-a36bf72b-8b1e-40f6-a17b-f4dd23f50652 None None] For port ed82cb50-953f-40d5-b32f-96222b707881, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ed82cb50-953f-40d5-b32f-96222b707881,segment=NetworkSegment(a0784916-548b-4d19-92eb-14a7cf54ab00),segment_id=a0784916-548b-4d19-92eb-14a7cf54ab00)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:40.469334 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.471210 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e0797fc0-6335-4d6d-ab96-5c1eea9c255f admin admin] Calling delete_port for f2fed6fe-4050-4738-a070-db33a47f88b1 owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:40.477745 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-28ecd4ca-cc7d-4959-aba2-2a001c612e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:40.479509 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.5418682 Jun 18 16:29:40.494049 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45746) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:40.510384 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-9691c525-08be-471b-bac8-fe4b72bb50bb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Request body: {'subnet': {'network_id': '521810c0-4415-4c9f-b70f-63f17fbb4ea2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:40.530100 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:40.540958 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:40.553817 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Pushing event updated for resources: {'Network': ['ID=521810c0-4415-4c9f-b70f-63f17fbb4ea2,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:40.554134 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:40.557220 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:40.558956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a36bf72b-8b1e-40f6-a17b-f4dd23f50652 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.580258 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-7cfd222f-3c02-4d24-b12f-d88b6dcb2add tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Deleting port a1018d2d-0d29-44dc-910a-4229d681f19d {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:40.580601 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cfd222f-3c02-4d24-b12f-d88b6dcb2add tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.580831 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f18e683d-067e-4c33-8e7b-bccca2dcbea0 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9996901 Jun 18 16:29:40.588036 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45748) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:40.595545 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-f8976afe-2c5d-4a26-8852-e43e30a5eecb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Request body: {'subnet': {'network_id': '91f18ed4-c6e0-4524-b725-1ed91508b40c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:40.598956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Pushing event updated for resources: {'Port': ['ID=65f609c5-f805-4087-940c-a870a8153733,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:40.605800 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e683d-067e-4c33-8e7b-bccca2dcbea0 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event updated for resources: {'Network': ['ID=91f18ed4-c6e0-4524-b725-1ed91508b40c,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:40.610798 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 521810c0-4415-4c9f-b70f-63f17fbb4ea2 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:29:40.616209 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:40.619470 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a36bf72b-8b1e-40f6-a17b-f4dd23f50652 None None] Transition to ACTIVE for port object ed82cb50-953f-40d5-b32f-96222b707881 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:40.624219 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f18e683d-067e-4c33-8e7b-bccca2dcbea0 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:40.655475 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 91f18ed4-c6e0-4524-b725-1ed91508b40c details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:29:40.663100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-40230c95-5bb2-4460-b7b4-8bea0ba3954b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.688786 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9691c525-08be-471b-bac8-fe4b72bb50bb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Made reservation on behalf of ae66c92afdfe48b4af14d0e3878b470e for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:40.691466 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9691c525-08be-471b-bac8-fe4b72bb50bb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.705964 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a36bf72b-8b1e-40f6-a17b-f4dd23f50652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.748313 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:40.803057 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Attempting to bind port 65f609c5-f805-4087-940c-a870a8153733 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:40.803290 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Attempting to bind port 65f609c5-f805-4087-940c-a870a8153733 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:40.803693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Attempting to bind port 65f609c5-f805-4087-940c-a870a8153733 on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:40.814340 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bf72b-8b1e-40f6-a17b-f4dd23f50652 None None] Pushing event updated for resources: {'Port': ['ID=ed82cb50-953f-40d5-b32f-96222b707881,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:40.818045 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:40.818045 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:40.818329 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.819332 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:40.819466 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Bound port: 65f609c5-f805-4087-940c-a870a8153733, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:40.819897 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.838529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a36bf72b-8b1e-40f6-a17b-f4dd23f50652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:40.871246 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ed82cb50-953f-40d5-b32f-96222b707881 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:40.927423 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cfd222f-3c02-4d24-b12f-d88b6dcb2add tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.928288 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cfd222f-3c02-4d24-b12f-d88b6dcb2add tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.942333 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8976afe-2c5d-4a26-8852-e43e30a5eecb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Made reservation on behalf of cba365ca3ef64fbdb7df0b44562bf333 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:40.945986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f8976afe-2c5d-4a26-8852-e43e30a5eecb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:40.959052 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-631b123c-dd20-4c9f-8a75-2e68e670dc90 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::40ac:c3:c5d5:3155 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/3f57d800-7c40-4899-9a95-1c60068028ab/2a4185ca-15f5-4a26-8cd0-2f37442a7da1) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:40.959703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-40230c95-5bb2-4460-b7b4-8bea0ba3954b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:41.014448 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] For port 65f609c5-f805-4087-940c-a870a8153733, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:41.017853 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] For port 65f609c5-f805-4087-940c-a870a8153733, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=65f609c5-f805-4087-940c-a870a8153733,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:41.022530 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:41.023574 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-40230c95-5bb2-4460-b7b4-8bea0ba3954b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:41.023891 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-40230c95-5bb2-4460-b7b4-8bea0ba3954b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Floating IP f04f5f40-4950-4dd2-808c-cdb1e2b13308 disassociated. External IP: 172.26.2.108, port: c4cd5828-b57b-468d-9c92-cca126af2a0f. Jun 18 16:29:41.025929 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-137dd6c9-5310-41ad-9c4b-3d1ecc51b543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:41.027091 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-24250e32-ca51-4048-ae98-4f2631f801b7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Allocated IP 2001:db8::3d (02e3d908-46a5-45e7-b136-476d10a8e6a9/0f6fd766-d76a-45fb-90a1-2f35cb710171/62a31b67-7d53-4d98-b3f1-cc8da5396f43) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:41.062498 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-7cfd222f-3c02-4d24-b12f-d88b6dcb2add tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Calling delete_port for a1018d2d-0d29-44dc-910a-4229d681f19d owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:41.082533 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-24250e32-ca51-4048-ae98-4f2631f801b7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Allocated IP 2001:db8:0:1::13c (02e3d908-46a5-45e7-b136-476d10a8e6a9/f4ec96bd-2618-4948-b56e-8cdea78caf0f/62a31b67-7d53-4d98-b3f1-cc8da5396f43) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:41.106720 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Pushing event updated for resources: {'Port': ['ID=65f609c5-f805-4087-940c-a870a8153733,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:41.111422 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:41.466378 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e0797fc0-6335-4d6d-ab96-5c1eea9c255f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:41.475274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1516ead6-0a73-4b8d-a7de-24f508fba6b3 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:41.477948 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-2ba13e9b-0d9f-493f-bce4-cc9d8dee0a20 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Deleting port cf1eb197-b445-4ec1-9738-a0e56215b93f {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:41.478289 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2ba13e9b-0d9f-493f-bce4-cc9d8dee0a20 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:41.532198 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-24250e32-ca51-4048-ae98-4f2631f801b7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:41.573635 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0797fc0-6335-4d6d-ab96-5c1eea9c255f admin admin] Pushing event deleted for resources: {'Port': ['ID=f2fed6fe-4050-4738-a070-db33a47f88b1,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:41.581343 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-24250e32-ca51-4048-ae98-4f2631f801b7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Transition to ACTIVE for port object 62a31b67-7d53-4d98-b3f1-cc8da5396f43 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:41.584906 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e0797fc0-6335-4d6d-ab96-5c1eea9c255f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:41.586231 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f8976afe-2c5d-4a26-8852-e43e30a5eecb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:41.595069 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-badd1240-ed26-4c5e-a114-7bdcee74d617 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:41.637664 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40230c95-5bb2-4460-b7b4-8bea0ba3954b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 74a620c8-6ca9-426c-a7be-65516fd2b20e has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:41.686626 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-631b123c-dd20-4c9f-8a75-2e68e670dc90 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:41.699628 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8976afe-2c5d-4a26-8852-e43e30a5eecb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event updated for resources: {'Subnet': ['ID=c7d7889f-db4a-48f5-aef3-3d3f3c3827d0,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:41.715718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f8976afe-2c5d-4a26-8852-e43e30a5eecb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:41.768763 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-24250e32-ca51-4048-ae98-4f2631f801b7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:41.774208 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cb3f9819-aa8d-4c49-92ca-aba9187728d2 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:41.794671 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8976afe-2c5d-4a26-8852-e43e30a5eecb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Checking segment: {'id': '38c01776-26cb-4dfc-83cb-3d0b6d38e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '91f18ed4-c6e0-4524-b725-1ed91508b40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:41.795172 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8976afe-2c5d-4a26-8852-e43e30a5eecb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Network hostable DHCP agents. Network: 91f18ed4-c6e0-4524-b725-1ed91508b40c, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:29:41.887147 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24250e32-ca51-4048-ae98-4f2631f801b7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network 02e3d908-46a5-45e7-b136-476d10a8e6a9 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:41.899309 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-24250e32-ca51-4048-ae98-4f2631f801b7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:41.906718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24250e32-ca51-4048-ae98-4f2631f801b7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:41.913207 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24250e32-ca51-4048-ae98-4f2631f801b7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:41.913896 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-24250e32-ca51-4048-ae98-4f2631f801b7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:41.918278 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24250e32-ca51-4048-ae98-4f2631f801b7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=62a31b67-7d53-4d98-b3f1-cc8da5396f43,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:41.928926 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-24250e32-ca51-4048-ae98-4f2631f801b7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:41.935310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8976afe-2c5d-4a26-8852-e43e30a5eecb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Network 91f18ed4-c6e0-4524-b725-1ed91508b40c is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:29:41.949722 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40230c95-5bb2-4460-b7b4-8bea0ba3954b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:41.954776 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-40230c95-5bb2-4460-b7b4-8bea0ba3954b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:41.964014 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b56c95-ed19-4765-b506-9cd1eeab4d94 None None] Sync routers for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:41.965007 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-24250e32-ca51-4048-ae98-4f2631f801b7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.5165222 Jun 18 16:29:41.967358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-f8976afe-2c5d-4a26-8852-e43e30a5eecb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 91f18ed4-c6e0-4524-b725-1ed91508b40c) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:41.968967 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45750) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:41.977984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412e0912-6394-4543-bdc0-d0ce6f3b8b33 None None] Network 91f18ed4-c6e0-4524-b725-1ed91508b40c requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:41.986332 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-65b2a75f-510f-4afa-82dc-2223e8bd5253 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0f6fd766-d76a-45fb-90a1-2f35cb710171'}]}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:42.021271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8976afe-2c5d-4a26-8852-e43e30a5eecb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:42.022495 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f8976afe-2c5d-4a26-8852-e43e30a5eecb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:42.039574 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8e1fa0-5024-4fdd-8a35-0c43cbbea18d None None] Network 02e3d908-46a5-45e7-b136-476d10a8e6a9 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:42.084096 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b56c95-ed19-4765-b506-9cd1eeab4d94 None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:42.085003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b6b56c95-ed19-4765-b506-9cd1eeab4d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:42.089676 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f8976afe-2c5d-4a26-8852-e43e30a5eecb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5006242 Jun 18 16:29:42.091654 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-631b123c-dd20-4c9f-8a75-2e68e670dc90 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object 2a4185ca-15f5-4a26-8cd0-2f37442a7da1 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:42.097411 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45752) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:42.126658 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b6b56c95-ed19-4765-b506-9cd1eeab4d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:42.165424 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c729dcd7-fc95-4720-ba92-8c8474f6c3af None None] Provisioning for port ed82cb50-953f-40d5-b32f-96222b707881 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:42.167695 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-40230c95-5bb2-4460-b7b4-8bea0ba3954b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "PUT /v2.0/floatingips/f04f5f40-4950-4dd2-808c-cdb1e2b13308 HTTP/1.1" status: 200 len: 688 time: 2.0826600 Jun 18 16:29:42.172114 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b56c95-ed19-4765-b506-9cd1eeab4d94 None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:42.172746 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b6b56c95-ed19-4765-b506-9cd1eeab4d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:42.181333 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45754) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:42.217873 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c729dcd7-fc95-4720-ba92-8c8474f6c3af None None] Provisioning complete for port ed82cb50-953f-40d5-b32f-96222b707881 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:42.218254 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c729dcd7-fc95-4720-ba92-8c8474f6c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:42.257305 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b6b56c95-ed19-4765-b506-9cd1eeab4d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:42.257872 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b56c95-ed19-4765-b506-9cd1eeab4d94 None None] The sync data for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:42.291082 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-65b2a75f-510f-4afa-82dc-2223e8bd5253 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:42.292520 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2ba13e9b-0d9f-493f-bce4-cc9d8dee0a20 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:42.298477 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cfd222f-3c02-4d24-b12f-d88b6dcb2add tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:42.327440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-254f2c68-19dc-418d-8233-4ada869eeaf8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:42.442154 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-aee6ce82-46cd-40e8-85b6-6ef5693514e3 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Deleting port c83e904f-7664-40e8-8126-8382ee4cf1f4 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:42.442633 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-aee6ce82-46cd-40e8-85b6-6ef5693514e3 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:42.447108 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-91f18ed4-c6e0-4524-b725-1ed91508b40c', 'network_id': '91f18ed4-c6e0-4524-b725-1ed91508b40c', 'tenant_id': 'cba365ca3ef64fbdb7df0b44562bf333', 'fixed_ips': [{'subnet_id': 'c7d7889f-db4a-48f5-aef3-3d3f3c3827d0'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:42.447914 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:42.525298 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-2ba13e9b-0d9f-493f-bce4-cc9d8dee0a20 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Calling delete_port for cf1eb197-b445-4ec1-9738-a0e56215b93f owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:42.527886 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd222f-3c02-4d24-b12f-d88b6dcb2add tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Pushing event deleted for resources: {'Port': ['ID=a1018d2d-0d29-44dc-910a-4229d681f19d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:42.531499 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7cfd222f-3c02-4d24-b12f-d88b6dcb2add tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:42.598361 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cfd222f-3c02-4d24-b12f-d88b6dcb2add tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:42.600927 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cfd222f-3c02-4d24-b12f-d88b6dcb2add tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:42.602112 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7cfd222f-3c02-4d24-b12f-d88b6dcb2add tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] 10.222.0.39 "DELETE /v2.0/floatingips/c01c0f4c-e344-4812-b7fc-49cb4f804409 HTTP/1.1" status: 204 len: 168 time: 2.8059340 Jun 18 16:29:42.608160 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45756) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:42.657617 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Allocated IP 2001:db8::2 (91f18ed4-c6e0-4524-b725-1ed91508b40c/c7d7889f-db4a-48f5-aef3-3d3f3c3827d0/585fa53c-cc35-4a5b-8cca-dd7851bd8dbf) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:42.664854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-aee6ce82-46cd-40e8-85b6-6ef5693514e3 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:42.665199 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-aee6ce82-46cd-40e8-85b6-6ef5693514e3 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:42.666530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-631b123c-dd20-4c9f-8a75-2e68e670dc90 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:42.671777 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bb55d875-b273-4db7-afbe-d186b8603873 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:42.685791 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b6a04c68-3de8-422b-bcc6-37729d4a800e None None] Provisioning for port 65f609c5-f805-4087-940c-a870a8153733 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:42.784191 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-aee6ce82-46cd-40e8-85b6-6ef5693514e3 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Calling delete_port for c83e904f-7664-40e8-8126-8382ee4cf1f4 owned by network:floatingip {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:42.877138 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631b123c-dd20-4c9f-8a75-2e68e670dc90 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:42.882302 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:42.898908 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-631b123c-dd20-4c9f-8a75-2e68e670dc90 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:42.913004 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631b123c-dd20-4c9f-8a75-2e68e670dc90 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:42.919231 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631b123c-dd20-4c9f-8a75-2e68e670dc90 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:42.919874 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-631b123c-dd20-4c9f-8a75-2e68e670dc90 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:42.931315 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e0797fc0-6335-4d6d-ab96-5c1eea9c255f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:42.996796 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b123c-dd20-4c9f-8a75-2e68e670dc90 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=2a4185ca-15f5-4a26-8cd0-2f37442a7da1,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:43.005789 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-631b123c-dd20-4c9f-8a75-2e68e670dc90 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:43.044831 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-631b123c-dd20-4c9f-8a75-2e68e670dc90 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.5363903 Jun 18 16:29:43.045729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.objects.ports [None req-9691c525-08be-471b-bac8-fe4b72bb50bb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93427) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:29:43.046197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9691c525-08be-471b-bac8-fe4b72bb50bb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.048362 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-622d4084-9bf4-415c-9618-7591c3114fea tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:43.053667 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45758) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:43.111163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-037f3fcb-4a8d-4611-bffe-e223093a653d None None] Provisioning complete for port ed82cb50-953f-40d5-b32f-96222b707881 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:43.111898 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-037f3fcb-4a8d-4611-bffe-e223093a653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.143837 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.185549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Transition to ACTIVE for port object 585fa53c-cc35-4a5b-8cca-dd7851bd8dbf will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:43.190913 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 65f609c5-f805-4087-940c-a870a8153733 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:43.250034 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2ba13e9b-0d9f-493f-bce4-cc9d8dee0a20 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.268555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Transition to ACTIVE for port object 585fa53c-cc35-4a5b-8cca-dd7851bd8dbf will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:43.282715 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.285181 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ca59911f-05d1-48d6-8c8c-c41fecd984d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:43.310181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691c525-08be-471b-bac8-fe4b72bb50bb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8d07c046-6356-4fe7-87b3-5fc0e64e6899,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:43.318949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9691c525-08be-471b-bac8-fe4b72bb50bb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:43.328866 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b3bf99a2-1c5a-4e89-a00c-4ba86717ee2f tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:43.359509 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.370838 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Network 91f18ed4-c6e0-4524-b725-1ed91508b40c is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:43.371941 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 65f609c5-f805-4087-940c-a870a8153733 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:43.384803 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:43.398485 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:43.403904 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 65f609c5-f805-4087-940c-a870a8153733 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:43.407150 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.464430 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba13e9b-0d9f-493f-bce4-cc9d8dee0a20 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Pushing event deleted for resources: {'Port': ['ID=cf1eb197-b445-4ec1-9738-a0e56215b93f,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:43.474665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2ba13e9b-0d9f-493f-bce4-cc9d8dee0a20 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:43.479598 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-65b2a75f-510f-4afa-82dc-2223e8bd5253 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Delete allocated IP 2001:db8:0:1::13c (02e3d908-46a5-45e7-b136-476d10a8e6a9/f4ec96bd-2618-4948-b56e-8cdea78caf0f) {{(pid=93428) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 18 16:29:43.486015 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Pushing event updated for resources: {'Port': ['ID=585fa53c-cc35-4a5b-8cca-dd7851bd8dbf,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:43.519071 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9691c525-08be-471b-bac8-fe4b72bb50bb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Checking segment: {'id': 'c0d104d8-1d08-47c2-af32-e0754243260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '521810c0-4415-4c9f-b70f-63f17fbb4ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:43.519427 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691c525-08be-471b-bac8-fe4b72bb50bb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Network hostable DHCP agents. Network: 521810c0-4415-4c9f-b70f-63f17fbb4ea2, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:29:43.524379 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:43.544207 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440d693f-2a82-42c0-bfcb-1040985faa78 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:43.550514 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440d693f-2a82-42c0-bfcb-1040985faa78 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:43.555044 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-440d693f-2a82-42c0-bfcb-1040985faa78 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.4966373 Jun 18 16:29:43.560287 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45760) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:43.591520 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-037f3fcb-4a8d-4611-bffe-e223093a653d None None] Provisioning for port 62a31b67-7d53-4d98-b3f1-cc8da5396f43 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:43.616144 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Attempting to bind port 585fa53c-cc35-4a5b-8cca-dd7851bd8dbf on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:43.616637 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Attempting to bind port 585fa53c-cc35-4a5b-8cca-dd7851bd8dbf by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '38c01776-26cb-4dfc-83cb-3d0b6d38e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '91f18ed4-c6e0-4524-b725-1ed91508b40c'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:43.617087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Attempting to bind port 585fa53c-cc35-4a5b-8cca-dd7851bd8dbf on network 91f18ed4-c6e0-4524-b725-1ed91508b40c {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:43.621973 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-037f3fcb-4a8d-4611-bffe-e223093a653d None None] Provisioning complete for port 62a31b67-7d53-4d98-b3f1-cc8da5396f43 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:43.622384 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-037f3fcb-4a8d-4611-bffe-e223093a653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.650344 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:43.650837 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Checking segment: {'id': '38c01776-26cb-4dfc-83cb-3d0b6d38e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '91f18ed4-c6e0-4524-b725-1ed91508b40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:43.651548 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.651847 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Bound using segment: {'id': '38c01776-26cb-4dfc-83cb-3d0b6d38e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '91f18ed4-c6e0-4524-b725-1ed91508b40c'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:43.652320 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Bound port: 585fa53c-cc35-4a5b-8cca-dd7851bd8dbf, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c01776-26cb-4dfc-83cb-3d0b6d38e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '91f18ed4-c6e0-4524-b725-1ed91508b40c'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:43.652771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.685552 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-037f3fcb-4a8d-4611-bffe-e223093a653d None None] Port 62a31b67-7d53-4d98-b3f1-cc8da5396f43 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:43.687329 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.718290 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.727351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-07daea37-ae4f-438b-96e8-365fc9d79c7c tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:43.749834 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691c525-08be-471b-bac8-fe4b72bb50bb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Network 521810c0-4415-4c9f-b70f-63f17fbb4ea2 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:29:43.774356 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 65f609c5-f805-4087-940c-a870a8153733, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=65f609c5-f805-4087-940c-a870a8153733,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:43.782320 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2ba13e9b-0d9f-493f-bce4-cc9d8dee0a20 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.786337 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.787733 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ed82cb50-953f-40d5-b32f-96222b707881 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:43.790502 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event deleted for resources: {'Subnet': ['ID=c7d7889f-db4a-48f5-aef3-3d3f3c3827d0,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:43.790967 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] For port 585fa53c-cc35-4a5b-8cca-dd7851bd8dbf, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:43.802651 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:43.804494 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] For port 585fa53c-cc35-4a5b-8cca-dd7851bd8dbf, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=585fa53c-cc35-4a5b-8cca-dd7851bd8dbf,segment=NetworkSegment(38c01776-26cb-4dfc-83cb-3d0b6d38e7fd),segment_id=38c01776-26cb-4dfc-83cb-3d0b6d38e7fd)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:43.812738 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:43.845005 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-aee6ce82-46cd-40e8-85b6-6ef5693514e3 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.848246 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.850419 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8e450f6a-d15a-439b-9c1b-bb94190f4bb9 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:43.879861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-9691c525-08be-471b-bac8-fe4b72bb50bb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 521810c0-4415-4c9f-b70f-63f17fbb4ea2) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:43.894297 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c7b32429-601f-49e2-8a29-68cfba8096f1 None None] Provisioning for port 2a4185ca-15f5-4a26-8cd0-2f37442a7da1 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:43.900211 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06393a30-fde4-4060-a98a-ae042f4f6203 None None] Network 521810c0-4415-4c9f-b70f-63f17fbb4ea2 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:43.905184 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6ce82-46cd-40e8-85b6-6ef5693514e3 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event deleted for resources: {'Port': ['ID=c83e904f-7664-40e8-8126-8382ee4cf1f4,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:43.909171 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-aee6ce82-46cd-40e8-85b6-6ef5693514e3 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:43.913873 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9691c525-08be-471b-bac8-fe4b72bb50bb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:43.914300 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9691c525-08be-471b-bac8-fe4b72bb50bb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.916988 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-65b2a75f-510f-4afa-82dc-2223e8bd5253 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.918921 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c7b32429-601f-49e2-8a29-68cfba8096f1 None None] Provisioning complete for port 2a4185ca-15f5-4a26-8cd0-2f37442a7da1 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:43.918921 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c7b32429-601f-49e2-8a29-68cfba8096f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.939568 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.952180 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=65f609c5-f805-4087-940c-a870a8153733,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:43.991073 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-65b2a75f-510f-4afa-82dc-2223e8bd5253 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Ignored duplicate provisioning block setup for port 62a31b67-7d53-4d98-b3f1-cc8da5396f43 by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 18 16:29:43.996649 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:43.998671 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-182ef80f-3a74-4136-b862-52b86ea9b4bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:44.010995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-65b2a75f-510f-4afa-82dc-2223e8bd5253 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:44.020825 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-24250e32-ca51-4048-ae98-4f2631f801b7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:44.026737 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f18ed4-c6e0-4524-b725-1ed91508b40c']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:44.051311 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9691c525-08be-471b-bac8-fe4b72bb50bb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5474856 Jun 18 16:29:44.051311 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c01776-26cb-4dfc-83cb-3d0b6d38e7fd') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:44.051311 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c01776-26cb-4dfc-83cb-3d0b6d38e7fd') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:44.055533 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45762) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:44.066296 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-aee6ce82-46cd-40e8-85b6-6ef5693514e3 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:44.069043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-aee6ce82-46cd-40e8-85b6-6ef5693514e3 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:44.074829 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-aee6ce82-46cd-40e8-85b6-6ef5693514e3 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "DELETE /v2.0/floatingips/f04f5f40-4950-4dd2-808c-cdb1e2b13308 HTTP/1.1" status: 204 len: 168 time: 1.8917296 Jun 18 16:29:44.074996 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-423077e9-88f8-4257-83c2-50acf134d514 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-838323811', 'network_id': '521810c0-4415-4c9f-b70f-63f17fbb4ea2'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:44.076973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45764) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:44.079481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0797fc0-6335-4d6d-ab96-5c1eea9c255f admin admin] Router e5616d2b-99e5-40ce-8504-8b3c43816c1d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:44.082618 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:44.095528 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c7b32429-601f-49e2-8a29-68cfba8096f1 None None] Port 2a4185ca-15f5-4a26-8cd0-2f37442a7da1 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:44.100620 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ed82cb50-953f-40d5-b32f-96222b707881 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:44.101064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:44.134199 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Pushing event updated for resources: {'Port': ['ID=585fa53c-cc35-4a5b-8cca-dd7851bd8dbf,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:44.136082 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-0c9938d1-f420-4d7f-a475-3784ad667cd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] delete failed (client error): The resource could not be found. Jun 18 16:29:44.141535 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0c9938d1-f420-4d7f-a475-3784ad667cd0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "DELETE /v2.0/floatingips/f04f5f40-4950-4dd2-808c-cdb1e2b13308 HTTP/1.1" status: 404 len: 345 time: 0.0598650 Jun 18 16:29:44.141778 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:44.148880 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0a8657-a571-4255-97c0-8f737911e536 None None] Network 91f18ed4-c6e0-4524-b725-1ed91508b40c requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:44.149488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45766) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:44.153274 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-65b2a75f-510f-4afa-82dc-2223e8bd5253 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] In _notify_port_updated(), no bound segment for port 62a31b67-7d53-4d98-b3f1-cc8da5396f43 on network 02e3d908-46a5-45e7-b136-476d10a8e6a9 {{(pid=93428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:29:44.154092 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:44.164105 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b2a75f-510f-4afa-82dc-2223e8bd5253 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:44.165079 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-65b2a75f-510f-4afa-82dc-2223e8bd5253 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:44.166393 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-65b2a75f-510f-4afa-82dc-2223e8bd5253 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "PUT /v2.0/ports/62a31b67-7d53-4d98-b3f1-cc8da5396f43 HTTP/1.1" status: 200 len: 924 time: 2.1907697 Jun 18 16:29:44.174396 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45768) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:44.210070 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-74698e56-fadc-4702-9061-f40ddc8edf9a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port 2a4185ca-15f5-4a26-8cd0-2f37442a7da1 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:44.211299 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-74698e56-fadc-4702-9061-f40ddc8edf9a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:44.215540 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-610c6cd7-3744-4d62-bc0e-7e2e063debb1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0f6fd766-d76a-45fb-90a1-2f35cb710171'}, {'subnet_id': 'f4ec96bd-2618-4948-b56e-8cdea78caf0f'}]}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:44.218969 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c7b32429-601f-49e2-8a29-68cfba8096f1 None None] Provisioning complete for port 62a31b67-7d53-4d98-b3f1-cc8da5396f43 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:44.219357 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c7b32429-601f-49e2-8a29-68cfba8096f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:44.270128 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:44.270639 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:44.296550 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:44.300845 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2a75f-510f-4afa-82dc-2223e8bd5253 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=62a31b67-7d53-4d98-b3f1-cc8da5396f43,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:44.303314 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a9dde5-88af-48a6-8c4e-1552fbaae372 None None] Network 521810c0-4415-4c9f-b70f-63f17fbb4ea2 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:44.328976 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-65b2a75f-510f-4afa-82dc-2223e8bd5253 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:44.385342 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-610c6cd7-3744-4d62-bc0e-7e2e063debb1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:44.420820 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c7b32429-601f-49e2-8a29-68cfba8096f1 None None] Port 62a31b67-7d53-4d98-b3f1-cc8da5396f43 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:44.507047 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a370fd20-812f-4de0-9208-4cca93a2b9a3 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:44.513753 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a370fd20-812f-4de0-9208-4cca93a2b9a3 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:44.522003 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a370fd20-812f-4de0-9208-4cca93a2b9a3 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:44.526340 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a370fd20-812f-4de0-9208-4cca93a2b9a3 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "GET /v2.0/ports?network_id=013a8ad8-a843-48cc-a718-72fdd8f91043 HTTP/1.1" status: 200 len: 2356 time: 0.3562474 Jun 18 16:29:44.528371 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45770) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:44.545828 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fa1fd4-0622-46dc-9bd1-2469cb499ad1 None None] get_active_networks_info from dv-neutron-797121-1-hyperv {{(pid=93429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 16:29:44.550252 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7ad9346f-4da8-4efc-9b7f-a8f2ad4a2c38 None None] Provisioning complete for port 62a31b67-7d53-4d98-b3f1-cc8da5396f43 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:44.550911 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7ad9346f-4da8-4efc-9b7f-a8f2ad4a2c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:44.624504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d6d1a24c-5ad8-4dd9-b041-50f98c1f022a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:44.635111 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-7ad9346f-4da8-4efc-9b7f-a8f2ad4a2c38 None None] Port 62a31b67-7d53-4d98-b3f1-cc8da5396f43 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:44.648034 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423077e9-88f8-4257-83c2-50acf134d514 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Made reservation on behalf of ae66c92afdfe48b4af14d0e3878b470e for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:44.650340 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-423077e9-88f8-4257-83c2-50acf134d514 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:44.691458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc6f881-cb45-4407-9f33-e3a777d466fd tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:44.693809 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bbc6f881-cb45-4407-9f33-e3a777d466fd tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "GET /v2.0/subnets/957a4f68-162d-45c5-9ee3-6c0302ab7fde HTTP/1.1" status: 200 len: 797 time: 0.1630991 Jun 18 16:29:44.698750 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45772) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:44.724080 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-43dac1b1-7c86-4ec2-917e-21a90df16079 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'port': {'network_id': '013a8ad8-a843-48cc-a718-72fdd8f91043', 'name': 'tempest-FloatingIPTestJSON-1384551277', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:44.730878 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fa1fd4-0622-46dc-9bd1-2469cb499ad1 None None] Resources bound (agent type, host, resource id): {{(pid=93429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 18 16:29:44.734825 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba13e9b-0d9f-493f-bce4-cc9d8dee0a20 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Router c86f6ccd-3099-497c-89fb-354bb4035ed9 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:44.829393 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-423077e9-88f8-4257-83c2-50acf134d514 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] device_id is not set on port 46674683-e8e1-4888-b9d5-96061605b7f9 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:29:44.839120 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 65f609c5-f805-4087-940c-a870a8153733 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:44.844811 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.api [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:29:44.844811 dv-neutron-797121-1-hyperv neutron-server[93427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:29:44.844811 dv-neutron-797121-1-hyperv neutron-server[93427]: [parameters: {'id': '91f18ed4-c6e0-4524-b725-1ed91508b40c'}] Jun 18 16:29:44.844811 dv-neutron-797121-1-hyperv neutron-server[93427]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:29:44.845221 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_db.api [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:29:44.988697 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-74698e56-fadc-4702-9061-f40ddc8edf9a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.001861 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-610c6cd7-3744-4d62-bc0e-7e2e063debb1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Allocated IP 2001:db8:0:1::390 (02e3d908-46a5-45e7-b136-476d10a8e6a9/f4ec96bd-2618-4948-b56e-8cdea78caf0f/62a31b67-7d53-4d98-b3f1-cc8da5396f43) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:45.039956 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0797fc0-6335-4d6d-ab96-5c1eea9c255f admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:45.052091 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d711a7f-8a11-4bdb-8f90-9d30d4c27504 None None] Sync routers for ids ['e5616d2b-99e5-40ce-8504-8b3c43816c1d'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:45.064433 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d711a7f-8a11-4bdb-8f90-9d30d4c27504 None None] Routers {'e5616d2b-99e5-40ce-8504-8b3c43816c1d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:45.065393 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6d711a7f-8a11-4bdb-8f90-9d30d4c27504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e5616d2b-99e5-40ce-8504-8b3c43816c1d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:45.083951 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba13e9b-0d9f-493f-bce4-cc9d8dee0a20 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:45.090630 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2ba13e9b-0d9f-493f-bce4-cc9d8dee0a20 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] 10.222.0.39 "PUT /v2.0/routers/c86f6ccd-3099-497c-89fb-354bb4035ed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8250008 Jun 18 16:29:45.093742 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e0797fc0-6335-4d6d-ab96-5c1eea9c255f admin admin] 10.222.0.39 "PUT /v2.0/routers/e5616d2b-99e5-40ce-8504-8b3c43816c1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3714354 Jun 18 16:29:45.098286 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45774) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:45.098459 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45776) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:45.121257 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-74698e56-fadc-4702-9061-f40ddc8edf9a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for 2a4185ca-15f5-4a26-8cd0-2f37442a7da1 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:45.150986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31d9b6-487d-4f63-a0cf-b39e5508a5ec None None] Sync routers for ids ['c86f6ccd-3099-497c-89fb-354bb4035ed9'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:45.191340 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-6d711a7f-8a11-4bdb-8f90-9d30d4c27504 None None] Set router e5616d2b-99e5-40ce-8504-8b3c43816c1d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:45.210130 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-423077e9-88f8-4257-83c2-50acf134d514 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Allocated IP 172.20.0.8 (521810c0-4415-4c9f-b70f-63f17fbb4ea2/8d07c046-6356-4fe7-87b3-5fc0e64e6899/46674683-e8e1-4888-b9d5-96061605b7f9) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:45.225061 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31d9b6-487d-4f63-a0cf-b39e5508a5ec None None] Routers {'c86f6ccd-3099-497c-89fb-354bb4035ed9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:45.225327 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4e31d9b6-487d-4f63-a0cf-b39e5508a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['c86f6ccd-3099-497c-89fb-354bb4035ed9'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:45.233433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 65f609c5-f805-4087-940c-a870a8153733 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:45.233775 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.272535 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f5d1a552-0846-486f-905a-29130a3fcc4f tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.289470 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4e31d9b6-487d-4f63-a0cf-b39e5508a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:45.316474 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31d9b6-487d-4f63-a0cf-b39e5508a5ec None None] Routers {'c86f6ccd-3099-497c-89fb-354bb4035ed9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:45.317163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4e31d9b6-487d-4f63-a0cf-b39e5508a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['c86f6ccd-3099-497c-89fb-354bb4035ed9'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:45.355654 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4e31d9b6-487d-4f63-a0cf-b39e5508a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:45.356296 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31d9b6-487d-4f63-a0cf-b39e5508a5ec None None] The sync data for ids ['c86f6ccd-3099-497c-89fb-354bb4035ed9'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:45.390705 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6d711a7f-8a11-4bdb-8f90-9d30d4c27504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'name': 'tempest-ServersTestManualDisk-286806323-router', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:27:57Z', 'updated_at': '2021-06-18T16:29:41Z', 'revision_number': 5, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'gw_port': {'id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:58Z', 'updated_at': '2021-06-18T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:45.420751 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-423077e9-88f8-4257-83c2-50acf134d514 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.424696 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d711a7f-8a11-4bdb-8f90-9d30d4c27504 None None] Checking router: e5616d2b-99e5-40ce-8504-8b3c43816c1d for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:29:45.433647 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d711a7f-8a11-4bdb-8f90-9d30d4c27504 None None] Routers {'e5616d2b-99e5-40ce-8504-8b3c43816c1d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:45.434479 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6d711a7f-8a11-4bdb-8f90-9d30d4c27504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e5616d2b-99e5-40ce-8504-8b3c43816c1d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:45.524231 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.542208 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d41de3c-66bf-4f82-98b6-4ab6b787235d admin admin] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.549159 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fb75aa-de43-48bc-aa2d-4a10ad7aa327 None None] get_active_networks_info from dv-neutron-797121-1-hyperv {{(pid=93429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 16:29:45.552332 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-423077e9-88f8-4257-83c2-50acf134d514 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.554298 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dac1b1-7c86-4ec2-917e-21a90df16079 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Made reservation on behalf of a50f6beada67454e987312fb2c5df4b0 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:45.568247 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-6d711a7f-8a11-4bdb-8f90-9d30d4c27504 None None] Set router e5616d2b-99e5-40ce-8504-8b3c43816c1d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:45.568459 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d76967f1-6ecc-4f6d-b1d5-d15c47bb1294 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:45.679866 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423077e9-88f8-4257-83c2-50acf134d514 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Network 521810c0-4415-4c9f-b70f-63f17fbb4ea2 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:45.690810 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-423077e9-88f8-4257-83c2-50acf134d514 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:45.699858 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423077e9-88f8-4257-83c2-50acf134d514 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:45.702695 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423077e9-88f8-4257-83c2-50acf134d514 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Pushing event updated for resources: {'Port': ['ID=46674683-e8e1-4888-b9d5-96061605b7f9,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:45.704850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fb75aa-de43-48bc-aa2d-4a10ad7aa327 None None] Resources bound (agent type, host, resource id): {{(pid=93429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 18 16:29:45.705890 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-74698e56-fadc-4702-9061-f40ddc8edf9a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.715291 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-423077e9-88f8-4257-83c2-50acf134d514 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:45.715801 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-423077e9-88f8-4257-83c2-50acf134d514 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:45.812914 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74698e56-fadc-4702-9061-f40ddc8edf9a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=2a4185ca-15f5-4a26-8cd0-2f37442a7da1,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:45.815126 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-74698e56-fadc-4702-9061-f40ddc8edf9a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:45.836009 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6d711a7f-8a11-4bdb-8f90-9d30d4c27504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'name': 'tempest-ServersTestManualDisk-286806323-router', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:27:57Z', 'updated_at': '2021-06-18T16:29:41Z', 'revision_number': 5, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'gw_port': {'id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:58Z', 'updated_at': '2021-06-18T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:45.867382 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-43dac1b1-7c86-4ec2-917e-21a90df16079 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.870334 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d711a7f-8a11-4bdb-8f90-9d30d4c27504 None None] The sync data for ids ['e5616d2b-99e5-40ce-8504-8b3c43816c1d'] in dv-neutron-797121-1-hyperv is: [{'id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'name': 'tempest-ServersTestManualDisk-286806323-router', 'tenant_id': 'b33ea418eb12499b9e56b605b80bf99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:27:57Z', 'updated_at': '2021-06-18T16:29:41Z', 'revision_number': 5, 'project_id': 'b33ea418eb12499b9e56b605b80bf99d', 'gw_port': {'id': '4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5616d2b-99e5-40ce-8504-8b3c43816c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:27:58Z', 'updated_at': '2021-06-18T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:45.874955 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-74698e56-fadc-4702-9061-f40ddc8edf9a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.879350 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-74698e56-fadc-4702-9061-f40ddc8edf9a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/2a4185ca-15f5-4a26-8cd0-2f37442a7da1 HTTP/1.1" status: 204 len: 168 time: 2.3164041 Jun 18 16:29:45.880994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45778) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:45.900470 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423077e9-88f8-4257-83c2-50acf134d514 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:45.901626 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-423077e9-88f8-4257-83c2-50acf134d514 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.951866 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-43dac1b1-7c86-4ec2-917e-21a90df16079 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] device_id is not set on port 2cb70401-26c5-423b-85ee-a0fd5b130f83 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:29:45.953226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-610c6cd7-3744-4d62-bc0e-7e2e063debb1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.958651 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f5d1a552-0846-486f-905a-29130a3fcc4f tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.967374 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-423077e9-88f8-4257-83c2-50acf134d514 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.9013979 Jun 18 16:29:45.967565 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f5d1a552-0846-486f-905a-29130a3fcc4f tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:45.974437 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45780) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:46.045646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-d6d1a24c-5ad8-4dd9-b041-50f98c1f022a admin admin] Deleting port bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:46.045978 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d6d1a24c-5ad8-4dd9-b041-50f98c1f022a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.051693 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730a6183-cca1-4721-aaf5-2d51198f6b2c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:46.053322 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730a6183-cca1-4721-aaf5-2d51198f6b2c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:46.058223 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-730a6183-cca1-4721-aaf5-2d51198f6b2c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1697199 Jun 18 16:29:46.058223 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Deleting port 585fa53c-cc35-4a5b-8cca-dd7851bd8dbf {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:46.058223 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.068554 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45782) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:46.071500 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-610c6cd7-3744-4d62-bc0e-7e2e063debb1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Transition to ACTIVE for port object 62a31b67-7d53-4d98-b3f1-cc8da5396f43 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:46.130851 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-610c6cd7-3744-4d62-bc0e-7e2e063debb1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.144304 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-574522de-eef6-4305-ae66-50b6171d123f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:46.163188 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f5d1a552-0846-486f-905a-29130a3fcc4f tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.163694 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d1a552-0846-486f-905a-29130a3fcc4f tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Fanout notify agent at l3_agent the message router_deleted on router c86f6ccd-3099-497c-89fb-354bb4035ed9 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:29:46.204351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f5d1a552-0846-486f-905a-29130a3fcc4f tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.207810 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f5d1a552-0846-486f-905a-29130a3fcc4f tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] 10.222.0.39 "DELETE /v2.0/routers/c86f6ccd-3099-497c-89fb-354bb4035ed9 HTTP/1.1" status: 204 len: 168 time: 1.1057918 Jun 18 16:29:46.211429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45784) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:46.269857 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] For port 585fa53c-cc35-4a5b-8cca-dd7851bd8dbf, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=585fa53c-cc35-4a5b-8cca-dd7851bd8dbf,segment=NetworkSegment(38c01776-26cb-4dfc-83cb-3d0b6d38e7fd),segment_id=38c01776-26cb-4dfc-83cb-3d0b6d38e7fd)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:46.270314 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.284069 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f92f060-04fe-454e-85e7-773302325ea5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet 3f57d800-7c40-4899-9a95-1c60068028ab {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:29:46.307103 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8f92f060-04fe-454e-85e7-773302325ea5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.365212 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d41de3c-66bf-4f82-98b6-4ab6b787235d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.368845 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-610c6cd7-3744-4d62-bc0e-7e2e063debb1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] In _notify_port_updated(), no bound segment for port 62a31b67-7d53-4d98-b3f1-cc8da5396f43 on network 02e3d908-46a5-45e7-b136-476d10a8e6a9 {{(pid=93428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:29:46.374838 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610c6cd7-3744-4d62-bc0e-7e2e063debb1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:46.375459 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-610c6cd7-3744-4d62-bc0e-7e2e063debb1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.376760 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-610c6cd7-3744-4d62-bc0e-7e2e063debb1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "PUT /v2.0/ports/62a31b67-7d53-4d98-b3f1-cc8da5396f43 HTTP/1.1" status: 200 len: 1010 time: 2.1916242 Jun 18 16:29:46.377525 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c6cd7-3744-4d62-bc0e-7e2e063debb1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=62a31b67-7d53-4d98-b3f1-cc8da5396f43,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:46.379904 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45786) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:46.400253 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-610c6cd7-3744-4d62-bc0e-7e2e063debb1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:46.415683 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Calling delete_port for 585fa53c-cc35-4a5b-8cca-dd7851bd8dbf owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:46.505923 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9886d48-8597-40e5-b727-450957420961 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Deleting subnet a60b96cf-263c-4630-8283-da5149d7ac84 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:29:46.512015 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8f92f060-04fe-454e-85e7-773302325ea5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.513788 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-d6d1a24c-5ad8-4dd9-b041-50f98c1f022a admin admin] For port bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94,segment=NetworkSegment(d4fd5465-845a-43eb-939e-beab783486fb),segment_id=d4fd5465-845a-43eb-939e-beab783486fb)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:46.514629 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d6d1a24c-5ad8-4dd9-b041-50f98c1f022a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.517847 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b9886d48-8597-40e5-b727-450957420961 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.580103 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d66c6438-9d16-480e-bc35-6354fc4b51fc None None] Provisioning for port 62a31b67-7d53-4d98-b3f1-cc8da5396f43 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:46.596107 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d66c6438-9d16-480e-bc35-6354fc4b51fc None None] Provisioning complete for port 62a31b67-7d53-4d98-b3f1-cc8da5396f43 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:46.597457 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d66c6438-9d16-480e-bc35-6354fc4b51fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.624992 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-43dac1b1-7c86-4ec2-917e-21a90df16079 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Allocated IP 172.20.0.13 (013a8ad8-a843-48cc-a718-72fdd8f91043/957a4f68-162d-45c5-9ee3-6c0302ab7fde/2cb70401-26c5-423b-85ee-a0fd5b130f83) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:46.637869 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d66c6438-9d16-480e-bc35-6354fc4b51fc None None] Port 62a31b67-7d53-4d98-b3f1-cc8da5396f43 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:46.645372 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-d6d1a24c-5ad8-4dd9-b041-50f98c1f022a admin admin] Calling delete_port for bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:46.657733 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-43dac1b1-7c86-4ec2-917e-21a90df16079 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Allocated IP 172.20.0.12 (013a8ad8-a843-48cc-a718-72fdd8f91043/957a4f68-162d-45c5-9ee3-6c0302ab7fde/2cb70401-26c5-423b-85ee-a0fd5b130f83) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:46.683734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b9886d48-8597-40e5-b727-450957420961 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.686041 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.688403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-6195cfe0-e03d-43df-a155-af55a4732125 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Deleting port 46674683-e8e1-4888-b9d5-96061605b7f9 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:46.688804 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6195cfe0-e03d-43df-a155-af55a4732125 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.696233 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-75648c88-eb60-4381-b04a-e46a8bc930d0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:46.698922 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8f92f060-04fe-454e-85e7-773302325ea5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.743695 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f2fed6fe-4050-4738-a070-db33a47f88b1 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:46.758688 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event deleted for resources: {'Port': ['ID=585fa53c-cc35-4a5b-8cca-dd7851bd8dbf,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:46.760919 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:46.761971 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] No DVR routers for this DVR port 585fa53c-cc35-4a5b-8cca-dd7851bd8dbf on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:46.767025 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: f2fed6fe-4050-4738-a070-db33a47f88b1 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:46.767543 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f2fed6fe-4050-4738-a070-db33a47f88b1 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:46.868880 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-0d41de3c-66bf-4f82-98b6-4ab6b787235d admin admin] Deleting port 4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:46.869132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d41de3c-66bf-4f82-98b6-4ab6b787235d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.920066 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.929738 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8f92f060-04fe-454e-85e7-773302325ea5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.935849 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9691c525-08be-471b-bac8-fe4b72bb50bb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:46.940985 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f18ed4-c6e0-4524-b725-1ed91508b40c']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:46.959461 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c01776-26cb-4dfc-83cb-3d0b6d38e7fd') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:46.959753 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c01776-26cb-4dfc-83cb-3d0b6d38e7fd') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:46.988588 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92f060-04fe-454e-85e7-773302325ea5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=3f57d800-7c40-4899-9a95-1c60068028ab,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:46.991095 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8f92f060-04fe-454e-85e7-773302325ea5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:46.992123 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8f92f060-04fe-454e-85e7-773302325ea5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:46.994130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c59cd3f-cc4d-4341-bd00-eb0ec9192778 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:46.994229 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8f92f060-04fe-454e-85e7-773302325ea5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/3f57d800-7c40-4899-9a95-1c60068028ab HTTP/1.1" status: 204 len: 168 time: 0.9246209 Jun 18 16:29:47.002543 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.005691 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45788) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:47.018131 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-1964cb6a-34eb-4b0a-ac12-13497a83337c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port 62a31b67-7d53-4d98-b3f1-cc8da5396f43 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:47.018475 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1964cb6a-34eb-4b0a-ac12-13497a83337c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.066361 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-755f0ce4-db0c-4935-8c9d-7fa016a35ebb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571103 Jun 18 16:29:47.067656 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.069798 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45790) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:47.077909 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-5a43e050-4c9f-417c-b34c-0cfea8597c3a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:47.099940 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-43dac1b1-7c86-4ec2-917e-21a90df16079 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.107617 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6195cfe0-e03d-43df-a155-af55a4732125 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.111998 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:47.112757 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:47.116431 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:47.201892 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-6195cfe0-e03d-43df-a155-af55a4732125 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Calling delete_port for 46674683-e8e1-4888-b9d5-96061605b7f9 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:47.232227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b9886d48-8597-40e5-b727-450957420961 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.232442 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.235193 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d881c6-5f40-48de-be8c-e2f58ea039f5 None None] DHCP port deletion for c0c58b33-89bf-4a11-9df9-ed95e6524a1d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:47.239719 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a087ef7f-2714-483e-8637-0fa67418e442 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:47.243877 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.246819 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/networks/91f18ed4-c6e0-4524-b725-1ed91508b40c HTTP/1.1" status: 204 len: 168 time: 5.1428347 Jun 18 16:29:47.262630 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45792) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:47.275439 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-a3212039-d2c6-4a81-8f39-d311334e1c43 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1339425587'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:47.282797 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event deleted for resources: {'Network': ['ID=91f18ed4-c6e0-4524-b725-1ed91508b40c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:47.291977 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-86d881c6-5f40-48de-be8c-e2f58ea039f5 None None] Deleting port 65f609c5-f805-4087-940c-a870a8153733 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:47.292203 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:47.292349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-86d881c6-5f40-48de-be8c-e2f58ea039f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.306470 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-43dac1b1-7c86-4ec2-917e-21a90df16079 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.313267 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6ea542e2-3e55-4258-8bc6-770113bb3d50 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:47.317675 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a43e050-4c9f-417c-b34c-0cfea8597c3a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:47.321505 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5a43e050-4c9f-417c-b34c-0cfea8597c3a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.366344 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-86d881c6-5f40-48de-be8c-e2f58ea039f5 None None] For port 65f609c5-f805-4087-940c-a870a8153733, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=65f609c5-f805-4087-940c-a870a8153733,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:47.366759 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-86d881c6-5f40-48de-be8c-e2f58ea039f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.374850 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-0d41de3c-66bf-4f82-98b6-4ab6b787235d admin admin] For port 4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:47.374850 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d41de3c-66bf-4f82-98b6-4ab6b787235d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.389183 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1964cb6a-34eb-4b0a-ac12-13497a83337c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.413489 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dac1b1-7c86-4ec2-917e-21a90df16079 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Network 013a8ad8-a843-48cc-a718-72fdd8f91043 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:47.420879 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3212039-d2c6-4a81-8f39-d311334e1c43 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Made reservation on behalf of cba365ca3ef64fbdb7df0b44562bf333 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:47.425457 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a3212039-d2c6-4a81-8f39-d311334e1c43 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.432952 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-43dac1b1-7c86-4ec2-917e-21a90df16079 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:47.451867 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dac1b1-7c86-4ec2-917e-21a90df16079 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:47.459443 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-86d881c6-5f40-48de-be8c-e2f58ea039f5 None None] Calling delete_port for 65f609c5-f805-4087-940c-a870a8153733 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:47.476497 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-0d41de3c-66bf-4f82-98b6-4ab6b787235d admin admin] Calling delete_port for 4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2 owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:47.491293 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dac1b1-7c86-4ec2-917e-21a90df16079 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=2cb70401-26c5-423b-85ee-a0fd5b130f83,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:47.499558 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-43dac1b1-7c86-4ec2-917e-21a90df16079 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:47.532645 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3212039-d2c6-4a81-8f39-d311334e1c43 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:29:47.544974 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dac1b1-7c86-4ec2-917e-21a90df16079 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:47.545592 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-43dac1b1-7c86-4ec2-917e-21a90df16079 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.557121 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-1964cb6a-34eb-4b0a-ac12-13497a83337c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for 62a31b67-7d53-4d98-b3f1-cc8da5396f43 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:47.563223 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-86d881c6-5f40-48de-be8c-e2f58ea039f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.565050 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a3212039-d2c6-4a81-8f39-d311334e1c43 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.565403 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-a3212039-d2c6-4a81-8f39-d311334e1c43 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Added segment c604f8bd-033b-4c79-bbd3-645d27b31952 of type vlan for network edcc3b90-4c64-4e7a-bd86-e70d240a5b98 Jun 18 16:29:47.565772 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:47.578627 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-43dac1b1-7c86-4ec2-917e-21a90df16079 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.8713689 Jun 18 16:29:47.581649 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45794) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:47.584031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b9886d48-8597-40e5-b727-450957420961 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.593896 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d881c6-5f40-48de-be8c-e2f58ea039f5 None None] Pushing event deleted for resources: {'Port': ['ID=65f609c5-f805-4087-940c-a870a8153733,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:47.597822 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-86d881c6-5f40-48de-be8c-e2f58ea039f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:47.599294 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d881c6-5f40-48de-be8c-e2f58ea039f5 None None] No DVR routers for this DVR port 65f609c5-f805-4087-940c-a870a8153733 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:47.615040 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': '2cb70401-26c5-423b-85ee-a0fd5b130f83', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:47.622682 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e262f922-8f03-42ac-8580-7b4d43bbe0fc tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:47.663270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a3212039-d2c6-4a81-8f39-d311334e1c43 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.693750 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.705260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9886d48-8597-40e5-b727-450957420961 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Pushing event deleted for resources: {'Subnet': ['ID=a60b96cf-263c-4630-8283-da5149d7ac84,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:47.717428 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b9886d48-8597-40e5-b727-450957420961 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.721926 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b9886d48-8597-40e5-b727-450957420961 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] 10.222.0.39 "DELETE /v2.0/subnets/a60b96cf-263c-4630-8283-da5149d7ac84 HTTP/1.1" status: 204 len: 168 time: 1.4985974 Jun 18 16:29:47.722957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b9886d48-8597-40e5-b727-450957420961 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:47.726921 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fa7837-af22-48a7-8ee2-be7a32cda927 None None] Network 95913d4e-b509-4620-b398-6bd7d3fcb1c7 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:47.727099 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45796) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:47.762774 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d6d1a24c-5ad8-4dd9-b041-50f98c1f022a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.796278 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-610c6cd7-3744-4d62-bc0e-7e2e063debb1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:47.796530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a3212039-d2c6-4a81-8f39-d311334e1c43 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.802212 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3212039-d2c6-4a81-8f39-d311334e1c43 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:47.802832 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a3212039-d2c6-4a81-8f39-d311334e1c43 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.808208 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:47.830843 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5a43e050-4c9f-417c-b34c-0cfea8597c3a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.882611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1a24c-5ad8-4dd9-b041-50f98c1f022a admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:47.887664 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a3212039-d2c6-4a81-8f39-d311334e1c43 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6164138 Jun 18 16:29:47.890630 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45798) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:47.900817 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-bc221112-e7ab-4c19-8efa-0ea83335b37a tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Request body: {'subnet': {'network_id': 'edcc3b90-4c64-4e7a-bd86-e70d240a5b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:47.906999 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a43e050-4c9f-417c-b34c-0cfea8597c3a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:47.911069 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d6d1a24c-5ad8-4dd9-b041-50f98c1f022a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:47.912312 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3212039-d2c6-4a81-8f39-d311334e1c43 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event updated for resources: {'Network': ['ID=edcc3b90-4c64-4e7a-bd86-e70d240a5b98,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:47.925086 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-5a43e050-4c9f-417c-b34c-0cfea8597c3a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:47.927981 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a43e050-4c9f-417c-b34c-0cfea8597c3a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:47.928605 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5a43e050-4c9f-417c-b34c-0cfea8597c3a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:47.933400 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a3212039-d2c6-4a81-8f39-d311334e1c43 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:47.940468 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network edcc3b90-4c64-4e7a-bd86-e70d240a5b98 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:29:47.961686 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3078765b-1650-4629-bc39-6fb09fb05eab None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:47.966276 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:48.011768 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.036150 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5a43e050-4c9f-417c-b34c-0cfea8597c3a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9605587 Jun 18 16:29:48.042397 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45800) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:48.055621 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-416d1efc-2b16-4b9c-81ed-2df5e65713ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'fixed_ips': [{'subnet_id': '90b2b5e6-620d-4286-b05c-292932ad6bfb', 'ip_address': '2001:db8::3524:a023:6656:e991'}], 'name': 'tempest-NetworksTestDHCPv6-1219786520'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:48.084200 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6195cfe0-e03d-43df-a155-af55a4732125 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.093310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5dac5b41-d3a2-4a91-8cd5-dddb4ab70b3c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:48.114697 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8360889a-8a37-44d6-9c1a-b64b0ae6554c None None] DHCP port deletion for 95913d4e-b509-4620-b398-6bd7d3fcb1c7 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:48.119270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43e050-4c9f-417c-b34c-0cfea8597c3a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=90b2b5e6-620d-4286-b05c-292932ad6bfb,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:48.126495 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5a43e050-4c9f-417c-b34c-0cfea8597c3a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:48.253180 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-8360889a-8a37-44d6-9c1a-b64b0ae6554c None None] Deleting port a5ebccb9-1be0-4ea1-ad10-c7122992e015 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:48.253584 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8360889a-8a37-44d6-9c1a-b64b0ae6554c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.336810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': '90b2b5e6-620d-4286-b05c-292932ad6bfb'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:48.337695 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.360451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-8360889a-8a37-44d6-9c1a-b64b0ae6554c None None] For port a5ebccb9-1be0-4ea1-ad10-c7122992e015, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a5ebccb9-1be0-4ea1-ad10-c7122992e015,segment=NetworkSegment(d60cff67-5716-496c-8599-9e9873ecbba1),segment_id=d60cff67-5716-496c-8599-9e9873ecbba1)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:48.360865 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8360889a-8a37-44d6-9c1a-b64b0ae6554c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.439653 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-8360889a-8a37-44d6-9c1a-b64b0ae6554c None None] Calling delete_port for a5ebccb9-1be0-4ea1-ad10-c7122992e015 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:48.483725 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc221112-e7ab-4c19-8efa-0ea83335b37a tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Made reservation on behalf of cba365ca3ef64fbdb7df0b44562bf333 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:48.487102 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bc221112-e7ab-4c19-8efa-0ea83335b37a tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.501719 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195cfe0-e03d-43df-a155-af55a4732125 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Pushing event deleted for resources: {'Port': ['ID=46674683-e8e1-4888-b9d5-96061605b7f9,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:48.516005 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.554708 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6195cfe0-e03d-43df-a155-af55a4732125 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:48.615094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Allocated IP 2001:db8::2 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/90b2b5e6-620d-4286-b05c-292932ad6bfb/b2313126-b10e-4689-b2e5-e23dd8dafb1e) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:48.636261 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8360889a-8a37-44d6-9c1a-b64b0ae6554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.642792 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-86d881c6-5f40-48de-be8c-e2f58ea039f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:48.666361 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416d1efc-2b16-4b9c-81ed-2df5e65713ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:48.732834 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6195cfe0-e03d-43df-a155-af55a4732125 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.734526 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6195cfe0-e03d-43df-a155-af55a4732125 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "DELETE /v2.0/ports/46674683-e8e1-4888-b9d5-96061605b7f9 HTTP/1.1" status: 204 len: 168 time: 2.7579770 Jun 18 16:29:48.738328 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45802) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:48.750212 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '521810c0-4415-4c9f-b70f-63f17fbb4ea2', 'external_fixed_ips': [{'subnet_id': '8d07c046-6356-4fe7-87b3-5fc0e64e6899', 'ip_address': '172.20.0.8'}]}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:48.769660 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d41de3c-66bf-4f82-98b6-4ab6b787235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.782824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d6d1a24c-5ad8-4dd9-b041-50f98c1f022a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.798986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0b759186-b228-4d6c-8ebe-bd15942abb71 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:48.839684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Allocated IP 172.26.2.224 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/4daa8abb-2a27-4bae-9ca7-436d6dfc75bc) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:48.869605 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Deleting port a5ebccb9-1be0-4ea1-ad10-c7122992e015 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:48.870031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.884052 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.885040 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.905844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1964cb6a-34eb-4b0a-ac12-13497a83337c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.907611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41de3c-66bf-4f82-98b6-4ab6b787235d admin admin] Pushing event deleted for resources: {'Port': ['ID=4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:48.943079 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0d41de3c-66bf-4f82-98b6-4ab6b787235d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:48.947320 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d6d1a24c-5ad8-4dd9-b041-50f98c1f022a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:48.971222 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-416d1efc-2b16-4b9c-81ed-2df5e65713ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:48.974017 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360889a-8a37-44d6-9c1a-b64b0ae6554c None None] Pushing event deleted for resources: {'Port': ['ID=a5ebccb9-1be0-4ea1-ad10-c7122992e015,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:48.976071 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 65f609c5-f805-4087-940c-a870a8153733 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:48.997178 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8360889a-8a37-44d6-9c1a-b64b0ae6554c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:49.005015 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 65f609c5-f805-4087-940c-a870a8153733 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:49.005015 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 65f609c5-f805-4087-940c-a870a8153733 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:49.005602 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a5ebccb9-1be0-4ea1-ad10-c7122992e015 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:49.014996 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964cb6a-34eb-4b0a-ac12-13497a83337c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=62a31b67-7d53-4d98-b3f1-cc8da5396f43,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:49.025536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8360889a-8a37-44d6-9c1a-b64b0ae6554c None None] No DVR routers for this DVR port a5ebccb9-1be0-4ea1-ad10-c7122992e015 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:49.029411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: a5ebccb9-1be0-4ea1-ad10-c7122992e015 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:49.031077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a5ebccb9-1be0-4ea1-ad10-c7122992e015 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:49.032255 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1964cb6a-34eb-4b0a-ac12-13497a83337c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:49.049755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.051659 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-416d1efc-2b16-4b9c-81ed-2df5e65713ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port b999633b-f0e3-4f02-8b1b-6f37b68f8ceb yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:29:49.059953 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.076393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Transition to ACTIVE for port object b2313126-b10e-4689-b2e5-e23dd8dafb1e will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:49.103978 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Transition to ACTIVE for port object b2313126-b10e-4689-b2e5-e23dd8dafb1e will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:49.112049 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.115393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a36bf72b-8b1e-40f6-a17b-f4dd23f50652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:49.131616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] For port a5ebccb9-1be0-4ea1-ad10-c7122992e015, host dv-neutron-797121-1-hyperv, got binding levels [] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:49.131831 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.134377 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d41de3c-66bf-4f82-98b6-4ab6b787235d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.159441 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:49.162829 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:49.166823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:49.177263 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Pushing event updated for resources: {'Port': ['ID=b2313126-b10e-4689-b2e5-e23dd8dafb1e,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:49.206465 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:49.242007 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Attempting to bind port b2313126-b10e-4689-b2e5-e23dd8dafb1e on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:49.242418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Attempting to bind port b2313126-b10e-4689-b2e5-e23dd8dafb1e by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:49.242930 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Attempting to bind port b2313126-b10e-4689-b2e5-e23dd8dafb1e on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:49.248854 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:49.249408 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:49.250308 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.250448 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:49.251053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Bound port: b2313126-b10e-4689-b2e5-e23dd8dafb1e, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:49.251542 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.255102 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.267056 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1964cb6a-34eb-4b0a-ac12-13497a83337c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.269180 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1964cb6a-34eb-4b0a-ac12-13497a83337c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/ports/62a31b67-7d53-4d98-b3f1-cc8da5396f43 HTTP/1.1" status: 204 len: 168 time: 2.8810687 Jun 18 16:29:49.299659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45804) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:49.306513 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.objects.ports [None req-bc221112-e7ab-4c19-8efa-0ea83335b37a tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93427) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:29:49.325352 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Calling delete_port for a5ebccb9-1be0-4ea1-ad10-c7122992e015 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:49.331541 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.ipam_backend_mixin [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Port a5ebccb9-1be0-4ea1-ad10-c7122992e015 was not found and therefore no delete operation was performed {{(pid=93428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 16:29:49.332415 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] For port b2313126-b10e-4689-b2e5-e23dd8dafb1e, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:49.337895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] For port b2313126-b10e-4689-b2e5-e23dd8dafb1e, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=b2313126-b10e-4689-b2e5-e23dd8dafb1e,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:49.348974 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.352500 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:49.365666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.369606 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1964cb6a-34eb-4b0a-ac12-13497a83337c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:49.372106 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bc221112-e7ab-4c19-8efa-0ea83335b37a tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.375332 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d41de3c-66bf-4f82-98b6-4ab6b787235d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.378571 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b24303-23a2-4060-bcda-6278bef4d550 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] GET failed (client error): The resource could not be found. Jun 18 16:29:49.379658 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1c1a5547-484a-4a77-b445-9d4396eb54d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:49.380224 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-53b24303-23a2-4060-bcda-6278bef4d550 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports/62a31b67-7d53-4d98-b3f1-cc8da5396f43 HTTP/1.1" status: 404 len: 333 time: 0.0506413 Jun 18 16:29:49.381496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d41de3c-66bf-4f82-98b6-4ab6b787235d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.390275 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45806) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:49.412865 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Pushing event deleted for resources: {'Port': ['ID=a5ebccb9-1be0-4ea1-ad10-c7122992e015,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:49.427111 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.429478 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Pushing event updated for resources: {'Port': ['ID=b2313126-b10e-4689-b2e5-e23dd8dafb1e,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:49.445301 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:49.480392 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:49.481209 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] No DVR routers for this DVR port a5ebccb9-1be0-4ea1-ad10-c7122992e015 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:49.511511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d41de3c-66bf-4f82-98b6-4ab6b787235d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.512030 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d41de3c-66bf-4f82-98b6-4ab6b787235d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5616d2b-99e5-40ce-8504-8b3c43816c1d {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:29:49.517807 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d41de3c-66bf-4f82-98b6-4ab6b787235d admin admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.518960 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0d41de3c-66bf-4f82-98b6-4ab6b787235d admin admin] 10.222.0.39 "DELETE /v2.0/routers/e5616d2b-99e5-40ce-8504-8b3c43816c1d HTTP/1.1" status: 204 len: 168 time: 4.4179823 Jun 18 16:29:49.535165 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45808) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:49.640744 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc221112-e7ab-4c19-8efa-0ea83335b37a tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event updated for resources: {'Subnet': ['ID=9607662d-3528-4711-bb08-7b2e1b7e7c5f,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:49.660050 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-11210fc7-313a-4fe1-9f78-6717b9dd75a9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting subnet f4ec96bd-2618-4948-b56e-8cdea78caf0f {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:29:49.679462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.692296 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bc221112-e7ab-4c19-8efa-0ea83335b37a tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:49.701957 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11210fc7-313a-4fe1-9f78-6717b9dd75a9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.706128 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95913d4e-b509-4620-b398-6bd7d3fcb1c7']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:49.723507 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf2bf0d-b2ff-41f6-a471-b3be0ba51792 admin admin] Deleting subnet 38516926-b59f-4c3c-99cb-34da080f8d97 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:29:49.732051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60cff67-5716-496c-8599-9e9873ecbba1') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:49.732792 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60cff67-5716-496c-8599-9e9873ecbba1') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:49.741837 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bcf2bf0d-b2ff-41f6-a471-b3be0ba51792 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.742468 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.752913 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c272c71b-1c2d-45ed-899f-8afd9bd993a8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:49.762544 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-416d1efc-2b16-4b9c-81ed-2df5e65713ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::3524:a023:6656:e991 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/90b2b5e6-620d-4286-b05c-292932ad6bfb/b999633b-f0e3-4f02-8b1b-6f37b68f8ceb) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:49.768111 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.779529 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d1a24c-5ad8-4dd9-b041-50f98c1f022a admin admin] Router bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:49.781527 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc221112-e7ab-4c19-8efa-0ea83335b37a tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Checking segment: {'id': 'c604f8bd-033b-4c79-bbd3-645d27b31952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'edcc3b90-4c64-4e7a-bd86-e70d240a5b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:49.781895 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc221112-e7ab-4c19-8efa-0ea83335b37a tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Network hostable DHCP agents. Network: edcc3b90-4c64-4e7a-bd86-e70d240a5b98, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:29:49.796878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.806400 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bcf2bf0d-b2ff-41f6-a471-b3be0ba51792 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.822068 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11210fc7-313a-4fe1-9f78-6717b9dd75a9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.826538 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:49.826963 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:49.829967 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:49.860487 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:49.878971 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:49.892006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:49.950341 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=4daa8abb-2a27-4bae-9ca7-436d6dfc75bc,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:49.959186 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc221112-e7ab-4c19-8efa-0ea83335b37a tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Network edcc3b90-4c64-4e7a-bd86-e70d240a5b98 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:29:49.968480 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:49.971788 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:49.979872 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-acf9b328-ffec-416b-ba58-92cd1ac6de97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:50.000451 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-bc221112-e7ab-4c19-8efa-0ea83335b37a tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, edcc3b90-4c64-4e7a-bd86-e70d240a5b98) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:50.007580 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.009635 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] 10.222.0.39 "DELETE /v2.0/networks/95913d4e-b509-4620-b398-6bd7d3fcb1c7 HTTP/1.1" status: 204 len: 168 time: 2.2777555 Jun 18 16:29:50.014513 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287c48fb-9821-4cf8-9c96-c1f0ffa30ecb None None] Network edcc3b90-4c64-4e7a-bd86-e70d240a5b98 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:50.025239 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc221112-e7ab-4c19-8efa-0ea83335b37a tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:50.025850 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bc221112-e7ab-4c19-8efa-0ea83335b37a tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.031198 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Pushing event deleted for resources: {'Network': ['ID=95913d4e-b509-4620-b398-6bd7d3fcb1c7,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:50.039585 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:50.055130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bcf2bf0d-b2ff-41f6-a471-b3be0ba51792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.058059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d1a24c-5ad8-4dd9-b041-50f98c1f022a admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:50.066787 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75289a8-e1f9-4a54-a03b-f3983fbe0b63 None None] Sync routers for ids ['bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:50.081506 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d6d1a24c-5ad8-4dd9-b041-50f98c1f022a admin admin] 10.222.0.39 "PUT /v2.0/routers/bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4696856 Jun 18 16:29:50.083975 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45812) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:50.102104 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75289a8-e1f9-4a54-a03b-f3983fbe0b63 None None] Routers {'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:50.102908 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c75289a8-e1f9-4a54-a03b-f3983fbe0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:50.189648 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-bc221112-e7ab-4c19-8efa-0ea83335b37a tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2929847 Jun 18 16:29:50.197549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45814) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:50.199081 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11210fc7-313a-4fe1-9f78-6717b9dd75a9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.292245 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bcf2bf0d-b2ff-41f6-a471-b3be0ba51792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.298400 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:50.361697 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-c75289a8-e1f9-4a54-a03b-f3983fbe0b63 None None] Set router bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:50.379174 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2bf0d-b2ff-41f6-a471-b3be0ba51792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38516926-b59f-4c3c-99cb-34da080f8d97,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:50.385603 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-edcc3b90-4c64-4e7a-bd86-e70d240a5b98', 'network_id': 'edcc3b90-4c64-4e7a-bd86-e70d240a5b98', 'tenant_id': 'cba365ca3ef64fbdb7df0b44562bf333', 'fixed_ips': [{'subnet_id': '9607662d-3528-4711-bb08-7b2e1b7e7c5f'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:50.387332 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.395364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bcf2bf0d-b2ff-41f6-a471-b3be0ba51792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:50.405649 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d3edb568-af9f-4d33-8c94-4e8d3b42a1b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.420501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bcf2bf0d-b2ff-41f6-a471-b3be0ba51792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.425419 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bcf2bf0d-b2ff-41f6-a471-b3be0ba51792 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/38516926-b59f-4c3c-99cb-34da080f8d97 HTTP/1.1" status: 204 len: 168 time: 0.8875234 Jun 18 16:29:50.458944 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45818) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:50.546291 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a1c721-e211-4d55-972d-efe274de7284 None None] Network 3768cd4f-78ca-4b95-afbb-fe15e2552ac4 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:50.563137 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45820) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:50.629025 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-416d1efc-2b16-4b9c-81ed-2df5e65713ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.632447 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d3edb568-af9f-4d33-8c94-4e8d3b42a1b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.658673 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11210fc7-313a-4fe1-9f78-6717b9dd75a9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.712540 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c75289a8-e1f9-4a54-a03b-f3983fbe0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'name': 'tempest-ServersTestJSON-924229174-router', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:01Z', 'updated_at': '2021-06-18T16:29:47Z', 'revision_number': 5, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'gw_port': {'id': '4af2ee51-bfa9-459d-863f-99abc93f2056', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:03Z', 'updated_at': '2021-06-18T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:50.734914 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c510546d-0527-474d-bcae-1ad3c4e9d547 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:50.741513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-d3edb568-af9f-4d33-8c94-4e8d3b42a1b9 admin admin] Deleting port 4af2ee51-bfa9-459d-863f-99abc93f2056 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:50.741878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d3edb568-af9f-4d33-8c94-4e8d3b42a1b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.776851 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75289a8-e1f9-4a54-a03b-f3983fbe0b63 None None] Checking router: bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:29:50.803677 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75289a8-e1f9-4a54-a03b-f3983fbe0b63 None None] Routers {'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:50.804568 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c75289a8-e1f9-4a54-a03b-f3983fbe0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:50.819047 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Allocated IP 2001:db8::f816:3eff:fe00:b226 (edcc3b90-4c64-4e7a-bd86-e70d240a5b98/9607662d-3528-4711-bb08-7b2e1b7e7c5f/fc99e24b-97a9-4214-b5c9-d862e438e93e) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:50.821784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-416d1efc-2b16-4b9c-81ed-2df5e65713ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object b999633b-f0e3-4f02-8b1b-6f37b68f8ceb will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:50.943072 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-d3edb568-af9f-4d33-8c94-4e8d3b42a1b9 admin admin] For port 4af2ee51-bfa9-459d-863f-99abc93f2056, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=4af2ee51-bfa9-459d-863f-99abc93f2056,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:50.943288 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-12e5cb89-bcae-490e-91a2-a543b17a5134 None None] Provisioning for port b2313126-b10e-4689-b2e5-e23dd8dafb1e completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:50.943582 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d3edb568-af9f-4d33-8c94-4e8d3b42a1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.954408 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4362fa-ec56-495d-8a72-d6cd470f8d60 None None] DHCP port deletion for 3768cd4f-78ca-4b95-afbb-fe15e2552ac4 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:50.959025 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11210fc7-313a-4fe1-9f78-6717b9dd75a9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ec96bd-2618-4948-b56e-8cdea78caf0f,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:50.959898 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device b2313126-b10e-4689-b2e5-e23dd8dafb1e up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:50.964398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11210fc7-313a-4fe1-9f78-6717b9dd75a9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:50.966905 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-11210fc7-313a-4fe1-9f78-6717b9dd75a9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/subnets/f4ec96bd-2618-4948-b56e-8cdea78caf0f HTTP/1.1" status: 204 len: 168 time: 1.5724289 Jun 18 16:29:50.968333 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0835ece0-b65c-482c-bcde-e90cc6b7aa6a None None] Network 02e3d908-46a5-45e7-b136-476d10a8e6a9 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:50.974094 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-11210fc7-313a-4fe1-9f78-6717b9dd75a9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:50.974797 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45824) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:51.015270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.026411 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.042317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-d3edb568-af9f-4d33-8c94-4e8d3b42a1b9 admin admin] Calling delete_port for 4af2ee51-bfa9-459d-863f-99abc93f2056 owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:51.043242 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-c75289a8-e1f9-4a54-a03b-f3983fbe0b63 None None] Set router bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:51.122746 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c75289a8-e1f9-4a54-a03b-f3983fbe0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'name': 'tempest-ServersTestJSON-924229174-router', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:01Z', 'updated_at': '2021-06-18T16:29:50Z', 'revision_number': 6, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:51.124496 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.165226 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75289a8-e1f9-4a54-a03b-f3983fbe0b63 None None] The sync data for ids ['bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c'] in dv-neutron-797121-1-hyperv is: [{'id': 'bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c', 'name': 'tempest-ServersTestJSON-924229174-router', 'tenant_id': 'd53b2bcaed024ac08e365cbd82c08611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:01Z', 'updated_at': '2021-06-18T16:29:50Z', 'revision_number': 6, 'project_id': 'd53b2bcaed024ac08e365cbd82c08611', 'gw_port_host': None}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:51.165498 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port b2313126-b10e-4689-b2e5-e23dd8dafb1e completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:51.215228 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.217762 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port b2313126-b10e-4689-b2e5-e23dd8dafb1e triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:51.218388 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.220124 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-dd95091c-9904-4f83-ab9f-e7dcb5f7ff31 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f77f8706c95941eca55ff14139b9c5fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6555614 Jun 18 16:29:51.220422 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed297fd0-86c5-4487-9099-4736d676506f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting subnet 0f6fd766-d76a-45fb-90a1-2f35cb710171 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:29:51.222567 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45826) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:51.319602 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.320902 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f730e19f-2957-49c0-9434-a434b6a09a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.323394 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-bc4362fa-ec56-495d-8a72-d6cd470f8d60 None None] Deleting port a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:51.324801 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bc4362fa-ec56-495d-8a72-d6cd470f8d60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.326970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d3edb568-af9f-4d33-8c94-4e8d3b42a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.335294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ced391e1-f543-4f45-92c5-2975d6d4b884 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:51.369162 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edb568-af9f-4d33-8c94-4e8d3b42a1b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4af2ee51-bfa9-459d-863f-99abc93f2056,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:51.376450 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d3edb568-af9f-4d33-8c94-4e8d3b42a1b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:51.379614 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f730e19f-2957-49c0-9434-a434b6a09a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.406085 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Transition to ACTIVE for port object fc99e24b-97a9-4214-b5c9-d862e438e93e will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:51.473971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d3edb568-af9f-4d33-8c94-4e8d3b42a1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.488705 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-bc4362fa-ec56-495d-8a72-d6cd470f8d60 None None] For port a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1,segment=NetworkSegment(09ac72ca-7420-4ff0-8f81-15afefa1bb50),segment_id=09ac72ca-7420-4ff0-8f81-15afefa1bb50)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:51.489114 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bc4362fa-ec56-495d-8a72-d6cd470f8d60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.511348 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Transition to ACTIVE for port object fc99e24b-97a9-4214-b5c9-d862e438e93e will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:51.582928 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ed297fd0-86c5-4487-9099-4736d676506f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.583386 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-bc4362fa-ec56-495d-8a72-d6cd470f8d60 None None] Calling delete_port for a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:51.585905 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-416d1efc-2b16-4b9c-81ed-2df5e65713ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.617509 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-43dac1b1-7c86-4ec2-917e-21a90df16079 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:51.647133 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.653750 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.662509 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cd094d56-5126-4773-90a2-dd5ff34f5467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:51.744091 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Network edcc3b90-4c64-4e7a-bd86-e70d240a5b98 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:51.760089 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:51.763448 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:51.765768 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.773342 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ed297fd0-86c5-4487-9099-4736d676506f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.773770 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Pushing event updated for resources: {'Port': ['ID=fc99e24b-97a9-4214-b5c9-d862e438e93e,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:51.788160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416d1efc-2b16-4b9c-81ed-2df5e65713ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:51.789634 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:51.792914 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port b2313126-b10e-4689-b2e5-e23dd8dafb1e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=b2313126-b10e-4689-b2e5-e23dd8dafb1e,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:51.825154 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.833113 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:51.846088 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-416d1efc-2b16-4b9c-81ed-2df5e65713ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:51.879536 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d1efc-2b16-4b9c-81ed-2df5e65713ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=b999633b-f0e3-4f02-8b1b-6f37b68f8ceb,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:51.891367 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416d1efc-2b16-4b9c-81ed-2df5e65713ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:51.897777 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416d1efc-2b16-4b9c-81ed-2df5e65713ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:51.898507 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-416d1efc-2b16-4b9c-81ed-2df5e65713ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.901106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d3edb568-af9f-4d33-8c94-4e8d3b42a1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.903793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d3edb568-af9f-4d33-8c94-4e8d3b42a1b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.905035 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f730e19f-2957-49c0-9434-a434b6a09a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.911275 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f730e19f-2957-49c0-9434-a434b6a09a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.911275 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f730e19f-2957-49c0-9434-a434b6a09a9c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab80bd64-60ff-4bb1-a08e-9cd901cbaf6c HTTP/1.1" status: 204 len: 168 time: 0.6852584 Jun 18 16:29:51.911509 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-416d1efc-2b16-4b9c-81ed-2df5e65713ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:51.911588 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bc4362fa-ec56-495d-8a72-d6cd470f8d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.911677 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:51.931451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4362fa-ec56-495d-8a72-d6cd470f8d60 None None] No DVR routers for this DVR port a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:51.936404 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Attempting to bind port fc99e24b-97a9-4214-b5c9-d862e438e93e on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:51.936855 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Attempting to bind port fc99e24b-97a9-4214-b5c9-d862e438e93e by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'c604f8bd-033b-4c79-bbd3-645d27b31952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'edcc3b90-4c64-4e7a-bd86-e70d240a5b98'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:51.937254 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Attempting to bind port fc99e24b-97a9-4214-b5c9-d862e438e93e on network edcc3b90-4c64-4e7a-bd86-e70d240a5b98 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:51.951507 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:51.951907 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Checking segment: {'id': 'c604f8bd-033b-4c79-bbd3-645d27b31952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'edcc3b90-4c64-4e7a-bd86-e70d240a5b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:51.956063 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.956626 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Bound using segment: {'id': 'c604f8bd-033b-4c79-bbd3-645d27b31952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'edcc3b90-4c64-4e7a-bd86-e70d240a5b98'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:51.957130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Bound port: fc99e24b-97a9-4214-b5c9-d862e438e93e, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c604f8bd-033b-4c79-bbd3-645d27b31952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'edcc3b90-4c64-4e7a-bd86-e70d240a5b98'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:51.957537 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:51.971100 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=b2313126-b10e-4689-b2e5-e23dd8dafb1e,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:51.988378 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:51.991878 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:52.016179 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] Deleting port a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:52.016470 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.024100 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4362fa-ec56-495d-8a72-d6cd470f8d60 None None] Pushing event deleted for resources: {'Port': ['ID=a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:52.025202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730e19f-2957-49c0-9434-a434b6a09a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab80bd64-60ff-4bb1-a08e-9cd901cbaf6c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:52.028018 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f730e19f-2957-49c0-9434-a434b6a09a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:52.040288 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d3edb568-af9f-4d33-8c94-4e8d3b42a1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.040728 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-bc4362fa-ec56-495d-8a72-d6cd470f8d60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:52.040843 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3edb568-af9f-4d33-8c94-4e8d3b42a1b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:29:52.045834 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d3edb568-af9f-4d33-8c94-4e8d3b42a1b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.046931 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d3edb568-af9f-4d33-8c94-4e8d3b42a1b9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/bbd0c41b-09cc-4912-8e1d-a43cedd6fd2c HTTP/1.1" status: 204 len: 168 time: 1.9618461 Jun 18 16:29:52.049457 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45830) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:52.084528 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:52.101909 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-416d1efc-2b16-4b9c-81ed-2df5e65713ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0565245 Jun 18 16:29:52.108434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45832) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:52.139286 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:52.139286 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4aaf5bf0-a6f8-4265-88f9-ed2a53ba60c2 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:52.184136 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] For port fc99e24b-97a9-4214-b5c9-d862e438e93e, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:52.188790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] For port fc99e24b-97a9-4214-b5c9-d862e438e93e, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=fc99e24b-97a9-4214-b5c9-d862e438e93e,segment=NetworkSegment(c604f8bd-033b-4c79-bbd3-645d27b31952),segment_id=c604f8bd-033b-4c79-bbd3-645d27b31952)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:52.195455 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.198932 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8360889a-8a37-44d6-9c1a-b64b0ae6554c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:52.268466 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.281422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d93c77-dd11-43e8-9905-6da3ebbcc902 admin admin] Deleting subnet 36736294-af3b-4cce-819a-088f47615227 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:29:52.290012 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11d93c77-dd11-43e8-9905-6da3ebbcc902 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.290439 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Pushing event updated for resources: {'Port': ['ID=fc99e24b-97a9-4214-b5c9-d862e438e93e,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:52.303432 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:52.361599 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.381496 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:52.391871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11d93c77-dd11-43e8-9905-6da3ebbcc902 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.424240 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ed297fd0-86c5-4487-9099-4736d676506f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.444233 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event deleted for resources: {'Subnet': ['ID=9607662d-3528-4711-bb08-7b2e1b7e7c5f,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:52.480684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:52.483867 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Allocated IP 172.20.0.8 (521810c0-4415-4c9f-b70f-63f17fbb4ea2/8d07c046-6356-4fe7-87b3-5fc0e64e6899/fc75f418-d702-4f79-9cd2-52e1388925a2) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:52.497410 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] For port a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1, host dv-neutron-797121-1-hyperv, got binding levels [] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:52.497985 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.503490 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d1436157-022b-4e77-a524-8457a25a6580 None None] Provisioning for port b999633b-f0e3-4f02-8b1b-6f37b68f8ceb completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:52.512580 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d1436157-022b-4e77-a524-8457a25a6580 None None] Provisioning complete for port b999633b-f0e3-4f02-8b1b-6f37b68f8ceb triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:52.512991 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d1436157-022b-4e77-a524-8457a25a6580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.569743 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11d93c77-dd11-43e8-9905-6da3ebbcc902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.595585 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d1436157-022b-4e77-a524-8457a25a6580 None None] Port b999633b-f0e3-4f02-8b1b-6f37b68f8ceb cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:52.713539 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64171c3c-e6bb-492d-9b84-3523183ece29 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:52.723006 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64171c3c-e6bb-492d-9b84-3523183ece29 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:52.734953 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-64171c3c-e6bb-492d-9b84-3523183ece29 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.6209259 Jun 18 16:29:52.737933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45844) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:52.794848 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] Calling delete_port for a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:52.837885 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11d93c77-dd11-43e8-9905-6da3ebbcc902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.839491 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.843856 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.ipam_backend_mixin [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] Port a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 was not found and therefore no delete operation was performed {{(pid=93427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 16:29:52.844467 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:52.846195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.896323 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bc5038-75bf-42ee-9e34-f504d06e23ab None None] Network f1f325ca-ec19-4fd2-b418-95ebf632c302 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:52.897558 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11d93c77-dd11-43e8-9905-6da3ebbcc902 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.902856 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-11d93c77-dd11-43e8-9905-6da3ebbcc902 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/36736294-af3b-4cce-819a-088f47615227 HTTP/1.1" status: 204 len: 168 time: 0.8492374 Jun 18 16:29:52.904151 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d93c77-dd11-43e8-9905-6da3ebbcc902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36736294-af3b-4cce-819a-088f47615227,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:52.916046 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45848) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:52.917554 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-11d93c77-dd11-43e8-9905-6da3ebbcc902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:52.985174 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:52.997442 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:52.999920 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] No DVR routers for this DVR port a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:53.011843 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edcc3b90-4c64-4e7a-bd86-e70d240a5b98']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:53.012054 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device fc99e24b-97a9-4214-b5c9-d862e438e93e up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:53.012420 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-21620e6b-da50-46b1-a7af-0011757948f1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port b999633b-f0e3-4f02-8b1b-6f37b68f8ceb {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:53.012806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21620e6b-da50-46b1-a7af-0011757948f1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.130474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.145474 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.169722 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port fc99e24b-97a9-4214-b5c9-d862e438e93e completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:53.185478 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device b2313126-b10e-4689-b2e5-e23dd8dafb1e up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:53.214905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21620e6b-da50-46b1-a7af-0011757948f1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.279088 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45856) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:53.303569 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:53.307914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-21620e6b-da50-46b1-a7af-0011757948f1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for b999633b-f0e3-4f02-8b1b-6f37b68f8ceb owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:53.314236 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:53.317088 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c604f8bd-033b-4c79-bbd3-645d27b31952') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:53.317395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c604f8bd-033b-4c79-bbd3-645d27b31952') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:53.321723 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.342761 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] Deleting port edacc44e-c552-4d1f-a9a6-d9ce94547a1e {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:53.343110 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.345086 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7cfd222f-3c02-4d24-b12f-d88b6dcb2add tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:53.409874 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a844f4b5-fdda-48a3-baf5-6c82f1fb102b None None] Provisioning complete for port ed82cb50-953f-40d5-b32f-96222b707881 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:53.410255 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a844f4b5-fdda-48a3-baf5-6c82f1fb102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.457227 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Pushing event updated for resources: {'Port': ['ID=fc75f418-d702-4f79-9cd2-52e1388925a2,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:53.469011 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.479863 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port b2313126-b10e-4689-b2e5-e23dd8dafb1e triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:53.488521 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.513219 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] For port edacc44e-c552-4d1f-a9a6-d9ce94547a1e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=edacc44e-c552-4d1f-a9a6-d9ce94547a1e,segment=NetworkSegment(d4fd5465-845a-43eb-939e-beab783486fb),segment_id=d4fd5465-845a-43eb-939e-beab783486fb)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:53.514277 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.538846 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:53.541346 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c133ed19-075c-42d7-8276-a7ec4da46831 None None] DHCP port deletion for f1f325ca-ec19-4fd2-b418-95ebf632c302 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:53.561328 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ed297fd0-86c5-4487-9099-4736d676506f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.567263 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Network 521810c0-4415-4c9f-b70f-63f17fbb4ea2 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:53.571772 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a338a640-0c29-43ab-a68a-876b714e3459 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:53.607532 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] Calling delete_port for edacc44e-c552-4d1f-a9a6-d9ce94547a1e owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:53.614152 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c2eaa815-01c2-4ea1-969c-94efd4b635b2 tempest-SubnetPoolsTestJSON-65746650 tempest-SubnetPoolsTestJSON-65746650-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1067862142', 'prefixes': ['172.20.0.0/16']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:53.614341 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.617125 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed297fd0-86c5-4487-9099-4736d676506f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6fd766-d76a-45fb-90a1-2f35cb710171,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:53.625941 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.631279 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:53.637238 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ed297fd0-86c5-4487-9099-4736d676506f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:53.639999 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.643172 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.654955 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:53.710807 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d121419e-4b45-42a8-bb33-cea0c2ac538a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:53.716456 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:53.716866 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:53.724343 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:53.730796 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707fe20f-fcfc-4be0-994a-08ded620e7f9 None None] Network edcc3b90-4c64-4e7a-bd86-e70d240a5b98 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:53.740956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1507dd-5f09-4593-ad00-1f390aba472e None None] Network 02e3d908-46a5-45e7-b136-476d10a8e6a9 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:53.755547 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3768cd4f-78ca-4b95-afbb-fe15e2552ac4']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:53.758097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ed297fd0-86c5-4487-9099-4736d676506f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.759702 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ed297fd0-86c5-4487-9099-4736d676506f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/subnets/0f6fd766-d76a-45fb-90a1-2f35cb710171 HTTP/1.1" status: 204 len: 168 time: 2.7753782 Jun 18 16:29:53.763070 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45860) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:53.805673 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c133ed19-075c-42d7-8276-a7ec4da46831 None None] Deleting port edacc44e-c552-4d1f-a9a6-d9ce94547a1e {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:53.806053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c133ed19-075c-42d7-8276-a7ec4da46831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.850370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21620e6b-da50-46b1-a7af-0011757948f1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.865526 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9e128bc7-fef0-4959-a9a4-a444d82f429f tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:53.879905 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4af2ee51-bfa9-459d-863f-99abc93f2056 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:53.895520 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ac72ca-7420-4ff0-8f81-15afefa1bb50') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:53.896105 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ac72ca-7420-4ff0-8f81-15afefa1bb50') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:53.897473 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.899184 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.899800 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21620e6b-da50-46b1-a7af-0011757948f1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=b999633b-f0e3-4f02-8b1b-6f37b68f8ceb,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:53.902180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.905069 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-21620e6b-da50-46b1-a7af-0011757948f1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:53.905767 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-21620e6b-da50-46b1-a7af-0011757948f1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:53.951121 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-85b5abf8-1501-401f-b64c-55decfc52b7d None None] Provisioning for port fc99e24b-97a9-4214-b5c9-d862e438e93e completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:53.953386 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.963201 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 4af2ee51-bfa9-459d-863f-99abc93f2056 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:53.964102 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4af2ee51-bfa9-459d-863f-99abc93f2056 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:53.964819 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:53.973280 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] Pushing event deleted for resources: {'Port': ['ID=edacc44e-c552-4d1f-a9a6-d9ce94547a1e,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:53.984495 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-85b5abf8-1501-401f-b64c-55decfc52b7d None None] Provisioning complete for port fc99e24b-97a9-4214-b5c9-d862e438e93e triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:53.984879 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-85b5abf8-1501-401f-b64c-55decfc52b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:53.993722 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:53.994880 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] No DVR routers for this DVR port edacc44e-c552-4d1f-a9a6-d9ce94547a1e on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:54.066145 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:54.066481 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a9ca1847-1b88-4343-a9d4-7fe45a7ad3d1 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:54.066956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:54.085773 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Floating IP e6747da7-2dd3-4d77-bfe0-27b913399356 associated. External IP: 172.26.2.224, port: 2cb70401-26c5-423b-85ee-a0fd5b130f83. Jun 18 16:29:54.089634 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c133ed19-075c-42d7-8276-a7ec4da46831 None None] For port edacc44e-c552-4d1f-a9a6-d9ce94547a1e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=edacc44e-c552-4d1f-a9a6-d9ce94547a1e,segment=NetworkSegment(d4fd5465-845a-43eb-939e-beab783486fb),segment_id=d4fd5465-845a-43eb-939e-beab783486fb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:54.090044 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c133ed19-075c-42d7-8276-a7ec4da46831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.098620 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.110992 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f325ca-ec19-4fd2-b418-95ebf632c302']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:54.114814 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.api [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:29:54.114814 dv-neutron-797121-1-hyperv neutron-server[93427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:29:54.114814 dv-neutron-797121-1-hyperv neutron-server[93427]: [parameters: {'id': 'edcc3b90-4c64-4e7a-bd86-e70d240a5b98'}] Jun 18 16:29:54.114814 dv-neutron-797121-1-hyperv neutron-server[93427]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:29:54.115294 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_db.api [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:29:54.125445 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21620e6b-da50-46b1-a7af-0011757948f1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.130357 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-21620e6b-da50-46b1-a7af-0011757948f1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/b999633b-f0e3-4f02-8b1b-6f37b68f8ceb HTTP/1.1" status: 204 len: 168 time: 1.3884487 Jun 18 16:29:54.133246 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45864) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:54.145179 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4fd5465-845a-43eb-939e-beab783486fb') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:54.145609 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4fd5465-845a-43eb-939e-beab783486fb') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:54.158730 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:54.158952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bfa49401-a5ce-4ce2-8ca7-f1414ddf8f94 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:54.164548 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=4daa8abb-2a27-4bae-9ca7-436d6dfc75bc,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:54.176902 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.180518 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:54.191963 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:54.192377 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:54.194023 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:54.207709 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.234528 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c133ed19-075c-42d7-8276-a7ec4da46831 None None] Calling delete_port for edacc44e-c552-4d1f-a9a6-d9ce94547a1e owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:54.252884 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.255019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c2eaa815-01c2-4ea1-969c-94efd4b635b2 tempest-SubnetPoolsTestJSON-65746650 tempest-SubnetPoolsTestJSON-65746650-project] Notify callbacks [] for subnetpool, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.258837 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c2eaa815-01c2-4ea1-969c-94efd4b635b2 tempest-SubnetPoolsTestJSON-65746650 tempest-SubnetPoolsTestJSON-65746650-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9424372 Jun 18 16:29:54.263063 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45866) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:54.265066 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce26966-1928-4995-8661-188d79c9c886 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:54.266799 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce26966-1928-4995-8661-188d79c9c886 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:54.271192 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6ce26966-1928-4995-8661-188d79c9c886 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1351466 Jun 18 16:29:54.272059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45868) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:54.278526 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:54.279035 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:54.286337 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:54.380900 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6d77759b-58be-4543-9c24-f022341bb613 tempest-SubnetPoolsTestJSON-65746650 tempest-SubnetPoolsTestJSON-65746650-project] 10.222.0.39 "GET /v2.0/subnetpools/84d87224-b457-4b4b-90cd-7698ac9eac72 HTTP/1.1" status: 200 len: 732 time: 0.1107593 Jun 18 16:29:54.381317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45870) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:54.382474 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.386892 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-55f1e631-5f69-4e5d-a65b-7c6f1c487df1 tempest-SubnetPoolsTestJSON-65746650 tempest-SubnetPoolsTestJSON-65746650-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-741190309'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:54.390550 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:54.397178 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75a6466-8b4d-4da5-ae19-f791159b5dc1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet 90b2b5e6-620d-4286-b05c-292932ad6bfb {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:29:54.399381 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-85b5abf8-1501-401f-b64c-55decfc52b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.408104 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port ed82cb50-953f-40d5-b32f-96222b707881 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:54.408562 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.410610 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d75a6466-8b4d-4da5-ae19-f791159b5dc1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.426005 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.426398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.427764 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] 10.222.0.39 "DELETE /v2.0/networks/3768cd4f-78ca-4b95-afbb-fe15e2552ac4 HTTP/1.1" status: 204 len: 168 time: 3.9620345 Jun 18 16:29:54.442953 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c133ed19-075c-42d7-8276-a7ec4da46831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.447499 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] Pushing event deleted for resources: {'Network': ['ID=3768cd4f-78ca-4b95-afbb-fe15e2552ac4,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:54.452483 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:54.457308 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:54.488355 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-85b5abf8-1501-401f-b64c-55decfc52b7d None None] For port fc99e24b-97a9-4214-b5c9-d862e438e93e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=fc99e24b-97a9-4214-b5c9-d862e438e93e,segment=NetworkSegment(c604f8bd-033b-4c79-bbd3-645d27b31952),segment_id=c604f8bd-033b-4c79-bbd3-645d27b31952)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:54.494088 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c133ed19-075c-42d7-8276-a7ec4da46831 None None] Network f1f325ca-ec19-4fd2-b418-95ebf632c302 is not hosted by any dhcp agent {{(pid=93429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:29:54.495650 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c133ed19-075c-42d7-8276-a7ec4da46831 None None] No DVR routers for this DVR port edacc44e-c552-4d1f-a9a6-d9ce94547a1e on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:54.497540 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133ed19-075c-42d7-8276-a7ec4da46831 None None] Pushing event deleted for resources: {'Port': ['ID=edacc44e-c552-4d1f-a9a6-d9ce94547a1e,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:54.500163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c133ed19-075c-42d7-8276-a7ec4da46831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:54.501882 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-85b5abf8-1501-401f-b64c-55decfc52b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.506488 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:54.544293 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1c9e1efd-c0ba-4643-85fe-ed304aa11822 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:54.548110 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.553509 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e75367-f09f-487d-a064-8ba4c7516b17 None None] DHCP port deletion for 02e3d908-46a5-45e7-b136-476d10a8e6a9 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:54.569850 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.570081 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb0fb5e-291e-45b1-b429-1295b51d06b5 None None] DHCP port deletion for edcc3b90-4c64-4e7a-bd86-e70d240a5b98 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:54.571974 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f1f325ca-ec19-4fd2-b418-95ebf632c302 HTTP/1.1" status: 204 len: 168 time: 1.6495159 Jun 18 16:29:54.630885 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f325ca-ec19-4fd2-b418-95ebf632c302,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:54.637880 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] For port ed82cb50-953f-40d5-b32f-96222b707881, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ed82cb50-953f-40d5-b32f-96222b707881,segment=NetworkSegment(a0784916-548b-4d19-92eb-14a7cf54ab00),segment_id=a0784916-548b-4d19-92eb-14a7cf54ab00)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:54.638389 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.642840 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d75a6466-8b4d-4da5-ae19-f791159b5dc1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.648647 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5abf8-1501-401f-b64c-55decfc52b7d None None] Pushing event updated for resources: {'Port': ['ID=fc99e24b-97a9-4214-b5c9-d862e438e93e,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:54.657119 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-85b5abf8-1501-401f-b64c-55decfc52b7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:54.680457 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.694659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:54.711693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-43e75367-f09f-487d-a064-8ba4c7516b17 None None] Deleting port ed82cb50-953f-40d5-b32f-96222b707881 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:54.712140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-43e75367-f09f-487d-a064-8ba4c7516b17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.716560 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-9fb0fb5e-291e-45b1-b429-1295b51d06b5 None None] Deleting port fc99e24b-97a9-4214-b5c9-d862e438e93e {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:54.716899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9fb0fb5e-291e-45b1-b429-1295b51d06b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.805132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for ed82cb50-953f-40d5-b32f-96222b707881 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:54.812607 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45876) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:54.813084 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45878) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:54.840141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device fc99e24b-97a9-4214-b5c9-d862e438e93e no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:54.894158 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-43e75367-f09f-487d-a064-8ba4c7516b17 None None] For port ed82cb50-953f-40d5-b32f-96222b707881, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ed82cb50-953f-40d5-b32f-96222b707881,segment=NetworkSegment(a0784916-548b-4d19-92eb-14a7cf54ab00),segment_id=a0784916-548b-4d19-92eb-14a7cf54ab00)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:54.894561 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-43e75367-f09f-487d-a064-8ba4c7516b17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.916187 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-9fb0fb5e-291e-45b1-b429-1295b51d06b5 None None] For port fc99e24b-97a9-4214-b5c9-d862e438e93e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=fc99e24b-97a9-4214-b5c9-d862e438e93e,segment=NetworkSegment(c604f8bd-033b-4c79-bbd3-645d27b31952),segment_id=c604f8bd-033b-4c79-bbd3-645d27b31952)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:54.916657 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9fb0fb5e-291e-45b1-b429-1295b51d06b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.963122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55f1e631-5f69-4e5d-a65b-7c6f1c487df1 tempest-SubnetPoolsTestJSON-65746650 tempest-SubnetPoolsTestJSON-65746650-project] Notify callbacks [] for subnetpool, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.964762 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-55f1e631-5f69-4e5d-a65b-7c6f1c487df1 tempest-SubnetPoolsTestJSON-65746650 tempest-SubnetPoolsTestJSON-65746650-project] 10.222.0.39 "PUT /v2.0/subnetpools/84d87224-b457-4b4b-90cd-7698ac9eac72 HTTP/1.1" status: 200 len: 683 time: 0.5824299 Jun 18 16:29:54.979837 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45880) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:54.981832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-43e75367-f09f-487d-a064-8ba4c7516b17 None None] Calling delete_port for ed82cb50-953f-40d5-b32f-96222b707881 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:55.049941 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-9fb0fb5e-291e-45b1-b429-1295b51d06b5 None None] Calling delete_port for fc99e24b-97a9-4214-b5c9-d862e438e93e owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:55.052329 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-74229f10-de17-4dea-8b12-e2d8879b66fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b33ea418eb12499b9e56b605b80bf99d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2348304 Jun 18 16:29:55.059207 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.064474 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45882) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:55.072142 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-cdcde97b-dc28-4255-8e68-e65a6a2d4aa8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d53b2bcaed024ac08e365cbd82c08611&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2521222 Jun 18 16:29:55.077086 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45884) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:55.085610 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d75a6466-8b4d-4da5-ae19-f791159b5dc1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.157732 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.168031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-20983002-6e70-4c11-bfaa-998771207f80 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:55.204377 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.224709 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No DVR routers for this DVR port ed82cb50-953f-40d5-b32f-96222b707881 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:55.228784 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=ed82cb50-953f-40d5-b32f-96222b707881,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:55.236252 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-82f51c6c-c435-4a92-910c-108b827114f6 tempest-SubnetPoolsTestJSON-65746650 tempest-SubnetPoolsTestJSON-65746650-project] Notify callbacks [] for subnetpool, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.237563 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-82f51c6c-c435-4a92-910c-108b827114f6 tempest-SubnetPoolsTestJSON-65746650 tempest-SubnetPoolsTestJSON-65746650-project] 10.222.0.39 "DELETE /v2.0/subnetpools/84d87224-b457-4b4b-90cd-7698ac9eac72 HTTP/1.1" status: 204 len: 168 time: 0.2565303 Jun 18 16:29:55.245476 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 74a620c8-6ca9-426c-a7be-65516fd2b20e has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:55.246248 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45886) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:55.259013 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:55.265804 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-43e75367-f09f-487d-a064-8ba4c7516b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.270032 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-36b3eae6-590e-40bc-9683-225bb380a148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:55.274783 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port fc99e24b-97a9-4214-b5c9-d862e438e93e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=fc99e24b-97a9-4214-b5c9-d862e438e93e,segment=NetworkSegment(c604f8bd-033b-4c79-bbd3-645d27b31952),segment_id=c604f8bd-033b-4c79-bbd3-645d27b31952)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:55.279650 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-350ca838-e969-41e2-b2d4-593fa56aa81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.290618 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-89a534f9-2c74-4d97-abca-7584184b86a0 tempest-SubnetPoolsTestJSON-65746650 tempest-SubnetPoolsTestJSON-65746650-project] show failed (client error): The resource could not be found. Jun 18 16:29:55.295095 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-89a534f9-2c74-4d97-abca-7584184b86a0 tempest-SubnetPoolsTestJSON-65746650 tempest-SubnetPoolsTestJSON-65746650-project] 10.222.0.39 "GET /v2.0/subnetpools/84d87224-b457-4b4b-90cd-7698ac9eac72 HTTP/1.1" status: 404 len: 346 time: 0.0410244 Jun 18 16:29:55.297016 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45888) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:55.306149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e75367-f09f-487d-a064-8ba4c7516b17 None None] Pushing event deleted for resources: {'Port': ['ID=ed82cb50-953f-40d5-b32f-96222b707881,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:55.309219 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.310488 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device edacc44e-c552-4d1f-a9a6-d9ce94547a1e no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:55.315032 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-43e75367-f09f-487d-a064-8ba4c7516b17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:55.315890 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-43e75367-f09f-487d-a064-8ba4c7516b17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:55.322898 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1c6a90b9-c2a3-42b3-8d29-855e686f3cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.338665 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9fb0fb5e-291e-45b1-b429-1295b51d06b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.341180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d75a6466-8b4d-4da5-ae19-f791159b5dc1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.356621 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bcf2bf0d-b2ff-41f6-a471-b3be0ba51792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:55.359720 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: edacc44e-c552-4d1f-a9a6-d9ce94547a1e {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:55.360121 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device edacc44e-c552-4d1f-a9a6-d9ce94547a1e not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:55.360636 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ed82cb50-953f-40d5-b32f-96222b707881 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:55.365314 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e75367-f09f-487d-a064-8ba4c7516b17 None None] No DVR routers for this DVR port ed82cb50-953f-40d5-b32f-96222b707881 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:55.366950 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event deleted for resources: {'Port': ['ID=fc99e24b-97a9-4214-b5c9-d862e438e93e,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:55.369201 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:55.371412 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-350ca838-e969-41e2-b2d4-593fa56aa81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.373617 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c133ed19-075c-42d7-8276-a7ec4da46831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:55.378927 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-e54b9b1a-3a53-41db-b0e5-9627379ccb50 tempest-SubnetPoolsTestJSON-65746650 tempest-SubnetPoolsTestJSON-65746650-project] delete failed (client error): The resource could not be found. Jun 18 16:29:55.379922 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e54b9b1a-3a53-41db-b0e5-9627379ccb50 tempest-SubnetPoolsTestJSON-65746650 tempest-SubnetPoolsTestJSON-65746650-project] 10.222.0.39 "DELETE /v2.0/subnetpools/84d87224-b457-4b4b-90cd-7698ac9eac72 HTTP/1.1" status: 404 len: 346 time: 0.0769663 Jun 18 16:29:55.405582 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a6466-8b4d-4da5-ae19-f791159b5dc1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=90b2b5e6-620d-4286-b05c-292932ad6bfb,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:55.410272 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.429445 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d75a6466-8b4d-4da5-ae19-f791159b5dc1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:55.434217 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1c6a90b9-c2a3-42b3-8d29-855e686f3cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.437989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d75a6466-8b4d-4da5-ae19-f791159b5dc1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.443220 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d75a6466-8b4d-4da5-ae19-f791159b5dc1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/90b2b5e6-620d-4286-b05c-292932ad6bfb HTTP/1.1" status: 204 len: 168 time: 1.1676128 Jun 18 16:29:55.443660 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Deleting port fc99e24b-97a9-4214-b5c9-d862e438e93e {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:55.444010 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.445575 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45892) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:55.454010 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e3d908-46a5-45e7-b136-476d10a8e6a9']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:55.462966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: ed82cb50-953f-40d5-b32f-96222b707881 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:55.464007 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ed82cb50-953f-40d5-b32f-96222b707881 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:55.474644 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0784916-548b-4d19-92eb-14a7cf54ab00') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:55.475014 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0784916-548b-4d19-92eb-14a7cf54ab00') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:55.487275 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb0fb5e-291e-45b1-b429-1295b51d06b5 None None] No DVR routers for this DVR port fc99e24b-97a9-4214-b5c9-d862e438e93e on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:55.499394 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.505361 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb4d62c-914a-48f6-9693-700db18a7667 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:55.520395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.528569 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0fb5e-291e-45b1-b429-1295b51d06b5 None None] Pushing event deleted for resources: {'Port': ['ID=fc99e24b-97a9-4214-b5c9-d862e438e93e,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:55.531672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9fb0fb5e-291e-45b1-b429-1295b51d06b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:55.538214 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:55.538641 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:55.542304 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:55.567299 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.585034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1c6a90b9-c2a3-42b3-8d29-855e686f3cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.589402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1c6a90b9-c2a3-42b3-8d29-855e686f3cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.591090 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1c6a90b9-c2a3-42b3-8d29-855e686f3cae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1c90b3e-2cfd-4f37-928d-732b4b68c02f HTTP/1.1" status: 204 len: 168 time: 0.5121217 Jun 18 16:29:55.601991 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-777bfaf0-ddfb-4965-a66e-902e8d25b60a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1499860 Jun 18 16:29:55.602620 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45896) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:55.609033 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-af35acfd-ae1c-4d34-b28a-f04ee99f8e85 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:55.659744 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a90b9-c2a3-42b3-8d29-855e686f3cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c90b3e-2cfd-4f37-928d-732b4b68c02f,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:55.673077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1c6a90b9-c2a3-42b3-8d29-855e686f3cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:55.690920 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.701518 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:55.722738 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.731509 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/networks/02e3d908-46a5-45e7-b136-476d10a8e6a9 HTTP/1.1" status: 204 len: 168 time: 1.9662077 Jun 18 16:29:55.732688 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Network': ['ID=02e3d908-46a5-45e7-b136-476d10a8e6a9,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:55.734991 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45900) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:55.735820 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:55.759710 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] For port fc99e24b-97a9-4214-b5c9-d862e438e93e, host dv-neutron-797121-1-hyperv, got binding levels [] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:55.760086 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.830566 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2638f949-f7ee-4357-962b-701864e2cea7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:55.832268 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2638f949-f7ee-4357-962b-701864e2cea7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0955350 Jun 18 16:29:55.840943 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45902) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:55.845069 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45906) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:55.853128 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f64abb2-5d55-472b-82c6-d860aead3332 None None] DHCP port deletion for c0c58b33-89bf-4a11-9df9-ed95e6524a1d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:55.859535 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Calling delete_port for fc99e24b-97a9-4214-b5c9-d862e438e93e owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:55.875964 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.ipam_backend_mixin [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Port fc99e24b-97a9-4214-b5c9-d862e438e93e was not found and therefore no delete operation was performed {{(pid=93427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 16:29:55.880342 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:55.895402 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2e34aa-d998-4c3d-aa53-a4ee810bc80f None None] Sync routers for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:55.895615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-350ca838-e969-41e2-b2d4-593fa56aa81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.897547 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-350ca838-e969-41e2-b2d4-593fa56aa81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.899659 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-350ca838-e969-41e2-b2d4-593fa56aa81c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b29c906e-c93a-4805-a751-ec9ce6d8ea75 HTTP/1.1" status: 204 len: 168 time: 0.8071001 Jun 18 16:29:55.916859 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e34aa-d998-4c3d-aa53-a4ee810bc80f None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:55.917906 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-6a2e34aa-d998-4c3d-aa53-a4ee810bc80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:55.946599 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fdd6b041-5d50-43d4-872c-35251077b0ba tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1040952 Jun 18 16:29:55.947374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45914) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:55.953444 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-88678cf4-dbe8-4188-ac80-6843456cea26 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1726498525'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:55.966088 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-6a2e34aa-d998-4c3d-aa53-a4ee810bc80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:55.970904 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-60108585-f76e-4008-bf8e-702e7d043168 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:55.973514 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.979993 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88678cf4-dbe8-4188-ac80-6843456cea26 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:55.983670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e34aa-d998-4c3d-aa53-a4ee810bc80f None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:55.984268 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-88678cf4-dbe8-4188-ac80-6843456cea26 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:55.984666 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-6a2e34aa-d998-4c3d-aa53-a4ee810bc80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:55.989336 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-2f64abb2-5d55-472b-82c6-d860aead3332 None None] Deleting port b2313126-b10e-4689-b2e5-e23dd8dafb1e {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:55.989839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2f64abb2-5d55-472b-82c6-d860aead3332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.021727 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4538060e-40d3-49d3-93da-011bde1a4b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.026638 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ca838-e969-41e2-b2d4-593fa56aa81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29c906e-c93a-4805-a751-ec9ce6d8ea75,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:56.043271 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-350ca838-e969-41e2-b2d4-593fa56aa81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:56.046639 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-defb8c61-02d5-4fce-9619-a1249d836e5b tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:56.046931 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88678cf4-dbe8-4188-ac80-6843456cea26 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:29:56.055033 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] No DVR routers for this DVR port fc99e24b-97a9-4214-b5c9-d862e438e93e on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:56.063411 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.086527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-88678cf4-dbe8-4188-ac80-6843456cea26 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.086527 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-88678cf4-dbe8-4188-ac80-6843456cea26 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Added segment b8cb3c14-369c-4a58-aff9-cd4de8cb203a of type vlan for network e18d826c-3c62-46f7-bb09-dbaa0cea1d8f Jun 18 16:29:56.130179 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event deleted for resources: {'Port': ['ID=fc99e24b-97a9-4214-b5c9-d862e438e93e,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:56.138159 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-6a2e34aa-d998-4c3d-aa53-a4ee810bc80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:56.139096 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2e34aa-d998-4c3d-aa53-a4ee810bc80f None None] The sync data for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:56.142442 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:56.152121 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-88678cf4-dbe8-4188-ac80-6843456cea26 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.169828 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea4fbfa-ab38-44be-9a7a-2bfac57d6dc5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:56.174274 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3ea4fbfa-ab38-44be-9a7a-2bfac57d6dc5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5615261 Jun 18 16:29:56.175198 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45920) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:56.212253 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-88678cf4-dbe8-4188-ac80-6843456cea26 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.217916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88678cf4-dbe8-4188-ac80-6843456cea26 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:56.218631 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-88678cf4-dbe8-4188-ac80-6843456cea26 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.219041 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2f64abb2-5d55-472b-82c6-d860aead3332 None None] For port b2313126-b10e-4689-b2e5-e23dd8dafb1e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=b2313126-b10e-4689-b2e5-e23dd8dafb1e,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:56.219451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2f64abb2-5d55-472b-82c6-d860aead3332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.223657 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:56.280894 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.6961360 Jun 18 16:29:56.281306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4538060e-40d3-49d3-93da-011bde1a4b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.284936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45924) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:56.290136 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d7aa72d9-28c6-40c9-a18d-3b0758377e7b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'floatingip': {'port_id': '2cb70401-26c5-423b-85ee-a0fd5b130f83', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:56.298743 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.300381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4538060e-40d3-49d3-93da-011bde1a4b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.337836 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edcc3b90-4c64-4e7a-bd86-e70d240a5b98']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:56.365226 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-88678cf4-dbe8-4188-ac80-6843456cea26 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4160349 Jun 18 16:29:56.382316 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45930) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:56.396479 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88678cf4-dbe8-4188-ac80-6843456cea26 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Network': ['ID=e18d826c-3c62-46f7-bb09-dbaa0cea1d8f,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:56.398859 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'subnet': {'network_id': 'e18d826c-3c62-46f7-bb09-dbaa0cea1d8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:56.408264 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c604f8bd-033b-4c79-bbd3-645d27b31952') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:56.408595 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c604f8bd-033b-4c79-bbd3-645d27b31952') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:56.412328 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-88678cf4-dbe8-4188-ac80-6843456cea26 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:56.413642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:56.421588 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18076cad-4031-4980-8726-30b7b35c9c45 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:56.425850 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-18076cad-4031-4980-8726-30b7b35c9c45 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2190061 Jun 18 16:29:56.427121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45932) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:56.436225 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4538060e-40d3-49d3-93da-011bde1a4b66 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc3a223dd97a4c298393f61184c45353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5874307 Jun 18 16:29:56.443350 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.449597 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45934) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:56.476270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d7aa72d9-28c6-40c9-a18d-3b0758377e7b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.498952 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538060e-40d3-49d3-93da-011bde1a4b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a531f976-099d-4e5b-89ad-b8a8a49cc2ec,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:56.555992 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4538060e-40d3-49d3-93da-011bde1a4b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:56.575389 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ad1a28aa-d43b-40f1-a46d-655ff0b20c9b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1343997 Jun 18 16:29:56.578391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.586472 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45944) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:56.587398 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network e18d826c-3c62-46f7-bb09-dbaa0cea1d8f details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:29:56.608274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-466a8ebc-69ca-4ba8-90e1-8dc2979acdd1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:56.627692 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:56.627951 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.640393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-2f64abb2-5d55-472b-82c6-d860aead3332 None None] Calling delete_port for b2313126-b10e-4689-b2e5-e23dd8dafb1e owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:56.661338 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:56.669044 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Router 1f063085-7eea-4630-81e8-aca589308c8e is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:29:56.849201 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f77be964-be2e-43a2-848e-01b18ab7036b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.887731 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device b2313126-b10e-4689-b2e5-e23dd8dafb1e no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:56.891830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2f64abb2-5d55-472b-82c6-d860aead3332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.892058 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.905607 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:56.921380 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.923194 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/networks/edcc3b90-4c64-4e7a-bd86-e70d240a5b98 HTTP/1.1" status: 204 len: 168 time: 6.7178402 Jun 18 16:29:56.927034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45958) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:56.938811 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7d00427b-2f90-4332-889f-a0d3c405e8ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:56.947339 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: b2313126-b10e-4689-b2e5-e23dd8dafb1e {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:56.949130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device b2313126-b10e-4689-b2e5-e23dd8dafb1e not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:56.962859 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event deleted for resources: {'Network': ['ID=edcc3b90-4c64-4e7a-bd86-e70d240a5b98,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:56.965929 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:56.969772 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:56.977230 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c32e5a-f6e6-46f0-853a-1dd44abc69f2 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] DELETE failed (client error): The resource could not be found. Jun 18 16:29:56.978061 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c32e5a-f6e6-46f0-853a-1dd44abc69f2 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:29:56.980271 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a4c32e5a-f6e6-46f0-853a-1dd44abc69f2 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/subnets/9607662d-3528-4711-bb08-7b2e1b7e7c5f HTTP/1.1" status: 404 len: 337 time: 0.0517631 Jun 18 16:29:56.982891 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45962) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:57.009502 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:57.020481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f77be964-be2e-43a2-848e-01b18ab7036b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:57.021285 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64abb2-5d55-472b-82c6-d860aead3332 None None] Pushing event deleted for resources: {'Port': ['ID=b2313126-b10e-4689-b2e5-e23dd8dafb1e,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:57.028848 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2f64abb2-5d55-472b-82c6-d860aead3332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:57.033585 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f64abb2-5d55-472b-82c6-d860aead3332 None None] No DVR routers for this DVR port b2313126-b10e-4689-b2e5-e23dd8dafb1e on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:57.049250 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45964) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:57.052988 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-179948c3-7bba-48ed-9d4d-cf0a884ed393 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] DELETE failed (client error): The resource could not be found. Jun 18 16:29:57.053678 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179948c3-7bba-48ed-9d4d-cf0a884ed393 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:29:57.055661 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-179948c3-7bba-48ed-9d4d-cf0a884ed393 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/networks/edcc3b90-4c64-4e7a-bd86-e70d240a5b98 HTTP/1.1" status: 404 len: 339 time: 0.0716558 Jun 18 16:29:57.058973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45966) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:57.127328 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466a8ebc-69ca-4ba8-90e1-8dc2979acdd1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:57.130861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-466a8ebc-69ca-4ba8-90e1-8dc2979acdd1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:57.210517 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:57.226536 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Sync routers for ids ['1f063085-7eea-4630-81e8-aca589308c8e'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:57.247115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-0cf34f05-7d77-41f3-be22-7fc560ed34bd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-223729613-network', 'tenant_id': '50f087196ad446c28f1edba2e7568216'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:57.249169 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Routers {'1f063085-7eea-4630-81e8-aca589308c8e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:57.250355 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['1f063085-7eea-4630-81e8-aca589308c8e'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:57.310033 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f77be964-be2e-43a2-848e-01b18ab7036b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:57.312575 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f77be964-be2e-43a2-848e-01b18ab7036b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:57.313889 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f77be964-be2e-43a2-848e-01b18ab7036b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a531f976-099d-4e5b-89ad-b8a8a49cc2ec HTTP/1.1" status: 204 len: 168 time: 0.8228967 Jun 18 16:29:57.319984 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1d42abc4-8dd7-4f88-8236-1720be8d3280 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:57.360342 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf34f05-7d77-41f3-be22-7fc560ed34bd admin admin] Made reservation on behalf of 50f087196ad446c28f1edba2e7568216 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:57.362702 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0cf34f05-7d77-41f3-be22-7fc560ed34bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:57.379455 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:57.380639 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.6377177 Jun 18 16:29:57.381523 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77be964-be2e-43a2-848e-01b18ab7036b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a531f976-099d-4e5b-89ad-b8a8a49cc2ec,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:57.390262 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 45976) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:57.391740 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f77be964-be2e-43a2-848e-01b18ab7036b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:57.405266 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Set router 1f063085-7eea-4630-81e8-aca589308c8e gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:57.405514 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0cf34f05-7d77-41f3-be22-7fc560ed34bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:57.488530 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6c300c-bcb4-4119-adab-a5defdd3addb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] DELETE failed (client error): The resource could not be found. Jun 18 16:29:57.489172 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d6c300c-bcb4-4119-adab-a5defdd3addb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:29:57.491269 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2d6c300c-bcb4-4119-adab-a5defdd3addb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/subnets/c7d7889f-db4a-48f5-aef3-3d3f3c3827d0 HTTP/1.1" status: 404 len: 337 time: 0.4309449 Jun 18 16:29:57.493629 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45980) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:57.518089 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e475656-4a93-4e2f-8ee1-e03ddd5d13bd tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] DELETE failed (client error): The resource could not be found. Jun 18 16:29:57.518700 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e475656-4a93-4e2f-8ee1-e03ddd5d13bd tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:29:57.520394 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2e475656-4a93-4e2f-8ee1-e03ddd5d13bd tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/networks/91f18ed4-c6e0-4524-b725-1ed91508b40c HTTP/1.1" status: 404 len: 339 time: 0.0257971 Jun 18 16:29:57.527685 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45982) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:57.654907 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:57.678672 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:57.752083 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-466a8ebc-69ca-4ba8-90e1-8dc2979acdd1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:57.786048 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f3e318cd-62ba-4439-b577-d4aafe863530 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:57.813087 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89ab156-6074-4cc0-b67d-604d8326eecf tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] DELETE failed (client error): The resource could not be found. Jun 18 16:29:57.813946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e89ab156-6074-4cc0-b67d-604d8326eecf tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:29:57.818743 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e89ab156-6074-4cc0-b67d-604d8326eecf tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/subnets/8d60a1de-44ee-4130-9f19-2f8f1f9cfaf9 HTTP/1.1" status: 404 len: 337 time: 0.2868462 Jun 18 16:29:57.819122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45988) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:57.851183 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466a8ebc-69ca-4ba8-90e1-8dc2979acdd1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:57.852451 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d7aa72d9-28c6-40c9-a18d-3b0758377e7b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:57.855592 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-e460b103-34d4-40c3-a62b-7e888e93173f tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] DELETE failed (client error): The resource could not be found. Jun 18 16:29:57.856972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e460b103-34d4-40c3-a62b-7e888e93173f tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:29:57.858807 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e460b103-34d4-40c3-a62b-7e888e93173f tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/networks/2ecc0488-6bb5-4888-93e8-a2280ff0e01f HTTP/1.1" status: 404 len: 339 time: 0.0370936 Jun 18 16:29:57.862747 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45990) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:57.869575 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f063085-7eea-4630-81e8-aca589308c8e', 'name': '', 'tenant_id': 'ae66c92afdfe48b4af14d0e3878b470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521810c0-4415-4c9f-b70f-63f17fbb4ea2', 'external_fixed_ips': [{'subnet_id': '8d07c046-6356-4fe7-87b3-5fc0e64e6899', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'fc75f418-d702-4f79-9cd2-52e1388925a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:48Z', 'updated_at': '2021-06-18T16:29:54Z', 'revision_number': 3, 'project_id': 'ae66c92afdfe48b4af14d0e3878b470e', 'gw_port': {'id': 'fc75f418-d702-4f79-9cd2-52e1388925a2', 'name': '', 'network_id': '521810c0-4415-4c9f-b70f-63f17fbb4ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:7b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f063085-7eea-4630-81e8-aca589308c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '8d07c046-6356-4fe7-87b3-5fc0e64e6899', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:51Z', 'updated_at': '2021-06-18T16:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d07c046-6356-4fe7-87b3-5fc0e64e6899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:57.874959 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-466a8ebc-69ca-4ba8-90e1-8dc2979acdd1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:57.875183 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d7aa72d9-28c6-40c9-a18d-3b0758377e7b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:57.876149 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Subnet': ['ID=fb40a732-8591-467c-90fa-db1fc0df9cee,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:57.879190 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466a8ebc-69ca-4ba8-90e1-8dc2979acdd1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:57.879871 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-466a8ebc-69ca-4ba8-90e1-8dc2979acdd1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:57.888394 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749912a9-4071-40da-8d85-4190608465af None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:57.937071 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Checking router: 1f063085-7eea-4630-81e8-aca589308c8e for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:29:57.937071 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Updating router 1f063085-7eea-4630-81e8-aca589308c8e port fc75f418-d702-4f79-9cd2-52e1388925a2 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:29:57.938305 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:57.938801 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:57.939400 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:57.940704 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:57.940704 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:57.940704 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:57.941143 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:57.941329 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:57.941676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:57.942185 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:57.942544 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:57.943160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:57.957425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:57.961696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7e40425c-3553-4918-94fa-417ec78f7f57 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:58.034028 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.185298 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': 'abd3f2d3-141f-4fbf-b56e-0b209b2bd112'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:58.186442 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.232227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Deleting port 3ecd85a7-fcec-4623-984b-d8f22e8d5c7a {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:58.232867 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.278085 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 45996) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:58.354973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.397084 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Allocated IP 2001:db8::2 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/abd3f2d3-141f-4fbf-b56e-0b209b2bd112/d14d8075-e72a-49a1-b094-70a5684cb26b) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:58.451395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Calling delete_port for 3ecd85a7-fcec-4623-984b-d8f22e8d5c7a owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:58.473684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7aa72d9-28c6-40c9-a18d-3b0758377e7b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 74a620c8-6ca9-426c-a7be-65516fd2b20e has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:58.497207 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a8ebc-69ca-4ba8-90e1-8dc2979acdd1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=abd3f2d3-141f-4fbf-b56e-0b209b2bd112,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:58.504215 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Checking segment: {'id': 'b8cb3c14-369c-4a58-aff9-cd4de8cb203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e18d826c-3c62-46f7-bb09-dbaa0cea1d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:58.504802 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network hostable DHCP agents. Network: e18d826c-3c62-46f7-bb09-dbaa0cea1d8f, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:29:58.509319 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0cf34f05-7d77-41f3-be22-7fc560ed34bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.512228 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-466a8ebc-69ca-4ba8-90e1-8dc2979acdd1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:58.512620 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.531043 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Transition to ACTIVE for port object fc75f418-d702-4f79-9cd2-52e1388925a2 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:58.537467 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0cf34f05-7d77-41f3-be22-7fc560ed34bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.544193 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.546246 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:58.550300 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-50733560-baea-4418-b067-1fd46616cee3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:58.550862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network e18d826c-3c62-46f7-bb09-dbaa0cea1d8f is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:29:58.559355 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-466a8ebc-69ca-4ba8-90e1-8dc2979acdd1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9639115 Jun 18 16:29:58.564912 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46000) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:58.582425 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-336cfdad-8490-4d62-9e0e-193783826baf tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-737005686'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:58.586081 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-9ed8e17e-9a81-44f2-8c1e-5524e1fc8d97 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'fixed_ips': [{'subnet_id': 'abd3f2d3-141f-4fbf-b56e-0b209b2bd112', 'ip_address': '2001:db8::ba5d:bcdc:f088:b6e8'}], 'name': 'tempest-NetworksTestDHCPv6-271447582'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:58.618197 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122fa59-47b1-470f-880f-1fbb575101ef None None] Pushing event updated for resources: {'Port': ['ID=fc75f418-d702-4f79-9cd2-52e1388925a2,revision_number=2']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:58.629161 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122fa59-47b1-470f-880f-1fbb575101ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.630230 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122fa59-47b1-470f-880f-1fbb575101ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.630767 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122fa59-47b1-470f-880f-1fbb575101ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.631891 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122fa59-47b1-470f-880f-1fbb575101ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.632376 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122fa59-47b1-470f-880f-1fbb575101ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.632871 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122fa59-47b1-470f-880f-1fbb575101ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.633368 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122fa59-47b1-470f-880f-1fbb575101ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.634016 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122fa59-47b1-470f-880f-1fbb575101ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.634677 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122fa59-47b1-470f-880f-1fbb575101ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.635634 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122fa59-47b1-470f-880f-1fbb575101ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.636556 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122fa59-47b1-470f-880f-1fbb575101ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.637042 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122fa59-47b1-470f-880f-1fbb575101ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.657720 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-0122fa59-47b1-470f-880f-1fbb575101ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:58.665848 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.676421 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Transition to ACTIVE for port object d14d8075-e72a-49a1-b094-70a5684cb26b will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:58.676735 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.687217 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8636b3f4-32ba-487e-a93e-78a7bba1b61a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:58.690878 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf34f05-7d77-41f3-be22-7fc560ed34bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:29:58.696477 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, e18d826c-3c62-46f7-bb09-dbaa0cea1d8f) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:58.698435 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336cfdad-8490-4d62-9e0e-193783826baf tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Made reservation on behalf of 3772697f4a134be4807eddbbf81e2d73 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:58.701909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-336cfdad-8490-4d62-9e0e-193783826baf tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.704237 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Transition to ACTIVE for port object d14d8075-e72a-49a1-b094-70a5684cb26b will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:58.714051 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25760242-7580-4783-9d29-41d0d8a0376b None None] Network e18d826c-3c62-46f7-bb09-dbaa0cea1d8f requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:58.717016 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:58.717602 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.720515 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f3e318cd-62ba-4439-b577-d4aafe863530 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.722059 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Attempting to bind port fc75f418-d702-4f79-9cd2-52e1388925a2 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:58.722554 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Attempting to bind port fc75f418-d702-4f79-9cd2-52e1388925a2 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'c0d104d8-1d08-47c2-af32-e0754243260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '521810c0-4415-4c9f-b70f-63f17fbb4ea2'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:58.723068 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Attempting to bind port fc75f418-d702-4f79-9cd2-52e1388925a2 on network 521810c0-4415-4c9f-b70f-63f17fbb4ea2 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:58.730720 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:58.731973 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Checking segment: {'id': 'c0d104d8-1d08-47c2-af32-e0754243260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '521810c0-4415-4c9f-b70f-63f17fbb4ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:58.731973 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.733674 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Bound using segment: {'id': 'c0d104d8-1d08-47c2-af32-e0754243260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '521810c0-4415-4c9f-b70f-63f17fbb4ea2'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:58.733674 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Bound port: fc75f418-d702-4f79-9cd2-52e1388925a2, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d104d8-1d08-47c2-af32-e0754243260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '521810c0-4415-4c9f-b70f-63f17fbb4ea2'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:58.733674 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.741017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.741619 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0cf34f05-7d77-41f3-be22-7fc560ed34bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.741974 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-0cf34f05-7d77-41f3-be22-7fc560ed34bd admin admin] Added segment c3de9a6a-3470-493f-b30a-29ff6a5fc4fe of type vlan for network bbc32552-61b4-4e7e-ab65-d2d2792a3d8f Jun 18 16:29:58.745946 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/ports/3ecd85a7-fcec-4623-984b-d8f22e8d5c7a HTTP/1.1" status: 204 len: 168 time: 0.8796580 Jun 18 16:29:58.746187 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf34f05-7d77-41f3-be22-7fc560ed34bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6041a40d-ebc5-4994-9d5a-1ac66d8b5c09,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:58.748856 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0cf34f05-7d77-41f3-be22-7fc560ed34bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:58.749353 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46004) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:58.751631 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event deleted for resources: {'Port': ['ID=3ecd85a7-fcec-4623-984b-d8f22e8d5c7a,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:58.756087 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-336cfdad-8490-4d62-9e0e-193783826baf tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.760086 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7aa72d9-28c6-40c9-a18d-3b0758377e7b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:58.768787 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d7aa72d9-28c6-40c9-a18d-3b0758377e7b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.812125 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce2992f-669f-4abd-9f18-391ff994f3cb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] DELETE failed (client error): The resource could not be found. Jun 18 16:29:58.812627 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce2992f-669f-4abd-9f18-391ff994f3cb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:29:58.812929 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] For port fc75f418-d702-4f79-9cd2-52e1388925a2, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:58.814404 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7ce2992f-669f-4abd-9f18-391ff994f3cb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/subnets/76374dd6-3699-4ec7-9e52-858bc294c7d1 HTTP/1.1" status: 404 len: 337 time: 0.0554039 Jun 18 16:29:58.815545 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.815927 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.816344 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.816719 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.817530 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.817530 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.818010 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.818498 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.818819 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4331062 Jun 18 16:29:58.819129 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.819828 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.820359 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.820740 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] For port fc75f418-d702-4f79-9cd2-52e1388925a2, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=fc75f418-d702-4f79-9cd2-52e1388925a2,segment=NetworkSegment(c0d104d8-1d08-47c2-af32-e0754243260a),segment_id=c0d104d8-1d08-47c2-af32-e0754243260a)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:58.820941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:58.823868 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46006) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:58.824394 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46008) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:58.826686 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.828280 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:58.830224 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:58.856104 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed8e17e-9a81-44f2-8c1e-5524e1fc8d97 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:58.889571 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Routers {'1f063085-7eea-4630-81e8-aca589308c8e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:58.890197 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['1f063085-7eea-4630-81e8-aca589308c8e'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:58.891521 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:58.892089 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122fa59-47b1-470f-880f-1fbb575101ef None None] Pushing event updated for resources: {'Port': ['ID=fc75f418-d702-4f79-9cd2-52e1388925a2,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:58.902891 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896b9d92-d2f1-4a40-b5a9-c2de5f29ff2e None None] Sync routers for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:58.907760 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:58.919956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:58.928278 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-0122fa59-47b1-470f-880f-1fbb575101ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:58.930997 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d7aa72d9-28c6-40c9-a18d-3b0758377e7b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "PUT /v2.0/floatingips/e6747da7-2dd3-4d77-bfe0-27b913399356 HTTP/1.1" status: 200 len: 979 time: 2.6449809 Jun 18 16:29:58.940438 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46010) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:58.950312 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:58.974580 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:58.988651 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-f757e9f7-0d46-4ce7-9b21-42629af2f9cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'network_id': 'e18d826c-3c62-46f7-bb09-dbaa0cea1d8f', 'name': 'tempest-PortsIpV6TestJSON-1214282758'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:58.989754 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] Set router 1f063085-7eea-4630-81e8-aca589308c8e gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:59.018897 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896b9d92-d2f1-4a40-b5a9-c2de5f29ff2e None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:59.019723 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-896b9d92-d2f1-4a40-b5a9-c2de5f29ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:59.056835 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f063085-7eea-4630-81e8-aca589308c8e', 'name': '', 'tenant_id': 'ae66c92afdfe48b4af14d0e3878b470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:48Z', 'updated_at': '2021-06-18T16:29:58Z', 'revision_number': 4, 'project_id': 'ae66c92afdfe48b4af14d0e3878b470e', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:59.083637 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ed8e17e-9a81-44f2-8c1e-5524e1fc8d97 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.083877 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-336cfdad-8490-4d62-9e0e-193783826baf tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.086318 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74436e3b-97f1-4915-b01d-b4db6176bff7 None None] The sync data for ids ['1f063085-7eea-4630-81e8-aca589308c8e'] in dv-neutron-797121-1-hyperv is: [{'id': '1f063085-7eea-4630-81e8-aca589308c8e', 'name': '', 'tenant_id': 'ae66c92afdfe48b4af14d0e3878b470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:48Z', 'updated_at': '2021-06-18T16:29:58Z', 'revision_number': 4, 'project_id': 'ae66c92afdfe48b4af14d0e3878b470e', 'gw_port_host': None}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:59.093050 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-336cfdad-8490-4d62-9e0e-193783826baf tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.097663 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1a8d661b-3747-46fa-858a-ff1739df1f48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:59.109706 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3f89348b-854f-4f88-9207-180d4a765ffb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.128197 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Attempting to bind port d14d8075-e72a-49a1-b094-70a5684cb26b on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:59.128743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Attempting to bind port d14d8075-e72a-49a1-b094-70a5684cb26b by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:59.129266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Attempting to bind port d14d8075-e72a-49a1-b094-70a5684cb26b on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:59.134380 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-9ed8e17e-9a81-44f2-8c1e-5524e1fc8d97 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port b497764b-c935-4040-996b-65e196781bc4 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:29:59.138666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336cfdad-8490-4d62-9e0e-193783826baf tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:29:59.148634 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:59.149017 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:59.149422 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.150372 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:59.151847 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Bound port: d14d8075-e72a-49a1-b094-70a5684cb26b, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:59.152567 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.178801 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cfdad-8490-4d62-9e0e-193783826baf tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca59980a-4513-4dc7-af2a-c8df0b263119,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:59.184563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-336cfdad-8490-4d62-9e0e-193783826baf tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:59.194260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-336cfdad-8490-4d62-9e0e-193783826baf tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.194791 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-336cfdad-8490-4d62-9e0e-193783826baf tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Added segment 39d72c05-1c31-47b8-aac1-996142630bc5 of type vlan for network 91c7d671-0209-4a39-9f3a-3bde87618120 Jun 18 16:29:59.213503 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0cf34f05-7d77-41f3-be22-7fc560ed34bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.234366 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] For port d14d8075-e72a-49a1-b094-70a5684cb26b, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:59.237985 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] For port d14d8075-e72a-49a1-b094-70a5684cb26b, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d14d8075-e72a-49a1-b094-70a5684cb26b,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:59.239647 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-896b9d92-d2f1-4a40-b5a9-c2de5f29ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:59.259503 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-336cfdad-8490-4d62-9e0e-193783826baf tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.262056 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896b9d92-d2f1-4a40-b5a9-c2de5f29ff2e None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:59.262855 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-896b9d92-d2f1-4a40-b5a9-c2de5f29ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:59.266518 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.275140 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-c85d4e5e-332a-43d9-9e2c-fd71be8dfe75 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Deleting port 4daa8abb-2a27-4bae-9ca7-436d6dfc75bc {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:59.275655 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c85d4e5e-332a-43d9-9e2c-fd71be8dfe75 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.314312 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Pushing event updated for resources: {'Port': ['ID=d14d8075-e72a-49a1-b094-70a5684cb26b,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:59.328307 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:59.328887 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:59.329769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:59.330382 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:59.331485 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:59.331677 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:59.332151 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:59.332627 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:59.333592 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:59.334216 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:59.334937 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:59.336063 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:59.342211 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-336cfdad-8490-4d62-9e0e-193783826baf tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.343148 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:59.344258 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-85b5abf8-1501-401f-b64c-55decfc52b7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:59.348710 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336cfdad-8490-4d62-9e0e-193783826baf tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:59.349356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-336cfdad-8490-4d62-9e0e-193783826baf tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.354482 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:59.399113 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-896b9d92-d2f1-4a40-b5a9-c2de5f29ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:59.399905 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896b9d92-d2f1-4a40-b5a9-c2de5f29ff2e None None] The sync data for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:59.434157 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Pushing event updated for resources: {'Port': ['ID=d14d8075-e72a-49a1-b094-70a5684cb26b,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:59.437351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:59.444873 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-336cfdad-8490-4d62-9e0e-193783826baf tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1657085 Jun 18 16:29:59.453545 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-e18d826c-3c62-46f7-bb09-dbaa0cea1d8f', 'network_id': 'e18d826c-3c62-46f7-bb09-dbaa0cea1d8f', 'tenant_id': 'ab5b30efde934fcfab6623163b520fd8', 'fixed_ips': [{'subnet_id': 'fb40a732-8591-467c-90fa-db1fc0df9cee'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:59.462500 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.470641 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3f89348b-854f-4f88-9207-180d4a765ffb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.492381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c85d4e5e-332a-43d9-9e2c-fd71be8dfe75 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.492772 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c85d4e5e-332a-43d9-9e2c-fd71be8dfe75 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.497431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cfdad-8490-4d62-9e0e-193783826baf tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Pushing event updated for resources: {'Network': ['ID=91c7d671-0209-4a39-9f3a-3bde87618120,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:59.506873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-336cfdad-8490-4d62-9e0e-193783826baf tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:59.518332 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-3f89348b-854f-4f88-9207-180d4a765ffb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff77245f-8d29-4585-be8d-d0030316bd74']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:59.552470 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0cf34f05-7d77-41f3-be22-7fc560ed34bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.554050 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf34f05-7d77-41f3-be22-7fc560ed34bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:59.555187 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0cf34f05-7d77-41f3-be22-7fc560ed34bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.565316 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-719ae5cf-2da1-4f7c-80f1-5965d13dfaa0 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:59.571694 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-3f89348b-854f-4f88-9207-180d4a765ffb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7102c863-be97-4605-84a8-57ac5efeddc8') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:59.572374 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-3f89348b-854f-4f88-9207-180d4a765ffb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7102c863-be97-4605-84a8-57ac5efeddc8') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:59.594099 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 91c7d671-0209-4a39-9f3a-3bde87618120 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:29:59.605550 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-c85d4e5e-332a-43d9-9e2c-fd71be8dfe75 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Calling delete_port for 4daa8abb-2a27-4bae-9ca7-436d6dfc75bc owned by network:floatingip {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:59.696636 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3f89348b-854f-4f88-9207-180d4a765ffb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.703814 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-f3e318cd-62ba-4439-b577-d4aafe863530 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Deleting port fc75f418-d702-4f79-9cd2-52e1388925a2 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:59.704272 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f3e318cd-62ba-4439-b577-d4aafe863530 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.756509 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0cf34f05-7d77-41f3-be22-7fc560ed34bd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6792319 Jun 18 16:29:59.764004 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46016) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:59.774666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-9c89b316-835c-4fc0-8660-6b57e9e975f7 admin admin] Request body: {'subnet': {'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-223729613-subnet', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:59.800664 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Allocated IP 2001:db8::2 (e18d826c-3c62-46f7-bb09-dbaa0cea1d8f/fb40a732-8591-467c-90fa-db1fc0df9cee/1bdf274e-d489-4eab-8e60-2eac014cde86) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:59.823195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3f89348b-854f-4f88-9207-180d4a765ffb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.843388 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf34f05-7d77-41f3-be22-7fc560ed34bd admin admin] Pushing event updated for resources: {'Network': ['ID=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:59.856103 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0cf34f05-7d77-41f3-be22-7fc560ed34bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:59.857344 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-9ed8e17e-9a81-44f2-8c1e-5524e1fc8d97 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::ba5d:bcdc:f088:b6e8 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/abd3f2d3-141f-4fbf-b56e-0b209b2bd112/b497764b-c935-4040-996b-65e196781bc4) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:59.860318 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f89348b-854f-4f88-9207-180d4a765ffb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:59.861152 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3f89348b-854f-4f88-9207-180d4a765ffb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.868341 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46018) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:59.870437 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:59.877845 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Request body: {'port': {'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120', 'binding:host_id': 'hv-neutron-7971', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-314090662'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:59.886024 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f757e9f7-0d46-4ce7-9b21-42629af2f9cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:59.889970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f757e9f7-0d46-4ce7-9b21-42629af2f9cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.910056 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network bbc32552-61b4-4e7e-ab65-d2d2792a3d8f details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:29:59.918951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c89b316-835c-4fc0-8660-6b57e9e975f7 admin admin] Made reservation on behalf of 50f087196ad446c28f1edba2e7568216 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:59.921288 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9c89b316-835c-4fc0-8660-6b57e9e975f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:59.998224 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-f757e9f7-0d46-4ce7-9b21-42629af2f9cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] device_id is not set on port fd534b21-b546-4662-8503-b11ffd12b0c4 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:00.009734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Made reservation on behalf of 58abc1752033409db193bef33504a4b2 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:00.012907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:00.016072 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3f89348b-854f-4f88-9207-180d4a765ffb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:00.033155 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-f3e318cd-62ba-4439-b577-d4aafe863530 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] For port fc75f418-d702-4f79-9cd2-52e1388925a2, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=fc75f418-d702-4f79-9cd2-52e1388925a2,segment=NetworkSegment(c0d104d8-1d08-47c2-af32-e0754243260a),segment_id=c0d104d8-1d08-47c2-af32-e0754243260a)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:00.033509 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f3e318cd-62ba-4439-b577-d4aafe863530 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:00.035843 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:00.039327 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:00.058724 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c85d4e5e-332a-43d9-9e2c-fd71be8dfe75 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:00.063156 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d3edb568-af9f-4d33-8c94-4e8d3b42a1b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:00.072248 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:00.076455 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3f89348b-854f-4f88-9207-180d4a765ffb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:00.078450 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3f89348b-854f-4f88-9207-180d4a765ffb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/networks/ff77245f-8d29-4585-be8d-d0030316bd74 HTTP/1.1" status: 204 len: 168 time: 1.2254734 Jun 18 16:30:00.087713 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46020) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:00.090991 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Transition to ACTIVE for port object 1bdf274e-d489-4eab-8e60-2eac014cde86 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:00.091744 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d4e5e-332a-43d9-9e2c-fd71be8dfe75 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event deleted for resources: {'Port': ['ID=4daa8abb-2a27-4bae-9ca7-436d6dfc75bc,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:00.107956 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c85d4e5e-332a-43d9-9e2c-fd71be8dfe75 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:00.109855 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Transition to ACTIVE for port object 1bdf274e-d489-4eab-8e60-2eac014cde86 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:00.114380 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89348b-854f-4f88-9207-180d4a765ffb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event deleted for resources: {'Network': ['ID=ff77245f-8d29-4585-be8d-d0030316bd74,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:00.118607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:00.121076 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:00.153099 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3f89348b-854f-4f88-9207-180d4a765ffb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:00.180343 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Network e18d826c-3c62-46f7-bb09-dbaa0cea1d8f is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:00.185865 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:00.187660 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Pushing event updated for resources: {'Port': ['ID=1bdf274e-d489-4eab-8e60-2eac014cde86,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:00.192964 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-f3e318cd-62ba-4439-b577-d4aafe863530 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Calling delete_port for fc75f418-d702-4f79-9cd2-52e1388925a2 owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:00.194832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:00.197013 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:00.253956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Attempting to bind port 1bdf274e-d489-4eab-8e60-2eac014cde86 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:00.254335 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Attempting to bind port 1bdf274e-d489-4eab-8e60-2eac014cde86 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'b8cb3c14-369c-4a58-aff9-cd4de8cb203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e18d826c-3c62-46f7-bb09-dbaa0cea1d8f'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:00.254759 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Attempting to bind port 1bdf274e-d489-4eab-8e60-2eac014cde86 on network e18d826c-3c62-46f7-bb09-dbaa0cea1d8f {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:00.260525 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:00.261661 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Checking segment: {'id': 'b8cb3c14-369c-4a58-aff9-cd4de8cb203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e18d826c-3c62-46f7-bb09-dbaa0cea1d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:00.261661 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:00.261932 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Bound using segment: {'id': 'b8cb3c14-369c-4a58-aff9-cd4de8cb203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e18d826c-3c62-46f7-bb09-dbaa0cea1d8f'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:00.262627 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Bound port: 1bdf274e-d489-4eab-8e60-2eac014cde86, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8cb3c14-369c-4a58-aff9-cd4de8cb203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e18d826c-3c62-46f7-bb09-dbaa0cea1d8f'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:00.262627 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:00.337930 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] For port 1bdf274e-d489-4eab-8e60-2eac014cde86, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:00.342738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] For port 1bdf274e-d489-4eab-8e60-2eac014cde86, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=1bdf274e-d489-4eab-8e60-2eac014cde86,segment=NetworkSegment(b8cb3c14-369c-4a58-aff9-cd4de8cb203a),segment_id=b8cb3c14-369c-4a58-aff9-cd4de8cb203a)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:00.343388 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c85d4e5e-332a-43d9-9e2c-fd71be8dfe75 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:00.344012 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-c85d4e5e-332a-43d9-9e2c-fd71be8dfe75 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Floating IP e6747da7-2dd3-4d77-bfe0-27b913399356 disassociated (deleted). External IP: 172.26.2.224, port: 2cb70401-26c5-423b-85ee-a0fd5b130f83. Jun 18 16:30:00.348083 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:00.351099 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:00.386980 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-f757e9f7-0d46-4ce7-9b21-42629af2f9cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Allocated IP 2001:db8::da (e18d826c-3c62-46f7-bb09-dbaa0cea1d8f/fb40a732-8591-467c-90fa-db1fc0df9cee/fd534b21-b546-4662-8503-b11ffd12b0c4) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:00.423141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Pushing event updated for resources: {'Port': ['ID=1bdf274e-d489-4eab-8e60-2eac014cde86,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:00.426757 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ed8e17e-9a81-44f2-8c1e-5524e1fc8d97 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:00.431912 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:00.488505 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9c89b316-835c-4fc0-8660-6b57e9e975f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:00.526848 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-9ed8e17e-9a81-44f2-8c1e-5524e1fc8d97 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object b497764b-c935-4040-996b-65e196781bc4 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:00.529803 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:00.626622 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ed8e17e-9a81-44f2-8c1e-5524e1fc8d97 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:00.651382 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f3e318cd-62ba-4439-b577-d4aafe863530 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:00.653366 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:00.785483 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed8e17e-9a81-44f2-8c1e-5524e1fc8d97 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:00.824551 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-9ed8e17e-9a81-44f2-8c1e-5524e1fc8d97 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:00.844461 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8e17e-9a81-44f2-8c1e-5524e1fc8d97 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:00.851357 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed8e17e-9a81-44f2-8c1e-5524e1fc8d97 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:00.852047 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ed8e17e-9a81-44f2-8c1e-5524e1fc8d97 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:00.956136 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8e17e-9a81-44f2-8c1e-5524e1fc8d97 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=b497764b-c935-4040-996b-65e196781bc4,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:01.007174 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d14d8075-e72a-49a1-b094-70a5684cb26b up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:01.049843 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.052315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-18345d66-20ce-46fd-b2f5-799d04755eb5 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Deleting port 1d08c335-c70a-47c3-8a47-c09761fbc2dd {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:01.053104 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18345d66-20ce-46fd-b2f5-799d04755eb5 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.090979 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port d14d8075-e72a-49a1-b094-70a5684cb26b completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:01.091672 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f757e9f7-0d46-4ce7-9b21-42629af2f9cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.096173 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e318cd-62ba-4439-b577-d4aafe863530 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc75f418-d702-4f79-9cd2-52e1388925a2,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:01.097982 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.104741 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f3e318cd-62ba-4439-b577-d4aafe863530 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:01.105221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] device_id is not set on port abd463a9-d476-4bdb-b6be-66eeeeb133b5 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:01.107494 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:01.107871 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:01.111591 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f3e318cd-62ba-4439-b577-d4aafe863530 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.117796 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9ed8e17e-9a81-44f2-8c1e-5524e1fc8d97 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5440230 Jun 18 16:30:01.123077 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46022) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:01.193479 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-1e9c1ecd-b7b8-4837-9f89-bbea919f155e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'fixed_ips': [{'subnet_id': 'abd3f2d3-141f-4fbf-b56e-0b209b2bd112', 'ip_address': '2001:db8::ba5d:bcdc:f088:b6e8'}], 'name': 'tempest-NetworksTestDHCPv6-1568118832'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:01.261572 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-f757e9f7-0d46-4ce7-9b21-42629af2f9cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Transition to ACTIVE for port object fd534b21-b546-4662-8503-b11ffd12b0c4 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:01.300533 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f3e318cd-62ba-4439-b577-d4aafe863530 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.306123 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f3e318cd-62ba-4439-b577-d4aafe863530 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.315472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89b316-835c-4fc0-8660-6b57e9e975f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0af9ced-d447-40f4-82ea-2c6458b522e8,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:01.324689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9c89b316-835c-4fc0-8660-6b57e9e975f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:01.334631 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f730e19f-2957-49c0-9434-a434b6a09a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:01.340294 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-60e6c0ae-a5d5-4a9c-accc-cedd6f061ecf None None] Provisioning for port d14d8075-e72a-49a1-b094-70a5684cb26b completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:01.345874 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-60e6c0ae-a5d5-4a9c-accc-cedd6f061ecf None None] Provisioning complete for port d14d8075-e72a-49a1-b094-70a5684cb26b triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:01.346458 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-60e6c0ae-a5d5-4a9c-accc-cedd6f061ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.378809 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c89b316-835c-4fc0-8660-6b57e9e975f7 admin admin] Checking segment: {'id': 'c3de9a6a-3470-493f-b30a-29ff6a5fc4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:01.379422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c89b316-835c-4fc0-8660-6b57e9e975f7 admin admin] Network hostable DHCP agents. Network: bbc32552-61b4-4e7e-ab65-d2d2792a3d8f, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:30:01.399285 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18345d66-20ce-46fd-b2f5-799d04755eb5 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.407807 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f3e318cd-62ba-4439-b577-d4aafe863530 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.408360 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e318cd-62ba-4439-b577-d4aafe863530 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f063085-7eea-4630-81e8-aca589308c8e {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:30:01.410849 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f757e9f7-0d46-4ce7-9b21-42629af2f9cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.417699 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f3e318cd-62ba-4439-b577-d4aafe863530 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.418578 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f3e318cd-62ba-4439-b577-d4aafe863530 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "DELETE /v2.0/routers/1f063085-7eea-4630-81e8-aca589308c8e HTTP/1.1" status: 204 len: 168 time: 4.0238988 Jun 18 16:30:01.434691 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46024) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:01.445863 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:01.483003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-60e6c0ae-a5d5-4a9c-accc-cedd6f061ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.508008 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757e9f7-0d46-4ce7-9b21-42629af2f9cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=fd534b21-b546-4662-8503-b11ffd12b0c4,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:01.512041 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f757e9f7-0d46-4ce7-9b21-42629af2f9cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:01.536421 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-60e6c0ae-a5d5-4a9c-accc-cedd6f061ecf None None] For port d14d8075-e72a-49a1-b094-70a5684cb26b, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d14d8075-e72a-49a1-b094-70a5684cb26b,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:01.542163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-60e6c0ae-a5d5-4a9c-accc-cedd6f061ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.545320 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-dbce71dd-9d4f-4aa2-844a-c3dd8bc39e9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:01.568615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f757e9f7-0d46-4ce7-9b21-42629af2f9cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network e18d826c-3c62-46f7-bb09-dbaa0cea1d8f is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:01.576347 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-f757e9f7-0d46-4ce7-9b21-42629af2f9cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:01.578688 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f757e9f7-0d46-4ce7-9b21-42629af2f9cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:01.584338 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f757e9f7-0d46-4ce7-9b21-42629af2f9cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:01.584935 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f757e9f7-0d46-4ce7-9b21-42629af2f9cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.596662 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-18345d66-20ce-46fd-b2f5-799d04755eb5 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Calling delete_port for 1d08c335-c70a-47c3-8a47-c09761fbc2dd owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:01.601914 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6c0ae-a5d5-4a9c-accc-cedd6f061ecf None None] Pushing event updated for resources: {'Port': ['ID=d14d8075-e72a-49a1-b094-70a5684cb26b,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:01.605551 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-60e6c0ae-a5d5-4a9c-accc-cedd6f061ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:01.616057 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5110cf-b3d6-4432-8fe6-efb235d898f7 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Deleting subnet 8d07c046-6356-4fe7-87b3-5fc0e64e6899 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:30:01.622425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ff5110cf-b3d6-4432-8fe6-efb235d898f7 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.638972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594c01b9-d1da-454f-b61c-307c9b1c4957,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:01.653485 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9c1ecd-b7b8-4837-9f89-bbea919f155e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:01.658963 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1e9c1ecd-b7b8-4837-9f89-bbea919f155e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.668054 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f757e9f7-0d46-4ce7-9b21-42629af2f9cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8131375 Jun 18 16:30:01.681687 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46026) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:01.685499 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cb1db026-962a-407d-bf6c-334b5e1d9814 None None] Provisioning for port b497764b-c935-4040-996b-65e196781bc4 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:01.687892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-567656b6-ccdb-4679-9a22-b1930c2960dc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'network_id': 'e18d826c-3c62-46f7-bb09-dbaa0cea1d8f', 'name': 'tempest-PortsIpV6TestJSON-122521037'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:01.693153 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cb1db026-962a-407d-bf6c-334b5e1d9814 None None] Provisioning complete for port b497764b-c935-4040-996b-65e196781bc4 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:01.694070 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cb1db026-962a-407d-bf6c-334b5e1d9814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.735939 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-cb1db026-962a-407d-bf6c-334b5e1d9814 None None] Port b497764b-c935-4040-996b-65e196781bc4 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:01.739514 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ff5110cf-b3d6-4432-8fe6-efb235d898f7 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.764555 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-1e9c1ecd-b7b8-4837-9f89-bbea919f155e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port 8ba5798b-b31c-4b58-882e-8d6c721abeba yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:01.770200 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:01.771194 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18345d66-20ce-46fd-b2f5-799d04755eb5 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.780590 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c89b316-835c-4fc0-8660-6b57e9e975f7 admin admin] Network bbc32552-61b4-4e7e-ab65-d2d2792a3d8f is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:30:01.782375 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d1349b03-aa3e-437f-8770-98b47d8a3354 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:01.830283 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18345d66-20ce-46fd-b2f5-799d04755eb5 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event deleted for resources: {'Port': ['ID=1d08c335-c70a-47c3-8a47-c09761fbc2dd,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:01.846023 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-18345d66-20ce-46fd-b2f5-799d04755eb5 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:01.855727 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18345d66-20ce-46fd-b2f5-799d04755eb5 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.860200 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-18345d66-20ce-46fd-b2f5-799d04755eb5 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/ports/1d08c335-c70a-47c3-8a47-c09761fbc2dd HTTP/1.1" status: 204 len: 168 time: 1.7639666 Jun 18 16:30:01.861240 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-9c89b316-835c-4fc0-8660-6b57e9e975f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, bbc32552-61b4-4e7e-ab65-d2d2792a3d8f) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:01.867444 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46028) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:01.872234 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dad8cd-50ae-4a32-87b1-739458ef8658 None None] Network bbc32552-61b4-4e7e-ab65-d2d2792a3d8f requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:01.874863 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c89b316-835c-4fc0-8660-6b57e9e975f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:01.874863 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9c89b316-835c-4fc0-8660-6b57e9e975f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.881170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ff5110cf-b3d6-4432-8fe6-efb235d898f7 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.912623 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9c89b316-835c-4fc0-8660-6b57e9e975f7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1474655 Jun 18 16:30:01.919742 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46030) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:01.927941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-223729613-router', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:01.938760 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85d4e5e-332a-43d9-9e2c-fd71be8dfe75 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 74a620c8-6ca9-426c-a7be-65516fd2b20e has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:30:01.950206 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] device_id is not set on port abd463a9-d476-4bdb-b6be-66eeeeb133b5 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:01.962675 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:01.978333 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Transition to ACTIVE for port object abd463a9-d476-4bdb-b6be-66eeeeb133b5 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:01.998787 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:02.009446 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-18345d66-20ce-46fd-b2f5-799d04755eb5 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:02.047180 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1dd7275-7695-43d7-aedd-204ddead10aa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] DELETE failed (client error): The resource could not be found. Jun 18 16:30:02.047694 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1dd7275-7695-43d7-aedd-204ddead10aa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:30:02.050412 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b1dd7275-7695-43d7-aedd-204ddead10aa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/subnets/a5e148c7-0129-4f0b-82a2-96d50304214c HTTP/1.1" status: 404 len: 337 time: 0.1782489 Jun 18 16:30:02.058054 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9c1ecd-b7b8-4837-9f89-bbea919f155e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 18 16:30:02.058561 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9c1ecd-b7b8-4837-9f89-bbea919f155e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:30:02.060559 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46032) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:02.067712 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9a23da-2d02-45dd-92dd-8db00d1812d9 None None] Network e18d826c-3c62-46f7-bb09-dbaa0cea1d8f requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:02.092029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:02.093028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:02.110761 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-bbc32552-61b4-4e7e-ab65-d2d2792a3d8f', 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'fixed_ips': [{'subnet_id': 'c0af9ced-d447-40f4-82ea-2c6458b522e8'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:30:02.111678 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:02.115794 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Pushing event updated for resources: {'Port': ['ID=abd463a9-d476-4bdb-b6be-66eeeeb133b5,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:02.130915 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:02.140175 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-faa7a56e-156e-4e6d-ad3a-1a339deaed3d None None] Provisioning for port 1bdf274e-d489-4eab-8e60-2eac014cde86 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:02.173272 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e87a6f6b-a8ef-4c1e-83d5-e7a5ee448a9d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:02.189046 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Checking segment: {'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:02.189300 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Network hostable DHCP agents. Network: 91c7d671-0209-4a39-9f3a-3bde87618120, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:30:02.226487 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:02.302315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85d4e5e-332a-43d9-9e2c-fd71be8dfe75 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:02.309576 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c85d4e5e-332a-43d9-9e2c-fd71be8dfe75 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:02.312770 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c916b633-8805-4262-a424-4c3ffbbf1eb6 None None] Sync routers for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:02.314165 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Network 91c7d671-0209-4a39-9f3a-3bde87618120 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:30:02.320163 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567656b6-ccdb-4679-9a22-b1930c2960dc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:02.323368 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c916b633-8805-4262-a424-4c3ffbbf1eb6 None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:02.324159 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c916b633-8805-4262-a424-4c3ffbbf1eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:02.324649 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-567656b6-ccdb-4679-9a22-b1930c2960dc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:02.350788 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Allocated IP 172.20.0.2 (bbc32552-61b4-4e7e-ab65-d2d2792a3d8f/c0af9ced-d447-40f4-82ea-2c6458b522e8/ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:02.363002 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c916b633-8805-4262-a424-4c3ffbbf1eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:02.377601 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-567656b6-ccdb-4679-9a22-b1930c2960dc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] device_id is not set on port af8f1c7b-c328-4e03-85de-87f1c46719c4 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:02.378444 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c916b633-8805-4262-a424-4c3ffbbf1eb6 None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:02.379163 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c916b633-8805-4262-a424-4c3ffbbf1eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:29:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:02.389177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 91c7d671-0209-4a39-9f3a-3bde87618120) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:02.416386 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e235c5d5-b67f-4943-9503-10a6fdef8cc5 None None] Network 91c7d671-0209-4a39-9f3a-3bde87618120 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:02.420017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:02.443051 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c85d4e5e-332a-43d9-9e2c-fd71be8dfe75 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "DELETE /v2.0/floatingips/e6747da7-2dd3-4d77-bfe0-27b913399356 HTTP/1.1" status: 204 len: 168 time: 3.5013940 Jun 18 16:30:02.443652 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46034) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:02.444650 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c916b633-8805-4262-a424-4c3ffbbf1eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:02.445290 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c916b633-8805-4262-a424-4c3ffbbf1eb6 None None] The sync data for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:02.447220 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:02.460887 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:02.461220 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:02.461579 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:02.467371 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1e9c1ecd-b7b8-4837-9f89-bbea919f155e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3409338 Jun 18 16:30:02.467371 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e87a6f6b-a8ef-4c1e-83d5-e7a5ee448a9d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:02.472910 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ff5110cf-b3d6-4432-8fe6-efb235d898f7 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:02.481666 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46036) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:02.497374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:02.497748 dv-neutron-797121-1-hyperv neutron-server[93428]: ERROR neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:02.508741 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.plugins.ml2.plugin [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 2 to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 Jun 18 16:30:02.584659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:02.584881 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:02.585146 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:02.598320 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:02.598683 dv-neutron-797121-1-hyperv neutron-server[93428]: ERROR neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:02.601586 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.plugins.ml2.plugin [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 3 to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 Jun 18 16:30:02.628831 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:02.629096 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:02.629386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:02.644618 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:02.644844 dv-neutron-797121-1-hyperv neutron-server[93428]: ERROR neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:02.645815 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.plugins.ml2.plugin [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 4 to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 Jun 18 16:30:02.661431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-eeddbe03-d96d-4eb7-928d-9c32104d278e tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Deleting port 2cb70401-26c5-423b-85ee-a0fd5b130f83 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:02.662043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eeddbe03-d96d-4eb7-928d-9c32104d278e tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:02.681237 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:02.681429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:02.681934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:02.725684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:02.726017 dv-neutron-797121-1-hyperv neutron-server[93428]: ERROR neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:02.731677 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.plugins.ml2.plugin [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 5 to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 Jun 18 16:30:02.760830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:02.761164 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:02.761499 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:02.782510 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:02.782865 dv-neutron-797121-1-hyperv neutron-server[93428]: ERROR neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:02.787036 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.plugins.ml2.plugin [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 6 to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 Jun 18 16:30:02.806429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eeddbe03-d96d-4eb7-928d-9c32104d278e tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:02.879717 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5a43e050-4c9f-417c-b34c-0cfea8597c3a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:02.881314 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:02.881651 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:02.881985 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:02.906477 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:02.928042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-eeddbe03-d96d-4eb7-928d-9c32104d278e tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Calling delete_port for 2cb70401-26c5-423b-85ee-a0fd5b130f83 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:02.931064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Transition to ACTIVE for port object ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:02.931791 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e87a6f6b-a8ef-4c1e-83d5-e7a5ee448a9d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2a9994-85ec-4957-a411-cd2a9cd9c995']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:02.986606 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Transition to ACTIVE for port object ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:03.000775 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:03.001112 dv-neutron-797121-1-hyperv neutron-server[93428]: ERROR neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:03.004615 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.006154 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.plugins.ml2.plugin [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 7 to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 Jun 18 16:30:03.009727 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2f64abb2-5d55-472b-82c6-d860aead3332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:03.018523 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e87a6f6b-a8ef-4c1e-83d5-e7a5ee448a9d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e62720-a3d9-45d3-a840-4d18a7fb64da') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:03.029133 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e87a6f6b-a8ef-4c1e-83d5-e7a5ee448a9d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e62720-a3d9-45d3-a840-4d18a7fb64da') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:03.051368 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ff5110cf-b3d6-4432-8fe6-efb235d898f7 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.054378 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 1bdf274e-d489-4eab-8e60-2eac014cde86 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:03.063930 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ff5110cf-b3d6-4432-8fe6-efb235d898f7 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/8d07c046-6356-4fe7-87b3-5fc0e64e6899 HTTP/1.1" status: 204 len: 168 time: 1.6263587 Jun 18 16:30:03.065751 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5110cf-b3d6-4432-8fe6-efb235d898f7 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8d07c046-6356-4fe7-87b3-5fc0e64e6899,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:03.073386 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ff5110cf-b3d6-4432-8fe6-efb235d898f7 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:03.075779 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e87a6f6b-a8ef-4c1e-83d5-e7a5ee448a9d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.087264 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46038) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:03.088636 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:03.088892 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:03.089396 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:03.091131 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e87a6f6b-a8ef-4c1e-83d5-e7a5ee448a9d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.098381 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87a6f6b-a8ef-4c1e-83d5-e7a5ee448a9d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:03.098866 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e87a6f6b-a8ef-4c1e-83d5-e7a5ee448a9d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:03.118916 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:03.123399 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Network bbc32552-61b4-4e7e-ab65-d2d2792a3d8f is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:03.135162 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:03.139856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Pushing event updated for resources: {'Port': ['ID=ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:03.142721 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:03.145423 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:03.158666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:03.158893 dv-neutron-797121-1-hyperv neutron-server[93428]: ERROR neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:03.166859 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.plugins.ml2.plugin [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 8 to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 Jun 18 16:30:03.189904 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-567656b6-ccdb-4679-9a22-b1930c2960dc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Allocated IP 2001:db8::1a7 (e18d826c-3c62-46f7-bb09-dbaa0cea1d8f/fb40a732-8591-467c-90fa-db1fc0df9cee/af8f1c7b-c328-4e03-85de-87f1c46719c4) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:03.191996 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 1bdf274e-d489-4eab-8e60-2eac014cde86 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:03.209728 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.217021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:03.217342 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:03.217718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:03.225603 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 1bdf274e-d489-4eab-8e60-2eac014cde86 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:03.226118 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.230100 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8aad95-70b9-403b-8d1a-ac0f70abddc0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:03.236391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8aad95-70b9-403b-8d1a-ac0f70abddc0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:03.241924 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-df8aad95-70b9-403b-8d1a-ac0f70abddc0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3576596 Jun 18 16:30:03.243036 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46040) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:03.264592 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.265621 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e5350d99-a0a6-479d-82f9-004ca8028d91 None None] Provisioning for port fd534b21-b546-4662-8503-b11ffd12b0c4 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:03.270267 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:03.270926 dv-neutron-797121-1-hyperv neutron-server[93428]: ERROR neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:03.272279 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e87a6f6b-a8ef-4c1e-83d5-e7a5ee448a9d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.280018 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Attempting to bind port ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:03.280549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Attempting to bind port ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'c3de9a6a-3470-493f-b30a-29ff6a5fc4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:03.281021 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Attempting to bind port ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5 on network bbc32552-61b4-4e7e-ab65-d2d2792a3d8f {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:03.286723 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:03.288910 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e5350d99-a0a6-479d-82f9-004ca8028d91 None None] Provisioning complete for port fd534b21-b546-4662-8503-b11ffd12b0c4 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:03.289386 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e5350d99-a0a6-479d-82f9-004ca8028d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.293809 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.plugins.ml2.plugin [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 9 to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 Jun 18 16:30:03.294126 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e87a6f6b-a8ef-4c1e-83d5-e7a5ee448a9d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.296181 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e87a6f6b-a8ef-4c1e-83d5-e7a5ee448a9d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/networks/3d2a9994-85ec-4957-a411-cd2a9cd9c995 HTTP/1.1" status: 204 len: 168 time: 1.2314842 Jun 18 16:30:03.297450 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:03.298016 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Checking segment: {'id': 'c3de9a6a-3470-493f-b30a-29ff6a5fc4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:03.298517 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.299046 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Bound using segment: {'id': 'c3de9a6a-3470-493f-b30a-29ff6a5fc4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:03.299622 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Bound port: ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3de9a6a-3470-493f-b30a-29ff6a5fc4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:03.300097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.302300 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46042) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:03.316968 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0e6555e5-ea4a-473e-9259-6ce83b5ca8f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.328281 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a6f6b-a8ef-4c1e-83d5-e7a5ee448a9d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event deleted for resources: {'Network': ['ID=3d2a9994-85ec-4957-a411-cd2a9cd9c995,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:03.356144 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e5350d99-a0a6-479d-82f9-004ca8028d91 None None] Port fd534b21-b546-4662-8503-b11ffd12b0c4 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:03.364664 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e87a6f6b-a8ef-4c1e-83d5-e7a5ee448a9d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:03.383035 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:03.383368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:03.383714 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:03.430102 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-337008d3-94b1-4a55-b4f7-58207729d9a9 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Deleting subnet 4826727f-b3d1-4be3-bc4a-739993e0c9ad {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:30:03.437334 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-337008d3-94b1-4a55-b4f7-58207729d9a9 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.441840 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.451426 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:03.452339 dv-neutron-797121-1-hyperv neutron-server[93428]: ERROR neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:03.456944 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.plugins.ml2.plugin [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 10 to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 Jun 18 16:30:03.486125 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] For port ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:03.491204 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] For port ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5,segment=NetworkSegment(c3de9a6a-3470-493f-b30a-29ff6a5fc4fe),segment_id=c3de9a6a-3470-493f-b30a-29ff6a5fc4fe)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:03.499517 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-337008d3-94b1-4a55-b4f7-58207729d9a9 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.502458 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.510976 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-bc4362fa-ec56-495d-8a72-d6cd470f8d60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:03.535848 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:03.536177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:03.536509 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:03.542150 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 1bdf274e-d489-4eab-8e60-2eac014cde86, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=1bdf274e-d489-4eab-8e60-2eac014cde86,segment=NetworkSegment(b8cb3c14-369c-4a58-aff9-cd4de8cb203a),segment_id=b8cb3c14-369c-4a58-aff9-cd4de8cb203a)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:03.560663 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.562093 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d14d8075-e72a-49a1-b094-70a5684cb26b up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:03.562752 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-567656b6-ccdb-4679-9a22-b1930c2960dc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.606233 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-567656b6-ccdb-4679-9a22-b1930c2960dc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Transition to ACTIVE for port object af8f1c7b-c328-4e03-85de-87f1c46719c4 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:03.619423 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:03.620588 dv-neutron-797121-1-hyperv neutron-server[93428]: ERROR neutron.plugins.ml2.managers [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port abd463a9-d476-4bdb-b6be-66eeeeb133b5 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:03.621118 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.621397 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Pushing event updated for resources: {'Port': ['ID=ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:03.629595 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:03.630643 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:03.635169 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-337008d3-94b1-4a55-b4f7-58207729d9a9 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.680234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Allocated IP 172.26.2.172 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/3e9bdf4b-aae5-4030-b3a9-17113d6e3238) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:03.685705 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0e6555e5-ea4a-473e-9259-6ce83b5ca8f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.707484 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-567656b6-ccdb-4679-9a22-b1930c2960dc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.709544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-0e6555e5-ea4a-473e-9259-6ce83b5ca8f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521810c0-4415-4c9f-b70f-63f17fbb4ea2']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:03.720049 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-61c454b1-741a-4797-9f2a-27c65bc43592 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:03.732392 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-76a90a27-0cdb-4d8a-94b0-4eef74639a59 None None] Provisioning complete for port fd534b21-b546-4662-8503-b11ffd12b0c4 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:03.732814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-76a90a27-0cdb-4d8a-94b0-4eef74639a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.742511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-f23a6015-a945-493e-9cb7-b22f10fd0d1a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port b497764b-c935-4040-996b-65e196781bc4 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:03.742511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f23a6015-a945-493e-9cb7-b22f10fd0d1a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.755582 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eeddbe03-d96d-4eb7-928d-9c32104d278e tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.763368 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=1bdf274e-d489-4eab-8e60-2eac014cde86,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:03.772123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-0e6555e5-ea4a-473e-9259-6ce83b5ca8f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d104d8-1d08-47c2-af32-e0754243260a') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:03.772123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-0e6555e5-ea4a-473e-9259-6ce83b5ca8f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d104d8-1d08-47c2-af32-e0754243260a') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:03.776937 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567656b6-ccdb-4679-9a22-b1930c2960dc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=af8f1c7b-c328-4e03-85de-87f1c46719c4,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:03.778434 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:03.786035 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-567656b6-ccdb-4679-9a22-b1930c2960dc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:03.792004 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port d14d8075-e72a-49a1-b094-70a5684cb26b triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:03.792432 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.799025 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567656b6-ccdb-4679-9a22-b1930c2960dc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network e18d826c-3c62-46f7-bb09-dbaa0cea1d8f is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:03.800388 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-337008d3-94b1-4a55-b4f7-58207729d9a9 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.802903 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:03.807551 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-567656b6-ccdb-4679-9a22-b1930c2960dc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:03.815016 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567656b6-ccdb-4679-9a22-b1930c2960dc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:03.822980 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567656b6-ccdb-4679-9a22-b1930c2960dc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:03.823984 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-567656b6-ccdb-4679-9a22-b1930c2960dc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.826260 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-76a90a27-0cdb-4d8a-94b0-4eef74639a59 None None] Port fd534b21-b546-4662-8503-b11ffd12b0c4 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:03.860725 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-337008d3-94b1-4a55-b4f7-58207729d9a9 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.862649 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-337008d3-94b1-4a55-b4f7-58207729d9a9 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/subnets/4826727f-b3d1-4be3-bc4a-739993e0c9ad HTTP/1.1" status: 204 len: 168 time: 0.5495803 Jun 18 16:30:03.864139 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-567656b6-ccdb-4679-9a22-b1930c2960dc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1808219 Jun 18 16:30:03.865109 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337008d3-94b1-4a55-b4f7-58207729d9a9 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event deleted for resources: {'Subnet': ['ID=4826727f-b3d1-4be3-bc4a-739993e0c9ad,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:03.868100 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-337008d3-94b1-4a55-b4f7-58207729d9a9 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:03.869158 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46044) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:03.869717 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46046) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:03.909566 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74847503-4c89-4cd4-ab25-e570f36ace3d None None] Network 1e050b17-7a71-4bc4-9375-95c662e4c667 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:04.105282 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.177713 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6a6c12-398c-47f0-8a07-62c6ae50849f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:04.182641 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9e6a6c12-398c-47f0-8a07-62c6ae50849f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ada HTTP/1.1" status: 200 len: 928 time: 0.3078897 Jun 18 16:30:04.184761 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46048) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:04.190351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b963486-ad48-403b-9a25-4cff84151fd3 None None] DHCP port deletion for 1e050b17-7a71-4bc4-9375-95c662e4c667 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:30:04.242401 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e174bec8-ffe9-45dd-8d76-ec3ce59fec99 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:04.251619 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-1b963486-ad48-403b-9a25-4cff84151fd3 None None] Deleting port 4ec25141-bd5d-4385-b25a-655591a56e8d {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:04.252388 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1b963486-ad48-403b-9a25-4cff84151fd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.292470 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Deleting port 4ec25141-bd5d-4385-b25a-655591a56e8d {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:04.292819 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.316083 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0e6555e5-ea4a-473e-9259-6ce83b5ca8f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.323501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddbe03-d96d-4eb7-928d-9c32104d278e tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event deleted for resources: {'Port': ['ID=2cb70401-26c5-423b-85ee-a0fd5b130f83,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:04.328404 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-fd86e782-60e1-446b-a951-8ff078a8bedc None None] Provisioning for port af8f1c7b-c328-4e03-85de-87f1c46719c4 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:04.337471 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-fd86e782-60e1-446b-a951-8ff078a8bedc None None] Provisioning complete for port af8f1c7b-c328-4e03-85de-87f1c46719c4 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:04.337471 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fd86e782-60e1-446b-a951-8ff078a8bedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.341576 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-1b963486-ad48-403b-9a25-4cff84151fd3 None None] For port 4ec25141-bd5d-4385-b25a-655591a56e8d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=4ec25141-bd5d-4385-b25a-655591a56e8d,segment=NetworkSegment(dab6c406-958f-463e-aa59-7aa3ff2bf064),segment_id=dab6c406-958f-463e-aa59-7aa3ff2bf064)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:04.342014 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1b963486-ad48-403b-9a25-4cff84151fd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.348579 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-eeddbe03-d96d-4eb7-928d-9c32104d278e tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:04.372254 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-d4472638-d362-48ba-9f34-eee26dcf604c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port af8f1c7b-c328-4e03-85de-87f1c46719c4 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:04.372254 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4472638-d362-48ba-9f34-eee26dcf604c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.375804 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0e6555e5-ea4a-473e-9259-6ce83b5ca8f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.381662 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] For port abd463a9-d476-4bdb-b6be-66eeeeb133b5, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:04.381866 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempted to set empty binding levels {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 18 16:30:04.418637 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6555e5-ea4a-473e-9259-6ce83b5ca8f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:04.418959 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0e6555e5-ea4a-473e-9259-6ce83b5ca8f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.421312 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:04.424109 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:04.430364 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] For port 4ec25141-bd5d-4385-b25a-655591a56e8d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=4ec25141-bd5d-4385-b25a-655591a56e8d,segment=NetworkSegment(dab6c406-958f-463e-aa59-7aa3ff2bf064),segment_id=dab6c406-958f-463e-aa59-7aa3ff2bf064)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:04.430874 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.438581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9de57959-5ee6-4e2a-8cc4-d87a57bb63b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:04.451460 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-1b963486-ad48-403b-9a25-4cff84151fd3 None None] Calling delete_port for 4ec25141-bd5d-4385-b25a-655591a56e8d owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:04.466121 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-fd86e782-60e1-446b-a951-8ff078a8bedc None None] Port af8f1c7b-c328-4e03-85de-87f1c46719c4 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:04.508656 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Calling delete_port for 4ec25141-bd5d-4385-b25a-655591a56e8d owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:04.533031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f23a6015-a945-493e-9cb7-b22f10fd0d1a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.546482 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4472638-d362-48ba-9f34-eee26dcf604c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.548194 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1b963486-ad48-403b-9a25-4cff84151fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.551005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b6bddadc-1e68-4ada-912f-a7924db6986c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:04.581766 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b963486-ad48-403b-9a25-4cff84151fd3 None None] No DVR routers for this DVR port 4ec25141-bd5d-4385-b25a-655591a56e8d on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:30:04.582285 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:04.582916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.586828 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b963486-ad48-403b-9a25-4cff84151fd3 None None] Pushing event deleted for resources: {'Port': ['ID=4ec25141-bd5d-4385-b25a-655591a56e8d,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:04.590329 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1b963486-ad48-403b-9a25-4cff84151fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:04.649205 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-d4472638-d362-48ba-9f34-eee26dcf604c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for af8f1c7b-c328-4e03-85de-87f1c46719c4 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:04.692843 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-f23a6015-a945-493e-9cb7-b22f10fd0d1a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for b497764b-c935-4040-996b-65e196781bc4 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:04.725112 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.8556159 Jun 18 16:30:04.726044 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Pushing event updated for resources: {'Port': ['ID=abd463a9-d476-4bdb-b6be-66eeeeb133b5,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:04.729208 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46050) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:04.736961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.741042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:04.809043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eeddbe03-d96d-4eb7-928d-9c32104d278e tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.811973 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.816437 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-eeddbe03-d96d-4eb7-928d-9c32104d278e tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "DELETE /v2.0/ports/2cb70401-26c5-423b-85ee-a0fd5b130f83 HTTP/1.1" status: 204 len: 168 time: 2.3648591 Jun 18 16:30:04.816758 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46052) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:04.824481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f757e9f7-0d46-4ce7-9b21-42629af2f9cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:04.832044 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:04.868338 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0e6555e5-ea4a-473e-9259-6ce83b5ca8f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.876429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.877857 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event deleted for resources: {'Port': ['ID=4ec25141-bd5d-4385-b25a-655591a56e8d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:04.884080 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:04.884265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:04.914120 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] No DVR routers for this DVR port 4ec25141-bd5d-4385-b25a-655591a56e8d on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:30:04.921258 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6555e5-ea4a-473e-9259-6ce83b5ca8f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 521810c0-4415-4c9f-b70f-63f17fbb4ea2 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 18 16:30:04.925504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0e6555e5-ea4a-473e-9259-6ce83b5ca8f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:04.934912 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0e6555e5-ea4a-473e-9259-6ce83b5ca8f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "DELETE /v2.0/networks/521810c0-4415-4c9f-b70f-63f17fbb4ea2 HTTP/1.1" status: 204 len: 168 time: 1.8381894 Jun 18 16:30:04.968452 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 1bdf274e-d489-4eab-8e60-2eac014cde86 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:05.039107 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:05.043611 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 1bdf274e-d489-4eab-8e60-2eac014cde86 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:05.044144 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:05.073057 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c3afb6-618f-4811-bf2f-177ad03b90c6 None None] Network bbc32552-61b4-4e7e-ab65-d2d2792a3d8f requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:05.181207 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:05.186318 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4472638-d362-48ba-9f34-eee26dcf604c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:05.193979 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6555e5-ea4a-473e-9259-6ce83b5ca8f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Pushing event deleted for resources: {'Network': ['ID=521810c0-4415-4c9f-b70f-63f17fbb4ea2,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:05.199000 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f23a6015-a945-493e-9cb7-b22f10fd0d1a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:05.209909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0e6555e5-ea4a-473e-9259-6ce83b5ca8f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:05.210278 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e9f8218c-1a71-47f1-b5b6-fb325c3bb704 tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:05.217012 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e0797fc0-6335-4d6d-ab96-5c1eea9c255f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:05.225200 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:05.227612 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-373f42e2-c474-45a3-86b3-f052cf125376 None None] Provisioning for port ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:05.230855 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e050b17-7a71-4bc4-9375-95c662e4c667']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:05.253531 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2b2903eb-ac92-4cd9-bc2b-f79688beddd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:05.277636 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:05.295136 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:05.306919 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab6c406-958f-463e-aa59-7aa3ff2bf064') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:05.307222 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab6c406-958f-463e-aa59-7aa3ff2bf064') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:05.323151 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:05.336739 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:05.347120 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:05.355124 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:05.355526 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:05.373931 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46060) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:05.394139 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Pushing event updated for resources: {'Port': ['ID=3e9bdf4b-aae5-4030-b3a9-17113d6e3238,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:05.435409 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:05.442653 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:05.443386 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:05.451713 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-01bc6140-1ba4-470b-a653-843f20dcb6f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Request body: {'router': {'name': 'tempest-router--1849832533', 'project_id': 'b063ba5db2cf4338bdb81b5262d3151c'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:05.466914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:05.467463 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: self.session.flush() Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: self.session.flush() Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: self.session.flush() Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: self.session.flush() Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:05.481609 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:05.487421 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4472638-d362-48ba-9f34-eee26dcf604c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=af8f1c7b-c328-4e03-85de-87f1c46719c4,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:05.490555 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d4472638-d362-48ba-9f34-eee26dcf604c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:05.510880 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-58c3ff2d-b761-46db-b6ae-221e69d44d78 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Deleting port abd463a9-d476-4bdb-b6be-66eeeeb133b5 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:05.511471 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-58c3ff2d-b761-46db-b6ae-221e69d44d78 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:05.517906 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:05.537659 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:05.539890 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] 10.222.0.39 "DELETE /v2.0/networks/1e050b17-7a71-4bc4-9375-95c662e4c667 HTTP/1.1" status: 204 len: 168 time: 1.6687868 Jun 18 16:30:05.544411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:05.582632 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5,segment=NetworkSegment(c3de9a6a-3470-493f-b30a-29ff6a5fc4fe),segment_id=c3de9a6a-3470-493f-b30a-29ff6a5fc4fe)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:05.590326 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:05.592542 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1b963486-ad48-403b-9a25-4cff84151fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:05.634062 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:05.690416 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4ec25141-bd5d-4385-b25a-655591a56e8d no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:05.723014 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 4ec25141-bd5d-4385-b25a-655591a56e8d {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:30:05.723364 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4ec25141-bd5d-4385-b25a-655591a56e8d not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:30:05.741673 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:05.752048 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:05.775056 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Pushing event deleted for resources: {'Network': ['ID=1e050b17-7a71-4bc4-9375-95c662e4c667,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:05.778642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:05.795909 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4472638-d362-48ba-9f34-eee26dcf604c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:05.797942 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d4472638-d362-48ba-9f34-eee26dcf604c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/ports/af8f1c7b-c328-4e03-85de-87f1c46719c4 HTTP/1.1" status: 204 len: 168 time: 1.6104074 Jun 18 16:30:05.811000 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46064) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:05.814267 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a6015-a945-493e-9cb7-b22f10fd0d1a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=b497764b-c935-4040-996b-65e196781bc4,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:05.871143 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f23a6015-a945-493e-9cb7-b22f10fd0d1a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:05.873813 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01bc6140-1ba4-470b-a653-843f20dcb6f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:05.875007 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01bc6140-1ba4-470b-a653-843f20dcb6f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:05.881397 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f23a6015-a945-493e-9cb7-b22f10fd0d1a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:05.883569 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f23a6015-a945-493e-9cb7-b22f10fd0d1a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/b497764b-c935-4040-996b-65e196781bc4 HTTP/1.1" status: 204 len: 168 time: 2.6382673 Jun 18 16:30:05.887401 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46066) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:05.892031 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-58c3ff2d-b761-46db-b6ae-221e69d44d78 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] For port abd463a9-d476-4bdb-b6be-66eeeeb133b5, host hv-neutron-7971, got binding levels [] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:05.892398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-58c3ff2d-b761-46db-b6ae-221e69d44d78 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:05.911738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c05f5734-c03e-4dae-83d4-99d1476f7ab9 None None] Provisioning complete for port ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:05.913771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c05f5734-c03e-4dae-83d4-99d1476f7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.005570 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ecdd831-7145-47c8-8b62-54315118fb69 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] GET failed (client error): The resource could not be found. Jun 18 16:30:06.006771 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-58c3ff2d-b761-46db-b6ae-221e69d44d78 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Calling delete_port for abd463a9-d476-4bdb-b6be-66eeeeb133b5 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:06.011832 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7ecdd831-7145-47c8-8b62-54315118fb69 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports/af8f1c7b-c328-4e03-85de-87f1c46719c4 HTTP/1.1" status: 404 len: 333 time: 0.1875904 Jun 18 16:30:06.013088 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.014480 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46070) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:06.090600 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46072) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:06.179226 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-58c3ff2d-b761-46db-b6ae-221e69d44d78 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.184316 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01bc6140-1ba4-470b-a653-843f20dcb6f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.191770 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-efeca91d-a19d-473b-84b8-69b73c7ecbfe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:06.194732 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01bc6140-1ba4-470b-a653-843f20dcb6f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.196741 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Allocated IP 172.26.2.40 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/1200c498-06bd-4caf-9843-f23ce20630b2) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:06.202762 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37a9efd-94d7-4d62-bf14-31325d645a58 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:06.204354 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37a9efd-94d7-4d62-bf14-31325d645a58 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:06.205802 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e37a9efd-94d7-4d62-bf14-31325d645a58 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2981858 Jun 18 16:30:06.209787 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46076) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:06.227111 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-58c3ff2d-b761-46db-b6ae-221e69d44d78 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.229597 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-58c3ff2d-b761-46db-b6ae-221e69d44d78 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] 10.222.0.39 "DELETE /v2.0/ports/abd463a9-d476-4bdb-b6be-66eeeeb133b5 HTTP/1.1" status: 204 len: 168 time: 1.4986503 Jun 18 16:30:06.233866 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3ff2d-b761-46db-b6ae-221e69d44d78 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Pushing event deleted for resources: {'Port': ['ID=abd463a9-d476-4bdb-b6be-66eeeeb133b5,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:06.236240 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-58c3ff2d-b761-46db-b6ae-221e69d44d78 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:06.242314 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46078) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:06.253790 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.299839 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-123e4109-648f-4358-974e-006c18a554f7 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] GET failed (client error): The resource could not be found. Jun 18 16:30:06.300298 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01bc6140-1ba4-470b-a653-843f20dcb6f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.303925 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-123e4109-648f-4358-974e-006c18a554f7 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] 10.222.0.39 "GET /v2.0/ports/abd463a9-d476-4bdb-b6be-66eeeeb133b5 HTTP/1.1" status: 404 len: 333 time: 0.0545781 Jun 18 16:30:06.304050 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-01bc6140-1ba4-470b-a653-843f20dcb6f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9085183 Jun 18 16:30:06.305860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46080) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:06.315967 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46082) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:06.333254 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-121880ed-9078-48ae-b73b-9aba4f68c1dc tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Request body: {'port': {'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1131402762'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:06.348274 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f8702147-e04f-46bb-823d-632b012a278f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cba365ca3ef64fbdb7df0b44562bf333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543638 Jun 18 16:30:06.350194 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46084) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:06.435386 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.440757 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-53af8404-a6e6-4c14-9139-35babe990584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.444581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-856e0d5a-8bd4-4bfa-9e74-c5648d8fba53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet abd3f2d3-141f-4fbf-b56e-0b209b2bd112 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:30:06.456519 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-856e0d5a-8bd4-4bfa-9e74-c5648d8fba53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.471064 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-53af8404-a6e6-4c14-9139-35babe990584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.490391 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-53c4a52e-9a52-4bc7-a64d-9b8514b1c365 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port fd534b21-b546-4662-8503-b11ffd12b0c4 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:06.490664 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-53c4a52e-9a52-4bc7-a64d-9b8514b1c365 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.525079 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.528191 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-74698e56-fadc-4702-9061-f40ddc8edf9a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:06.538323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121880ed-9078-48ae-b73b-9aba4f68c1dc tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Made reservation on behalf of 58abc1752033409db193bef33504a4b2 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:06.540625 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-121880ed-9078-48ae-b73b-9aba4f68c1dc tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.548877 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ee360f1-5ad2-41ed-b165-e5017c178e21 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.577050 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-53af8404-a6e6-4c14-9139-35babe990584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.579628 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-53af8404-a6e6-4c14-9139-35babe990584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.580756 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-53af8404-a6e6-4c14-9139-35babe990584 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e9f32ce-e311-41d1-aee8-7a11ec954b3d HTTP/1.1" status: 204 len: 168 time: 0.2296281 Jun 18 16:30:06.584923 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:06.588806 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:06.591400 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:06.623526 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=1200c498-06bd-4caf-9843-f23ce20630b2,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:06.626974 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:06.629055 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-11169564-7460-41a0-84dd-a04de2e29b60 tempest-ExternalNetworksAdminNegativeTestJSON-926236081 tempest-ExternalNetworksAdminNegativeTestJSON-926236081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:06.643559 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af8404-a6e6-4c14-9139-35babe990584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9f32ce-e311-41d1-aee8-7a11ec954b3d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:06.645826 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-53af8404-a6e6-4c14-9139-35babe990584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:06.649995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-856e0d5a-8bd4-4bfa-9e74-c5648d8fba53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.683881 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-121880ed-9078-48ae-b73b-9aba4f68c1dc tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] device_id is not set on port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:06.707139 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.764853 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.858023 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:06.953326 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:06.953713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.986920 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.992962 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:06.995647 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-20e2ff1d-f71f-4928-913e-d77a975e7389 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:07.079805 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.102062 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=1200c498-06bd-4caf-9843-f23ce20630b2,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:07.110464 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:07.117889 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.122021 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2936125 Jun 18 16:30:07.125067 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46096) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:07.132450 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-a77e6a5d-d7e2-4b52-904a-0a66a0b10d56 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'port': {'network_id': '013a8ad8-a843-48cc-a718-72fdd8f91043', 'name': 'tempest-FloatingIPTestJSON-582938596'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:07.257619 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77e6a5d-d7e2-4b52-904a-0a66a0b10d56 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Made reservation on behalf of a50f6beada67454e987312fb2c5df4b0 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:07.261334 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a77e6a5d-d7e2-4b52-904a-0a66a0b10d56 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.279892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-a77e6a5d-d7e2-4b52-904a-0a66a0b10d56 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] device_id is not set on port 215006b2-9223-40f5-aad8-c5ab136f1d32 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:07.345707 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-53c4a52e-9a52-4bc7-a64d-9b8514b1c365 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.353335 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ee360f1-5ad2-41ed-b165-e5017c178e21 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.363359 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ee360f1-5ad2-41ed-b165-e5017c178e21 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.399011 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-a77e6a5d-d7e2-4b52-904a-0a66a0b10d56 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Allocated IP 172.20.0.5 (013a8ad8-a843-48cc-a718-72fdd8f91043/957a4f68-162d-45c5-9ee3-6c0302ab7fde/215006b2-9223-40f5-aad8-c5ab136f1d32) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:07.482489 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-53c4a52e-9a52-4bc7-a64d-9b8514b1c365 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for fd534b21-b546-4662-8503-b11ffd12b0c4 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:07.534456 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46108) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:07.556043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ee360f1-5ad2-41ed-b165-e5017c178e21 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.556547 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee360f1-5ad2-41ed-b165-e5017c178e21 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c5d74826-43c4-4fe8-9008-1864c474a097 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:30:07.559111 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.561743 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-856e0d5a-8bd4-4bfa-9e74-c5648d8fba53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.566866 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ee360f1-5ad2-41ed-b165-e5017c178e21 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.568007 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6ee360f1-5ad2-41ed-b165-e5017c178e21 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "DELETE /v2.0/routers/c5d74826-43c4-4fe8-9008-1864c474a097 HTTP/1.1" status: 204 len: 168 time: 1.2556150 Jun 18 16:30:07.598986 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a77e6a5d-d7e2-4b52-904a-0a66a0b10d56 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.611644 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9762f441-193b-4c9d-8cbd-472f913600d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.655996 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a77e6a5d-d7e2-4b52-904a-0a66a0b10d56 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.663819 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e972c57a-d8ad-4501-ad41-fdd0fd4e90ec tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:07.703905 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-b35d7b9d-6c69-418f-a13a-c6dcf641827c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1745852213'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:07.724331 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77e6a5d-d7e2-4b52-904a-0a66a0b10d56 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Network 013a8ad8-a843-48cc-a718-72fdd8f91043 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:07.735974 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-a77e6a5d-d7e2-4b52-904a-0a66a0b10d56 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:07.740095 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77e6a5d-d7e2-4b52-904a-0a66a0b10d56 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:07.742793 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e6a5d-d7e2-4b52-904a-0a66a0b10d56 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=215006b2-9223-40f5-aad8-c5ab136f1d32,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:07.750350 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a77e6a5d-d7e2-4b52-904a-0a66a0b10d56 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:07.778683 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35d7b9d-6c69-418f-a13a-c6dcf641827c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:07.782572 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b35d7b9d-6c69-418f-a13a-c6dcf641827c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.798322 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46114) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:07.805751 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b35d7b9d-6c69-418f-a13a-c6dcf641827c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.836555 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-121880ed-9078-48ae-b73b-9aba4f68c1dc tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.841400 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77e6a5d-d7e2-4b52-904a-0a66a0b10d56 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:07.842038 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a77e6a5d-d7e2-4b52-904a-0a66a0b10d56 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.872579 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-856e0d5a-8bd4-4bfa-9e74-c5648d8fba53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.876845 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:07.939869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e0d5a-8bd4-4bfa-9e74-c5648d8fba53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=abd3f2d3-141f-4fbf-b56e-0b209b2bd112,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:07.940213 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b35d7b9d-6c69-418f-a13a-c6dcf641827c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.948309 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b35d7b9d-6c69-418f-a13a-c6dcf641827c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.954026 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-856e0d5a-8bd4-4bfa-9e74-c5648d8fba53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:07.955848 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b008867b-828f-4aab-a3b1-da2e7078a592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:07.957421 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11956241-d76c-4e47-b48e-79163a7277f2 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:07.957938 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-856e0d5a-8bd4-4bfa-9e74-c5648d8fba53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:07.959600 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-856e0d5a-8bd4-4bfa-9e74-c5648d8fba53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/abd3f2d3-141f-4fbf-b56e-0b209b2bd112 HTTP/1.1" status: 204 len: 168 time: 1.7434049 Jun 18 16:30:07.965762 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46118) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:07.997853 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1256302532', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}, 'admin_state_up': False}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:08.008886 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a77e6a5d-d7e2-4b52-904a-0a66a0b10d56 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8803992 Jun 18 16:30:08.009992 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46120) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:08.015757 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-de85c932-9880-47d5-8b90-8119123f936c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'floatingip': {'port_id': '215006b2-9223-40f5-aad8-c5ab136f1d32'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:08.020169 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d7b9d-6c69-418f-a13a-c6dcf641827c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73fbf16-561b-481e-84bf-cdb0e57547e9,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:08.026764 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b35d7b9d-6c69-418f-a13a-c6dcf641827c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:08.046724 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9535e195-93d4-427d-9d05-916def9269cb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783443 Jun 18 16:30:08.054160 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46122) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:08.057647 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-121880ed-9078-48ae-b73b-9aba4f68c1dc tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.067081 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-2fe31caa-9c9d-4e7b-9bfe-f10cd2c4667f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:08.077444 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:08.083010 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de85c932-9880-47d5-8b90-8119123f936c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.088767 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.089878 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.144338 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.145896 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-53c4a52e-9a52-4bc7-a64d-9b8514b1c365 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.165894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Router b0e8869e-7f5f-4b8e-89db-3faedae9fc5f is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:30:08.187772 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35d7b9d-6c69-418f-a13a-c6dcf641827c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:30:08.200482 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121880ed-9078-48ae-b73b-9aba4f68c1dc tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Network 91c7d671-0209-4a39-9f3a-3bde87618120 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:08.220879 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-121880ed-9078-48ae-b73b-9aba4f68c1dc tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:08.230577 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121880ed-9078-48ae-b73b-9aba4f68c1dc tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:08.230885 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121880ed-9078-48ae-b73b-9aba4f68c1dc tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:08.231493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-121880ed-9078-48ae-b73b-9aba4f68c1dc tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.235698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121880ed-9078-48ae-b73b-9aba4f68c1dc tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Pushing event updated for resources: {'Port': ['ID=5db8f30a-c5a1-4635-887c-c2c40daa8c0f,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:08.241961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-121880ed-9078-48ae-b73b-9aba4f68c1dc tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:08.265117 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-eeddbe03-d96d-4eb7-928d-9c32104d278e tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:08.296040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.336474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-53c4a52e-9a52-4bc7-a64d-9b8514b1c365 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.338466 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-53c4a52e-9a52-4bc7-a64d-9b8514b1c365 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/ports/fd534b21-b546-4662-8503-b11ffd12b0c4 HTTP/1.1" status: 204 len: 168 time: 2.3200123 Jun 18 16:30:08.343439 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46124) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:08.344291 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4a52e-9a52-4bc7-a64d-9b8514b1c365 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=fd534b21-b546-4662-8503-b11ffd12b0c4,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:08.351678 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-53c4a52e-9a52-4bc7-a64d-9b8514b1c365 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:08.398211 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe31caa-9c9d-4e7b-9bfe-f10cd2c4667f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:08.402284 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2fe31caa-9c9d-4e7b-9bfe-f10cd2c4667f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.406786 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b82848a-c9dc-4d32-9727-53a5e20489f2 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] GET failed (client error): The resource could not be found. Jun 18 16:30:08.408446 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8b82848a-c9dc-4d32-9727-53a5e20489f2 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports/fd534b21-b546-4662-8503-b11ffd12b0c4 HTTP/1.1" status: 404 len: 333 time: 0.0613582 Jun 18 16:30:08.414565 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd27d157-1121-4e3f-82f8-b7c5f473523c None None] DHCP port deletion for c0c58b33-89bf-4a11-9df9-ed95e6524a1d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:30:08.415723 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46126) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:08.431278 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-121880ed-9078-48ae-b73b-9aba4f68c1dc tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1088600 Jun 18 16:30:08.467840 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-dd27d157-1121-4e3f-82f8-b7c5f473523c None None] Deleting port d14d8075-e72a-49a1-b094-70a5684cb26b {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:08.468228 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dd27d157-1121-4e3f-82f8-b7c5f473523c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.492466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46128) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:08.506240 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:08.555890 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-dd27d157-1121-4e3f-82f8-b7c5f473523c None None] For port d14d8075-e72a-49a1-b094-70a5684cb26b, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d14d8075-e72a-49a1-b094-70a5684cb26b,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:08.556263 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dd27d157-1121-4e3f-82f8-b7c5f473523c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.614797 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:08.622373 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-dd27d157-1121-4e3f-82f8-b7c5f473523c None None] Calling delete_port for d14d8075-e72a-49a1-b094-70a5684cb26b owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:08.642909 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Sync routers for ids ['b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:08.670712 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b35d7b9d-6c69-418f-a13a-c6dcf641827c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.671732 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-b35d7b9d-6c69-418f-a13a-c6dcf641827c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Added segment 54df828c-a48a-4729-815c-95b916e2c982 of type vlan for network e879e663-7031-40e8-a1f0-d9c66d177c2d Jun 18 16:30:08.673219 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-d454c97d-84be-4269-9d2f-80ce0926ef97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting subnet fb40a732-8591-467c-90fa-db1fc0df9cee {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:30:08.685108 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.689296 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7666094 Jun 18 16:30:08.689965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46130) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:08.693663 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d454c97d-84be-4269-9d2f-80ce0926ef97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.713637 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Routers {'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:08.714276 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:08.768979 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.831346 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dd27d157-1121-4e3f-82f8-b7c5f473523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.835196 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:08.837680 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d454c97d-84be-4269-9d2f-80ce0926ef97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.839899 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b35d7b9d-6c69-418f-a13a-c6dcf641827c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.856843 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:08.878386 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd27d157-1121-4e3f-82f8-b7c5f473523c None None] No DVR routers for this DVR port d14d8075-e72a-49a1-b094-70a5684cb26b on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:30:08.880954 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27d157-1121-4e3f-82f8-b7c5f473523c None None] Pushing event deleted for resources: {'Port': ['ID=d14d8075-e72a-49a1-b094-70a5684cb26b,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:08.882919 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d14d8075-e72a-49a1-b094-70a5684cb26b no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:08.887685 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-dd27d157-1121-4e3f-82f8-b7c5f473523c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:08.889352 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Set router b0e8869e-7f5f-4b8e-89db-3faedae9fc5f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:08.978159 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: d14d8075-e72a-49a1-b094-70a5684cb26b {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:30:08.979521 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d14d8075-e72a-49a1-b094-70a5684cb26b not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:30:08.991676 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.007709 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b35d7b9d-6c69-418f-a13a-c6dcf641827c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.019265 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35d7b9d-6c69-418f-a13a-c6dcf641827c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:09.019265 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b35d7b9d-6c69-418f-a13a-c6dcf641827c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.024708 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e731c86e-d0ae-40f1-bbd3-1342f693b63d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:09.094553 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b35d7b9d-6c69-418f-a13a-c6dcf641827c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5586922 Jun 18 16:30:09.125045 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d7b9d-6c69-418f-a13a-c6dcf641827c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Network': ['ID=e879e663-7031-40e8-a1f0-d9c66d177c2d,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:09.133118 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b35d7b9d-6c69-418f-a13a-c6dcf641827c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:09.139513 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network e879e663-7031-40e8-a1f0-d9c66d177c2d details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:30:09.239446 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'name': 'tempest-ServerActionsTestJSON-223729613-router', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:02Z', 'updated_at': '2021-06-18T16:30:05Z', 'revision_number': 3, 'project_id': '50f087196ad446c28f1edba2e7568216', 'gw_port': {'id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:03Z', 'updated_at': '2021-06-18T16:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:09.242218 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46132) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:09.275237 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-b0638ddb-bd21-4fce-97e6-48b55232d607 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'subnet': {'network_id': 'e879e663-7031-40e8-a1f0-d9c66d177c2d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:09.278927 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Checking router: b0e8869e-7f5f-4b8e-89db-3faedae9fc5f for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:30:09.279535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Updating router b0e8869e-7f5f-4b8e-89db-3faedae9fc5f port 3e9bdf4b-aae5-4030-b3a9-17113d6e3238 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:30:09.321688 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.462698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d454c97d-84be-4269-9d2f-80ce0926ef97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.490784 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2fe31caa-9c9d-4e7b-9bfe-f10cd2c4667f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.498728 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f8976afe-2c5d-4a26-8852-e43e30a5eecb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:09.501941 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.resource_extend [None req-de85c932-9880-47d5-8b90-8119123f936c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 16:30:09.555257 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0638ddb-bd21-4fce-97e6-48b55232d607 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:09.558813 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b0638ddb-bd21-4fce-97e6-48b55232d607 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.566578 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.603933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.615345 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Transition to ACTIVE for port object 3e9bdf4b-aae5-4030-b3a9-17113d6e3238 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:09.622612 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe31caa-9c9d-4e7b-9bfe-f10cd2c4667f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:09.623827 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.630453 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-eaf74a84-d7e5-4db5-b895-361e66e50e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:09.636958 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.639790 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-2fe31caa-9c9d-4e7b-9bfe-f10cd2c4667f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:09.657824 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:30:09.658810 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de85c932-9880-47d5-8b90-8119123f936c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.666696 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe31caa-9c9d-4e7b-9bfe-f10cd2c4667f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:09.667372 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2fe31caa-9c9d-4e7b-9bfe-f10cd2c4667f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.674528 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe31caa-9c9d-4e7b-9bfe-f10cd2c4667f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=10093bad-39b5-4234-acc9-635e720f0547,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:09.685650 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2fe31caa-9c9d-4e7b-9bfe-f10cd2c4667f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:09.686376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bfbf4d-08df-4107-839b-23f002926c5e None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:09.700840 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de85c932-9880-47d5-8b90-8119123f936c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.716701 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] device_id is not set on port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:09.721330 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d454c97d-84be-4269-9d2f-80ce0926ef97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.725698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2fe31caa-9c9d-4e7b-9bfe-f10cd2c4667f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:09.729870 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.736668 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2fe31caa-9c9d-4e7b-9bfe-f10cd2c4667f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6781402 Jun 18 16:30:09.747496 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46134) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:09.754677 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-8dc62524-a934-4ec4-ac7e-dfb845bf62e6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'fixed_ips': [{'subnet_id': '10093bad-39b5-4234-acc9-635e720f0547', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-160658323'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:09.767490 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Attempting to bind port 3e9bdf4b-aae5-4030-b3a9-17113d6e3238 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:09.767896 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Attempting to bind port 3e9bdf4b-aae5-4030-b3a9-17113d6e3238 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:09.768393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Attempting to bind port 3e9bdf4b-aae5-4030-b3a9-17113d6e3238 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:09.778233 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b3021-ca70-4ba9-99ae-cc9bc92ad840 None None] Pushing event updated for resources: {'Port': ['ID=3e9bdf4b-aae5-4030-b3a9-17113d6e3238,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:09.784196 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:09.785425 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:09.785425 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.785425 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:09.785807 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Bound port: 3e9bdf4b-aae5-4030-b3a9-17113d6e3238, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:09.786503 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.789652 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-da4b3021-ca70-4ba9-99ae-cc9bc92ad840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:09.792821 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454c97d-84be-4269-9d2f-80ce0926ef97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Subnet': ['ID=fb40a732-8591-467c-90fa-db1fc0df9cee,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:09.796173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d454c97d-84be-4269-9d2f-80ce0926ef97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:09.797134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d454c97d-84be-4269-9d2f-80ce0926ef97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.801384 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d454c97d-84be-4269-9d2f-80ce0926ef97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/subnets/fb40a732-8591-467c-90fa-db1fc0df9cee HTTP/1.1" status: 204 len: 168 time: 1.3687053 Jun 18 16:30:09.805559 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46136) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:09.820141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f590d395-e40e-46d2-b2f2-bfacb356f1ab None None] Network e18d826c-3c62-46f7-bb09-dbaa0cea1d8f requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:09.823958 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Transition to ACTIVE for port object 5db8f30a-c5a1-4635-887c-c2c40daa8c0f will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:09.845130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:09.873543 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8c4a456c-e3b9-4433-ac7e-b5083a833aa6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:09.995618 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Allocated IP 172.26.2.63 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/edd23790-c3e0-4b5d-a419-66d776fb830e) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:09.999349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] For port 3e9bdf4b-aae5-4030-b3a9-17113d6e3238, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:10.001086 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-de85c932-9880-47d5-8b90-8119123f936c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Floating IP 5248ed70-f57e-4411-8278-ac7f43b969a4 associated. External IP: 172.26.2.40, port: 215006b2-9223-40f5-aad8-c5ab136f1d32. Jun 18 16:30:10.014906 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Pushing event updated for resources: {'Port': ['ID=5db8f30a-c5a1-4635-887c-c2c40daa8c0f,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:10.022545 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:10.027789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:10.044715 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] For port 3e9bdf4b-aae5-4030-b3a9-17113d6e3238, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=3e9bdf4b-aae5-4030-b3a9-17113d6e3238,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:10.050694 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:10.051081 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:10.051476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:10.055583 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:10.059354 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:10.084996 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:10.085617 dv-neutron-797121-1-hyperv neutron-server[93428]: ERROR neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:10.089675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': '10093bad-39b5-4234-acc9-635e720f0547'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:30:10.090634 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:10.104073 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.plugins.ml2.plugin [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 2 to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f Jun 18 16:30:10.130339 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:10.130702 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:10.131227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:10.157172 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b3021-ca70-4ba9-99ae-cc9bc92ad840 None None] Pushing event updated for resources: {'Port': ['ID=3e9bdf4b-aae5-4030-b3a9-17113d6e3238,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:10.164951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:10.165520 dv-neutron-797121-1-hyperv neutron-server[93428]: ERROR neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:10.168230 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.plugins.ml2.plugin [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 3 to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f Jun 18 16:30:10.193399 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:10.193759 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:10.194088 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:10.204175 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Routers {'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:10.204593 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:10.210218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:10.210218 dv-neutron-797121-1-hyperv neutron-server[93428]: ERROR neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:10.210512 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-da4b3021-ca70-4ba9-99ae-cc9bc92ad840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:10.210738 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.plugins.ml2.plugin [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 4 to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f Jun 18 16:30:10.225226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port 1bdf274e-d489-4eab-8e60-2eac014cde86 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:10.225793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:10.227849 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc62524-a934-4ec4-ac7e-dfb845bf62e6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:10.267201 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:10.267781 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:10.268274 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:10.301043 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b0638ddb-bd21-4fce-97e6-48b55232d607 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:10.307711 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-466a8ebc-69ca-4ba8-90e1-8dc2979acdd1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:10.308031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:10.308372 dv-neutron-797121-1-hyperv neutron-server[93428]: ERROR neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:10.311467 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.plugins.ml2.plugin [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 5 to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f Jun 18 16:30:10.320317 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ec980a-30c8-436a-8815-1c9e8fc202f5 None None] DHCP port deletion for e18d826c-3c62-46f7-bb09-dbaa0cea1d8f request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:30:10.325072 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:10.352655 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:10.352897 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:10.353124 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:10.365033 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] For port 1bdf274e-d489-4eab-8e60-2eac014cde86, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=1bdf274e-d489-4eab-8e60-2eac014cde86,segment=NetworkSegment(b8cb3c14-369c-4a58-aff9-cd4de8cb203a),segment_id=b8cb3c14-369c-4a58-aff9-cd4de8cb203a)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:10.365402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:10.376669 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:10.377160 dv-neutron-797121-1-hyperv neutron-server[93428]: ERROR neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:10.381645 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.plugins.ml2.plugin [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 6 to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f Jun 18 16:30:10.388630 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Allocated IP 2001:db8::2 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/10093bad-39b5-4234-acc9-635e720f0547/2f7e913f-cd00-463f-9940-a886ad7a5bec) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:10.410241 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] Set router b0e8869e-7f5f-4b8e-89db-3faedae9fc5f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:10.442933 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0638ddb-bd21-4fce-97e6-48b55232d607 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Subnet': ['ID=6e93874a-1449-4f2d-8f72-56b6eea73d8f,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:10.466518 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b0638ddb-bd21-4fce-97e6-48b55232d607 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:10.468327 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for 1bdf274e-d489-4eab-8e60-2eac014cde86 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:10.489612 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:10.509923 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8dc62524-a934-4ec4-ac7e-dfb845bf62e6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:10.518811 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:10.519149 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:10.519492 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:10.557782 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:10.558153 dv-neutron-797121-1-hyperv neutron-server[93428]: ERROR neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:10.563984 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.plugins.ml2.plugin [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 7 to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f Jun 18 16:30:10.567559 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0638ddb-bd21-4fce-97e6-48b55232d607 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Checking segment: {'id': '54df828c-a48a-4729-815c-95b916e2c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e879e663-7031-40e8-a1f0-d9c66d177c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:10.567932 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0638ddb-bd21-4fce-97e6-48b55232d607 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network hostable DHCP agents. Network: e879e663-7031-40e8-a1f0-d9c66d177c2d, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:30:10.580799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-8dc62524-a934-4ec4-ac7e-dfb845bf62e6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port 42ca7522-5527-421d-bce4-0f2af74ebbc1 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:10.629541 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:10.642469 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:10.642836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:10.643182 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:10.667200 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:10.667615 dv-neutron-797121-1-hyperv neutron-server[93428]: ERROR neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:10.671394 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.plugins.ml2.plugin [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 8 to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f Jun 18 16:30:10.678254 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de85c932-9880-47d5-8b90-8119123f936c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 74a620c8-6ca9-426c-a7be-65516fd2b20e has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:30:10.684627 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0638ddb-bd21-4fce-97e6-48b55232d607 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network e879e663-7031-40e8-a1f0-d9c66d177c2d is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:30:10.717851 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:10.718195 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:10.718530 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:10.727178 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:10.727788 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:10.727788 dv-neutron-797121-1-hyperv neutron-server[93428]: ERROR neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:10.732143 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.plugins.ml2.plugin [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 9 to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f Jun 18 16:30:10.733753 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1e687d41-731e-4169-8433-262c52334562 tempest-FloatingIPAdminTestJSON-1347377251 tempest-FloatingIPAdminTestJSON-1347377251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:10.739785 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-b0638ddb-bd21-4fce-97e6-48b55232d607 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, e879e663-7031-40e8-a1f0-d9c66d177c2d) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:10.748037 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-08ec980a-30c8-436a-8815-1c9e8fc202f5 None None] Deleting port 1bdf274e-d489-4eab-8e60-2eac014cde86 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:10.748425 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-08ec980a-30c8-436a-8815-1c9e8fc202f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:10.754163 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:10.754507 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:10.754871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:10.757550 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Allocated IP 172.20.0.1 (bbc32552-61b4-4e7e-ab65-d2d2792a3d8f/c0af9ced-d447-40f4-82ea-2c6458b522e8/c98493a4-a7db-4e68-bee8-70355f2b9786) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:10.760884 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:10.765609 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-aee6ce82-46cd-40e8-85b6-6ef5693514e3 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:10.783239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:10.783574 dv-neutron-797121-1-hyperv neutron-server[93428]: ERROR neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:10.783899 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0638ddb-bd21-4fce-97e6-48b55232d607 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:10.784663 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b0638ddb-bd21-4fce-97e6-48b55232d607 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:10.820694 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.plugins.ml2.plugin [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 10 to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f Jun 18 16:30:10.837496 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa8ca7d-734e-46bb-a201-a205dc111278 None None] Network e879e663-7031-40e8-a1f0-d9c66d177c2d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:10.852741 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:10.859801 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:10.870642 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b0638ddb-bd21-4fce-97e6-48b55232d607 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6272252 Jun 18 16:30:10.871272 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46138) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:10.876505 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:10.879919 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Pushing event updated for resources: {'Port': ['ID=edd23790-c3e0-4b5d-a419-66d776fb830e,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:10.885871 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-06383bc3-153b-44d8-bafc-30e8addb7406 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2061837093'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:10.893320 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 1bdf274e-d489-4eab-8e60-2eac014cde86 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:10.895900 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:10.898517 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=1bdf274e-d489-4eab-8e60-2eac014cde86,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:10.901310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:10.901730 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:10.902301 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:10.906137 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:10.915102 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No DVR routers for this DVR port 1bdf274e-d489-4eab-8e60-2eac014cde86 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:30:10.917107 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:10.917541 dv-neutron-797121-1-hyperv neutron-server[93428]: ERROR neutron.plugins.ml2.managers [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:10.917971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:10.954796 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 1bdf274e-d489-4eab-8e60-2eac014cde86 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:30:10.955021 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 1bdf274e-d489-4eab-8e60-2eac014cde86 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:30:10.960769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-08ec980a-30c8-436a-8815-1c9e8fc202f5 None None] For port 1bdf274e-d489-4eab-8e60-2eac014cde86, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=1bdf274e-d489-4eab-8e60-2eac014cde86,segment=NetworkSegment(b8cb3c14-369c-4a58-aff9-cd4de8cb203a),segment_id=b8cb3c14-369c-4a58-aff9-cd4de8cb203a)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:10.961172 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-08ec980a-30c8-436a-8815-1c9e8fc202f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.063742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-08ec980a-30c8-436a-8815-1c9e8fc202f5 None None] Calling delete_port for 1bdf274e-d489-4eab-8e60-2eac014cde86 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:11.075740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.099277 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18d826c-3c62-46f7-bb09-dbaa0cea1d8f']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:11.118834 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.131854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8cb3c14-369c-4a58-aff9-cd4de8cb203a') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:11.132075 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8cb3c14-369c-4a58-aff9-cd4de8cb203a') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:11.149818 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] For port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:11.150307 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempted to set empty binding levels {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 18 16:30:11.152872 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.161074 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Transition to ACTIVE for port object c98493a4-a7db-4e68-bee8-70355f2b9786 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:11.164893 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.173117 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0d41de3c-66bf-4f82-98b6-4ab6b787235d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:11.182605 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.219473 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] In _notify_port_updated(), no bound segment for port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:30:11.220254 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.220767 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.222199 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] 10.222.0.39 "PUT /v2.0/ports/5db8f30a-c5a1-4635-887c-c2c40daa8c0f HTTP/1.1" status: 200 len: 977 time: 2.7240839 Jun 18 16:30:11.223436 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:11.224260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.225491 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:11.227785 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:11.231784 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46140) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:11.257283 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Transition to ACTIVE for port object 2f7e913f-cd00-463f-9940-a886ad7a5bec will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:11.291427 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Transition to ACTIVE for port object 2f7e913f-cd00-463f-9940-a886ad7a5bec will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:11.332709 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc62524-a934-4ec4-ac7e-dfb845bf62e6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:30:11.333152 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dc62524-a934-4ec4-ac7e-dfb845bf62e6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:30:11.333583 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.335730 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:11.355550 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06383bc3-153b-44d8-bafc-30e8addb7406 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:11.358021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Pushing event updated for resources: {'Port': ['ID=5db8f30a-c5a1-4635-887c-c2c40daa8c0f,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:11.359429 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-06383bc3-153b-44d8-bafc-30e8addb7406 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.366310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:11.387218 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-e879e663-7031-40e8-a1f0-d9c66d177c2d', 'network_id': 'e879e663-7031-40e8-a1f0-d9c66d177c2d', 'tenant_id': 'abc25a70fa09418db674bd652505e653', 'fixed_ips': [{'subnet_id': '6e93874a-1449-4f2d-8f72-56b6eea73d8f'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:30:11.387462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.388532 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.392847 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06383bc3-153b-44d8-bafc-30e8addb7406 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:30:11.393369 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:11.394716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-08ec980a-30c8-436a-8815-1c9e8fc202f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.403207 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-06383bc3-153b-44d8-bafc-30e8addb7406 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.403426 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-06383bc3-153b-44d8-bafc-30e8addb7406 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Added segment 05f8bcc7-fe83-4a90-a40f-69d0168c9027 of type vlan for network 9de8a8d2-0739-4587-83d7-31603a551e43 Jun 18 16:30:11.406868 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.414039 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/networks/e18d826c-3c62-46f7-bb09-dbaa0cea1d8f HTTP/1.1" status: 204 len: 168 time: 1.6023648 Jun 18 16:30:11.414039 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.423158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46142) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:11.430301 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-0ec793a4-4a89-4af4-814c-953ff0532ad7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1563731551'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:11.441052 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8dc62524-a934-4ec4-ac7e-dfb845bf62e6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6924825 Jun 18 16:30:11.442301 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Network': ['ID=e18d826c-3c62-46f7-bb09-dbaa0cea1d8f,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:11.449696 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:11.451733 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46144) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:11.454150 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-53c4a52e-9a52-4bc7-a64d-9b8514b1c365 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:11.459691 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-06383bc3-153b-44d8-bafc-30e8addb7406 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.513575 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de85c932-9880-47d5-8b90-8119123f936c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:11.514760 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Network bbc32552-61b4-4e7e-ab65-d2d2792a3d8f is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:11.524716 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:11.527324 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a5fe43-8d13-4e5c-96c1-2d6f38d911ea None None] Sync routers for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:11.541483 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab990f-6095-418e-9c20-57f986773801 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.542139 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab990f-6095-418e-9c20-57f986773801 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.542738 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab990f-6095-418e-9c20-57f986773801 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.543212 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab990f-6095-418e-9c20-57f986773801 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.543681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab990f-6095-418e-9c20-57f986773801 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.544144 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab990f-6095-418e-9c20-57f986773801 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.544601 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab990f-6095-418e-9c20-57f986773801 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.545057 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab990f-6095-418e-9c20-57f986773801 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.545362 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a5fe43-8d13-4e5c-96c1-2d6f38d911ea None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:11.545538 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab990f-6095-418e-9c20-57f986773801 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.545964 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab990f-6095-418e-9c20-57f986773801 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.546418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab990f-6095-418e-9c20-57f986773801 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.546897 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab990f-6095-418e-9c20-57f986773801 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.547353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab990f-6095-418e-9c20-57f986773801 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.547806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab990f-6095-418e-9c20-57f986773801 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.548257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab990f-6095-418e-9c20-57f986773801 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.550624 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-72ab990f-6095-418e-9c20-57f986773801 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12841 time: 0.3183408 Jun 18 16:30:11.552697 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de85c932-9880-47d5-8b90-8119123f936c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.554320 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:11.556546 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec793a4-4a89-4af4-814c-953ff0532ad7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:11.567815 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0ec793a4-4a89-4af4-814c-953ff0532ad7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.569871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46146) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:11.570664 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-b8a5fe43-8d13-4e5c-96c1-2d6f38d911ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:11.602379 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Allocated IP 172.20.255.242 (e879e663-7031-40e8-a1f0-d9c66d177c2d/6e93874a-1449-4f2d-8f72-56b6eea73d8f/dd5157c9-cf8a-43f1-911f-6983f98d3908) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:11.623758 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Pushing event updated for resources: {'Port': ['ID=c98493a4-a7db-4e68-bee8-70355f2b9786,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:11.633776 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:11.708323 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-b8a5fe43-8d13-4e5c-96c1-2d6f38d911ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:11.726348 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.729698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec793a4-4a89-4af4-814c-953ff0532ad7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:30:11.736098 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a5fe43-8d13-4e5c-96c1-2d6f38d911ea None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:11.739846 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-b8a5fe43-8d13-4e5c-96c1-2d6f38d911ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:11.799168 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-06383bc3-153b-44d8-bafc-30e8addb7406 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.809458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0ec793a4-4a89-4af4-814c-953ff0532ad7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.810075 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-0ec793a4-4a89-4af4-814c-953ff0532ad7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Added segment e2c4c577-9b5c-482a-a74c-6bc5fa4a64f8 of type vlan for network 0c50a557-3b7c-4d71-9ebc-2cfcf93529a8 Jun 18 16:30:11.813059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06383bc3-153b-44d8-bafc-30e8addb7406 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.815006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-06383bc3-153b-44d8-bafc-30e8addb7406 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.827203 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-b8a5fe43-8d13-4e5c-96c1-2d6f38d911ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:11.828480 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a5fe43-8d13-4e5c-96c1-2d6f38d911ea None None] The sync data for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:11.842755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2bf637ae-8259-4ccb-b9de-36df923eb57f tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:11.855309 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.864066 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Transition to ACTIVE for port object dd5157c9-cf8a-43f1-911f-6983f98d3908 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:11.879833 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Transition to ACTIVE for port object dd5157c9-cf8a-43f1-911f-6983f98d3908 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:11.882616 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08ec980a-30c8-436a-8815-1c9e8fc202f5 None None] Network e18d826c-3c62-46f7-bb09-dbaa0cea1d8f is not hosted by any dhcp agent {{(pid=93429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:30:11.883176 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ec980a-30c8-436a-8815-1c9e8fc202f5 None None] No DVR routers for this DVR port 1bdf274e-d489-4eab-8e60-2eac014cde86 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:30:11.916864 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:11.918869 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Pushing event updated for resources: {'Port': ['ID=2f7e913f-cd00-463f-9940-a886ad7a5bec,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:11.926112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0ec793a4-4a89-4af4-814c-953ff0532ad7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.927123 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06383bc3-153b-44d8-bafc-30e8addb7406 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Network': ['ID=9de8a8d2-0739-4587-83d7-31603a551e43,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:11.931395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-06383bc3-153b-44d8-bafc-30e8addb7406 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:11.935928 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'name': 'tempest-ServerActionsTestJSON-223729613-router', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:02Z', 'updated_at': '2021-06-18T16:30:05Z', 'revision_number': 3, 'project_id': '50f087196ad446c28f1edba2e7568216', 'gw_port': {'id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:03Z', 'updated_at': '2021-06-18T16:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:11.975267 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-c8d4ecd1-9c4d-411c-a9b0-687f7bffb538 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Deleting port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:11.975904 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ecd1-9c4d-411c-a9b0-687f7bffb538 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.978336 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:11.994819 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:11.998797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621cd638-37b0-4ccc-b0ba-35b52a706b58 None None] The sync data for ids ['b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'] in dv-neutron-797121-1-hyperv is: [{'id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'name': 'tempest-ServerActionsTestJSON-223729613-router', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:02Z', 'updated_at': '2021-06-18T16:30:05Z', 'revision_number': 3, 'project_id': '50f087196ad446c28f1edba2e7568216', 'gw_port': {'id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:03Z', 'updated_at': '2021-06-18T16:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:11.998797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9fb0fb5e-291e-45b1-b429-1295b51d06b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.595s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:12.024089 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-06383bc3-153b-44d8-bafc-30e8addb7406 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1425774 Jun 18 16:30:12.025957 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46148) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:12.031262 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-de85c932-9880-47d5-8b90-8119123f936c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "PUT /v2.0/floatingips/5248ed70-f57e-4411-8278-ac7f43b969a4 HTTP/1.1" status: 200 len: 976 time: 4.0187049 Jun 18 16:30:12.033492 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46150) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:12.040238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.053742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 9de8a8d2-0739-4587-83d7-31603a551e43 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:30:12.096708 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0ec793a4-4a89-4af4-814c-953ff0532ad7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.109332 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec793a4-4a89-4af4-814c-953ff0532ad7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:12.110220 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0ec793a4-4a89-4af4-814c-953ff0532ad7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.117283 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-e2f0f66c-c6f1-43d6-957d-5dccdf588255 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'subnet': {'network_id': '9de8a8d2-0739-4587-83d7-31603a551e43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:12.137080 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f18e683d-067e-4c33-8e7b-bccca2dcbea0 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:12.139773 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:12.146356 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec980a-30c8-436a-8815-1c9e8fc202f5 None None] Pushing event deleted for resources: {'Port': ['ID=1bdf274e-d489-4eab-8e60-2eac014cde86,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:12.159004 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Network e879e663-7031-40e8-a1f0-d9c66d177c2d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:12.164890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-c8d4ecd1-9c4d-411c-a9b0-687f7bffb538 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] For port 5db8f30a-c5a1-4635-887c-c2c40daa8c0f, host hv-neutron-7971, got binding levels [] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:12.165443 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ecd1-9c4d-411c-a9b0-687f7bffb538 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.192210 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-08ec980a-30c8-436a-8815-1c9e8fc202f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:12.193393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:12.195292 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42daa7bc-3c56-4cd9-9c24-c804c00003f4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:12.201935 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-42daa7bc-3c56-4cd9-9c24-c804c00003f4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7423863 Jun 18 16:30:12.219363 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f0adc446-c3c6-4fec-b276-a4f7119ed580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:12.219952 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46152) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:12.245280 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.275134 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:12.298327 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Pushing event updated for resources: {'Port': ['ID=dd5157c9-cf8a-43f1-911f-6983f98d3908,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:12.301013 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e8dcec80-7858-4926-8b33-d4b439eece05 None None] Provisioning for port c98493a4-a7db-4e68-bee8-70355f2b9786 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:12.327114 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:12.327903 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Attempting to bind port 2f7e913f-cd00-463f-9940-a886ad7a5bec on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:12.328122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Attempting to bind port 2f7e913f-cd00-463f-9940-a886ad7a5bec by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:12.328531 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Attempting to bind port 2f7e913f-cd00-463f-9940-a886ad7a5bec on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:12.335044 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e8dcec80-7858-4926-8b33-d4b439eece05 None None] Provisioning complete for port c98493a4-a7db-4e68-bee8-70355f2b9786 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:12.335044 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e8dcec80-7858-4926-8b33-d4b439eece05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.364657 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:12.364850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:12.365203 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.365612 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:12.366226 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Bound port: 2f7e913f-cd00-463f-9940-a886ad7a5bec, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:12.366623 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.466637 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108e3c7e-b52f-45b2-8c10-368d522bb3b9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:12.468863 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108e3c7e-b52f-45b2-8c10-368d522bb3b9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:12.473746 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-108e3c7e-b52f-45b2-8c10-368d522bb3b9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2504995 Jun 18 16:30:12.474447 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46154) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:12.490570 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f0f66c-c6f1-43d6-957d-5dccdf588255 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:12.492478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-c8d4ecd1-9c4d-411c-a9b0-687f7bffb538 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Calling delete_port for 5db8f30a-c5a1-4635-887c-c2c40daa8c0f owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:12.499398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f66c-c6f1-43d6-957d-5dccdf588255 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.509193 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Attempting to bind port dd5157c9-cf8a-43f1-911f-6983f98d3908 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:12.510580 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Attempting to bind port dd5157c9-cf8a-43f1-911f-6983f98d3908 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '54df828c-a48a-4729-815c-95b916e2c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e879e663-7031-40e8-a1f0-d9c66d177c2d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:12.511212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Attempting to bind port dd5157c9-cf8a-43f1-911f-6983f98d3908 on network e879e663-7031-40e8-a1f0-d9c66d177c2d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:12.547586 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:12.548227 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Checking segment: {'id': '54df828c-a48a-4729-815c-95b916e2c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e879e663-7031-40e8-a1f0-d9c66d177c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:12.548898 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.549582 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Bound using segment: {'id': '54df828c-a48a-4729-815c-95b916e2c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e879e663-7031-40e8-a1f0-d9c66d177c2d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:12.550659 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Bound port: dd5157c9-cf8a-43f1-911f-6983f98d3908, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54df828c-a48a-4729-815c-95b916e2c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e879e663-7031-40e8-a1f0-d9c66d177c2d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:12.551525 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.584620 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e8dcec80-7858-4926-8b33-d4b439eece05 None None] Port c98493a4-a7db-4e68-bee8-70355f2b9786 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:12.627838 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ecd1-9c4d-411c-a9b0-687f7bffb538 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.636851 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0ec793a4-4a89-4af4-814c-953ff0532ad7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2124002 Jun 18 16:30:12.652304 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46156) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:12.655092 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] For port 2f7e913f-cd00-463f-9940-a886ad7a5bec, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:12.658567 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-8ad5c13d-6d69-4929-898a-683101f962fe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'subnet': {'network_id': '0c50a557-3b7c-4d71-9ebc-2cfcf93529a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:12.704347 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] For port 2f7e913f-cd00-463f-9940-a886ad7a5bec, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2f7e913f-cd00-463f-9940-a886ad7a5bec,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:12.740687 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ecd1-9c4d-411c-a9b0-687f7bffb538 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.745922 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c8d4ecd1-9c4d-411c-a9b0-687f7bffb538 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] 10.222.0.39 "DELETE /v2.0/ports/5db8f30a-c5a1-4635-887c-c2c40daa8c0f HTTP/1.1" status: 204 len: 168 time: 1.1731770 Jun 18 16:30:12.747910 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.750354 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec793a4-4a89-4af4-814c-953ff0532ad7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Network': ['ID=0c50a557-3b7c-4d71-9ebc-2cfcf93529a8,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:12.755465 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0ec793a4-4a89-4af4-814c-953ff0532ad7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:12.757806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46158) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:12.758347 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:12.763109 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:12.827762 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b67e45-50c2-497d-8064-ea5105448013 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet 10093bad-39b5-4234-acc9-635e720f0547 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:30:12.834413 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4ecd1-9c4d-411c-a9b0-687f7bffb538 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Pushing event deleted for resources: {'Port': ['ID=5db8f30a-c5a1-4635-887c-c2c40daa8c0f,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:12.836942 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-69b67e45-50c2-497d-8064-ea5105448013 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.837612 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c8d4ecd1-9c4d-411c-a9b0-687f7bffb538 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:12.841181 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c28ff1-7805-4bfe-8c21-1a6f9ba0c1d0 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] GET failed (client error): The resource could not be found. Jun 18 16:30:12.843894 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c0c28ff1-7805-4bfe-8c21-1a6f9ba0c1d0 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] 10.222.0.39 "GET /v2.0/ports/5db8f30a-c5a1-4635-887c-c2c40daa8c0f HTTP/1.1" status: 404 len: 333 time: 0.0574229 Jun 18 16:30:12.849787 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46160) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:12.857760 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b4c6e00a-6976-40da-ac67-9c71c0c55067 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-4637052', 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:12.862990 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 0c50a557-3b7c-4d71-9ebc-2cfcf93529a8 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:30:12.883821 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] For port dd5157c9-cf8a-43f1-911f-6983f98d3908, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:12.931105 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] For port dd5157c9-cf8a-43f1-911f-6983f98d3908, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=dd5157c9-cf8a-43f1-911f-6983f98d3908,segment=NetworkSegment(54df828c-a48a-4729-815c-95b916e2c982),segment_id=54df828c-a48a-4729-815c-95b916e2c982)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:12.955403 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-69b67e45-50c2-497d-8064-ea5105448013 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.968379 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.002573 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Pushing event updated for resources: {'Port': ['ID=2f7e913f-cd00-463f-9940-a886ad7a5bec,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:13.013879 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:13.014364 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c126f6d3-819b-4d5c-81ea-a660c364c204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:13.079335 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 3e9bdf4b-aae5-4030-b3a9-17113d6e3238 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:13.099544 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.102560 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-31215438-16ef-4d68-8ab7-734605baffd1 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Deleting port 215006b2-9223-40f5-aad8-c5ab136f1d32 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:13.102929 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-31215438-16ef-4d68-8ab7-734605baffd1 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.133231 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Pushing event updated for resources: {'Port': ['ID=dd5157c9-cf8a-43f1-911f-6983f98d3908,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:13.138129 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:13.156221 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 3e9bdf4b-aae5-4030-b3a9-17113d6e3238 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:13.162042 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 3e9bdf4b-aae5-4030-b3a9-17113d6e3238 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:13.162445 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.189241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.190755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.db.api [None req-b4c6e00a-6976-40da-ac67-9c71c0c55067 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:30:13.190755 dv-neutron-797121-1-hyperv neutron-server[93428]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:30:13.190755 dv-neutron-797121-1-hyperv neutron-server[93428]: [parameters: {'project_id_1': '58abc1752033409db193bef33504a4b2', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 30, 12, 867280)}] Jun 18 16:30:13.190755 dv-neutron-797121-1-hyperv neutron-server[93428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:30:13.191093 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_db.api [None req-b4c6e00a-6976-40da-ac67-9c71c0c55067 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:30:13.201293 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.214457 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-914fb2c8-267c-4631-bea4-a093b694dc02 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:13.258813 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.292283 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 3e9bdf4b-aae5-4030-b3a9-17113d6e3238, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=3e9bdf4b-aae5-4030-b3a9-17113d6e3238,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:13.309594 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Pushing event updated for resources: {'Port': ['ID=c98493a4-a7db-4e68-bee8-70355f2b9786,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:13.311031 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.312048 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.315135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:13.320607 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:13.345304 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad5c13d-6d69-4929-898a-683101f962fe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:13.349147 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c13d-6d69-4929-898a-683101f962fe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.475104 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=3e9bdf4b-aae5-4030-b3a9-17113d6e3238,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:13.480249 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:13.727363 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-31215438-16ef-4d68-8ab7-734605baffd1 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.738682 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-69b67e45-50c2-497d-8064-ea5105448013 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.788580 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c6e00a-6976-40da-ac67-9c71c0c55067 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Made reservation on behalf of 58abc1752033409db193bef33504a4b2 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:13.791630 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b4c6e00a-6976-40da-ac67-9c71c0c55067 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.807724 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f66c-c6f1-43d6-957d-5dccdf588255 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.818711 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bc221112-e7ab-4c19-8efa-0ea83335b37a tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:13.820492 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-b4c6e00a-6976-40da-ac67-9c71c0c55067 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] device_id is not set on port 81ba4434-3488-4fe5-9076-8ebb5b57e2e1 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:13.890286 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Network bbc32552-61b4-4e7e-ab65-d2d2792a3d8f is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:13.895932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:14.096786 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0f66c-c6f1-43d6-957d-5dccdf588255 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Subnet': ['ID=5b4be9de-e8e7-4cfc-bd92-1c28231689fd,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:14.109945 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Router b0e8869e-7f5f-4b8e-89db-3faedae9fc5f has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:30:14.118906 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b4c6e00a-6976-40da-ac67-9c71c0c55067 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.120867 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e2f0f66c-c6f1-43d6-957d-5dccdf588255 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:14.160147 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-69b67e45-50c2-497d-8064-ea5105448013 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.177079 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-12d58f77-13e9-47a5-8632-9a1a1971bbea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:14.217312 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.235353 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-bc047c02-946b-4d03-9250-419c6c58d1cf None None] Provisioning complete for port c98493a4-a7db-4e68-bee8-70355f2b9786 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:14.236455 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bc047c02-946b-4d03-9250-419c6c58d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.242864 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f66c-c6f1-43d6-957d-5dccdf588255 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Checking segment: {'id': '05f8bcc7-fe83-4a90-a40f-69d0168c9027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9de8a8d2-0739-4587-83d7-31603a551e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:14.243754 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f0f66c-c6f1-43d6-957d-5dccdf588255 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network hostable DHCP agents. Network: 9de8a8d2-0739-4587-83d7-31603a551e43, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:30:14.252615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b67e45-50c2-497d-8064-ea5105448013 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=10093bad-39b5-4234-acc9-635e720f0547,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:14.255696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-69b67e45-50c2-497d-8064-ea5105448013 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:14.258373 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b4c6e00a-6976-40da-ac67-9c71c0c55067 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.270052 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cbbbf862-24e7-42cc-9b99-0dbfd4c34d10 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:14.278090 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-bc047c02-946b-4d03-9250-419c6c58d1cf None None] Port c98493a4-a7db-4e68-bee8-70355f2b9786 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:14.283491 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-69b67e45-50c2-497d-8064-ea5105448013 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.285280 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-69b67e45-50c2-497d-8064-ea5105448013 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/10093bad-39b5-4234-acc9-635e720f0547 HTTP/1.1" status: 204 len: 168 time: 1.8057556 Jun 18 16:30:14.295252 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46162) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:14.303108 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:14.317354 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] 10.222.0.39 "PUT /v2.0/routers/b0e8869e-7f5f-4b8e-89db-3faedae9fc5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6134431 Jun 18 16:30:14.321381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c6e00a-6976-40da-ac67-9c71c0c55067 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Network 91c7d671-0209-4a39-9f3a-3bde87618120 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:14.324636 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-b4c6e00a-6976-40da-ac67-9c71c0c55067 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:14.327740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c6e00a-6976-40da-ac67-9c71c0c55067 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:14.329091 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c6e00a-6976-40da-ac67-9c71c0c55067 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:14.329690 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b4c6e00a-6976-40da-ac67-9c71c0c55067 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.348919 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b4c6e00a-6976-40da-ac67-9c71c0c55067 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 957 time: 1.4979436 Jun 18 16:30:14.354798 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46166) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:14.368334 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6e00a-6976-40da-ac67-9c71c0c55067 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Pushing event updated for resources: {'Port': ['ID=81ba4434-3488-4fe5-9076-8ebb5b57e2e1,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:14.372635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b4c6e00a-6976-40da-ac67-9c71c0c55067 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:14.413911 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ee9e5b-1695-4f34-9c4a-1ac0520ac192 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:14.415247 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-87ee9e5b-1695-4f34-9c4a-1ac0520ac192 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] 10.222.0.39 "GET /v2.0/ports/81ba4434-3488-4fe5-9076-8ebb5b57e2e1 HTTP/1.1" status: 200 len: 952 time: 0.0594292 Jun 18 16:30:14.418006 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46168) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:14.523894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-b7e982f9-b09a-441e-b586-8de19ed3078a tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Deleting port 81ba4434-3488-4fe5-9076-8ebb5b57e2e1 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:14.524292 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b7e982f9-b09a-441e-b586-8de19ed3078a tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.609901 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b7e982f9-b09a-441e-b586-8de19ed3078a tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.679240 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-b7e982f9-b09a-441e-b586-8de19ed3078a tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Calling delete_port for 81ba4434-3488-4fe5-9076-8ebb5b57e2e1 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:14.746387 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2f3d4a7a-f30e-48c2-bf3b-0707e6ade115 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4175348 Jun 18 16:30:14.750569 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46174) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:14.756876 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-3c0a02a5-e7aa-4edb-93bc-2c5bd9c6c890 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:14.757658 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-31215438-16ef-4d68-8ab7-734605baffd1 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.758420 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-31215438-16ef-4d68-8ab7-734605baffd1 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.758898 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-31215438-16ef-4d68-8ab7-734605baffd1 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Floating IP 5248ed70-f57e-4411-8278-ac7f43b969a4 disassociated. External IP: 172.26.2.40, port: 215006b2-9223-40f5-aad8-c5ab136f1d32. Jun 18 16:30:14.759391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-31215438-16ef-4d68-8ab7-734605baffd1 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Calling delete_port for 215006b2-9223-40f5-aad8-c5ab136f1d32 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:14.769706 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c13d-6d69-4929-898a-683101f962fe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.803627 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-08c4d1d7-85d7-4600-a965-86ce16958b08 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:14.845246 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f0f66c-c6f1-43d6-957d-5dccdf588255 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network 9de8a8d2-0739-4587-83d7-31603a551e43 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:30:14.890091 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b7e982f9-b09a-441e-b586-8de19ed3078a tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.917733 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-65b2a75f-510f-4afa-82dc-2223e8bd5253 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:14.967233 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e982f9-b09a-441e-b586-8de19ed3078a tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Pushing event deleted for resources: {'Port': ['ID=81ba4434-3488-4fe5-9076-8ebb5b57e2e1,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:14.971336 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b7e982f9-b09a-441e-b586-8de19ed3078a tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:14.973791 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-e2f0f66c-c6f1-43d6-957d-5dccdf588255 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 9de8a8d2-0739-4587-83d7-31603a551e43) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:14.979400 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b7e982f9-b09a-441e-b586-8de19ed3078a tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.981768 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b7e982f9-b09a-441e-b586-8de19ed3078a tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] 10.222.0.39 "DELETE /v2.0/ports/81ba4434-3488-4fe5-9076-8ebb5b57e2e1 HTTP/1.1" status: 204 len: 168 time: 0.5627668 Jun 18 16:30:14.984760 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46176) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:14.988296 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7de4fab-183b-4a90-8a58-d0e6cd9fc253 None None] Network 9de8a8d2-0739-4587-83d7-31603a551e43 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:14.990885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f0f66c-c6f1-43d6-957d-5dccdf588255 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:14.992404 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f66c-c6f1-43d6-957d-5dccdf588255 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.003420 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5c13d-6d69-4929-898a-683101f962fe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Subnet': ['ID=92e7f4af-dea8-47ff-a8e2-af481d166927,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:15.021671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8ad5c13d-6d69-4929-898a-683101f962fe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:15.051454 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61a04eb-4223-4ddb-bf10-ac972856cedf tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] GET failed (client error): The resource could not be found. Jun 18 16:30:15.053338 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c61a04eb-4223-4ddb-bf10-ac972856cedf tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] 10.222.0.39 "GET /v2.0/ports/81ba4434-3488-4fe5-9076-8ebb5b57e2e1 HTTP/1.1" status: 404 len: 333 time: 0.0672944 Jun 18 16:30:15.054732 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0a02a5-e7aa-4edb-93bc-2c5bd9c6c890 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:15.060772 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46178) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:15.060982 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3c0a02a5-e7aa-4edb-93bc-2c5bd9c6c890 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.069674 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e2f0f66c-c6f1-43d6-957d-5dccdf588255 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.0371656 Jun 18 16:30:15.075451 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-e7a4534f-f8db-49ab-91dc-be40430d0b3c tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Request body: {'port': {'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-643764069'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:15.081596 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46180) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:15.085994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad5c13d-6d69-4929-898a-683101f962fe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Checking segment: {'id': 'e2c4c577-9b5c-482a-a74c-6bc5fa4a64f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0c50a557-3b7c-4d71-9ebc-2cfcf93529a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:15.086477 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad5c13d-6d69-4929-898a-683101f962fe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network hostable DHCP agents. Network: 0c50a557-3b7c-4d71-9ebc-2cfcf93529a8, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:30:15.152533 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46182) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:15.159600 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-968e4869-4506-4951-81da-24dfd1c217f9 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--38666413', 'description': 'tempest-description--1399133898'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:15.180582 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 3e9bdf4b-aae5-4030-b3a9-17113d6e3238 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:15.248717 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-31215438-16ef-4d68-8ab7-734605baffd1 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.267079 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:15.298039 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31215438-16ef-4d68-8ab7-734605baffd1 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event deleted for resources: {'Port': ['ID=215006b2-9223-40f5-aad8-c5ab136f1d32,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:15.302239 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-31215438-16ef-4d68-8ab7-734605baffd1 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:15.304661 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad5c13d-6d69-4929-898a-683101f962fe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network 0c50a557-3b7c-4d71-9ebc-2cfcf93529a8 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:30:15.313391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a4534f-f8db-49ab-91dc-be40430d0b3c tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Made reservation on behalf of 58abc1752033409db193bef33504a4b2 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:15.316675 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e7a4534f-f8db-49ab-91dc-be40430d0b3c tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.329160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-8ad5c13d-6d69-4929-898a-683101f962fe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 0c50a557-3b7c-4d71-9ebc-2cfcf93529a8) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:15.335609 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad5c13d-6d69-4929-898a-683101f962fe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:15.336721 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c13d-6d69-4929-898a-683101f962fe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.353579 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-968e4869-4506-4951-81da-24dfd1c217f9 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.374665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Router 44f82627-9b72-4e51-beb2-7c51217c5b66 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:30:15.392789 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-e7a4534f-f8db-49ab-91dc-be40430d0b3c tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] device_id is not set on port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:15.397858 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8ad5c13d-6d69-4929-898a-683101f962fe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7432165 Jun 18 16:30:15.406779 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Sync routers for ids ['b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:15.408011 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46184) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:15.410729 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee33c652-015e-45c2-9005-fd95029dfbec None None] Network 0c50a557-3b7c-4d71-9ebc-2cfcf93529a8 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:15.419741 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-9af9f54b-6fc7-4492-9be5-6b8ba437ea2b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'network_id': '0c50a557-3b7c-4d71-9ebc-2cfcf93529a8', 'name': 'tempest-PortsIpV6TestJSON-1781948805', 'fixed_ips': [{'subnet_id': '92e7f4af-dea8-47ff-a8e2-af481d166927', 'ip_address': '2001:db8::10'}]}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:15.446201 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee5c1db-359d-4190-8d1b-1d78ab5aeeae None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:15.483923 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3c0a02a5-e7aa-4edb-93bc-2c5bd9c6c890 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.491223 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-77e8202a-250d-4d1e-b02c-4c7304c3d928 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:15.515669 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Routers {'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:15.516376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:15.560464 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8cfd2be4-f607-41bf-b81c-3067167ea7e0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.618290 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a02a5-e7aa-4edb-93bc-2c5bd9c6c890 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=dfd21590-c274-4a8b-9432-67a59feb00ce,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:15.631802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0a02a5-e7aa-4edb-93bc-2c5bd9c6c890 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:15.635130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3c0a02a5-e7aa-4edb-93bc-2c5bd9c6c890 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:15.647033 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-3c0a02a5-e7aa-4edb-93bc-2c5bd9c6c890 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:15.654860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0a02a5-e7aa-4edb-93bc-2c5bd9c6c890 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:15.655827 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3c0a02a5-e7aa-4edb-93bc-2c5bd9c6c890 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.684862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-113a6a68-86c1-444a-a516-27a9e1c95c50 None None] Provisioning for port 2f7e913f-cd00-463f-9940-a886ad7a5bec completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:15.726680 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-968e4869-4506-4951-81da-24dfd1c217f9 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.733147 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-968e4869-4506-4951-81da-24dfd1c217f9 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.739534 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5df7c8dc-24ad-4a12-9843-4f11b56237fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:15.769097 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3c0a02a5-e7aa-4edb-93bc-2c5bd9c6c890 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0166476 Jun 18 16:30:15.772300 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46186) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:15.782719 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-3f69c5cd-378c-4dfc-8697-96a6e665a578 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1344716743', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:15.793367 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e4869-4506-4951-81da-24dfd1c217f9 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84582f33-e91b-4393-8525-f34f48691647,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:15.797786 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-968e4869-4506-4951-81da-24dfd1c217f9 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:15.805277 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af9f54b-6fc7-4492-9be5-6b8ba437ea2b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:15.807549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5053e86c-940f-4ab3-8db4-4f921ac851cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-9de8a8d2-0739-4587-83d7-31603a551e43', 'network_id': '9de8a8d2-0739-4587-83d7-31603a551e43', 'tenant_id': 'abc25a70fa09418db674bd652505e653', 'fixed_ips': [{'subnet_id': '5b4be9de-e8e7-4cfc-bd92-1c28231689fd'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:30:15.808420 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5053e86c-940f-4ab3-8db4-4f921ac851cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.833113 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 3e9bdf4b-aae5-4030-b3a9-17113d6e3238 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:15.833600 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.843336 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31215438-16ef-4d68-8ab7-734605baffd1 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 74a620c8-6ca9-426c-a7be-65516fd2b20e has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:30:15.859129 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:15.866816 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8cfd2be4-f607-41bf-b81c-3067167ea7e0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.875443 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cce4ce-f7d7-4cf7-a11b-5d07ea45586c None None] Sync routers for ids ['44f82627-9b72-4e51-beb2-7c51217c5b66'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:15.893537 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cce4ce-f7d7-4cf7-a11b-5d07ea45586c None None] Routers {'44f82627-9b72-4e51-beb2-7c51217c5b66'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:15.894708 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-18cce4ce-f7d7-4cf7-a11b-5d07ea45586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['44f82627-9b72-4e51-beb2-7c51217c5b66'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:15.930000 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-968e4869-4506-4951-81da-24dfd1c217f9 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.932404 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-968e4869-4506-4951-81da-24dfd1c217f9 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7788227 Jun 18 16:30:15.936896 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-18cce4ce-f7d7-4cf7-a11b-5d07ea45586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:15.939740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46188) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:15.946890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-0a861019-86c8-46e0-8615-2737a7d8c347 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Request body: {'security_group_rule': {'security_group_id': '84582f33-e91b-4393-8525-f34f48691647', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:15.948963 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cce4ce-f7d7-4cf7-a11b-5d07ea45586c None None] Routers {'44f82627-9b72-4e51-beb2-7c51217c5b66'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:15.951270 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-18cce4ce-f7d7-4cf7-a11b-5d07ea45586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['44f82627-9b72-4e51-beb2-7c51217c5b66'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:15.974617 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e7a4534f-f8db-49ab-91dc-be40430d0b3c tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.993349 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9af9f54b-6fc7-4492-9be5-6b8ba437ea2b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.995690 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Set router b0e8869e-7f5f-4b8e-89db-3faedae9fc5f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:16.022448 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3f69c5cd-378c-4dfc-8697-96a6e665a578 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.023565 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3f69c5cd-378c-4dfc-8697-96a6e665a578 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.026920 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-18cce4ce-f7d7-4cf7-a11b-5d07ea45586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:16.029076 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cce4ce-f7d7-4cf7-a11b-5d07ea45586c None None] The sync data for ids ['44f82627-9b72-4e51-beb2-7c51217c5b66'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:16.038220 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.043522 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.2440457 Jun 18 16:30:16.046364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-9af9f54b-6fc7-4492-9be5-6b8ba437ea2b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] device_id is not set on port 3fc880b1-b470-49c7-b5b4-32e8e38decfd yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:16.048728 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46190) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:16.118428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe76632e-1af2-4d64-a0ad-ed048ec0979c None None] Network e879e663-7031-40e8-a1f0-d9c66d177c2d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:16.137840 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0a861019-86c8-46e0-8615-2737a7d8c347 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.234126 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8cfd2be4-f607-41bf-b81c-3067167ea7e0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.265724 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9efefee8-1f97-4998-9f45-30b7efe2bbb4 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:16.273053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-0c50a557-3b7c-4d71-9ebc-2cfcf93529a8', 'network_id': '0c50a557-3b7c-4d71-9ebc-2cfcf93529a8', 'tenant_id': 'ab5b30efde934fcfab6623163b520fd8', 'fixed_ips': [{'subnet_id': '92e7f4af-dea8-47ff-a8e2-af481d166927'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:30:16.273911 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.293840 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0a861019-86c8-46e0-8615-2737a7d8c347 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.296425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3f69c5cd-378c-4dfc-8697-96a6e665a578 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.301155 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0a861019-86c8-46e0-8615-2737a7d8c347 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.310273 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3c2ca9b0-00d7-4282-a379-bb696cfd5a22 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:16.313957 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd2be4-f607-41bf-b81c-3067167ea7e0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Subnet': ['ID=5b4be9de-e8e7-4cfc-bd92-1c28231689fd,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:16.321319 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3f69c5cd-378c-4dfc-8697-96a6e665a578 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.326547 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-9af9f54b-6fc7-4492-9be5-6b8ba437ea2b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Allocated IP 2001:db8::10 (0c50a557-3b7c-4d71-9ebc-2cfcf93529a8/92e7f4af-dea8-47ff-a8e2-af481d166927/3fc880b1-b470-49c7-b5b4-32e8e38decfd) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:16.330518 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8cfd2be4-f607-41bf-b81c-3067167ea7e0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:16.336212 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a861019-86c8-46e0-8615-2737a7d8c347 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ccd248d-aabb-4c8e-89ad-c3f8ae26bda3,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:16.337948 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e7a4534f-f8db-49ab-91dc-be40430d0b3c tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.344528 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0a861019-86c8-46e0-8615-2737a7d8c347 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.345716 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0a861019-86c8-46e0-8615-2737a7d8c347 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4050126 Jun 18 16:30:16.346726 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0a861019-86c8-46e0-8615-2737a7d8c347 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:16.348650 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46194) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server [None req-5053e86c-940f-4ab3-8db4-4f921ac851cc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b4be9de-e8e7-4cfc-bd92-1c28231689fd: This subnet is being modified by another concurrent operation. Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:30:16.355466 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise exception Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b4be9de-e8e7-4cfc-bd92-1c28231689fd: This subnet is being modified by another concurrent operation. Jun 18 16:30:16.358651 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server Jun 18 16:30:16.360774 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c75cec60-85ce-48fd-9938-6f310842e99e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Request body: {'security_group_rule': {'security_group_id': '84582f33-e91b-4393-8525-f34f48691647', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:16.384821 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31215438-16ef-4d68-8ab7-734605baffd1 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:16.386664 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bc2a5935-7277-494c-8d38-e999dc26c7d7 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:16.400224 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a4534f-f8db-49ab-91dc-be40430d0b3c tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Network 91c7d671-0209-4a39-9f3a-3bde87618120 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:16.434751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9170230c-deb6-470a-b164-fe6e55fea8fd None None] Sync routers for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:16.435251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c75cec60-85ce-48fd-9938-6f310842e99e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.438064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5a806e53-64a6-40a3-b095-109a522c54ff None None] Provisioning for port dd5157c9-cf8a-43f1-911f-6983f98d3908 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:16.449245 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074ce8ed-dd33-4c05-9b6a-18425940956c None None] Network 9de8a8d2-0739-4587-83d7-31603a551e43 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:16.468319 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-e7a4534f-f8db-49ab-91dc-be40430d0b3c tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:16.471043 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4534f-f8db-49ab-91dc-be40430d0b3c tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:16.472322 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a4534f-f8db-49ab-91dc-be40430d0b3c tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:16.472916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e7a4534f-f8db-49ab-91dc-be40430d0b3c tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.537781 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3f69c5cd-378c-4dfc-8697-96a6e665a578 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.541503 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3f69c5cd-378c-4dfc-8697-96a6e665a578 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7600102 Jun 18 16:30:16.544536 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-25ff8d48-2651-470f-a7ff-fc977bc135a5 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "GET /v2.0/routers/44f82627-9b72-4e51-beb2-7c51217c5b66 HTTP/1.1" status: 200 len: 920 time: 0.4919090 Jun 18 16:30:16.545731 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46198) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:16.546074 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46200) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:16.562307 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2f7e913f-cd00-463f-9940-a886ad7a5bec up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:16.564370 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9170230c-deb6-470a-b164-fe6e55fea8fd None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:16.565113 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-9170230c-deb6-470a-b164-fe6e55fea8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:16.570102 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8cfd2be4-f607-41bf-b81c-3067167ea7e0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.590727 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e7a4534f-f8db-49ab-91dc-be40430d0b3c tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5270672 Jun 18 16:30:16.597988 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-8cfd2be4-f607-41bf-b81c-3067167ea7e0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de8a8d2-0739-4587-83d7-31603a551e43']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:16.600554 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46202) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:16.608555 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:16.621943 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4534f-f8db-49ab-91dc-be40430d0b3c tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Pushing event updated for resources: {'Port': ['ID=702a06b0-ecb6-4a2e-8297-39b4c35b9520,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:16.629241 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e7a4534f-f8db-49ab-91dc-be40430d0b3c tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:16.633985 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-8cfd2be4-f607-41bf-b81c-3067167ea7e0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f8bcc7-fe83-4a90-a40f-69d0168c9027') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:16.634166 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-8cfd2be4-f607-41bf-b81c-3067167ea7e0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f8bcc7-fe83-4a90-a40f-69d0168c9027') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:16.671695 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-31215438-16ef-4d68-8ab7-734605baffd1 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.671695 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-31215438-16ef-4d68-8ab7-734605baffd1 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "DELETE /v2.0/ports/215006b2-9223-40f5-aad8-c5ab136f1d32 HTTP/1.1" status: 204 len: 168 time: 4.6323564 Jun 18 16:30:16.674296 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c75cec60-85ce-48fd-9938-6f310842e99e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.675844 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8cfd2be4-f607-41bf-b81c-3067167ea7e0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.679833 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46204) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:16.704831 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8cfd2be4-f607-41bf-b81c-3067167ea7e0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.716717 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a183985c-cdcb-491f-a175-6c3ae564e74b tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "GET /v2.0/ports?device_id=44f82627-9b72-4e51-beb2-7c51217c5b66 HTTP/1.1" status: 200 len: 205 time: 0.1653731 Jun 18 16:30:16.726334 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46206) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:16.728162 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-9170230c-deb6-470a-b164-fe6e55fea8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:16.735856 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cfd2be4-f607-41bf-b81c-3067167ea7e0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:16.736034 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8cfd2be4-f607-41bf-b81c-3067167ea7e0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:16.741093 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:16.764421 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c75cec60-85ce-48fd-9938-6f310842e99e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.810546 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:16.824281 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9af9f54b-6fc7-4492-9be5-6b8ba437ea2b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.842938 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cec60-85ce-48fd-9938-6f310842e99e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29849bcd-0d97-444e-883b-0d1d630a041b,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:16.843830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9170230c-deb6-470a-b164-fe6e55fea8fd None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:16.845466 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-9170230c-deb6-470a-b164-fe6e55fea8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:16.850983 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.856411 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fa7fb643-6111-499a-949b-4de2cadc57c4 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "GET /v2.0/floatingips/5248ed70-f57e-4411-8278-ac7f43b969a4 HTTP/1.1" status: 200 len: 687 time: 0.1347399 Jun 18 16:30:16.856411 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c75cec60-85ce-48fd-9938-6f310842e99e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:16.863934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46208) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:16.917818 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c75cec60-85ce-48fd-9938-6f310842e99e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.921822 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c75cec60-85ce-48fd-9938-6f310842e99e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5694335 Jun 18 16:30:16.930710 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-9170230c-deb6-470a-b164-fe6e55fea8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:16.931568 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9170230c-deb6-470a-b164-fe6e55fea8fd None None] The sync data for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:16.933892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8cfd2be4-f607-41bf-b81c-3067167ea7e0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.940928 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46210) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:16.953914 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:16.960414 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 2f7e913f-cd00-463f-9940-a886ad7a5bec completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:16.972378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-9af9f54b-6fc7-4492-9be5-6b8ba437ea2b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Transition to ACTIVE for port object 3fc880b1-b470-49c7-b5b4-32e8e38decfd will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:16.974052 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 2f7e913f-cd00-463f-9940-a886ad7a5bec triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:16.974052 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.022677 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'name': 'tempest-ServerActionsTestJSON-223729613-router', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:02Z', 'updated_at': '2021-06-18T16:30:12Z', 'revision_number': 4, 'project_id': '50f087196ad446c28f1edba2e7568216', 'gw_port': {'id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:03Z', 'updated_at': '2021-06-18T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'c98493a4-a7db-4e68-bee8-70355f2b9786', 'name': '', 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'mac_address': 'fa:16:3e:6d:14:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'c0af9ced-d447-40f4-82ea-2c6458b522e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:10Z', 'updated_at': '2021-06-18T16:30:12Z', 'revision_number': 2, 'project_id': '50f087196ad446c28f1edba2e7568216', 'subnets': [{'id': 'c0af9ced-d447-40f4-82ea-2c6458b522e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:17.049999 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:17.067994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8cfd2be4-f607-41bf-b81c-3067167ea7e0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.076453 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8cfd2be4-f607-41bf-b81c-3067167ea7e0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/9de8a8d2-0739-4587-83d7-31603a551e43 HTTP/1.1" status: 204 len: 168 time: 1.9897199 Jun 18 16:30:17.090210 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46212) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:17.123603 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e8de5813-09a4-4adc-b7f2-e3a82bd610b1 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.162300 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-4fe31259-6cc1-46f7-b85d-a80ea078dc3b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1632843586'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:17.193415 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9af9f54b-6fc7-4492-9be5-6b8ba437ea2b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.211376 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:17.220538 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.234202 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ec8772-e5f4-4417-84d1-4438d1d5f96d None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:17.242192 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Checking router: b0e8869e-7f5f-4b8e-89db-3faedae9fc5f for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:30:17.242734 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Updating router b0e8869e-7f5f-4b8e-89db-3faedae9fc5f port c98493a4-a7db-4e68-bee8-70355f2b9786 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:30:17.265743 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd2be4-f607-41bf-b81c-3067167ea7e0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Network': ['ID=9de8a8d2-0739-4587-83d7-31603a551e43,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:17.274983 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8cfd2be4-f607-41bf-b81c-3067167ea7e0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:17.287081 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af9f54b-6fc7-4492-9be5-6b8ba437ea2b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network 0c50a557-3b7c-4d71-9ebc-2cfcf93529a8 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:17.332257 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.333889 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-9af9f54b-6fc7-4492-9be5-6b8ba437ea2b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:17.369750 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4e158a9c-1a03-488a-a2e1-8555c5e76d1b None None] Provisioning complete for port 2f7e913f-cd00-463f-9940-a886ad7a5bec triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:17.370287 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4e158a9c-1a03-488a-a2e1-8555c5e76d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.376576 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.379599 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af9f54b-6fc7-4492-9be5-6b8ba437ea2b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:17.385824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af9f54b-6fc7-4492-9be5-6b8ba437ea2b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:17.386471 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9af9f54b-6fc7-4492-9be5-6b8ba437ea2b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.419747 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Allocated IP 2001:db8::2 (0c50a557-3b7c-4d71-9ebc-2cfcf93529a8/92e7f4af-dea8-47ff-a8e2-af481d166927/7fda0407-74eb-4597-bcb9-6911e86ec21c) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:17.422809 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9f54b-6fc7-4492-9be5-6b8ba437ea2b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=3fc880b1-b470-49c7-b5b4-32e8e38decfd,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:17.429390 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e8de5813-09a4-4adc-b7f2-e3a82bd610b1 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.431976 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9af9f54b-6fc7-4492-9be5-6b8ba437ea2b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:17.469894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe31259-6cc1-46f7-b85d-a80ea078dc3b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:17.473431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fe31259-6cc1-46f7-b85d-a80ea078dc3b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.478153 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] device_id is not set on port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:17.485215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbf157-e50e-4456-a74f-a59ca9a1cd1b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Deleting port 1200c498-06bd-4caf-9843-f23ce20630b2 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:17.485690 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f4fbf157-e50e-4456-a74f-a59ca9a1cd1b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.491677 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9af9f54b-6fc7-4492-9be5-6b8ba437ea2b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0799997 Jun 18 16:30:17.495901 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.501346 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46214) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:17.511640 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-eff17227-924a-41c2-8594-88557ebdd09d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'network_id': '0c50a557-3b7c-4d71-9ebc-2cfcf93529a8', 'name': 'tempest-PortsIpV6TestJSON-199508729', 'fixed_ips': [{'subnet_id': '92e7f4af-dea8-47ff-a8e2-af481d166927', 'ip_address': '2001:db8::f'}]}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:17.528780 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.602101 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe31259-6cc1-46f7-b85d-a80ea078dc3b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:30:17.613729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Transition to ACTIVE for port object 702a06b0-ecb6-4a2e-8297-39b4c35b9520 will not be triggered until provisioned by entity L2. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:17.628887 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.629945 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fe31259-6cc1-46f7-b85d-a80ea078dc3b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.630671 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-4fe31259-6cc1-46f7-b85d-a80ea078dc3b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Added segment b6be7b5d-e4f7-46cb-a234-6ea33496098d of type vlan for network a25c1336-15c1-4bb0-a7bc-00709585801b Jun 18 16:30:17.638739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e7a4534f-f8db-49ab-91dc-be40430d0b3c tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:17.716927 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f4fbf157-e50e-4456-a74f-a59ca9a1cd1b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.717304 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f4fbf157-e50e-4456-a74f-a59ca9a1cd1b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.725960 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 2f7e913f-cd00-463f-9940-a886ad7a5bec, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2f7e913f-cd00-463f-9940-a886ad7a5bec,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:17.762356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fe31259-6cc1-46f7-b85d-a80ea078dc3b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.771403 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.772258 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device dd5157c9-cf8a-43f1-911f-6983f98d3908 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:17.779938 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:17.830566 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbf157-e50e-4456-a74f-a59ca9a1cd1b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Calling delete_port for 1200c498-06bd-4caf-9843-f23ce20630b2 owned by network:floatingip {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:17.860402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::1 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/dfd21590-c274-4a8b-9432-67a59feb00ce/367f5594-1b15-4615-b662-445c0f852c23) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:17.907767 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4e158a9c-1a03-488a-a2e1-8555c5e76d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.996351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=2f7e913f-cd00-463f-9940-a886ad7a5bec,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:18.019916 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:18.045526 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.094336 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Transition to ACTIVE for port object 7fda0407-74eb-4597-bcb9-6911e86ec21c will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:18.119721 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e8de5813-09a4-4adc-b7f2-e3a82bd610b1 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Deleting port edd23790-c3e0-4b5d-a419-66d776fb830e {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:18.119966 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e8de5813-09a4-4adc-b7f2-e3a82bd610b1 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.125663 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Pushing event updated for resources: {'Port': ['ID=702a06b0-ecb6-4a2e-8297-39b4c35b9520,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:18.141233 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:18.141546 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port dd5157c9-cf8a-43f1-911f-6983f98d3908 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:18.180352 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port dd5157c9-cf8a-43f1-911f-6983f98d3908 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:18.184110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.204998 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:18.205330 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:18.205694 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:18.210715 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff17227-924a-41c2-8594-88557ebdd09d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:18.211871 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-4e158a9c-1a03-488a-a2e1-8555c5e76d1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:30:18.212338 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-4e158a9c-1a03-488a-a2e1-8555c5e76d1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:30:18.217116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Transition to ACTIVE for port object 7fda0407-74eb-4597-bcb9-6911e86ec21c will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:18.236924 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.243509 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.256005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-124beb9a-4cbf-4a5c-a95c-03d7df05d0e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:18.281765 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:18.282380 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:18.291928 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 2 to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 Jun 18 16:30:18.295179 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fe31259-6cc1-46f7-b85d-a80ea078dc3b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.300651 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe31259-6cc1-46f7-b85d-a80ea078dc3b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:18.301391 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fe31259-6cc1-46f7-b85d-a80ea078dc3b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.309083 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-81bdbe45-6980-4863-bf83-56838a3a932b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:18.310560 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Pushing event updated for resources: {'Port': ['ID=7fda0407-74eb-4597-bcb9-6911e86ec21c,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:18.314207 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:18.326118 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Network 0c50a557-3b7c-4d71-9ebc-2cfcf93529a8 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:18.333754 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:18.336752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:18.392284 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:18.392999 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:18.393557 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:18.403435 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e8de5813-09a4-4adc-b7f2-e3a82bd610b1 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.405739 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4fe31259-6cc1-46f7-b85d-a80ea078dc3b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2505410 Jun 18 16:30:18.412287 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46216) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:18.444316 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe31259-6cc1-46f7-b85d-a80ea078dc3b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Network': ['ID=a25c1336-15c1-4bb0-a7bc-00709585801b,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:18.446429 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-4ceb6024-8178-4dda-a839-30ed7611054f tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'subnet': {'network_id': 'a25c1336-15c1-4bb0-a7bc-00709585801b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:18.457382 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.459360 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:18.459799 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:18.469009 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4fe31259-6cc1-46f7-b85d-a80ea078dc3b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:18.484540 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 3 to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 Jun 18 16:30:18.514500 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.537274 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object 367f5594-1b15-4615-b662-445c0f852c23 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:18.542401 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network a25c1336-15c1-4bb0-a7bc-00709585801b details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:30:18.545441 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f4fbf157-e50e-4456-a74f-a59ca9a1cd1b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.547910 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.548769 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c85d4e5e-332a-43d9-9e2c-fd71be8dfe75 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:18.581178 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbf157-e50e-4456-a74f-a59ca9a1cd1b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event deleted for resources: {'Port': ['ID=1200c498-06bd-4caf-9843-f23ce20630b2,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:18.584965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f4fbf157-e50e-4456-a74f-a59ca9a1cd1b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:18.605115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e8de5813-09a4-4adc-b7f2-e3a82bd610b1 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Calling delete_port for edd23790-c3e0-4b5d-a419-66d776fb830e owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:18.615226 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Transition to ACTIVE for port object c98493a4-a7db-4e68-bee8-70355f2b9786 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:18.618622 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Attempting to bind port 7fda0407-74eb-4597-bcb9-6911e86ec21c on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:18.619583 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Attempting to bind port 7fda0407-74eb-4597-bcb9-6911e86ec21c by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'e2c4c577-9b5c-482a-a74c-6bc5fa4a64f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0c50a557-3b7c-4d71-9ebc-2cfcf93529a8'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:18.619956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Attempting to bind port 7fda0407-74eb-4597-bcb9-6911e86ec21c on network 0c50a557-3b7c-4d71-9ebc-2cfcf93529a8 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:18.647211 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.652694 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-22394614-beb8-494a-bcff-8609b43ef667 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:18.656736 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.661559 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:18.665349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:18.666274 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Checking segment: {'id': 'e2c4c577-9b5c-482a-a74c-6bc5fa4a64f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0c50a557-3b7c-4d71-9ebc-2cfcf93529a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:18.666717 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.667132 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Bound using segment: {'id': 'e2c4c577-9b5c-482a-a74c-6bc5fa4a64f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0c50a557-3b7c-4d71-9ebc-2cfcf93529a8'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:18.673314 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Bound port: 7fda0407-74eb-4597-bcb9-6911e86ec21c, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c4c577-9b5c-482a-a74c-6bc5fa4a64f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0c50a557-3b7c-4d71-9ebc-2cfcf93529a8'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:18.673740 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.681128 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:18.682190 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:18.682807 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:18.691452 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f4fbf157-e50e-4456-a74f-a59ca9a1cd1b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.693984 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f4fbf157-e50e-4456-a74f-a59ca9a1cd1b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.695158 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f4fbf157-e50e-4456-a74f-a59ca9a1cd1b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "DELETE /v2.0/floatingips/5248ed70-f57e-4411-8278-ac7f43b969a4 HTTP/1.1" status: 204 len: 168 time: 1.8291855 Jun 18 16:30:18.699501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46218) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:18.705910 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': 'c4cd5828-b57b-468d-9c92-cca126af2a0f'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:18.715715 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port dd5157c9-cf8a-43f1-911f-6983f98d3908, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=dd5157c9-cf8a-43f1-911f-6983f98d3908,segment=NetworkSegment(54df828c-a48a-4729-815c-95b916e2c982),segment_id=54df828c-a48a-4729-815c-95b916e2c982)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:18.727562 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:18.732542 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eff17227-924a-41c2-8594-88557ebdd09d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.739710 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:18.741993 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.743051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=367f5594-1b15-4615-b662-445c0f852c23,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:18.745715 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:18.746306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.750994 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:18.756752 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:18.757181 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:18.767821 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 4 to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 Jun 18 16:30:18.801122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.809641 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-eff17227-924a-41c2-8594-88557ebdd09d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] device_id is not set on port dc742cc0-1249-429b-9d37-070527f7decf yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:18.838984 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Allocated IP 172.26.2.219 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/9aed793b-14f8-43e8-a0ca-5808d6bde1b7) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:18.840777 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dab0f-4096-43fc-9024-b80ba5223082 None None] Pushing event updated for resources: {'Port': ['ID=c98493a4-a7db-4e68-bee8-70355f2b9786,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:18.854116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cb2dab0f-4096-43fc-9024-b80ba5223082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:18.890908 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-93b046a9-f355-44ea-afcb-03b0fbd95063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:18.906722 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:18.907125 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:18.909552 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:18.950697 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2f7e913f-cd00-463f-9940-a886ad7a5bec up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:19.038501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.133744 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:19.134409 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:19.144988 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 5 to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 Jun 18 16:30:19.145528 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] For port 7fda0407-74eb-4597-bcb9-6911e86ec21c, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:19.173312 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=dd5157c9-cf8a-43f1-911f-6983f98d3908,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:19.176975 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:19.178137 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ceb6024-8178-4dda-a839-30ed7611054f tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:19.182920 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] For port 7fda0407-74eb-4597-bcb9-6911e86ec21c, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7fda0407-74eb-4597-bcb9-6911e86ec21c,segment=NetworkSegment(e2c4c577-9b5c-482a-a74c-6bc5fa4a64f8),segment_id=e2c4c577-9b5c-482a-a74c-6bc5fa4a64f8)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:19.183761 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4ceb6024-8178-4dda-a839-30ed7611054f tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.191357 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Attempting to bind port c98493a4-a7db-4e68-bee8-70355f2b9786 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:19.191786 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Attempting to bind port c98493a4-a7db-4e68-bee8-70355f2b9786 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'c3de9a6a-3470-493f-b30a-29ff6a5fc4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:19.192172 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Attempting to bind port c98493a4-a7db-4e68-bee8-70355f2b9786 on network bbc32552-61b4-4e7e-ab65-d2d2792a3d8f {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:19.198321 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.201110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-70cd5881-bf4b-424e-b845-d8e8c4417d70 None None] Provisioning complete for port dd5157c9-cf8a-43f1-911f-6983f98d3908 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:19.201491 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-70cd5881-bf4b-424e-b845-d8e8c4417d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.210730 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6752c2f7-6401-4201-a154-25fa30794e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:19.236173 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:19.236727 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Checking segment: {'id': 'c3de9a6a-3470-493f-b30a-29ff6a5fc4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:19.237155 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.237568 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Bound using segment: {'id': 'c3de9a6a-3470-493f-b30a-29ff6a5fc4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:19.238062 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Bound port: c98493a4-a7db-4e68-bee8-70355f2b9786, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3de9a6a-3470-493f-b30a-29ff6a5fc4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:19.238635 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.271665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e8de5813-09a4-4adc-b7f2-e3a82bd610b1 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.273805 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-567656b6-ccdb-4679-9a22-b1930c2960dc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:19.277398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:19.277398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:19.277744 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:19.301718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.346428 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de5813-09a4-4adc-b7f2-e3a82bd610b1 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Pushing event deleted for resources: {'Port': ['ID=edd23790-c3e0-4b5d-a419-66d776fb830e,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:19.348424 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:19.348872 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:19.351892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e8de5813-09a4-4adc-b7f2-e3a82bd610b1 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:19.356965 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 6 to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 Jun 18 16:30:19.362121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.ipam_backend_mixin [None req-4ceb6024-8178-4dda-a839-30ed7611054f tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Performing IP validity checks on allocation pools {{(pid=93427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 18 16:30:19.364332 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.ipam_backend_mixin [None req-4ceb6024-8178-4dda-a839-30ed7611054f tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 18 16:30:19.409483 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.415225 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.416808 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.419910 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:19.450813 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 2f7e913f-cd00-463f-9940-a886ad7a5bec triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:19.451209 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.466475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:19.466996 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:19.467430 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:19.477804 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-eff17227-924a-41c2-8594-88557ebdd09d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Allocated IP 2001:db8::f (0c50a557-3b7c-4d71-9ebc-2cfcf93529a8/92e7f4af-dea8-47ff-a8e2-af481d166927/dc742cc0-1249-429b-9d37-070527f7decf) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:19.508880 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:19.509362 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:19.516164 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 7 to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 Jun 18 16:30:19.533003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Pushing event updated for resources: {'Port': ['ID=7fda0407-74eb-4597-bcb9-6911e86ec21c,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:19.543078 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.544849 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:19.567973 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:19.568466 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:19.568902 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:19.577318 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e8de5813-09a4-4adc-b7f2-e3a82bd610b1 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.602814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] For port c98493a4-a7db-4e68-bee8-70355f2b9786, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:19.603996 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=367f5594-1b15-4615-b662-445c0f852c23,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:19.616568 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:19.618209 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:19.620392 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:19.643608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] For port c98493a4-a7db-4e68-bee8-70355f2b9786, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c98493a4-a7db-4e68-bee8-70355f2b9786,segment=NetworkSegment(c3de9a6a-3470-493f-b30a-29ff6a5fc4fe),segment_id=c3de9a6a-3470-493f-b30a-29ff6a5fc4fe)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:19.656277 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.662938 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:19.663408 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:19.696358 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:19.721151 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e8de5813-09a4-4adc-b7f2-e3a82bd610b1 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.723936 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e8de5813-09a4-4adc-b7f2-e3a82bd610b1 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.763322 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 8 to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 Jun 18 16:30:19.771211 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dab0f-4096-43fc-9024-b80ba5223082 None None] Pushing event updated for resources: {'Port': ['ID=c98493a4-a7db-4e68-bee8-70355f2b9786,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:19.782115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cb2dab0f-4096-43fc-9024-b80ba5223082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:19.831323 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-70cd5881-bf4b-424e-b845-d8e8c4417d70 None None] Provisioning complete for port 2f7e913f-cd00-463f-9940-a886ad7a5bec triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:19.831705 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-70cd5881-bf4b-424e-b845-d8e8c4417d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.860270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:19.860871 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:19.861366 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:19.899947 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Routers {'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:19.902472 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:19.927283 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Router 75b9fd71-2bd5-46eb-abfc-9da2d88d2d21 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:30:19.927652 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e8de5813-09a4-4adc-b7f2-e3a82bd610b1 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.928402 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8de5813-09a4-4adc-b7f2-e3a82bd610b1 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Fanout notify agent at l3_agent the message router_deleted on router 44f82627-9b72-4e51-beb2-7c51217c5b66 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:30:19.938940 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e8de5813-09a4-4adc-b7f2-e3a82bd610b1 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:19.944009 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46220) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:19.944603 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e8de5813-09a4-4adc-b7f2-e3a82bd610b1 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "DELETE /v2.0/routers/44f82627-9b72-4e51-beb2-7c51217c5b66 HTTP/1.1" status: 204 len: 168 time: 3.2157965 Jun 18 16:30:19.945739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:19.946293 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:19.961439 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1259234502', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'enable_snat': False}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:19.975139 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 9 to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 Jun 18 16:30:20.028413 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.034335 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:20.042388 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:20.043016 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:20.043511 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:20.081871 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] Set router b0e8869e-7f5f-4b8e-89db-3faedae9fc5f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:20.093867 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4ceb6024-8178-4dda-a839-30ed7611054f tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.116349 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:20.116592 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:20.123760 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempt 10 to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 Jun 18 16:30:20.141640 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:20.153009 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.154547 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.169117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:20.171795 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:20.173349 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:20.175965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Allocated IP 172.26.2.124 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/e583dc60-ae47-4c09-9901-87e71f060294) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:20.183579 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:20.184040 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:20.184377 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempting to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:20.186442 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "PUT /v2.0/routers/75b9fd71-2bd5-46eb-abfc-9da2d88d2d21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6392119 Jun 18 16:30:20.190484 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46222) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:20.201785 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Sync routers for ids ['75b9fd71-2bd5-46eb-abfc-9da2d88d2d21'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:20.211572 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Pushing event updated for resources: {'Port': ['ID=9aed793b-14f8-43e8-a0ca-5808d6bde1b7,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:20.216061 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:20.218010 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Routers {'75b9fd71-2bd5-46eb-abfc-9da2d88d2d21'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:20.225003 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8f92f060-04fe-454e-85e7-773302325ea5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:20.225707 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['75b9fd71-2bd5-46eb-abfc-9da2d88d2d21'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:20.267673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ef4f5d-f29b-4d6c-aab3-fcd6f47d2fc5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:20.268649 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eff17227-924a-41c2-8594-88557ebdd09d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.270804 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:20.271136 dv-neutron-797121-1-hyperv neutron-server[93427]: ERROR neutron.plugins.ml2.managers [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Failed to bind port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '39d72c05-1c31-47b8-aac1-996142630bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '91c7d671-0209-4a39-9f3a-3bde87618120'}] Jun 18 16:30:20.271494 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.271936 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-85ef4f5d-f29b-4d6c-aab3-fcd6f47d2fc5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports/367f5594-1b15-4615-b662-445c0f852c23 HTTP/1.1" status: 200 len: 911 time: 0.0804098 Jun 18 16:30:20.274742 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46224) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:20.367224 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-eff17227-924a-41c2-8594-88557ebdd09d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Transition to ACTIVE for port object dc742cc0-1249-429b-9d37-070527f7decf will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:20.368061 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.378117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb6024-8178-4dda-a839-30ed7611054f tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Checking segment: {'id': 'b6be7b5d-e4f7-46cb-a234-6ea33496098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a25c1336-15c1-4bb0-a7bc-00709585801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:20.378528 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceb6024-8178-4dda-a839-30ed7611054f tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network hostable DHCP agents. Network: a25c1336-15c1-4bb0-a7bc-00709585801b, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:30:20.426907 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'name': 'tempest-ServerActionsTestJSON-223729613-router', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:02Z', 'updated_at': '2021-06-18T16:30:12Z', 'revision_number': 4, 'project_id': '50f087196ad446c28f1edba2e7568216', 'gw_port': {'id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:03Z', 'updated_at': '2021-06-18T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'c98493a4-a7db-4e68-bee8-70355f2b9786', 'name': '', 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'mac_address': 'fa:16:3e:6d:14:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'c0af9ced-d447-40f4-82ea-2c6458b522e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:10Z', 'updated_at': '2021-06-18T16:30:19Z', 'revision_number': 4, 'project_id': '50f087196ad446c28f1edba2e7568216', 'subnets': [{'id': 'c0af9ced-d447-40f4-82ea-2c6458b522e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:20.430719 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb6024-8178-4dda-a839-30ed7611054f tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Subnet': ['ID=4ec07c54-3c5c-439c-9bd7-eefc7952f802,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:20.434794 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4ceb6024-8178-4dda-a839-30ed7611054f tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:20.468163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e9f75a-44c9-4553-879f-8499296475e1 None None] The sync data for ids ['b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'] in dv-neutron-797121-1-hyperv is: [{'id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'name': 'tempest-ServerActionsTestJSON-223729613-router', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:02Z', 'updated_at': '2021-06-18T16:30:12Z', 'revision_number': 4, 'project_id': '50f087196ad446c28f1edba2e7568216', 'gw_port': {'id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:03Z', 'updated_at': '2021-06-18T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'c98493a4-a7db-4e68-bee8-70355f2b9786', 'name': '', 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'mac_address': 'fa:16:3e:6d:14:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'c0af9ced-d447-40f4-82ea-2c6458b522e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:10Z', 'updated_at': '2021-06-18T16:30:19Z', 'revision_number': 4, 'project_id': '50f087196ad446c28f1edba2e7568216', 'subnets': [{'id': 'c0af9ced-d447-40f4-82ea-2c6458b522e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:20.500405 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Set router 75b9fd71-2bd5-46eb-abfc-9da2d88d2d21 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:20.576763 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c31b81c8-a276-470e-a817-55d9d62d929c None None] Provisioning for port 367f5594-1b15-4615-b662-445c0f852c23 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:20.582056 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c31b81c8-a276-470e-a817-55d9d62d929c None None] Provisioning complete for port 367f5594-1b15-4615-b662-445c0f852c23 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:20.582683 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c31b81c8-a276-470e-a817-55d9d62d929c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.585149 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceb6024-8178-4dda-a839-30ed7611054f tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network a25c1336-15c1-4bb0-a7bc-00709585801b is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:30:20.608853 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] For port 702a06b0-ecb6-4a2e-8297-39b4c35b9520, host hv-neutron-7971, cleared binding levels {{(pid=93427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:20.609485 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attempted to set empty binding levels {{(pid=93427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 18 16:30:20.611299 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.631710 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.642915 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-68c5e01f-c80e-4173-9ec1-c59bf562320d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008394847-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:20.649609 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-4ceb6024-8178-4dda-a839-30ed7611054f tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, a25c1336-15c1-4bb0-a7bc-00709585801b) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:20.663334 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceb6024-8178-4dda-a839-30ed7611054f tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:20.664177 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4ceb6024-8178-4dda-a839-30ed7611054f tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.667924 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.674161 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b739bc9-9339-433b-bdf1-a7c0b42927fe None None] Network a25c1336-15c1-4bb0-a7bc-00709585801b requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:20.680800 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f48431-16b9-4e86-8351-e5f14a051b11 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:20.688711 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f48431-16b9-4e86-8351-e5f14a051b11 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:20.690862 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-76f48431-16b9-4e86-8351-e5f14a051b11 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.4090142 Jun 18 16:30:20.696276 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46226) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:20.760656 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.781097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eff17227-924a-41c2-8594-88557ebdd09d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.800918 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c31b81c8-a276-470e-a817-55d9d62d929c None None] Port 367f5594-1b15-4615-b662-445c0f852c23 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:20.893505 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] In _notify_port_updated(), no bound segment for port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 on network 91c7d671-0209-4a39-9f3a-3bde87618120 {{(pid=93427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:30:20.895159 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:20.895933 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.897725 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] 10.222.0.39 "PUT /v2.0/ports/702a06b0-ecb6-4a2e-8297-39b4c35b9520 HTTP/1.1" status: 200 len: 976 time: 4.2935545 Jun 18 16:30:20.911480 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46228) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:20.934383 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:20.989872 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4ceb6024-8178-4dda-a839-30ed7611054f tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.5600343 Jun 18 16:30:20.996064 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46230) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:21.004201 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9fd71-2bd5-46eb-abfc-9da2d88d2d21', 'name': 'tempest-NetworksTestDHCPv6-router-1344716743', 'tenant_id': '856662b118944798b50c407d55a72106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:16Z', 'updated_at': '2021-06-18T16:30:18Z', 'revision_number': 2, 'project_id': '856662b118944798b50c407d55a72106', 'gw_port_host': None, '_interfaces': [{'id': '367f5594-1b15-4615-b662-445c0f852c23', 'name': '', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'mac_address': 'fa:16:3e:1f:d1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b9fd71-2bd5-46eb-abfc-9da2d88d2d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'dfd21590-c274-4a8b-9432-67a59feb00ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:17Z', 'updated_at': '2021-06-18T16:30:19Z', 'revision_number': 2, 'project_id': '856662b118944798b50c407d55a72106', 'subnets': [{'id': 'dfd21590-c274-4a8b-9432-67a59feb00ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:21.072770 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Checking router: 75b9fd71-2bd5-46eb-abfc-9da2d88d2d21 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:30:21.073268 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Updating router 75b9fd71-2bd5-46eb-abfc-9da2d88d2d21 port 367f5594-1b15-4615-b662-445c0f852c23 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:30:21.086227 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c98493a4-a7db-4e68-bee8-70355f2b9786 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:21.101083 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-a25c1336-15c1-4bb0-a7bc-00709585801b', 'network_id': 'a25c1336-15c1-4bb0-a7bc-00709585801b', 'tenant_id': 'abc25a70fa09418db674bd652505e653', 'fixed_ips': [{'subnet_id': '4ec07c54-3c5c-439c-9bd7-eefc7952f802'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:30:21.101956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:21.132673 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Pushing event updated for resources: {'Port': ['ID=702a06b0-ecb6-4a2e-8297-39b4c35b9520,revision_number=3']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:21.143342 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff17227-924a-41c2-8594-88557ebdd09d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network 0c50a557-3b7c-4d71-9ebc-2cfcf93529a8 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:21.147971 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:21.148945 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:21.153886 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:21.161408 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-eff17227-924a-41c2-8594-88557ebdd09d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:21.169083 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:21.171135 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff17227-924a-41c2-8594-88557ebdd09d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:21.178038 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff17227-924a-41c2-8594-88557ebdd09d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:21.178852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eff17227-924a-41c2-8594-88557ebdd09d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:21.195556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461cc1ac-9641-44cc-ae42-d2dd0602f3bd None None] Network 0c50a557-3b7c-4d71-9ebc-2cfcf93529a8 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:21.344832 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:21.351129 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1f6b3f39-56ae-4ae7-a815-ebde8506fea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:21.369562 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-eff17227-924a-41c2-8594-88557ebdd09d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8636782 Jun 18 16:30:21.378763 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46232) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:21.453823 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff17227-924a-41c2-8594-88557ebdd09d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=dc742cc0-1249-429b-9d37-070527f7decf,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:21.458988 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:21.462579 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Allocated IP 172.20.0.3 (a25c1336-15c1-4bb0-a7bc-00709585801b/4ec07c54-3c5c-439c-9bd7-eefc7952f802/2fd131df-4fee-468e-8434-122688fbbca1) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:21.464820 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-eff17227-924a-41c2-8594-88557ebdd09d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:21.470148 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:21.473218 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:21.486345 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Transition to ACTIVE for port object 367f5594-1b15-4615-b662-445c0f852c23 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:21.493492 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:21.494922 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:21.496888 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-0122fa59-47b1-470f-880f-1fbb575101ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:21.498087 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=e583dc60-ae47-4c09-9901-87e71f060294,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:21.506155 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:21.577180 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:21.622714 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9d775-4f9f-41a7-9452-4039cc703c14 None None] Pushing event updated for resources: {'Port': ['ID=367f5594-1b15-4615-b662-445c0f852c23,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:21.632580 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-32d9d775-4f9f-41a7-9452-4039cc703c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:21.693936 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-f8320ee4-bb90-4186-b9a3-f9d0ce119c3d tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Deleting port 702a06b0-ecb6-4a2e-8297-39b4c35b9520 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:21.696446 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f8320ee4-bb90-4186-b9a3-f9d0ce119c3d tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:21.700069 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Attempting to bind port 367f5594-1b15-4615-b662-445c0f852c23 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:21.700450 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Attempting to bind port 367f5594-1b15-4615-b662-445c0f852c23 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:21.700816 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Attempting to bind port 367f5594-1b15-4615-b662-445c0f852c23 on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:21.718667 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:21.719044 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:21.719655 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:21.720241 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:21.720924 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Bound port: 367f5594-1b15-4615-b662-445c0f852c23, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:21.721477 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:21.741898 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:21.753781 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Transition to ACTIVE for port object 2fd131df-4fee-468e-8434-122688fbbca1 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:21.771894 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Transition to ACTIVE for port object 2fd131df-4fee-468e-8434-122688fbbca1 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:21.835139 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] For port 367f5594-1b15-4615-b662-445c0f852c23, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:21.840618 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] For port 367f5594-1b15-4615-b662-445c0f852c23, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=367f5594-1b15-4615-b662-445c0f852c23,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:21.846784 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:21.850292 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:21.909482 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Routers {'75b9fd71-2bd5-46eb-abfc-9da2d88d2d21'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:21.910113 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['75b9fd71-2bd5-46eb-abfc-9da2d88d2d21'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:21.914352 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:21.926093 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f54bd8c6-f56c-4df7-9484-af092fd31fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:21.986378 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Network a25c1336-15c1-4bb0-a7bc-00709585801b is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:22.022001 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] Set router 75b9fd71-2bd5-46eb-abfc-9da2d88d2d21 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:22.049411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Pushing event updated for resources: {'Port': ['ID=2fd131df-4fee-468e-8434-122688fbbca1,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:22.052025 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:22.064771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:22.066679 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:22.147968 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port c98493a4-a7db-4e68-bee8-70355f2b9786 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:22.222802 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9d775-4f9f-41a7-9452-4039cc703c14 None None] Pushing event updated for resources: {'Port': ['ID=367f5594-1b15-4615-b662-445c0f852c23,revision_number=4']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:22.247772 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-32d9d775-4f9f-41a7-9452-4039cc703c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:22.250957 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c98493a4-a7db-4e68-bee8-70355f2b9786 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:22.251810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:22.270249 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Attempting to bind port 2fd131df-4fee-468e-8434-122688fbbca1 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:22.274349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Attempting to bind port 2fd131df-4fee-468e-8434-122688fbbca1 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'b6be7b5d-e4f7-46cb-a234-6ea33496098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a25c1336-15c1-4bb0-a7bc-00709585801b'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:22.274349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Attempting to bind port 2fd131df-4fee-468e-8434-122688fbbca1 on network a25c1336-15c1-4bb0-a7bc-00709585801b {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:22.306131 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:22.308674 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Checking segment: {'id': 'b6be7b5d-e4f7-46cb-a234-6ea33496098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a25c1336-15c1-4bb0-a7bc-00709585801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:22.309109 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:22.309526 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Bound using segment: {'id': 'b6be7b5d-e4f7-46cb-a234-6ea33496098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a25c1336-15c1-4bb0-a7bc-00709585801b'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:22.310119 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Bound port: 2fd131df-4fee-468e-8434-122688fbbca1, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6be7b5d-e4f7-46cb-a234-6ea33496098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a25c1336-15c1-4bb0-a7bc-00709585801b'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:22.310413 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:22.312416 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-bfe10e79-ec57-4c32-acbd-6b54652d8097 None None] Provisioning for port 7fda0407-74eb-4597-bcb9-6911e86ec21c completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:22.403638 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9fd71-2bd5-46eb-abfc-9da2d88d2d21', 'name': 'tempest-NetworksTestDHCPv6-router-1344716743', 'tenant_id': '856662b118944798b50c407d55a72106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:16Z', 'updated_at': '2021-06-18T16:30:18Z', 'revision_number': 2, 'project_id': '856662b118944798b50c407d55a72106', 'gw_port_host': None, '_interfaces': [{'id': '367f5594-1b15-4615-b662-445c0f852c23', 'name': '', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'mac_address': 'fa:16:3e:1f:d1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b9fd71-2bd5-46eb-abfc-9da2d88d2d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'dfd21590-c274-4a8b-9432-67a59feb00ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:17Z', 'updated_at': '2021-06-18T16:30:21Z', 'revision_number': 4, 'project_id': '856662b118944798b50c407d55a72106', 'subnets': [{'id': 'dfd21590-c274-4a8b-9432-67a59feb00ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:22.448017 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea8a0ea-59bd-4850-9299-30abb75ea190 None None] The sync data for ids ['75b9fd71-2bd5-46eb-abfc-9da2d88d2d21'] in dv-neutron-797121-1-hyperv is: [{'id': '75b9fd71-2bd5-46eb-abfc-9da2d88d2d21', 'name': 'tempest-NetworksTestDHCPv6-router-1344716743', 'tenant_id': '856662b118944798b50c407d55a72106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:16Z', 'updated_at': '2021-06-18T16:30:18Z', 'revision_number': 2, 'project_id': '856662b118944798b50c407d55a72106', 'gw_port_host': None, '_interfaces': [{'id': '367f5594-1b15-4615-b662-445c0f852c23', 'name': '', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'mac_address': 'fa:16:3e:1f:d1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b9fd71-2bd5-46eb-abfc-9da2d88d2d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'dfd21590-c274-4a8b-9432-67a59feb00ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:17Z', 'updated_at': '2021-06-18T16:30:21Z', 'revision_number': 4, 'project_id': '856662b118944798b50c407d55a72106', 'subnets': [{'id': 'dfd21590-c274-4a8b-9432-67a59feb00ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:22.471888 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:22.479006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] For port 2fd131df-4fee-468e-8434-122688fbbca1, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:22.523907 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-f8320ee4-bb90-4186-b9a3-f9d0ce119c3d tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] For port 702a06b0-ecb6-4a2e-8297-39b4c35b9520, host hv-neutron-7971, got binding levels [] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:22.524286 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f8320ee4-bb90-4186-b9a3-f9d0ce119c3d tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:22.529778 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] For port 2fd131df-4fee-468e-8434-122688fbbca1, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2fd131df-4fee-468e-8434-122688fbbca1,segment=NetworkSegment(b6be7b5d-e4f7-46cb-a234-6ea33496098d),segment_id=b6be7b5d-e4f7-46cb-a234-6ea33496098d)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:22.546682 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:22.553369 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:22.576676 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:22.578077 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:22.621846 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-f8320ee4-bb90-4186-b9a3-f9d0ce119c3d tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Calling delete_port for 702a06b0-ecb6-4a2e-8297-39b4c35b9520 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:22.641998 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-416d1efc-2b16-4b9c-81ed-2df5e65713ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:22.647677 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Pushing event updated for resources: {'Port': ['ID=2fd131df-4fee-468e-8434-122688fbbca1,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:22.651985 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:22.660040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:22.680389 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port c98493a4-a7db-4e68-bee8-70355f2b9786, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c98493a4-a7db-4e68-bee8-70355f2b9786,segment=NetworkSegment(c3de9a6a-3470-493f-b30a-29ff6a5fc4fe),segment_id=c3de9a6a-3470-493f-b30a-29ff6a5fc4fe)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:22.681330 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:22.688298 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:22.690688 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7fda0407-74eb-4597-bcb9-6911e86ec21c up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:22.695082 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:22.709482 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97dacc2-6a2b-4cc2-b586-8d07b85b557e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:22.711403 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c97dacc2-6a2b-4cc2-b586-8d07b85b557e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 1.3284750 Jun 18 16:30:22.720555 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46234) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:22.780273 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:22.810441 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=c98493a4-a7db-4e68-bee8-70355f2b9786,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:22.822831 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:22.848861 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 7fda0407-74eb-4597-bcb9-6911e86ec21c completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:22.849069 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a91a4853-4a7c-45b9-89cc-137ffa532ab0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:22.859705 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 7fda0407-74eb-4597-bcb9-6911e86ec21c triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:22.860246 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:22.906551 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Pushing event updated for resources: {'Port': ['ID=9aed793b-14f8-43e8-a0ca-5808d6bde1b7,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:22.938770 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:22.948409 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-30e5e3ca-83a4-4e6c-b27f-7519ddbc7095 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:23.006731 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:23.041487 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:23.069733 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec07c54-3c5c-439c-9bd7-eefc7952f802,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:23.077795 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25c1336-15c1-4bb0-a7bc-00709585801b']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:23.077946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9008eba5-9f82-4a8c-8d80-257d417628d6 None None] Provisioning complete for port 7fda0407-74eb-4597-bcb9-6911e86ec21c triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:23.078422 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9008eba5-9f82-4a8c-8d80-257d417628d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:23.084732 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:23.115208 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6be7b5d-e4f7-46cb-a234-6ea33496098d') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:23.121472 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6be7b5d-e4f7-46cb-a234-6ea33496098d') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:23.141857 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:23.157874 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:23.159487 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2142231 Jun 18 16:30:23.187620 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:23.195543 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f8320ee4-bb90-4186-b9a3-f9d0ce119c3d tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:23.219581 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:23.237646 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131b844-2742-40ab-a80c-5f5b4211edb9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:23.255555 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131b844-2742-40ab-a80c-5f5b4211edb9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:23.271276 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131b844-2742-40ab-a80c-5f5b4211edb9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:23.277250 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c131b844-2742-40ab-a80c-5f5b4211edb9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.5505853 Jun 18 16:30:23.278119 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-58c3ff2d-b761-46db-b6ae-221e69d44d78 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:23.283332 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46240) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:23.297483 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:23.297798 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:23.314946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 7fda0407-74eb-4597-bcb9-6911e86ec21c, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7fda0407-74eb-4597-bcb9-6911e86ec21c,segment=NetworkSegment(e2c4c577-9b5c-482a-a74c-6bc5fa4a64f8),segment_id=e2c4c577-9b5c-482a-a74c-6bc5fa4a64f8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:23.335738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:23.340616 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device dd5157c9-cf8a-43f1-911f-6983f98d3908 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:23.344794 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5834acc4-8dbb-48b4-8f30-c1a3d84d5d17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:23.377691 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9008eba5-9f82-4a8c-8d80-257d417628d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:23.393365 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:23.421691 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f8320ee4-bb90-4186-b9a3-f9d0ce119c3d tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:23.423839 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f8320ee4-bb90-4186-b9a3-f9d0ce119c3d tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] 10.222.0.39 "DELETE /v2.0/ports/702a06b0-ecb6-4a2e-8297-39b4c35b9520 HTTP/1.1" status: 204 len: 168 time: 2.5094130 Jun 18 16:30:23.438751 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8320ee4-bb90-4186-b9a3-f9d0ce119c3d tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Pushing event deleted for resources: {'Port': ['ID=702a06b0-ecb6-4a2e-8297-39b4c35b9520,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:23.440665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46254) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:23.464440 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=7fda0407-74eb-4597-bcb9-6911e86ec21c,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:23.474456 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f8320ee4-bb90-4186-b9a3-f9d0ce119c3d tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:23.476213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Allocated IP 172.26.2.232 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:23.479689 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:23.550500 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.api [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:30:23.550500 dv-neutron-797121-1-hyperv neutron-server[93427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:30:23.550500 dv-neutron-797121-1-hyperv neutron-server[93427]: [parameters: {'id': 'a25c1336-15c1-4bb0-a7bc-00709585801b'}] Jun 18 16:30:23.550500 dv-neutron-797121-1-hyperv neutron-server[93427]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:30:23.551064 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_db.api [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:30:23.553588 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2a2b8b-4746-4b1a-bf00-1d43b907d848 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] GET failed (client error): The resource could not be found. Jun 18 16:30:23.560368 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ee2a2b8b-4746-4b1a-bf00-1d43b907d848 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] 10.222.0.39 "GET /v2.0/ports/702a06b0-ecb6-4a2e-8297-39b4c35b9520 HTTP/1.1" status: 404 len: 333 time: 0.0930417 Jun 18 16:30:23.560966 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46256) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:23.567002 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-9008eba5-9f82-4a8c-8d80-257d417628d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:30:23.567380 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-9008eba5-9f82-4a8c-8d80-257d417628d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:30:23.575984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port dd5157c9-cf8a-43f1-911f-6983f98d3908 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:23.576484 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:23.639136 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-05ea2a85-53a6-48c0-8d1f-ab729a254886 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--38666413&fields=id&tenant_id=50f087196ad446c28f1edba2e7568216 HTTP/1.1" status: 200 len: 267 time: 0.2188008 Jun 18 16:30:23.739450 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a56ea183-fe9d-4350-8a40-18238f65b12f tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:23.876097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-f6507563-4283-4d17-9191-b8f4af15c286 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:23.877589 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-f6507563-4283-4d17-9191-b8f4af15c286 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/networks?id=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f HTTP/1.1" status: 200 len: 811 time: 0.2316322 Jun 18 16:30:23.890919 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a56ea183-fe9d-4350-8a40-18238f65b12f tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:23.909911 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-a56ea183-fe9d-4350-8a40-18238f65b12f tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c7d671-0209-4a39-9f3a-3bde87618120']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:23.921738 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-ca8ce9e8-ccae-407a-9c71-05576a04c6b5 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/quotas/50f087196ad446c28f1edba2e7568216 HTTP/1.1" status: 200 len: 375 time: 0.0274801 Jun 18 16:30:23.923396 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-a56ea183-fe9d-4350-8a40-18238f65b12f tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d72c05-1c31-47b8-aac1-996142630bc5') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:23.923691 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-a56ea183-fe9d-4350-8a40-18238f65b12f tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d72c05-1c31-47b8-aac1-996142630bc5') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:23.948921 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a56ea183-fe9d-4350-8a40-18238f65b12f tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:23.966417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:23.989259 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a56ea183-fe9d-4350-8a40-18238f65b12f tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.002257 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56ea183-fe9d-4350-8a40-18238f65b12f tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:24.002833 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a56ea183-fe9d-4350-8a40-18238f65b12f tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:24.005976 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:24.007875 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.040568 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2fd131df-4fee-468e-8434-122688fbbca1 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:24.054675 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.121386 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a56ea183-fe9d-4350-8a40-18238f65b12f tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.127804 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3f89348b-854f-4f88-9207-180d4a765ffb tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:24.137098 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a56ea183-fe9d-4350-8a40-18238f65b12f tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.141783 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a56ea183-fe9d-4350-8a40-18238f65b12f tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] 10.222.0.39 "DELETE /v2.0/networks/91c7d671-0209-4a39-9f3a-3bde87618120 HTTP/1.1" status: 204 len: 168 time: 0.5770807 Jun 18 16:30:24.160555 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-30c9ff8f-5872-4682-bac5-7b3cc316ab66 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=50f087196ad446c28f1edba2e7568216&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2281067 Jun 18 16:30:24.162310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.163402 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ea183-fe9d-4350-8a40-18238f65b12f tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Pushing event deleted for resources: {'Network': ['ID=91c7d671-0209-4a39-9f3a-3bde87618120,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:24.175183 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a56ea183-fe9d-4350-8a40-18238f65b12f tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:24.267573 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c29d6-4e64-4d1f-9edd-1ad670333cae tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port dc742cc0-1249-429b-9d37-070527f7decf {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:24.267937 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3d0c29d6-4e64-4d1f-9edd-1ad670333cae tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.313092 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Deleting port 2fd131df-4fee-468e-8434-122688fbbca1 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:24.313573 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.329390 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a0c627-e1ea-4930-8d36-2f0032d06b4f None None] Network a25c1336-15c1-4bb0-a7bc-00709585801b requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:24.403092 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-a474831f-ef92-4b23-b7c5-8a8d8d0f1192 service neutron] 10.222.0.39 "GET /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174823 Jun 18 16:30:24.408778 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] For port 2fd131df-4fee-468e-8434-122688fbbca1, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2fd131df-4fee-468e-8434-122688fbbca1,segment=NetworkSegment(b6be7b5d-e4f7-46cb-a234-6ea33496098d),segment_id=b6be7b5d-e4f7-46cb-a234-6ea33496098d)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:24.409479 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.440342 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.448728 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:24.481109 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 2fd131df-4fee-468e-8434-122688fbbca1 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:24.508879 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c98493a4-a7db-4e68-bee8-70355f2b9786 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:24.525438 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Calling delete_port for 2fd131df-4fee-468e-8434-122688fbbca1 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:24.539114 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9008eba5-9f82-4a8c-8d80-257d417628d6 None None] Provisioning for port 3fc880b1-b470-49c7-b5b4-32e8e38decfd completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:24.545283 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-a91a4853-4a7c-45b9-89cc-137ffa532ab0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port 367f5594-1b15-4615-b662-445c0f852c23 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:24.545283 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a91a4853-4a7c-45b9-89cc-137ffa532ab0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.562014 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9008eba5-9f82-4a8c-8d80-257d417628d6 None None] Provisioning complete for port 3fc880b1-b470-49c7-b5b4-32e8e38decfd triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:24.562292 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9008eba5-9f82-4a8c-8d80-257d417628d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.578930 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46262) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:24.596091 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:24.608629 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3d0c29d6-4e64-4d1f-9edd-1ad670333cae tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.611310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:24.623749 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-9008eba5-9f82-4a8c-8d80-257d417628d6 None None] Port 3fc880b1-b470-49c7-b5b4-32e8e38decfd cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:24.634623 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:24.644771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Pushing event updated for resources: {'Port': ['ID=ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:24.662718 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c98493a4-a7db-4e68-bee8-70355f2b9786 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:24.663237 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.702461 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.705836 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9008eba5-9f82-4a8c-8d80-257d417628d6 None None] Provisioning for port dc742cc0-1249-429b-9d37-070527f7decf completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:24.715782 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-5cb7b4fe-3296-4644-8a49-712a2fb22d99 service neutron] 10.222.0.39 "GET /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884638 Jun 18 16:30:24.720265 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9008eba5-9f82-4a8c-8d80-257d417628d6 None None] Provisioning complete for port dc742cc0-1249-429b-9d37-070527f7decf triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:24.720830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9008eba5-9f82-4a8c-8d80-257d417628d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.735092 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.742771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:24.760540 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-eff17227-924a-41c2-8594-88557ebdd09d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:24.767200 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9929589-67a9-45de-919c-a648391733d0 None None] DHCP port deletion for a25c1336-15c1-4bb0-a7bc-00709585801b request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:30:24.785874 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c29d6-4e64-4d1f-9edd-1ad670333cae tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for dc742cc0-1249-429b-9d37-070527f7decf owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:24.789196 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fac858b-54e9-4258-8caf-9196f25eb5eb None None] get_active_networks_info from dv-neutron-797121-1-hyperv {{(pid=93429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 16:30:24.804678 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Port': ['ID=2fd131df-4fee-468e-8434-122688fbbca1,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:24.814986 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:24.817568 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No DVR routers for this DVR port 2fd131df-4fee-468e-8434-122688fbbca1 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:30:24.824296 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-9008eba5-9f82-4a8c-8d80-257d417628d6 None None] Port dc742cc0-1249-429b-9d37-070527f7decf cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:24.869815 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.907123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.938408 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.941931 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f4fbf157-e50e-4456-a74f-a59ca9a1cd1b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:24.963990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25c1336-15c1-4bb0-a7bc-00709585801b']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:24.969045 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7fda0407-74eb-4597-bcb9-6911e86ec21c up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:24.971224 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fac858b-54e9-4258-8caf-9196f25eb5eb None None] Resources bound (agent type, host, resource id): {{(pid=93429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 18 16:30:24.983716 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6be7b5d-e4f7-46cb-a234-6ea33496098d') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:24.984037 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6be7b5d-e4f7-46cb-a234-6ea33496098d') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:24.995446 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.007177 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-62c46e7e-7521-4dc1-a469-ee24e7ff784d None None] Could not find standard attr ID for object 2fd131df-4fee-468e-8434-122688fbbca1. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:30:25.047399 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-17af41a7-f229-4b23-a30c-7d3b545217e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3772697f4a134be4807eddbbf81e2d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4651103 Jun 18 16:30:25.048509 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.050478 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46270) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:25.083166 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-62c46e7e-7521-4dc1-a469-ee24e7ff784d None None] Provisioning complete for port 3fc880b1-b470-49c7-b5b4-32e8e38decfd triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:25.083654 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-62c46e7e-7521-4dc1-a469-ee24e7ff784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.088810 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e82c2461-b142-4183-9dc7-0de6d6dd1669 req-d3748207-7126-44d7-988c-feccad54c52c tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 210 time: 0.0565305 Jun 18 16:30:25.098299 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:25.111040 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.112969 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=e583dc60-ae47-4c09-9901-87e71f060294,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:25.115575 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:25.150628 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:25.152831 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 7fda0407-74eb-4597-bcb9-6911e86ec21c triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:25.153546 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.158311 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-62c46e7e-7521-4dc1-a469-ee24e7ff784d None None] Port 3fc880b1-b470-49c7-b5b4-32e8e38decfd cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:25.159062 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-a91a4853-4a7c-45b9-89cc-137ffa532ab0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] For port 367f5594-1b15-4615-b662-445c0f852c23, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=367f5594-1b15-4615-b662-445c0f852c23,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:25.159558 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a91a4853-4a7c-45b9-89cc-137ffa532ab0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.220271 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.225946 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-06383bc3-153b-44d8-bafc-30e8addb7406 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:25.229353 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.231827 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-62c46e7e-7521-4dc1-a469-ee24e7ff784d None None] Provisioning complete for port dc742cc0-1249-429b-9d37-070527f7decf triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:25.232285 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-62c46e7e-7521-4dc1-a469-ee24e7ff784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.234966 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/a25c1336-15c1-4bb0-a7bc-00709585801b HTTP/1.1" status: 204 len: 168 time: 4.2237701 Jun 18 16:30:25.237363 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46276) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:25.242373 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-d7b49882-3b9a-4282-b5a1-54f72f7ef57d tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1172204830'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:25.246405 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0fcaa741-faa4-48a5-a388-ff4cda02f819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.277588 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Network': ['ID=a25c1336-15c1-4bb0-a7bc-00709585801b,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:25.285692 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:25.300469 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0fcaa741-faa4-48a5-a388-ff4cda02f819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.312395 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-62c46e7e-7521-4dc1-a469-ee24e7ff784d None None] Port dc742cc0-1249-429b-9d37-070527f7decf cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:25.313712 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b49882-3b9a-4282-b5a1-54f72f7ef57d tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:25.319327 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7b49882-3b9a-4282-b5a1-54f72f7ef57d tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.375338 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 367f5594-1b15-4615-b662-445c0f852c23 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:25.388207 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0fcaa741-faa4-48a5-a388-ff4cda02f819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.392236 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0fcaa741-faa4-48a5-a388-ff4cda02f819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.393541 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0fcaa741-faa4-48a5-a388-ff4cda02f819 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca59980a-4513-4dc7-af2a-c8df0b263119 HTTP/1.1" status: 204 len: 168 time: 0.3261404 Jun 18 16:30:25.394667 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-53af8404-a6e6-4c14-9139-35babe990584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:25.405205 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcaa741-faa4-48a5-a388-ff4cda02f819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca59980a-4513-4dc7-af2a-c8df0b263119,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:25.410076 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0fcaa741-faa4-48a5-a388-ff4cda02f819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:25.539574 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 367f5594-1b15-4615-b662-445c0f852c23 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:25.547501 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 367f5594-1b15-4615-b662-445c0f852c23 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:25.547942 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.676803 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.692628 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-a91a4853-4a7c-45b9-89cc-137ffa532ab0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for 367f5594-1b15-4615-b662-445c0f852c23 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:25.723657 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 367f5594-1b15-4615-b662-445c0f852c23, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=367f5594-1b15-4615-b662-445c0f852c23,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:25.730859 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.733122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:25.755527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.828003 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b49882-3b9a-4282-b5a1-54f72f7ef57d tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:30:25.856264 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3d0c29d6-4e64-4d1f-9edd-1ad670333cae tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.860295 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7b49882-3b9a-4282-b5a1-54f72f7ef57d tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.863608 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-d7b49882-3b9a-4282-b5a1-54f72f7ef57d tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Added segment dbea8b2d-c16a-47ec-86dc-b5aa6f435481 of type vlan for network 1f492f82-7c3a-4836-ad37-6175132207db Jun 18 16:30:25.864756 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2fd131df-4fee-468e-8434-122688fbbca1 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:25.872093 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b7e982f9-b09a-441e-b586-8de19ed3078a tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:25.909272 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46286) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:25.921953 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=367f5594-1b15-4615-b662-445c0f852c23,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:25.924602 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 2fd131df-4fee-468e-8434-122688fbbca1 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:30:25.924960 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2fd131df-4fee-468e-8434-122688fbbca1 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:30:25.926413 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:25.947965 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7b49882-3b9a-4282-b5a1-54f72f7ef57d tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:25.995687 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-db4f5ad6-2d5c-48d8-bc65-381d5c725056 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58abc1752033409db193bef33504a4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840220 Jun 18 16:30:25.998414 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46288) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:26.017052 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c29d6-4e64-4d1f-9edd-1ad670333cae tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=dc742cc0-1249-429b-9d37-070527f7decf,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:26.021420 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7b49882-3b9a-4282-b5a1-54f72f7ef57d tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.032220 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b49882-3b9a-4282-b5a1-54f72f7ef57d tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:26.033004 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7b49882-3b9a-4282-b5a1-54f72f7ef57d tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.038447 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a3212039-d2c6-4a81-8f39-d311334e1c43 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:26.044298 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3d0c29d6-4e64-4d1f-9edd-1ad670333cae tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:26.053654 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3d0c29d6-4e64-4d1f-9edd-1ad670333cae tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.057904 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3d0c29d6-4e64-4d1f-9edd-1ad670333cae tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/ports/dc742cc0-1249-429b-9d37-070527f7decf HTTP/1.1" status: 204 len: 168 time: 2.7200460 Jun 18 16:30:26.064171 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46290) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:26.110065 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d7b49882-3b9a-4282-b5a1-54f72f7ef57d tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8717291 Jun 18 16:30:26.120953 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46292) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:26.133688 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-854a0cab-4aca-4c74-bd5c-881ec0fd57c9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'subnet': {'network_id': '1f492f82-7c3a-4836-ad37-6175132207db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:26.139337 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7c05b4-582b-40a1-98e7-751ffa47f635 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] GET failed (client error): The resource could not be found. Jun 18 16:30:26.140937 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4d7c05b4-582b-40a1-98e7-751ffa47f635 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports/dc742cc0-1249-429b-9d37-070527f7decf HTTP/1.1" status: 404 len: 333 time: 0.0758097 Jun 18 16:30:26.145455 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46296) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:26.168910 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b49882-3b9a-4282-b5a1-54f72f7ef57d tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Network': ['ID=1f492f82-7c3a-4836-ad37-6175132207db,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:26.183844 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 1f492f82-7c3a-4836-ad37-6175132207db details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:30:26.193161 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Floating IP 14fedb2c-4e23-48d8-9420-1945bd13a033 associated. External IP: 172.26.2.124, port: c4cd5828-b57b-468d-9c92-cca126af2a0f. Jun 18 16:30:26.205141 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d7b49882-3b9a-4282-b5a1-54f72f7ef57d tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:26.227060 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-223d28c3-aae7-4b65-b57a-fb751e7bf2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.257028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.324031 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-223d28c3-aae7-4b65-b57a-fb751e7bf2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.328721 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8a942edb-356b-4b4a-aa4e-5ca56301e78a req-9377a20e-f5f8-46b6-be06-775986659985 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 210 time: 0.0608754 Jun 18 16:30:26.427270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854a0cab-4aca-4c74-bd5c-881ec0fd57c9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:26.430943 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-854a0cab-4aca-4c74-bd5c-881ec0fd57c9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.433797 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a91a4853-4a7c-45b9-89cc-137ffa532ab0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.439412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9af9f54b-6fc7-4492-9be5-6b8ba437ea2b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:26.479010 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a4853-4a7c-45b9-89cc-137ffa532ab0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=367f5594-1b15-4615-b662-445c0f852c23,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:26.485016 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a91a4853-4a7c-45b9-89cc-137ffa532ab0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:26.519647 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-265fad00-caa6-4d02-a7b2-bfb3bee106ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port 3fc880b1-b470-49c7-b5b4-32e8e38decfd {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:26.519998 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-265fad00-caa6-4d02-a7b2-bfb3bee106ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.522582 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-223d28c3-aae7-4b65-b57a-fb751e7bf2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.525202 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-223d28c3-aae7-4b65-b57a-fb751e7bf2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.526353 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-223d28c3-aae7-4b65-b57a-fb751e7bf2ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/594c01b9-d1da-454f-b61c-307c9b1c4957 HTTP/1.1" status: 204 len: 168 time: 0.5270219 Jun 18 16:30:26.529963 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-350ca838-e969-41e2-b2d4-593fa56aa81c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:26.591522 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d28c3-aae7-4b65-b57a-fb751e7bf2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594c01b9-d1da-454f-b61c-307c9b1c4957,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:26.595038 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-223d28c3-aae7-4b65-b57a-fb751e7bf2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:26.692262 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-265fad00-caa6-4d02-a7b2-bfb3bee106ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.721509 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a91a4853-4a7c-45b9-89cc-137ffa532ab0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.796336 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-265fad00-caa6-4d02-a7b2-bfb3bee106ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for 3fc880b1-b470-49c7-b5b4-32e8e38decfd owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:26.882664 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 74a620c8-6ca9-426c-a7be-65516fd2b20e has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:30:26.883743 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.896319 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-854a0cab-4aca-4c74-bd5c-881ec0fd57c9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:26.901705 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:26.979630 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a0cab-4aca-4c74-bd5c-881ec0fd57c9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Subnet': ['ID=65495c8d-e0bf-4260-b444-3414bf154d49,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:26.983151 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-854a0cab-4aca-4c74-bd5c-881ec0fd57c9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:27.033163 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854a0cab-4aca-4c74-bd5c-881ec0fd57c9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Checking segment: {'id': 'dbea8b2d-c16a-47ec-86dc-b5aa6f435481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1f492f82-7c3a-4836-ad37-6175132207db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:27.033554 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854a0cab-4aca-4c74-bd5c-881ec0fd57c9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network hostable DHCP agents. Network: 1f492f82-7c3a-4836-ad37-6175132207db, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:30:27.071329 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-265fad00-caa6-4d02-a7b2-bfb3bee106ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:27.079055 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f8320ee4-bb90-4186-b9a3-f9d0ce119c3d tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:27.114088 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fad00-caa6-4d02-a7b2-bfb3bee106ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=3fc880b1-b470-49c7-b5b4-32e8e38decfd,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:27.118391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854a0cab-4aca-4c74-bd5c-881ec0fd57c9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network 1f492f82-7c3a-4836-ad37-6175132207db is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:30:27.121609 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-265fad00-caa6-4d02-a7b2-bfb3bee106ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:27.152407 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91a4853-4a7c-45b9-89cc-137ffa532ab0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Router 75b9fd71-2bd5-46eb-abfc-9da2d88d2d21 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:30:27.158726 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-265fad00-caa6-4d02-a7b2-bfb3bee106ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:27.169938 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-265fad00-caa6-4d02-a7b2-bfb3bee106ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/ports/3fc880b1-b470-49c7-b5b4-32e8e38decfd HTTP/1.1" status: 204 len: 168 time: 1.0151584 Jun 18 16:30:27.169938 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46310) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:27.200430 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec500b06-e17c-4275-8379-2341d4c5ac3e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] GET failed (client error): The resource could not be found. Jun 18 16:30:27.204654 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ec500b06-e17c-4275-8379-2341d4c5ac3e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports/3fc880b1-b470-49c7-b5b4-32e8e38decfd HTTP/1.1" status: 404 len: 333 time: 0.0313771 Jun 18 16:30:27.204654 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-854a0cab-4aca-4c74-bd5c-881ec0fd57c9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 1f492f82-7c3a-4836-ad37-6175132207db) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:27.204899 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46312) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:27.214725 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0016c7-7c60-418c-be16-3c75acde6dd8 None None] Network 1f492f82-7c3a-4836-ad37-6175132207db requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:27.216860 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854a0cab-4aca-4c74-bd5c-881ec0fd57c9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:27.217624 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-854a0cab-4aca-4c74-bd5c-881ec0fd57c9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:27.266020 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-854a0cab-4aca-4c74-bd5c-881ec0fd57c9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1370473 Jun 18 16:30:27.276094 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46316) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:27.367782 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8699c2f-e97a-4f88-95c7-99a3219ad9d9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting subnet 92e7f4af-dea8-47ff-a8e2-af481d166927 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:30:27.403419 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8699c2f-e97a-4f88-95c7-99a3219ad9d9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:27.407000 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:27.420150 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21eccf-ce89-48e9-97cd-8aff6a674d6d None None] Sync routers for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:27.477459 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21eccf-ce89-48e9-97cd-8aff6a674d6d None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:27.478638 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-bb21eccf-ce89-48e9-97cd-8aff6a674d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:27.507373 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-1f492f82-7c3a-4836-ad37-6175132207db', 'network_id': '1f492f82-7c3a-4836-ad37-6175132207db', 'tenant_id': 'abc25a70fa09418db674bd652505e653', 'fixed_ips': [{'subnet_id': '65495c8d-e0bf-4260-b444-3414bf154d49'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:30:27.508190 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:27.515463 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8699c2f-e97a-4f88-95c7-99a3219ad9d9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:27.604311 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-bb21eccf-ce89-48e9-97cd-8aff6a674d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:27.616289 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7fa37109-0ec1-4501-b278-818492ac5dc7 req-ece5ad8d-077c-4f8c-9bd8-0ade8d9c0a63 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 210 time: 0.0697434 Jun 18 16:30:27.630950 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:27.631925 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21eccf-ce89-48e9-97cd-8aff6a674d6d None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:27.632628 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-bb21eccf-ce89-48e9-97cd-8aff6a674d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:27.684349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-bb21eccf-ce89-48e9-97cd-8aff6a674d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:27.684349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21eccf-ce89-48e9-97cd-8aff6a674d6d None None] The sync data for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:27.743487 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8699c2f-e97a-4f88-95c7-99a3219ad9d9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:27.822728 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:27.921425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8699c2f-e97a-4f88-95c7-99a3219ad9d9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:27.925903 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0487a45a-bebc-4722-adf5-6ae9c0601bf7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:27.955311 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Allocated IP 172.20.0.1 (1f492f82-7c3a-4836-ad37-6175132207db/65495c8d-e0bf-4260-b444-3414bf154d49/0b4df963-4a4f-482c-8136-40becf5371d4) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:27.961556 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8699c2f-e97a-4f88-95c7-99a3219ad9d9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Subnet': ['ID=92e7f4af-dea8-47ff-a8e2-af481d166927,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:27.965501 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c8699c2f-e97a-4f88-95c7-99a3219ad9d9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:27.970233 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8699c2f-e97a-4f88-95c7-99a3219ad9d9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:27.971431 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c8699c2f-e97a-4f88-95c7-99a3219ad9d9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/subnets/92e7f4af-dea8-47ff-a8e2-af481d166927 HTTP/1.1" status: 204 len: 168 time: 0.7655952 Jun 18 16:30:27.974174 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46332) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:28.060604 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b4c4e1-a54b-4c99-8cf0-37ddf1c9fde0 None None] Network 0c50a557-3b7c-4d71-9ebc-2cfcf93529a8 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:28.096497 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.199474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.223415 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port 7fda0407-74eb-4597-bcb9-6911e86ec21c {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:28.224987 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.253359 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91a4853-4a7c-45b9-89cc-137ffa532ab0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:28.267157 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a91a4853-4a7c-45b9-89cc-137ffa532ab0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "PUT /v2.0/routers/75b9fd71-2bd5-46eb-abfc-9da2d88d2d21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5675962 Jun 18 16:30:28.267768 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52f7f9e-f0c6-4596-9dc8-ef2083310a67 None None] Sync routers for ids ['75b9fd71-2bd5-46eb-abfc-9da2d88d2d21'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:28.274266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-f02a93d3-d143-4939-ab73-471191e03917 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:28.277142 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-f02a93d3-d143-4939-ab73-471191e03917 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.64 "GET /v2.0/networks?id=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f HTTP/1.1" status: 200 len: 811 time: 1.3153362 Jun 18 16:30:28.279826 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46338) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:28.283916 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52f7f9e-f0c6-4596-9dc8-ef2083310a67 None None] Routers {'75b9fd71-2bd5-46eb-abfc-9da2d88d2d21'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:28.285118 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d52f7f9e-f0c6-4596-9dc8-ef2083310a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['75b9fd71-2bd5-46eb-abfc-9da2d88d2d21'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:28.291202 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 9.5901392 Jun 18 16:30:28.303768 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46340) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:28.314922 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-22a9c3ef-8658-4989-aa59-6b8698f1e16a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1322195963'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:28.368233 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] For port 7fda0407-74eb-4597-bcb9-6911e86ec21c, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7fda0407-74eb-4597-bcb9-6911e86ec21c,segment=NetworkSegment(e2c4c577-9b5c-482a-a74c-6bc5fa4a64f8),segment_id=e2c4c577-9b5c-482a-a74c-6bc5fa4a64f8)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:28.371910 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.445098 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-6c3faaa4-ed2f-42df-a9b1-d04396b8d0f8 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50f087196ad446c28f1edba2e7568216 HTTP/1.1" status: 200 len: 378 time: 0.1496468 Jun 18 16:30:28.445544 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.454336 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f3462f-038d-4701-b283-fdf0be40c1e2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:28.470254 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Transition to ACTIVE for port object 0b4df963-4a4f-482c-8136-40becf5371d4 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:28.479745 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f3462f-038d-4701-b283-fdf0be40c1e2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:28.485473 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b9f3462f-038d-4701-b283-fdf0be40c1e2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2037098 Jun 18 16:30:28.501940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-b1a7e492-8645-4a81-8d46-7d044dc54c8e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Request body: {'port': {'device_id': 'a273113f-f75c-4cdc-896d-c0c5c9450e2a', 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f', 'admin_state_up': True, 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'security_groups': ['84582f33-e91b-4393-8525-f34f48691647']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:28.507663 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for 7fda0407-74eb-4597-bcb9-6911e86ec21c owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:28.526919 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d9886a-9243-4fb8-96b0-6bc93318e7b6 None None] DHCP port deletion for 0c50a557-3b7c-4d71-9ebc-2cfcf93529a8 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:30:28.530977 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46346) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:28.531343 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Transition to ACTIVE for port object 0b4df963-4a4f-482c-8136-40becf5371d4 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:28.541268 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a9c3ef-8658-4989-aa59-6b8698f1e16a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Made reservation on behalf of a50f6beada67454e987312fb2c5df4b0 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:28.543179 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-d52f7f9e-f0c6-4596-9dc8-ef2083310a67 None None] Set router 75b9fd71-2bd5-46eb-abfc-9da2d88d2d21 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:28.550430 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.552591 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22a9c3ef-8658-4989-aa59-6b8698f1e16a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.583644 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6f48d065-b64e-4f61-b6fc-886e24c2c2eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:28.627771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Router e2ebd92b-29d0-4c46-bbdd-0e74afb5fdd5 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:30:28.656595 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Network 1f492f82-7c3a-4836-ad37-6175132207db is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:28.741943 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d52f7f9e-f0c6-4596-9dc8-ef2083310a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9fd71-2bd5-46eb-abfc-9da2d88d2d21', 'name': 'tempest-NetworksTestDHCPv6-router-1344716743', 'tenant_id': '856662b118944798b50c407d55a72106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:16Z', 'updated_at': '2021-06-18T16:30:26Z', 'revision_number': 3, 'project_id': '856662b118944798b50c407d55a72106', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:28.745667 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8cf3cee-5a61-4e12-b944-17677f3ceadf tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet dfd21590-c274-4a8b-9432-67a59feb00ce {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:30:28.762994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3cee-5a61-4e12-b944-17677f3ceadf tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.811796 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:28.840266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:28.853575 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.877460 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c4642a7e-2d90-4400-a0fc-66f0f9255325 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:28.904631 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a9c3ef-8658-4989-aa59-6b8698f1e16a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:30:28.905739 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52f7f9e-f0c6-4596-9dc8-ef2083310a67 None None] Checking router: 75b9fd71-2bd5-46eb-abfc-9da2d88d2d21 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:30:28.934345 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Subnet': ['ID=65495c8d-e0bf-4260-b444-3414bf154d49,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:28.952690 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3cee-5a61-4e12-b944-17677f3ceadf tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.964089 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52f7f9e-f0c6-4596-9dc8-ef2083310a67 None None] Routers {'75b9fd71-2bd5-46eb-abfc-9da2d88d2d21'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:28.965884 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22a9c3ef-8658-4989-aa59-6b8698f1e16a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.966551 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-22a9c3ef-8658-4989-aa59-6b8698f1e16a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Added segment 73c5f61e-008f-46e9-ad42-209befb10436 of type vlan for network b3ea6f70-0e44-47ab-8e76-543fd3081fbb Jun 18 16:30:28.968088 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-b1a7e492-8645-4a81-8d46-7d044dc54c8e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Made reservation on behalf of 50f087196ad446c28f1edba2e7568216 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:28.968695 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d52f7f9e-f0c6-4596-9dc8-ef2083310a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['75b9fd71-2bd5-46eb-abfc-9da2d88d2d21'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:28.977497 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-b1a7e492-8645-4a81-8d46-7d044dc54c8e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.979942 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Pushing event updated for resources: {'Port': ['ID=0b4df963-4a4f-482c-8136-40becf5371d4,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:29.024607 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:29.025694 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:29.026764 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Attempting to bind port 0b4df963-4a4f-482c-8136-40becf5371d4 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:29.031110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Attempting to bind port 0b4df963-4a4f-482c-8136-40becf5371d4 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'dbea8b2d-c16a-47ec-86dc-b5aa6f435481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1f492f82-7c3a-4836-ad37-6175132207db'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:29.032215 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Attempting to bind port 0b4df963-4a4f-482c-8136-40becf5371d4 on network 1f492f82-7c3a-4836-ad37-6175132207db {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:29.063122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46354) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:29.071136 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:29.072726 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Checking segment: {'id': 'dbea8b2d-c16a-47ec-86dc-b5aa6f435481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1f492f82-7c3a-4836-ad37-6175132207db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:29.072726 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.072962 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Bound using segment: {'id': 'dbea8b2d-c16a-47ec-86dc-b5aa6f435481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1f492f82-7c3a-4836-ad37-6175132207db'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:29.081729 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Bound port: 0b4df963-4a4f-482c-8136-40becf5371d4, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbea8b2d-c16a-47ec-86dc-b5aa6f435481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1f492f82-7c3a-4836-ad37-6175132207db'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:29.082067 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.111447 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22a9c3ef-8658-4989-aa59-6b8698f1e16a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.115917 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:29.217850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Sync routers for ids ['e2ebd92b-29d0-4c46-bbdd-0e74afb5fdd5'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:29.260764 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9886a-9243-4fb8-96b0-6bc93318e7b6 None None] Deleting port 7fda0407-74eb-4597-bcb9-6911e86ec21c {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:29.261377 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d8d9886a-9243-4fb8-96b0-6bc93318e7b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.292898 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.295225 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.3378906 Jun 18 16:30:29.303300 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46358) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:29.377363 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22a9c3ef-8658-4989-aa59-6b8698f1e16a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.384806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a9c3ef-8658-4989-aa59-6b8698f1e16a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:29.385858 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22a9c3ef-8658-4989-aa59-6b8698f1e16a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.399043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1702027578', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:29.403527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-581bb331-f089-4309-a189-790da60d6823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:29.434381 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-d52f7f9e-f0c6-4596-9dc8-ef2083310a67 None None] Set router 75b9fd71-2bd5-46eb-abfc-9da2d88d2d21 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:29.435050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Routers {'e2ebd92b-29d0-4c46-bbdd-0e74afb5fdd5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:29.435306 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e2ebd92b-29d0-4c46-bbdd-0e74afb5fdd5'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:29.448390 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d8d9886a-9243-4fb8-96b0-6bc93318e7b6 None None] For port 7fda0407-74eb-4597-bcb9-6911e86ec21c, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7fda0407-74eb-4597-bcb9-6911e86ec21c,segment=NetworkSegment(e2c4c577-9b5c-482a-a74c-6bc5fa4a64f8),segment_id=e2c4c577-9b5c-482a-a74c-6bc5fa4a64f8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:29.449089 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d8d9886a-9243-4fb8-96b0-6bc93318e7b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.495416 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] For port 0b4df963-4a4f-482c-8136-40becf5371d4, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:29.525051 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d52f7f9e-f0c6-4596-9dc8-ef2083310a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9fd71-2bd5-46eb-abfc-9da2d88d2d21', 'name': 'tempest-NetworksTestDHCPv6-router-1344716743', 'tenant_id': '856662b118944798b50c407d55a72106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:16Z', 'updated_at': '2021-06-18T16:30:26Z', 'revision_number': 3, 'project_id': '856662b118944798b50c407d55a72106', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:29.552624 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-b1a7e492-8645-4a81-8d46-7d044dc54c8e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Allocated IP 172.20.0.11 (bbc32552-61b4-4e7e-ab65-d2d2792a3d8f/c0af9ced-d447-40f4-82ea-2c6458b522e8/402c506e-8b7c-4f8f-b170-b34f8d818e4d) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:29.581110 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52f7f9e-f0c6-4596-9dc8-ef2083310a67 None None] The sync data for ids ['75b9fd71-2bd5-46eb-abfc-9da2d88d2d21'] in dv-neutron-797121-1-hyperv is: [{'id': '75b9fd71-2bd5-46eb-abfc-9da2d88d2d21', 'name': 'tempest-NetworksTestDHCPv6-router-1344716743', 'tenant_id': '856662b118944798b50c407d55a72106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:16Z', 'updated_at': '2021-06-18T16:30:26Z', 'revision_number': 3, 'project_id': '856662b118944798b50c407d55a72106', 'gw_port_host': None}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:29.632170 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Made reservation on behalf of d96ff3cbdda048d695b38d4d66d01652 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:29.635398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.647600 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-22a9c3ef-8658-4989-aa59-6b8698f1e16a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3402927 Jun 18 16:30:29.647600 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9c3ef-8658-4989-aa59-6b8698f1e16a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Network': ['ID=b3ea6f70-0e44-47ab-8e76-543fd3081fbb,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:29.652446 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46360) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:29.661318 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-501d5c77-a7b6-4db1-b0ff-b8b963bc8a8a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'subnet': {'network_id': 'b3ea6f70-0e44-47ab-8e76-543fd3081fbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:29.667425 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-22a9c3ef-8658-4989-aa59-6b8698f1e16a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:29.674223 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9a71503f-0027-4ff0-8c4c-9e1bac01ce7b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "GET /v2.0/routers/e2ebd92b-29d0-4c46-bbdd-0e74afb5fdd5 HTTP/1.1" status: 200 len: 909 time: 0.3692505 Jun 18 16:30:29.676732 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.686487 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46362) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:29.690887 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1259234502', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'enable_snat': True}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:29.743195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.757593 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-45c1b973-ff5a-4924-9d1f-7a2b46b2d79e req-92de0926-c90e-451b-b324-e6b54824a99f tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 210 time: 0.0768380 Jun 18 16:30:29.785182 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f492f82-7c3a-4836-ad37-6175132207db']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:29.797512 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.801493 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3cee-5a61-4e12-b944-17677f3ceadf tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.807514 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1f560eb0-db65-4277-9841-e4eea04f9cd8 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:29.832421 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbea8b2d-c16a-47ec-86dc-b5aa6f435481') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:29.833501 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbea8b2d-c16a-47ec-86dc-b5aa6f435481') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:29.856275 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=7fda0407-74eb-4597-bcb9-6911e86ec21c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:29.858762 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:29.879117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.890976 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No DVR routers for this DVR port 7fda0407-74eb-4597-bcb9-6911e86ec21c on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:30:29.907269 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.908320 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.930555 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-b1a7e492-8645-4a81-8d46-7d044dc54c8e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.947427 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network b3ea6f70-0e44-47ab-8e76-543fd3081fbb details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:30:29.976305 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-b1a7e492-8645-4a81-8d46-7d044dc54c8e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Transition to ACTIVE for port object 402c506e-8b7c-4f8f-b170-b34f8d818e4d will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:30.005815 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9886a-9243-4fb8-96b0-6bc93318e7b6 None None] Calling delete_port for 7fda0407-74eb-4597-bcb9-6911e86ec21c owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:30.033486 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] For port 0b4df963-4a4f-482c-8136-40becf5371d4, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=0b4df963-4a4f-482c-8136-40becf5371d4,segment=NetworkSegment(dbea8b2d-c16a-47ec-86dc-b5aa6f435481),segment_id=dbea8b2d-c16a-47ec-86dc-b5aa6f435481)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:30.063380 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 367f5594-1b15-4615-b662-445c0f852c23 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:30.088288 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.127440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:30.127662 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-b1a7e492-8645-4a81-8d46-7d044dc54c8e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.127937 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.130256 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:30.135715 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:30.137802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dc749d67-fa0b-4121-b938-e2834bf22198 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:30.157523 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.162866 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.171107 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:30.176339 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Set router e2ebd92b-29d0-4c46-bbdd-0e74afb5fdd5 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:30.184156 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 367f5594-1b15-4615-b662-445c0f852c23 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:30:30.184353 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 367f5594-1b15-4615-b662-445c0f852c23 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:30:30.184715 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7fda0407-74eb-4597-bcb9-6911e86ec21c no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:30.187970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] device_id is not set on port ebfe3092-ee18-44f4-984c-470883bd5fdb yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:30.205716 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-b1a7e492-8645-4a81-8d46-7d044dc54c8e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Network bbc32552-61b4-4e7e-ab65-d2d2792a3d8f is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:30.213582 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.224246 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-b1a7e492-8645-4a81-8d46-7d044dc54c8e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:30.236344 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-b1a7e492-8645-4a81-8d46-7d044dc54c8e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:30.247659 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c50a557-3b7c-4d71-9ebc-2cfcf93529a8']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:30.265021 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3cee-5a61-4e12-b944-17677f3ceadf tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.270444 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c4c577-9b5c-482a-a74c-6bc5fa4a64f8') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:30.270843 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c4c577-9b5c-482a-a74c-6bc5fa4a64f8') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:30.273270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8cfd2be4-f607-41bf-b81c-3067167ea7e0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:30.276436 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.api [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:30:30.276436 dv-neutron-797121-1-hyperv neutron-server[93427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:30:30.276436 dv-neutron-797121-1-hyperv neutron-server[93427]: [parameters: {'id': '1f492f82-7c3a-4836-ad37-6175132207db'}] Jun 18 16:30:30.276436 dv-neutron-797121-1-hyperv neutron-server[93427]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:30:30.276436 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_db.api [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:30:30.325443 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.325997 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501d5c77-a7b6-4db1-b0ff-b8b963bc8a8a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Made reservation on behalf of a50f6beada67454e987312fb2c5df4b0 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:30.328545 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf3cee-5a61-4e12-b944-17677f3ceadf tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=dfd21590-c274-4a8b-9432-67a59feb00ce,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:30.331452 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e8cf3cee-5a61-4e12-b944-17677f3ceadf tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:30.338383 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-501d5c77-a7b6-4db1-b0ff-b8b963bc8a8a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.342913 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3cee-5a61-4e12-b944-17677f3ceadf tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.347419 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e8cf3cee-5a61-4e12-b944-17677f3ceadf tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/dfd21590-c274-4a8b-9432-67a59feb00ce HTTP/1.1" status: 204 len: 168 time: 1.7962170 Jun 18 16:30:30.359793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46364) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:30.382688 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.387262 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.400552 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:30.401206 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:30.404983 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:30.453804 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0031fd36-ed97-4700-a417-b8256f22c67d None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:30.500432 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-b1a7e492-8645-4a81-8d46-7d044dc54c8e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:30.500677 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-b1a7e492-8645-4a81-8d46-7d044dc54c8e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.507098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7e492-8645-4a81-8d46-7d044dc54c8e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Pushing event updated for resources: {'Port': ['ID=402c506e-8b7c-4f8f-b170-b34f8d818e4d,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:30.580039 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b1a7e492-8645-4a81-8d46-7d044dc54c8e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:30.593589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2076587c-8222-4d04-bd98-d94ba5597dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.409s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:30.604117 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 7fda0407-74eb-4597-bcb9-6911e86ec21c {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:30:30.604679 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7fda0407-74eb-4597-bcb9-6911e86ec21c not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:30:30.640654 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.641029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0709e21-ddf2-40ed-8eab-17af22394b40,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:30.654672 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:30.723957 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-b1a7e492-8645-4a81-8d46-7d044dc54c8e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2360201 Jun 18 16:30:30.736848 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4a1cd85f-17c7-4d93-975e-bd9a64ed696a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3736551 Jun 18 16:30:30.739699 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46366) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:30.747030 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.747241 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-afb2465a-ff3b-4920-85fc-57158421601c None None] Provisioning for port 402c506e-8b7c-4f8f-b170-b34f8d818e4d completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:30.755912 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Request body: {'port': {'device_id': 'a273113f-f75c-4cdc-896d-c0c5c9450e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:30.762493 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Pushing event updated for resources: {'Port': ['ID=0b4df963-4a4f-482c-8136-40becf5371d4,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:30.765439 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:30.809851 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Allocated IP 172.26.2.209 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/ebfe3092-ee18-44f4-984c-470883bd5fdb) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:30.829172 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.832071 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0a64b9-684b-48bc-8375-f71bbba3b7ed None None] Network 1f492f82-7c3a-4836-ad37-6175132207db requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:30.843441 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ad06cc29-db8c-459e-966e-33651e0f1e9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:30.857833 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-afb2465a-ff3b-4920-85fc-57158421601c None None] Provisioning complete for port 402c506e-8b7c-4f8f-b170-b34f8d818e4d triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:30.858222 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-afb2465a-ff3b-4920-85fc-57158421601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.865472 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.867496 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/networks/0c50a557-3b7c-4d71-9ebc-2cfcf93529a8 HTTP/1.1" status: 204 len: 168 time: 2.8923109 Jun 18 16:30:30.869904 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Network': ['ID=0c50a557-3b7c-4d71-9ebc-2cfcf93529a8,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:30.872808 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46370) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:30.881049 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:30.885579 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-29289a26-eea9-4f3b-b298-d95412fe9f9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1271860199'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:30.924088 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-afb2465a-ff3b-4920-85fc-57158421601c None None] Port 402c506e-8b7c-4f8f-b170-b34f8d818e4d cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:30.924405 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b9094a22-ce56-415c-be79-c041541896d2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.925547 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d8d9886a-9243-4fb8-96b0-6bc93318e7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.970200 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7d843617-948e-4574-826b-36c0d0d2ceb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:30.972178 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8d9886a-9243-4fb8-96b0-6bc93318e7b6 None None] Network 0c50a557-3b7c-4d71-9ebc-2cfcf93529a8 is not hosted by any dhcp agent {{(pid=93429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:30:30.972660 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d9886a-9243-4fb8-96b0-6bc93318e7b6 None None] No DVR routers for this DVR port 7fda0407-74eb-4597-bcb9-6911e86ec21c on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:30:31.037659 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9886a-9243-4fb8-96b0-6bc93318e7b6 None None] Pushing event deleted for resources: {'Port': ['ID=7fda0407-74eb-4597-bcb9-6911e86ec21c,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:31.043326 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d8d9886a-9243-4fb8-96b0-6bc93318e7b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:31.064844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.080928 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29289a26-eea9-4f3b-b298-d95412fe9f9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:31.084396 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-29289a26-eea9-4f3b-b298-d95412fe9f9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.133298 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ebd92b-29d0-4c46-bbdd-0e74afb5fdd5', 'name': 'tempest-snat-router-1259234502', 'tenant_id': 'ae66c92afdfe48b4af14d0e3878b470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.232'}], 'enable_snat': False}, 'gw_port_id': 'ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:20Z', 'updated_at': '2021-06-18T16:30:25Z', 'revision_number': 3, 'project_id': 'ae66c92afdfe48b4af14d0e3878b470e', 'gw_port': {'id': 'ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ebd92b-29d0-4c46-bbdd-0e74afb5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:22Z', 'updated_at': '2021-06-18T16:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:31.175703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.184546 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Checking router: e2ebd92b-29d0-4c46-bbdd-0e74afb5fdd5 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:30:31.184899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Updating router e2ebd92b-29d0-4c46-bbdd-0e74afb5fdd5 port ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:30:31.192383 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46673ef-1425-4d94-9f7d-f2305f887d9d None None] DHCP port deletion for c0c58b33-89bf-4a11-9df9-ed95e6524a1d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:30:31.203563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b4c6e00a-6976-40da-ac67-9c71c0c55067 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:31.217416 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b9094a22-ce56-415c-be79-c041541896d2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.220228 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b9094a22-ce56-415c-be79-c041541896d2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.256728 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Pushing event updated for resources: {'Port': ['ID=ebfe3092-ee18-44f4-984c-470883bd5fdb,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:31.261852 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.268543 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:31.325770 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b9094a22-ce56-415c-be79-c041541896d2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.326280 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9094a22-ce56-415c-be79-c041541896d2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Fanout notify agent at l3_agent the message router_deleted on router 75b9fd71-2bd5-46eb-abfc-9da2d88d2d21 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:30:31.336347 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b9094a22-ce56-415c-be79-c041541896d2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.338019 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b9094a22-ce56-415c-be79-c041541896d2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/routers/75b9fd71-2bd5-46eb-abfc-9da2d88d2d21 HTTP/1.1" status: 204 len: 168 time: 0.5953145 Jun 18 16:30:31.345910 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46372) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:31.349233 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.351622 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Deleting port 0b4df963-4a4f-482c-8136-40becf5371d4 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:31.351971 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.363211 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-09ba0873-f264-4496-994b-c5eeef2308ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:31.366482 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29289a26-eea9-4f3b-b298-d95412fe9f9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:30:31.381347 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:31.385268 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b46673ef-1425-4d94-9f7d-f2305f887d9d None None] Deleting port 2f7e913f-cd00-463f-9940-a886ad7a5bec {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:31.386076 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b46673ef-1425-4d94-9f7d-f2305f887d9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.388215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:31.391755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:31.419642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-501d5c77-a7b6-4db1-b0ff-b8b963bc8a8a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.448509 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1b0cb4f8-e68f-45cb-a128-4bf42772b69b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:31.528046 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-29289a26-eea9-4f3b-b298-d95412fe9f9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.529325 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-29289a26-eea9-4f3b-b298-d95412fe9f9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Added segment eb6757ee-259e-485d-b2b0-ca02c0c6dc7b of type vlan for network 9b14c735-eaa3-4e60-94ff-4e6564840c1c Jun 18 16:30:31.553025 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:31.553641 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.562118 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d5c77-a7b6-4db1-b0ff-b8b963bc8a8a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Subnet': ['ID=fc9b858e-d03c-4041-b3a2-2959c895d814,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:31.563809 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b46673ef-1425-4d94-9f7d-f2305f887d9d None None] For port 2f7e913f-cd00-463f-9940-a886ad7a5bec, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2f7e913f-cd00-463f-9940-a886ad7a5bec,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:31.564294 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b46673ef-1425-4d94-9f7d-f2305f887d9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.564384 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-501d5c77-a7b6-4db1-b0ff-b8b963bc8a8a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:31.585650 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0d236-3543-48d0-b49a-4228c4748887 req-1bb1aa36-1a3f-431f-ad25-9474ac23b3cf tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:31.587300 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-79f0d236-3543-48d0-b49a-4228c4748887 req-1bb1aa36-1a3f-431f-ad25-9474ac23b3cf tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 932 time: 0.6111898 Jun 18 16:30:31.651725 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b46673ef-1425-4d94-9f7d-f2305f887d9d None None] Calling delete_port for 2f7e913f-cd00-463f-9940-a886ad7a5bec owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:31.658275 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5900571 Jun 18 16:30:31.665862 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46374) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:31.676009 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-be026039-dab3-4749-b0c7-34f22e270276 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.209'}]}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:31.729106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501d5c77-a7b6-4db1-b0ff-b8b963bc8a8a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Checking segment: {'id': '73c5f61e-008f-46e9-ad42-209befb10436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b3ea6f70-0e44-47ab-8e76-543fd3081fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:31.729305 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501d5c77-a7b6-4db1-b0ff-b8b963bc8a8a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Network hostable DHCP agents. Network: b3ea6f70-0e44-47ab-8e76-543fd3081fbb, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:30:31.809309 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-29289a26-eea9-4f3b-b298-d95412fe9f9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.815842 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] For port 0b4df963-4a4f-482c-8136-40becf5371d4, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=0b4df963-4a4f-482c-8136-40becf5371d4,segment=NetworkSegment(dbea8b2d-c16a-47ec-86dc-b5aa6f435481),segment_id=dbea8b2d-c16a-47ec-86dc-b5aa6f435481)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:31.816757 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.816868 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.830580 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Transition to ACTIVE for port object ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:31.834545 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-be026039-dab3-4749-b0c7-34f22e270276 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.835182 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b46673ef-1425-4d94-9f7d-f2305f887d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.835865 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-be026039-dab3-4749-b0c7-34f22e270276 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.841125 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cb2dab0f-4096-43fc-9024-b80ba5223082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:31.844291 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501d5c77-a7b6-4db1-b0ff-b8b963bc8a8a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Network b3ea6f70-0e44-47ab-8e76-543fd3081fbb is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:30:31.857992 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.882868 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-501d5c77-a7b6-4db1-b0ff-b8b963bc8a8a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, b3ea6f70-0e44-47ab-8e76-543fd3081fbb) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:31.900486 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2f7e913f-cd00-463f-9940-a886ad7a5bec no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:31.904014 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501d5c77-a7b6-4db1-b0ff-b8b963bc8a8a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:31.904563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-501d5c77-a7b6-4db1-b0ff-b8b963bc8a8a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.925497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bd3e16-7ac4-4104-aa36-525b646c4fc7 None None] Network b3ea6f70-0e44-47ab-8e76-543fd3081fbb requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:31.963442 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-be026039-dab3-4749-b0c7-34f22e270276 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.980891 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Calling delete_port for 0b4df963-4a4f-482c-8136-40becf5371d4 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:31.982729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ba0873-f264-4496-994b-c5eeef2308ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:31.984822 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-501d5c77-a7b6-4db1-b0ff-b8b963bc8a8a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3279786 Jun 18 16:30:31.989258 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-09ba0873-f264-4496-994b-c5eeef2308ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.991801 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 2f7e913f-cd00-463f-9940-a886ad7a5bec {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:30:31.992161 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2f7e913f-cd00-463f-9940-a886ad7a5bec not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:30:31.994219 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46673ef-1425-4d94-9f7d-f2305f887d9d None None] Pushing event deleted for resources: {'Port': ['ID=2f7e913f-cd00-463f-9940-a886ad7a5bec,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:31.994355 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46376) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:31.996491 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.resource_extend [None req-29289a26-eea9-4f3b-b298-d95412fe9f9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 16:30:31.998075 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46673ef-1425-4d94-9f7d-f2305f887d9d None None] No DVR routers for this DVR port 2f7e913f-cd00-463f-9940-a886ad7a5bec on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:30:32.022152 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b46673ef-1425-4d94-9f7d-f2305f887d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:32.023735 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-699606a3-d6e6-4ecd-8944-dd8d36288b78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:32.029973 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1403159171', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}, 'admin_state_up': False}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:32.037991 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-79f0d236-3543-48d0-b49a-4228c4748887 req-ea02c040-4cbc-4499-b17b-910bf5466b66 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3721271 Jun 18 16:30:32.083615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:32.084395 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Attempting to bind port ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:32.084786 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Attempting to bind port ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:32.085189 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Attempting to bind port ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:32.097087 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402c506e-8b7c-4f8f-b170-b34f8d818e4d {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:30:32.107820 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:32.108207 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:32.108629 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:32.109142 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:32.109595 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Bound port: ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:32.109963 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:32.140551 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:32.168471 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:32.183893 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-be026039-dab3-4749-b0c7-34f22e270276 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:32.185450 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-29289a26-eea9-4f3b-b298-d95412fe9f9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:32.191288 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29289a26-eea9-4f3b-b298-d95412fe9f9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:32.191907 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-29289a26-eea9-4f3b-b298-d95412fe9f9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:32.195433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Transition to ACTIVE for port object 402c506e-8b7c-4f8f-b170-b34f8d818e4d will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:32.204557 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:32.208825 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:32.214143 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8c1c6714-eb19-432e-b7e4-c3f50b2e0b04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:32.253020 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:32.254062 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:32.354705 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-29289a26-eea9-4f3b-b298-d95412fe9f9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4740813 Jun 18 16:30:32.356402 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46378) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:32.384797 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-f0100fe0-9a78-4b73-9a6d-627c3fec6ca1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'subnet': {'network_id': '9b14c735-eaa3-4e60-94ff-4e6564840c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:32.422718 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29289a26-eea9-4f3b-b298-d95412fe9f9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Network': ['ID=9b14c735-eaa3-4e60-94ff-4e6564840c1c,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:32.470004 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-29289a26-eea9-4f3b-b298-d95412fe9f9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:32.489751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 9b14c735-eaa3-4e60-94ff-4e6564840c1c details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:30:32.524600 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c2028-a4a5-4425-82e4-bd6ec2417a48 None None] Pushing event updated for resources: {'Port': ['ID=ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:32.568088 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:32.573808 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-b3ea6f70-0e44-47ab-8e76-543fd3081fbb', 'network_id': 'b3ea6f70-0e44-47ab-8e76-543fd3081fbb', 'tenant_id': 'a50f6beada67454e987312fb2c5df4b0', 'fixed_ips': [{'subnet_id': 'fc9b858e-d03c-4041-b3a2-2959c895d814'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:30:32.575502 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:32.585101 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-497c2028-a4a5-4425-82e4-bd6ec2417a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:32.673423 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:32.707159 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-31215438-16ef-4d68-8ab7-734605baffd1 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:32.756878 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] For port ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:32.779984 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Allocated IP 172.26.2.202 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/446d8ec8-26d8-494a-955b-3614886cc4a9) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:32.788189 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] For port ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:32.803891 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:32.805716 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Pushing event updated for resources: {'Port': ['ID=402c506e-8b7c-4f8f-b170-b34f8d818e4d,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:32.809541 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:32.812959 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Port': ['ID=0b4df963-4a4f-482c-8136-40becf5371d4,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:32.857987 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Attempting to bind port 402c506e-8b7c-4f8f-b170-b34f8d818e4d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:32.858399 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Attempting to bind port 402c506e-8b7c-4f8f-b170-b34f8d818e4d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'c3de9a6a-3470-493f-b30a-29ff6a5fc4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:32.858686 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Attempting to bind port 402c506e-8b7c-4f8f-b170-b34f8d818e4d on network bbc32552-61b4-4e7e-ab65-d2d2792a3d8f {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:32.865290 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Allocated IP 172.20.0.2 (b3ea6f70-0e44-47ab-8e76-543fd3081fbb/fc9b858e-d03c-4041-b3a2-2959c895d814/f43b6bb3-f7f7-433f-b308-8f9c9560aa09) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:32.872122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Port 402c506e-8b7c-4f8f-b170-b34f8d818e4d on network bbc32552-61b4-4e7e-ab65-d2d2792a3d8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:32.872452 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Attempting to bind port 402c506e-8b7c-4f8f-b170-b34f8d818e4d on network bbc32552-61b4-4e7e-ab65-d2d2792a3d8f {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:32.878922 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-60e6c0ae-a5d5-4a9c-accc-cedd6f061ecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:32.888222 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:32.888574 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Checking segment: {'id': 'c3de9a6a-3470-493f-b30a-29ff6a5fc4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:32.889292 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Bound using segment: {'id': 'c3de9a6a-3470-493f-b30a-29ff6a5fc4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:32.889418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Bound port: 402c506e-8b7c-4f8f-b170-b34f8d818e4d, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3de9a6a-3470-493f-b30a-29ff6a5fc4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:32.889718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:32.901572 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:32.928747 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No DVR routers for this DVR port 0b4df963-4a4f-482c-8136-40becf5371d4 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:30:32.941994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-09ba0873-f264-4496-994b-c5eeef2308ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:32.959570 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c0e5ac0b-c8f6-4f1f-80af-fceadf3f5d78 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:32.999536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c2028-a4a5-4425-82e4-bd6ec2417a48 None None] Pushing event updated for resources: {'Port': ['ID=ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:33.009036 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-497c2028-a4a5-4425-82e4-bd6ec2417a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:33.014469 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Routers {'e2ebd92b-29d0-4c46-bbdd-0e74afb5fdd5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:33.016270 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e2ebd92b-29d0-4c46-bbdd-0e74afb5fdd5'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:33.106731 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] For port 402c506e-8b7c-4f8f-b170-b34f8d818e4d, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:33.157770 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] For port 402c506e-8b7c-4f8f-b170-b34f8d818e4d, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=402c506e-8b7c-4f8f-b170-b34f8d818e4d,segment=NetworkSegment(c3de9a6a-3470-493f-b30a-29ff6a5fc4fe),segment_id=c3de9a6a-3470-493f-b30a-29ff6a5fc4fe)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:33.174495 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:33.188802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:33.213521 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] Set router e2ebd92b-29d0-4c46-bbdd-0e74afb5fdd5 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:33.219973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-be026039-dab3-4749-b0c7-34f22e270276 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:33.247025 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-be026039-dab3-4749-b0c7-34f22e270276 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:33.256098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:33.256737 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:33.258390 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] 10.222.0.64 "PUT /v2.0/ports/402c506e-8b7c-4f8f-b170-b34f8d818e4d HTTP/1.1" status: 200 len: 1094 time: 2.5097497 Jun 18 16:30:33.261074 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a273113f-f75c-4cdc-896d-c0c5c9450e2a', 'tag': '402c506e-8b7c-4f8f-b170-b34f8d818e4d'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:30:33.267711 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf4cad8-4f9f-4626-b75d-0cb0f8a66044" -d '{"events": [{"name": "network-changed", "server_uuid": "a273113f-f75c-4cdc-896d-c0c5c9450e2a", "tag": "402c506e-8b7c-4f8f-b170-b34f8d818e4d"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:30:33.298191 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:33.325043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Transition to ACTIVE for port object f43b6bb3-f7f7-433f-b308-8f9c9560aa09 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:33.381269 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c100725e-925e-4722-aabe-ada490f6c73d x-openstack-request-id: req-c100725e-925e-4722-aabe-ada490f6c73d {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:30:33.381269 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a273113f-f75c-4cdc-896d-c0c5c9450e2a", "tag": "402c506e-8b7c-4f8f-b170-b34f8d818e4d", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:30:33.381269 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c100725e-925e-4722-aabe-ada490f6c73d {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:30:33.381269 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a273113f-f75c-4cdc-896d-c0c5c9450e2a', 'tag': '402c506e-8b7c-4f8f-b170-b34f8d818e4d', 'status': 'completed', 'code': 200} Jun 18 16:30:33.395019 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Transition to ACTIVE for port object f43b6bb3-f7f7-433f-b308-8f9c9560aa09 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:33.417046 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:33.421769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:33.467930 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Pushing event updated for resources: {'Port': ['ID=402c506e-8b7c-4f8f-b170-b34f8d818e4d,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:33.488482 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:33.521843 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Network b3ea6f70-0e44-47ab-8e76-543fd3081fbb is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:33.530790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:33.537527 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:33.540944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-2828e33d-cf13-4de8-85e6-72f781da7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:33.542639 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-2828e33d-cf13-4de8-85e6-72f781da7200 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50f087196ad446c28f1edba2e7568216&device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 1097 time: 0.1586368 Jun 18 16:30:33.549135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Pushing event updated for resources: {'Port': ['ID=f43b6bb3-f7f7-433f-b308-8f9c9560aa09,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:33.556999 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:33.600486 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0100fe0-9a78-4b73-9a6d-627c3fec6ca1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:33.605516 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f0100fe0-9a78-4b73-9a6d-627c3fec6ca1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:33.613024 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-78a27f2f-c935-4d0b-a4e5-3bd2cae4968a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=402c506e-8b7c-4f8f-b170-b34f8d818e4d HTTP/1.1" status: 200 len: 217 time: 0.0531006 Jun 18 16:30:33.647365 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Attempting to bind port f43b6bb3-f7f7-433f-b308-8f9c9560aa09 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:33.647919 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Attempting to bind port f43b6bb3-f7f7-433f-b308-8f9c9560aa09 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '73c5f61e-008f-46e9-ad42-209befb10436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b3ea6f70-0e44-47ab-8e76-543fd3081fbb'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:33.648197 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Attempting to bind port f43b6bb3-f7f7-433f-b308-8f9c9560aa09 on network b3ea6f70-0e44-47ab-8e76-543fd3081fbb {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:33.657031 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:33.657418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Checking segment: {'id': '73c5f61e-008f-46e9-ad42-209befb10436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b3ea6f70-0e44-47ab-8e76-543fd3081fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:33.658097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:33.658209 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Bound using segment: {'id': '73c5f61e-008f-46e9-ad42-209befb10436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b3ea6f70-0e44-47ab-8e76-543fd3081fbb'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:33.660479 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Bound port: f43b6bb3-f7f7-433f-b308-8f9c9560aa09, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c5f61e-008f-46e9-ad42-209befb10436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b3ea6f70-0e44-47ab-8e76-543fd3081fbb'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:33.660479 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:33.662374 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ebd92b-29d0-4c46-bbdd-0e74afb5fdd5', 'name': 'tempest-snat-router-1259234502', 'tenant_id': 'ae66c92afdfe48b4af14d0e3878b470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.232'}], 'enable_snat': False}, 'gw_port_id': 'ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:20Z', 'updated_at': '2021-06-18T16:30:25Z', 'revision_number': 3, 'project_id': 'ae66c92afdfe48b4af14d0e3878b470e', 'gw_port': {'id': 'ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ebd92b-29d0-4c46-bbdd-0e74afb5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:22Z', 'updated_at': '2021-06-18T16:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:33.679796 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-5c44891e-cb6f-4a29-be4f-ab2529ec572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:33.685668 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-5c44891e-cb6f-4a29-be4f-ab2529ec572b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0af9ced-d447-40f4-82ea-2c6458b522e8 HTTP/1.1" status: 200 len: 850 time: 0.0622165 Jun 18 16:30:33.694535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea4b87f-360b-42a9-ae0b-a82c8081ac6e None None] The sync data for ids ['e2ebd92b-29d0-4c46-bbdd-0e74afb5fdd5'] in dv-neutron-797121-1-hyperv is: [{'id': 'e2ebd92b-29d0-4c46-bbdd-0e74afb5fdd5', 'name': 'tempest-snat-router-1259234502', 'tenant_id': 'ae66c92afdfe48b4af14d0e3878b470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.232'}], 'enable_snat': False}, 'gw_port_id': 'ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:20Z', 'updated_at': '2021-06-18T16:30:25Z', 'revision_number': 3, 'project_id': 'ae66c92afdfe48b4af14d0e3878b470e', 'gw_port': {'id': 'ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ebd92b-29d0-4c46-bbdd-0e74afb5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:22Z', 'updated_at': '2021-06-18T16:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:33.775751 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-b153fefe-2c8e-4668-b4c0-c444b866ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:33.778314 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-b153fefe-2c8e-4668-b4c0-c444b866ad74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0894113 Jun 18 16:30:33.779662 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] For port f43b6bb3-f7f7-433f-b308-8f9c9560aa09, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:33.783568 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] For port f43b6bb3-f7f7-433f-b308-8f9c9560aa09, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f43b6bb3-f7f7-433f-b308-8f9c9560aa09,segment=NetworkSegment(73c5f61e-008f-46e9-ad42-209befb10436),segment_id=73c5f61e-008f-46e9-ad42-209befb10436)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:33.794522 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:33.799815 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d8d9886a-9243-4fb8-96b0-6bc93318e7b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:33.826832 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:33.842747 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f492f82-7c3a-4836-ad37-6175132207db']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:33.891415 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Pushing event updated for resources: {'Port': ['ID=f43b6bb3-f7f7-433f-b308-8f9c9560aa09,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:33.899453 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:33.906578 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:33.935328 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbea8b2d-c16a-47ec-86dc-b5aa6f435481') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:33.935328 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbea8b2d-c16a-47ec-86dc-b5aa6f435481') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:33.945936 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ba0873-f264-4496-994b-c5eeef2308ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:33.954151 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-6e14e451-fbf5-4aef-a920-5172c5590fc6 service neutron] 10.222.0.64 "GET /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669533 Jun 18 16:30:33.977896 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-09ba0873-f264-4496-994b-c5eeef2308ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:33.984763 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:33.994026 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f8177e-4a84-4c6c-b2b6-4209e3a00cd0 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:34.004428 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ba0873-f264-4496-994b-c5eeef2308ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:34.005577 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-09ba0873-f264-4496-994b-c5eeef2308ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:34.037237 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba0873-f264-4496-994b-c5eeef2308ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=40bfa7e9-a6c6-4ec4-8768-b64a8dab3ca5,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:34.089746 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-09ba0873-f264-4496-994b-c5eeef2308ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.131s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:34.097078 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:34.160103 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:34.160517 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:34.171994 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:34.202663 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-889e5231-e0ca-4c48-a510-66164a82e2d0 req-3683c1d7-b058-4198-a4f1-243205763118 service neutron] 10.222.0.64 "GET /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415667 Jun 18 16:30:34.246548 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-09ba0873-f264-4496-994b-c5eeef2308ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8993585 Jun 18 16:30:34.253691 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46384) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:34.260305 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:34.262204 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-81edf982-8e8c-4644-ab87-c27e9c432256 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-514964039', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:34.318538 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-81edf982-8e8c-4644-ab87-c27e9c432256 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:34.319682 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-81edf982-8e8c-4644-ab87-c27e9c432256 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:34.382897 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': '40bfa7e9-a6c6-4ec4-8768-b64a8dab3ca5'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:30:34.383916 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:34.430471 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:34.435488 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:34.439828 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:34.445284 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/1f492f82-7c3a-4836-ad37-6175132207db HTTP/1.1" status: 204 len: 168 time: 7.1614859 Jun 18 16:30:34.477612 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46388) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:34.487943 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:34.521633 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-e6329ee8-645a-4ac0-bded-bdf1208670c7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1284071259'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:34.535974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-81edf982-8e8c-4644-ab87-c27e9c432256 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:34.560066 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-81edf982-8e8c-4644-ab87-c27e9c432256 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:34.611176 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6329ee8-645a-4ac0-bded-bdf1208670c7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:34.616553 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e6329ee8-645a-4ac0-bded-bdf1208670c7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:34.625269 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Pushing event updated for resources: {'Port': ['ID=446d8ec8-26d8-494a-955b-3614886cc4a9,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:34.632009 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-be026039-dab3-4749-b0c7-34f22e270276 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:34.633895 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-81edf982-8e8c-4644-ab87-c27e9c432256 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:34.635723 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-81edf982-8e8c-4644-ab87-c27e9c432256 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3810344 Jun 18 16:30:34.642461 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Allocated IP 2001:db8::2 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/40bfa7e9-a6c6-4ec4-8768-b64a8dab3ca5/b84e0652-e690-43cb-b94a-d935174f5f3d) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:34.647874 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb1a3e-4e2c-4f43-9737-4f5259217aaf req-264b2e85-5e77-4379-aa04-3b6866ced959 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:34.652194 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9bfb1a3e-4e2c-4f43-9737-4f5259217aaf req-264b2e85-5e77-4379-aa04-3b6866ced959 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 944 time: 1.0129955 Jun 18 16:30:34.655552 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46390) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:34.661297 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:34.676146 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8cfd2be4-f607-41bf-b81c-3067167ea7e0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:34.710082 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f0100fe0-9a78-4b73-9a6d-627c3fec6ca1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:34.736549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:34.769580 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4cad8-4f9f-4626-b75d-0cb0f8a66044 req-cb5e6531-9ffe-40d1-a155-8e85122cdf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:34.776656 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bbf4cad8-4f9f-4626-b75d-0cb0f8a66044 req-cb5e6531-9ffe-40d1-a155-8e85122cdf5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50f087196ad446c28f1edba2e7568216&device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 1097 time: 0.4166389 Jun 18 16:30:34.809733 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:34.813828 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:34.827677 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6329ee8-645a-4ac0-bded-bdf1208670c7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:30:34.860938 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:34.877455 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Transition to ACTIVE for port object b84e0652-e690-43cb-b94a-d935174f5f3d will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:34.909260 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Transition to ACTIVE for port object b84e0652-e690-43cb-b94a-d935174f5f3d will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:34.925284 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:34.929745 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-bd0fb2f7-4d8d-4b18-a314-649d98ac76ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:34.956115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Network': ['ID=1f492f82-7c3a-4836-ad37-6175132207db,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:35.002765 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:35.006090 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:35.010103 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:35.027550 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Pushing event updated for resources: {'Port': ['ID=b84e0652-e690-43cb-b94a-d935174f5f3d,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:35.039170 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:35.042507 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:35.043471 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:35.044682 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-be026039-dab3-4749-b0c7-34f22e270276 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:35.054706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e6329ee8-645a-4ac0-bded-bdf1208670c7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:35.055101 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-e6329ee8-645a-4ac0-bded-bdf1208670c7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Added segment 0d8be803-038f-4136-a1a0-708eb315b7b0 of type vlan for network e140399b-bacf-4c05-8d58-2ccd996976e1 Jun 18 16:30:35.060434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-be026039-dab3-4749-b0c7-34f22e270276 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:35.098317 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9bfb1a3e-4e2c-4f43-9737-4f5259217aaf req-abf6ed49-e833-4227-bd3e-25ca1f015f66 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4088593 Jun 18 16:30:35.156774 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Attempting to bind port b84e0652-e690-43cb-b94a-d935174f5f3d on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:35.159275 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Attempting to bind port b84e0652-e690-43cb-b94a-d935174f5f3d by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:35.160369 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Attempting to bind port b84e0652-e690-43cb-b94a-d935174f5f3d on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:35.177208 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0100fe0-9a78-4b73-9a6d-627c3fec6ca1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Subnet': ['ID=b1168754-b59d-41a5-9452-635ddf82034c,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:35.190422 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f0100fe0-9a78-4b73-9a6d-627c3fec6ca1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:35.210427 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:35.211293 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:35.211984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:35.213198 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:35.213931 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Bound port: b84e0652-e690-43cb-b94a-d935174f5f3d, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:35.214536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:35.223484 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0100fe0-9a78-4b73-9a6d-627c3fec6ca1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Checking segment: {'id': 'eb6757ee-259e-485d-b2b0-ca02c0c6dc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9b14c735-eaa3-4e60-94ff-4e6564840c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:35.224005 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0100fe0-9a78-4b73-9a6d-627c3fec6ca1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network hostable DHCP agents. Network: 9b14c735-eaa3-4e60-94ff-4e6564840c1c, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:30:35.251360 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e6329ee8-645a-4ac0-bded-bdf1208670c7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:35.282425 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-24ce5fca-9af3-4169-b748-258b0f447e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:35.304601 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e6329ee8-645a-4ac0-bded-bdf1208670c7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:35.312792 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6329ee8-645a-4ac0-bded-bdf1208670c7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:35.313422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e6329ee8-645a-4ac0-bded-bdf1208670c7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:35.340164 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] For port b84e0652-e690-43cb-b94a-d935174f5f3d, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:35.341452 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b8f1f849-16fd-48af-9fd4-0ae2b5da013b tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:35.348927 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] For port b84e0652-e690-43cb-b94a-d935174f5f3d, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=b84e0652-e690-43cb-b94a-d935174f5f3d,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:35.357936 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:35.363941 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:35.417472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-be026039-dab3-4749-b0c7-34f22e270276 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:35.417840 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be026039-dab3-4749-b0c7-34f22e270276 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2956906-b3f7-4d8a-8af4-b27e41379dea {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:30:35.443909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6329ee8-645a-4ac0-bded-bdf1208670c7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Network': ['ID=e140399b-bacf-4c05-8d58-2ccd996976e1,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:35.457574 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Pushing event updated for resources: {'Port': ['ID=b84e0652-e690-43cb-b94a-d935174f5f3d,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:35.465240 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e6329ee8-645a-4ac0-bded-bdf1208670c7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:35.465452 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network e140399b-bacf-4c05-8d58-2ccd996976e1 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:30:35.465452 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:35.472426 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e6329ee8-645a-4ac0-bded-bdf1208670c7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9551990 Jun 18 16:30:35.474559 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4cad8-4f9f-4626-b75d-0cb0f8a66044 req-9891f3de-a6a2-4641-8ce8-82ce1c3d3544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:35.475996 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bbf4cad8-4f9f-4626-b75d-0cb0f8a66044 req-9891f3de-a6a2-4641-8ce8-82ce1c3d3544 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f HTTP/1.1" status: 200 len: 912 time: 0.6918075 Jun 18 16:30:35.476778 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-be026039-dab3-4749-b0c7-34f22e270276 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 18 16:30:35.477732 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-be026039-dab3-4749-b0c7-34f22e270276 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.8123415 Jun 18 16:30:35.478302 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46392) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:35.483283 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46394) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:35.483846 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-f720bd6a-9bdb-4eb8-b79d-22071f7d0e00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'subnet': {'network_id': 'e140399b-bacf-4c05-8d58-2ccd996976e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:35.539168 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e8fa93-ddfd-47b3-a40e-8b02a8070c84 None None] Network b3ea6f70-0e44-47ab-8e76-543fd3081fbb requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:35.588708 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bbf4cad8-4f9f-4626-b75d-0cb0f8a66044 req-aa4ea614-a56e-4ae9-b9bd-ff94489d65a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=402c506e-8b7c-4f8f-b170-b34f8d818e4d HTTP/1.1" status: 200 len: 217 time: 0.0998952 Jun 18 16:30:35.669391 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-16b3a445-61b5-4d02-87e9-73710862dce2 None None] Provisioning for port f43b6bb3-f7f7-433f-b308-8f9c9560aa09 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:35.723511 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:35.732166 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4cad8-4f9f-4626-b75d-0cb0f8a66044 req-fe962149-b188-4894-8772-e4e9b5531f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:35.733797 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bbf4cad8-4f9f-4626-b75d-0cb0f8a66044 req-fe962149-b188-4894-8772-e4e9b5531f9b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0af9ced-d447-40f4-82ea-2c6458b522e8 HTTP/1.1" status: 200 len: 850 time: 0.1375749 Jun 18 16:30:35.736371 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0100fe0-9a78-4b73-9a6d-627c3fec6ca1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network 9b14c735-eaa3-4e60-94ff-4e6564840c1c is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:30:35.740567 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f720bd6a-9bdb-4eb8-b79d-22071f7d0e00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:35.745556 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f720bd6a-9bdb-4eb8-b79d-22071f7d0e00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:35.909962 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.030552 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-f0100fe0-9a78-4b73-9a6d-627c3fec6ca1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 9b14c735-eaa3-4e60-94ff-4e6564840c1c) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:36.036374 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0100fe0-9a78-4b73-9a6d-627c3fec6ca1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:36.036549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f0100fe0-9a78-4b73-9a6d-627c3fec6ca1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.059569 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f43b6bb3-f7f7-433f-b308-8f9c9560aa09 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:36.108203 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323d4309-4eda-4e84-8556-833043e69b1e None None] Network 9b14c735-eaa3-4e60-94ff-4e6564840c1c requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:36.169762 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.229502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4cad8-4f9f-4626-b75d-0cb0f8a66044 req-6f6111e1-75cb-4738-8336-d540a6eb89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:36.235076 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bbf4cad8-4f9f-4626-b75d-0cb0f8a66044 req-6f6111e1-75cb-4738-8336-d540a6eb89bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4835782 Jun 18 16:30:36.236928 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f720bd6a-9bdb-4eb8-b79d-22071f7d0e00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.257463 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:36.382431 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port f43b6bb3-f7f7-433f-b308-8f9c9560aa09 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:36.392163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port f43b6bb3-f7f7-433f-b308-8f9c9560aa09 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:36.392557 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.435644 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f720bd6a-9bdb-4eb8-b79d-22071f7d0e00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Checking segment: {'id': '0d8be803-038f-4136-a1a0-708eb315b7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e140399b-bacf-4c05-8d58-2ccd996976e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:36.436373 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f720bd6a-9bdb-4eb8-b79d-22071f7d0e00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network hostable DHCP agents. Network: e140399b-bacf-4c05-8d58-2ccd996976e1, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:30:36.461488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720bd6a-9bdb-4eb8-b79d-22071f7d0e00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Subnet': ['ID=bcb857ca-c530-4b53-8046-388a6a9d254b,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:36.469581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f720bd6a-9bdb-4eb8-b79d-22071f7d0e00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:36.491147 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f720bd6a-9bdb-4eb8-b79d-22071f7d0e00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network e140399b-bacf-4c05-8d58-2ccd996976e1 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:30:36.497168 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-28e67454-af81-4b01-8d45-1867acd66d4a None None] Provisioning complete for port f43b6bb3-f7f7-433f-b308-8f9c9560aa09 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:36.497643 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-28e67454-af81-4b01-8d45-1867acd66d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.507716 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f0100fe0-9a78-4b73-9a6d-627c3fec6ca1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1369131 Jun 18 16:30:36.512728 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46398) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:36.518336 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-0de02750-5157-47b9-91fe-6aac19da67ba tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-495865942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:36.544144 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-f720bd6a-9bdb-4eb8-b79d-22071f7d0e00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, e140399b-bacf-4c05-8d58-2ccd996976e1) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:36.554995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f720bd6a-9bdb-4eb8-b79d-22071f7d0e00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:36.555729 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f720bd6a-9bdb-4eb8-b79d-22071f7d0e00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.582730 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bbf4cad8-4f9f-4626-b75d-0cb0f8a66044 req-0c673dbb-2cb5-45f2-bf56-ecf539a7a039 service neutron] 10.222.0.64 "GET /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370743 Jun 18 16:30:36.587032 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f720bd6a-9bdb-4eb8-b79d-22071f7d0e00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1051931 Jun 18 16:30:36.588304 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46400) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:36.664091 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9a907-1cbf-4224-8860-9dee0091c0c7 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Deleting port ebfe3092-ee18-44f4-984c-470883bd5fdb {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:36.664351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c9d9a907-1cbf-4224-8860-9dee0091c0c7 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.689425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Allocated IP 172.26.2.31 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/2df15e0e-1d69-46cb-b88a-f2f106c15a0a) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:36.708115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-9b14c735-eaa3-4e60-94ff-4e6564840c1c', 'network_id': '9b14c735-eaa3-4e60-94ff-4e6564840c1c', 'tenant_id': 'ab5b30efde934fcfab6623163b520fd8', 'fixed_ips': [{'subnet_id': 'b1168754-b59d-41a5-9452-635ddf82034c'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:30:36.709153 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.711025 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311a3836-bf01-4948-bd28-682230844a7a None None] Network e140399b-bacf-4c05-8d58-2ccd996976e1 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:36.716510 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0de02750-5157-47b9-91fe-6aac19da67ba tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.717872 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0de02750-5157-47b9-91fe-6aac19da67ba tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.801684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.875274 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0de02750-5157-47b9-91fe-6aac19da67ba tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.878832 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bbf4cad8-4f9f-4626-b75d-0cb0f8a66044 req-42b20df1-c1ed-4973-8a8a-4389ecd4613d service neutron] 10.222.0.64 "GET /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815003 Jun 18 16:30:36.882881 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-34a3d969-12cd-4869-8afb-d63eb082fb2c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.885748 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::1 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/40bfa7e9-a6c6-4ec4-8768-b64a8dab3ca5/eb841f05-8ea1-4dba-9ac4-272ac79b99d4) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:36.887566 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0de02750-5157-47b9-91fe-6aac19da67ba tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.920384 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.922477 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0de02750-5157-47b9-91fe-6aac19da67ba tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:36.926286 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0de02750-5157-47b9-91fe-6aac19da67ba tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4097524 Jun 18 16:30:36.949350 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46402) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:36.957468 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-f5a3ab77-2bea-4ba6-8ae9-17107dd6d90d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'network_id': '9b14c735-eaa3-4e60-94ff-4e6564840c1c', 'name': 'tempest-PortsIpV6TestJSON-1913564232'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:37.053533 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-28e67454-af81-4b01-8d45-1867acd66d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.061129 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-34a3d969-12cd-4869-8afb-d63eb082fb2c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.156729 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port f43b6bb3-f7f7-433f-b308-8f9c9560aa09, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f43b6bb3-f7f7-433f-b308-8f9c9560aa09,segment=NetworkSegment(73c5f61e-008f-46e9-ad42-209befb10436),segment_id=73c5f61e-008f-46e9-ad42-209befb10436)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:37.174297 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.175196 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:37.182167 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3959134d-9ec4-47e3-bb37-771c546fa10a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:37.196506 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-34a3d969-12cd-4869-8afb-d63eb082fb2c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.202176 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:37.235294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3d969-12cd-4869-8afb-d63eb082fb2c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb857ca-c530-4b53-8046-388a6a9d254b,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:37.241760 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-34a3d969-12cd-4869-8afb-d63eb082fb2c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:37.326858 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Allocated IP 2001:db8::2 (9b14c735-eaa3-4e60-94ff-4e6564840c1c/b1168754-b59d-41a5-9452-635ddf82034c/e3c08b53-4c69-4b58-973f-13614844a581) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:37.340303 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-34a3d969-12cd-4869-8afb-d63eb082fb2c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.354017 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=f43b6bb3-f7f7-433f-b308-8f9c9560aa09,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:37.354285 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-34a3d969-12cd-4869-8afb-d63eb082fb2c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e140399b-bacf-4c05-8d58-2ccd996976e1']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:37.366154 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-34a3d969-12cd-4869-8afb-d63eb082fb2c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8be803-038f-4136-a1a0-708eb315b7b0') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:37.366780 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-34a3d969-12cd-4869-8afb-d63eb082fb2c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8be803-038f-4136-a1a0-708eb315b7b0') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:37.378753 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a3ab77-2bea-4ba6-8ae9-17107dd6d90d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:37.384755 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:37.390312 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ab77-2bea-4ba6-8ae9-17107dd6d90d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.393262 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-28e67454-af81-4b01-8d45-1867acd66d4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:30:37.393633 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-28e67454-af81-4b01-8d45-1867acd66d4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:30:37.403151 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-34a3d969-12cd-4869-8afb-d63eb082fb2c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.414821 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94d6485-9381-4d7d-b5a7-b9536cbccada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-e140399b-bacf-4c05-8d58-2ccd996976e1', 'network_id': 'e140399b-bacf-4c05-8d58-2ccd996976e1', 'tenant_id': 'abc25a70fa09418db674bd652505e653', 'fixed_ips': [{'subnet_id': 'bcb857ca-c530-4b53-8046-388a6a9d254b'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:30:37.416235 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f94d6485-9381-4d7d-b5a7-b9536cbccada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.432803 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-f5a3ab77-2bea-4ba6-8ae9-17107dd6d90d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] device_id is not set on port 5f009073-34c4-4b4c-a019-261e23c521c8 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:37.438755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-34a3d969-12cd-4869-8afb-d63eb082fb2c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.449148 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a3d969-12cd-4869-8afb-d63eb082fb2c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:37.449781 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-34a3d969-12cd-4869-8afb-d63eb082fb2c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:37.453744 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:37.489209 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:37.505420 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:37.505804 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.621474 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33578910-148e-464e-bf32-40feebc807b2 req-c142b1f8-1d2c-4755-b99a-e36d1c34d981 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:37.623376 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-33578910-148e-464e-bf32-40feebc807b2 req-c142b1f8-1d2c-4755-b99a-e36d1c34d981 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 944 time: 1.1718383 Jun 18 16:30:37.641483 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebc1ebe-a7c1-43a4-b726-7c097bd5bcc5 None None] Network e140399b-bacf-4c05-8d58-2ccd996976e1 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:37.643549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-71495bd9-4911-4344-a233-de3204bbd16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.662791 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c9d9a907-1cbf-4224-8860-9dee0091c0c7 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.785783 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.799820 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9a907-1cbf-4224-8860-9dee0091c0c7 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Calling delete_port for ebfe3092-ee18-44f4-984c-470883bd5fdb owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:37.817380 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 402c506e-8b7c-4f8f-b170-b34f8d818e4d details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:30:37.954731 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-34a3d969-12cd-4869-8afb-d63eb082fb2c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.958642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:37.964668 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-34a3d969-12cd-4869-8afb-d63eb082fb2c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:37.965922 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-33578910-148e-464e-bf32-40feebc807b2 req-6963ae09-0805-4027-9bab-a917a3a4a69d tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3133614 Jun 18 16:30:37.970877 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-34a3d969-12cd-4869-8afb-d63eb082fb2c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/e140399b-bacf-4c05-8d58-2ccd996976e1 HTTP/1.1" status: 204 len: 168 time: 1.3769844 Jun 18 16:30:37.970877 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46404) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:37.976510 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-3cce6422-8068-4abe-b97f-f8b14ce003b9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-536414631'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:37.992024 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3d969-12cd-4869-8afb-d63eb082fb2c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Network': ['ID=e140399b-bacf-4c05-8d58-2ccd996976e1,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:37.997287 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Transition to ACTIVE for port object e3c08b53-4c69-4b58-973f-13614844a581 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:37.998337 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-34a3d969-12cd-4869-8afb-d63eb082fb2c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:38.022074 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cce6422-8068-4abe-b97f-f8b14ce003b9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:38.028251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3cce6422-8068-4abe-b97f-f8b14ce003b9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.051870 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.062125 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cce6422-8068-4abe-b97f-f8b14ce003b9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:30:38.074616 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Transition to ACTIVE for port object e3c08b53-4c69-4b58-973f-13614844a581 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:38.078970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3cce6422-8068-4abe-b97f-f8b14ce003b9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.079449 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-3cce6422-8068-4abe-b97f-f8b14ce003b9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Added segment 734b4a2f-88ff-4887-bfd6-2681a0b88bbe of type vlan for network 0e180a1d-8233-40a1-a89a-de9cc19f9d52 Jun 18 16:30:38.090264 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.103109 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:38.110370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.129322 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.132737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:38.147968 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.158554 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 402c506e-8b7c-4f8f-b170-b34f8d818e4d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=402c506e-8b7c-4f8f-b170-b34f8d818e4d,segment=NetworkSegment(c3de9a6a-3470-493f-b30a-29ff6a5fc4fe),segment_id=c3de9a6a-3470-493f-b30a-29ff6a5fc4fe)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:38.159212 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.165746 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object eb841f05-8ea1-4dba-9ac4-272ac79b99d4 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:38.184803 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3cce6422-8068-4abe-b97f-f8b14ce003b9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.203630 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Network 9b14c735-eaa3-4e60-94ff-4e6564840c1c is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:38.219432 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '402c506e-8b7c-4f8f-b170-b34f8d818e4d', 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f', 'port_id': '402c506e-8b7c-4f8f-b170-b34f8d818e4d', 'mac_address': 'fa:16:3e:f8:da:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0af9ced-d447-40f4-82ea-2c6458b522e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:30:38.224430 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:38.227236 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:38.230469 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-f5a3ab77-2bea-4ba6-8ae9-17107dd6d90d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Allocated IP 2001:db8::323 (9b14c735-eaa3-4e60-94ff-4e6564840c1c/b1168754-b59d-41a5-9452-635ddf82034c/5f009073-34c4-4b4c-a019-261e23c521c8) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:38.234003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.236565 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Pushing event updated for resources: {'Port': ['ID=e3c08b53-4c69-4b58-973f-13614844a581,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:38.239311 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:38.244652 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-08ec980a-30c8-436a-8815-1c9e8fc202f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:38.301836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3cce6422-8068-4abe-b97f-f8b14ce003b9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.313386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce6422-8068-4abe-b97f-f8b14ce003b9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:38.314681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3cce6422-8068-4abe-b97f-f8b14ce003b9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.324392 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-23accfaa-b674-4ea8-bc77-fe78a383fbea None None] Provisioning for port b84e0652-e690-43cb-b94a-d935174f5f3d completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:38.372972 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.407985 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402c506e-8b7c-4f8f-b170-b34f8d818e4d {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:30:38.427584 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Attempting to bind port e3c08b53-4c69-4b58-973f-13614844a581 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:38.427971 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Attempting to bind port e3c08b53-4c69-4b58-973f-13614844a581 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'eb6757ee-259e-485d-b2b0-ca02c0c6dc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9b14c735-eaa3-4e60-94ff-4e6564840c1c'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:38.428339 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Attempting to bind port e3c08b53-4c69-4b58-973f-13614844a581 on network 9b14c735-eaa3-4e60-94ff-4e6564840c1c {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:38.456978 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-34a3d969-12cd-4869-8afb-d63eb082fb2c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:38.457196 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:38.457406 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Checking segment: {'id': 'eb6757ee-259e-485d-b2b0-ca02c0c6dc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9b14c735-eaa3-4e60-94ff-4e6564840c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:38.457825 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.458254 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Bound using segment: {'id': 'eb6757ee-259e-485d-b2b0-ca02c0c6dc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9b14c735-eaa3-4e60-94ff-4e6564840c1c'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:38.458767 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Bound port: e3c08b53-4c69-4b58-973f-13614844a581, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb6757ee-259e-485d-b2b0-ca02c0c6dc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9b14c735-eaa3-4e60-94ff-4e6564840c1c'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:38.459308 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.460955 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:38.469338 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:38.472180 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 402c506e-8b7c-4f8f-b170-b34f8d818e4d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=402c506e-8b7c-4f8f-b170-b34f8d818e4d,segment=NetworkSegment(c3de9a6a-3470-493f-b30a-29ff6a5fc4fe),segment_id=c3de9a6a-3470-493f-b30a-29ff6a5fc4fe)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:38.475398 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device b84e0652-e690-43cb-b94a-d935174f5f3d up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:38.510201 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.516568 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:38.539049 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c9d9a907-1cbf-4224-8860-9dee0091c0c7 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.557366 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.559422 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-265fad00-caa6-4d02-a7b2-bfb3bee106ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:38.561524 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.577053 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3cce6422-8068-4abe-b97f-f8b14ce003b9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6028445 Jun 18 16:30:38.577956 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46406) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:38.588159 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ab77-2bea-4ba6-8ae9-17107dd6d90d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.604339 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-f5a3ab77-2bea-4ba6-8ae9-17107dd6d90d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Transition to ACTIVE for port object 5f009073-34c4-4b4c-a019-261e23c521c8 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:38.611066 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-d7082218-105c-4558-99f2-c9c9dc6fcb00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'subnet': {'network_id': '0e180a1d-8233-40a1-a89a-de9cc19f9d52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:38.624702 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9a907-1cbf-4224-8860-9dee0091c0c7 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebfe3092-ee18-44f4-984c-470883bd5fdb,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:38.638337 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce6422-8068-4abe-b97f-f8b14ce003b9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Network': ['ID=0e180a1d-8233-40a1-a89a-de9cc19f9d52,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:38.642785 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3cce6422-8068-4abe-b97f-f8b14ce003b9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:38.644601 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ab77-2bea-4ba6-8ae9-17107dd6d90d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.648860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f23a6015-a945-493e-9cb7-b22f10fd0d1a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:38.660724 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 0e180a1d-8233-40a1-a89a-de9cc19f9d52 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:30:38.663513 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port b84e0652-e690-43cb-b94a-d935174f5f3d completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:38.679549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:38.695907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a3ab77-2bea-4ba6-8ae9-17107dd6d90d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network 9b14c735-eaa3-4e60-94ff-4e6564840c1c is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:38.697819 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-f5a3ab77-2bea-4ba6-8ae9-17107dd6d90d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:38.704085 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a3ab77-2bea-4ba6-8ae9-17107dd6d90d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:38.704509 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:38.709782 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a3ab77-2bea-4ba6-8ae9-17107dd6d90d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:38.710811 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ab77-2bea-4ba6-8ae9-17107dd6d90d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.711435 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:38.716222 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=402c506e-8b7c-4f8f-b170-b34f8d818e4d,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:38.722570 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port b84e0652-e690-43cb-b94a-d935174f5f3d triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:38.723420 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.724712 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:38.730550 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3ab77-2bea-4ba6-8ae9-17107dd6d90d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=5f009073-34c4-4b4c-a019-261e23c521c8,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:38.735166 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f5a3ab77-2bea-4ba6-8ae9-17107dd6d90d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:38.746193 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f5a3ab77-2bea-4ba6-8ae9-17107dd6d90d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7912159 Jun 18 16:30:38.746193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46408) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:38.756082 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] For port e3c08b53-4c69-4b58-973f-13614844a581, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:38.786648 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] For port e3c08b53-4c69-4b58-973f-13614844a581, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e3c08b53-4c69-4b58-973f-13614844a581,segment=NetworkSegment(eb6757ee-259e-485d-b2b0-ca02c0c6dc7b),segment_id=eb6757ee-259e-485d-b2b0-ca02c0c6dc7b)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:38.793646 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:38.808908 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.814484 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:38.842969 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['402c506e-8b7c-4f8f-b170-b34f8d818e4d'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:30:38.846011 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=2df15e0e-1d69-46cb-b88a-f2f106c15a0a,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:38.848672 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:38.854098 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:38.856388 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:38.857073 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.880776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.319s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:38.970224 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Pushing event updated for resources: {'Port': ['ID=e3c08b53-4c69-4b58-973f-13614844a581,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:38.995968 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.998255 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:39.061048 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Router af6cdcf7-c5a7-404a-9798-c56404b553b0 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:30:39.304081 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:39.384599 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port b84e0652-e690-43cb-b94a-d935174f5f3d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=b84e0652-e690-43cb-b94a-d935174f5f3d,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:39.428306 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:39.429497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f43b6bb3-f7f7-433f-b308-8f9c9560aa09 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:39.438186 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2545-89ac-41cc-8752-37a598359517 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:39.463788 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-dd27d157-1121-4e3f-82f8-b7c5f473523c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:39.550074 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=eb841f05-8ea1-4dba-9ac4-272ac79b99d4,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:39.554380 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c9d9a907-1cbf-4224-8860-9dee0091c0c7 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:39.557246 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c9d9a907-1cbf-4224-8860-9dee0091c0c7 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] 10.222.0.39 "DELETE /v2.0/ports/ebfe3092-ee18-44f4-984c-470883bd5fdb HTTP/1.1" status: 204 len: 168 time: 4.0586810 Jun 18 16:30:39.595905 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:39.601538 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port f43b6bb3-f7f7-433f-b308-8f9c9560aa09 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:39.601930 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:39.608144 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cff43a03-abc4-4d66-8159-bc31495940f9 None None] Provisioning for port eb841f05-8ea1-4dba-9ac4-272ac79b99d4 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:39.632120 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cff43a03-abc4-4d66-8159-bc31495940f9 None None] Provisioning complete for port eb841f05-8ea1-4dba-9ac4-272ac79b99d4 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:39.632549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cff43a03-abc4-4d66-8159-bc31495940f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:39.687039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=b84e0652-e690-43cb-b94a-d935174f5f3d,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:39.689506 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.122s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:39.694770 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:39.699889 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:39.702247 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-cff43a03-abc4-4d66-8159-bc31495940f9 None None] Port eb841f05-8ea1-4dba-9ac4-272ac79b99d4 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:39.706403 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7082218-105c-4558-99f2-c9c9dc6fcb00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:39.710216 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7082218-105c-4558-99f2-c9c9dc6fcb00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:39.917842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2545-89ac-41cc-8752-37a598359517 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:39.931404 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2545-89ac-41cc-8752-37a598359517 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:39.938816 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.ipam_backend_mixin [None req-d7082218-105c-4558-99f2-c9c9dc6fcb00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Performing IP validity checks on allocation pools {{(pid=93427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 18 16:30:39.939344 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.ipam_backend_mixin [None req-d7082218-105c-4558-99f2-c9c9dc6fcb00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 18 16:30:39.941526 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:39.949121 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:39.969889 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107f38f-997d-4853-b6c8-666ff2721eb4 req-7111775c-78d4-4c77-b607-4730ecec4873 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:39.972140 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3107f38f-997d-4853-b6c8-666ff2721eb4 req-7111775c-78d4-4c77-b607-4730ecec4873 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 945 time: 0.7235086 Jun 18 16:30:40.095926 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab2545-89ac-41cc-8752-37a598359517 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=5f009073-34c4-4b4c-a019-261e23c521c8,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:40.099067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c7ab2545-89ac-41cc-8752-37a598359517 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:40.138478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46416) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:40.141185 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:40.155678 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Sync routers for ids ['af6cdcf7-c5a7-404a-9798-c56404b553b0'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:40.172064 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Routers {'af6cdcf7-c5a7-404a-9798-c56404b553b0'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:40.172696 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['af6cdcf7-c5a7-404a-9798-c56404b553b0'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:40.328927 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2545-89ac-41cc-8752-37a598359517 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:40.401400 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6d0acf26-a42f-48e4-bc22-795eafae4e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:40.419755 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:40.473116 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Set router af6cdcf7-c5a7-404a-9798-c56404b553b0 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:40.482425 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device b84e0652-e690-43cb-b94a-d935174f5f3d up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:40.532048 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:40.583791 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port b84e0652-e690-43cb-b94a-d935174f5f3d triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:40.584735 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:40.628763 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2545-89ac-41cc-8752-37a598359517 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:40.690871 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbafd56-2ca5-44e5-8e25-2a235d53964c None None] Network 9b14c735-eaa3-4e60-94ff-4e6564840c1c requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:40.791242 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6d0acf26-a42f-48e4-bc22-795eafae4e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:40.796831 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6d0acf26-a42f-48e4-bc22-795eafae4e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:40.802072 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-19f614a2-fe6b-4092-aad6-90d93ea8ca95 tempest-ServersTestJSON-1744264816 tempest-ServersTestJSON-1744264816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:40.816131 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-55af1ab2-5606-4018-9f2b-8456068e32c8 None None] Provisioning for port e3c08b53-4c69-4b58-973f-13614844a581 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:40.825052 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:40.882078 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6d0acf26-a42f-48e4-bc22-795eafae4e7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=81182627877648859b86339f7e2309ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7420733 Jun 18 16:30:40.889095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46420) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:40.911363 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0acf26-a42f-48e4-bc22-795eafae4e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eeadfd9-4f84-4f84-8fce-e7451641cb79,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:40.921660 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6d0acf26-a42f-48e4-bc22-795eafae4e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:40.988391 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a3e1ecc9-6553-4392-ac8f-8cd2fc8ed486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:40.994186 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:40.994611 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6cdcf7-c5a7-404a-9798-c56404b553b0', 'name': 'tempest-snat-router-1259234502', 'tenant_id': 'ae66c92afdfe48b4af14d0e3878b470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '446d8ec8-26d8-494a-955b-3614886cc4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:29Z', 'updated_at': '2021-06-18T16:30:35Z', 'revision_number': 3, 'project_id': 'ae66c92afdfe48b4af14d0e3878b470e', 'gw_port': {'id': '446d8ec8-26d8-494a-955b-3614886cc4a9', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:38:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6cdcf7-c5a7-404a-9798-c56404b553b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:32Z', 'updated_at': '2021-06-18T16:30:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:40.995316 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.011202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a3e1ecc9-6553-4392-ac8f-8cd2fc8ed486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.073575 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a3e1ecc9-6553-4392-ac8f-8cd2fc8ed486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.076358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a3e1ecc9-6553-4392-ac8f-8cd2fc8ed486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.077554 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a3e1ecc9-6553-4392-ac8f-8cd2fc8ed486 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6eeadfd9-4f84-4f84-8fce-e7451641cb79 HTTP/1.1" status: 204 len: 168 time: 0.1850088 Jun 18 16:30:41.080273 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7ecc5a73-e6b3-4116-b6c4-444b8f82d7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:41.128496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1ecc9-6553-4392-ac8f-8cd2fc8ed486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eeadfd9-4f84-4f84-8fce-e7451641cb79,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:41.137114 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a3e1ecc9-6553-4392-ac8f-8cd2fc8ed486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:41.140574 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.142147 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2545-89ac-41cc-8752-37a598359517 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.152042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2545-89ac-41cc-8752-37a598359517 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.154507 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Checking router: af6cdcf7-c5a7-404a-9798-c56404b553b0 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:30:41.155136 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Updating router af6cdcf7-c5a7-404a-9798-c56404b553b0 port 446d8ec8-26d8-494a-955b-3614886cc4a9 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:30:41.158049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2545-89ac-41cc-8752-37a598359517 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.170864 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e3c08b53-4c69-4b58-973f-13614844a581 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:41.186870 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:41.223545 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.311591 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port e3c08b53-4c69-4b58-973f-13614844a581 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:41.318693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port e3c08b53-4c69-4b58-973f-13614844a581 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:41.319220 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.353494 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab2545-89ac-41cc-8752-37a598359517 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=5f009073-34c4-4b4c-a019-261e23c521c8,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:41.366879 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c7ab2545-89ac-41cc-8752-37a598359517 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:41.371817 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3107f38f-997d-4853-b6c8-666ff2721eb4 req-5b1696d6-2db9-4246-8383-474ee0ac31ce tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.3518486 Jun 18 16:30:41.409370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.414098 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.7277505 Jun 18 16:30:41.419806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46424) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:41.427645 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.483694 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port e3c08b53-4c69-4b58-973f-13614844a581, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e3c08b53-4c69-4b58-973f-13614844a581,segment=NetworkSegment(eb6757ee-259e-485d-b2b0-ca02c0c6dc7b),segment_id=eb6757ee-259e-485d-b2b0-ca02c0c6dc7b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:41.492508 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.502556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:41.550725 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ab2545-89ac-41cc-8752-37a598359517 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network 9b14c735-eaa3-4e60-94ff-4e6564840c1c is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:41.553593 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-c7ab2545-89ac-41cc-8752-37a598359517 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:41.609361 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=e3c08b53-4c69-4b58-973f-13614844a581,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:41.613046 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:41.652799 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-57534452-9508-4d36-99ce-ad9876719356 None None] Provisioning for port 5f009073-34c4-4b4c-a019-261e23c521c8 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:41.660719 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-57534452-9508-4d36-99ce-ad9876719356 None None] Provisioning complete for port 5f009073-34c4-4b4c-a019-261e23c521c8 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:41.661741 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-57534452-9508-4d36-99ce-ad9876719356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.691939 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7082218-105c-4558-99f2-c9c9dc6fcb00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.698251 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b0638ddb-bd21-4fce-97e6-48b55232d607 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:41.701350 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 46040cd9-d555-4c49-9813-787595ea17db is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:30:41.712578 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46428) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:41.719698 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-de996724-c5f1-448b-9e14-a9da7d2b0ddc tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "GET /v2.0/routers/af6cdcf7-c5a7-404a-9798-c56404b553b0 HTTP/1.1" status: 200 len: 908 time: 0.2820442 Jun 18 16:30:41.736668 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-57534452-9508-4d36-99ce-ad9876719356 None None] Port 5f009073-34c4-4b4c-a019-261e23c521c8 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:41.748411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-57534452-9508-4d36-99ce-ad9876719356 None None] Provisioning complete for port e3c08b53-4c69-4b58-973f-13614844a581 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:41.750082 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-57534452-9508-4d36-99ce-ad9876719356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.772072 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.784423 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ab2545-89ac-41cc-8752-37a598359517 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Router 6ac08e0f-0875-455b-b1cf-3f74f208b094 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:30:41.792553 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 402c506e-8b7c-4f8f-b170-b34f8d818e4d up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:41.797876 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Transition to ACTIVE for port object 446d8ec8-26d8-494a-955b-3614886cc4a9 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:41.803684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.804317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46430) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:41.827863 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.829569 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.829755 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-0122fa59-47b1-470f-880f-1fbb575101ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:41.830527 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.923054 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82c1aa-6fdb-4a2a-b440-5a062d2cd792 None None] Pushing event updated for resources: {'Port': ['ID=446d8ec8-26d8-494a-955b-3614886cc4a9,revision_number=2']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:41.929608 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Attempting to bind port 446d8ec8-26d8-494a-955b-3614886cc4a9 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:41.929993 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Attempting to bind port 446d8ec8-26d8-494a-955b-3614886cc4a9 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:41.930346 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Attempting to bind port 446d8ec8-26d8-494a-955b-3614886cc4a9 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:41.934616 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-dc82c1aa-6fdb-4a2a-b440-5a062d2cd792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:41.945389 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:41.945777 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:41.946199 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.946826 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:41.947511 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Bound port: 446d8ec8-26d8-494a-955b-3614886cc4a9, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:41.951567 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.953902 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 402c506e-8b7c-4f8f-b170-b34f8d818e4d completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:41.974752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 402c506e-8b7c-4f8f-b170-b34f8d818e4d triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:41.976763 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:42.003320 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-02a72b7d-c1ae-4338-b988-aceeb66ce5de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d96ff3cbdda048d695b38d4d66d01652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977549 Jun 18 16:30:42.005665 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46432) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:42.024219 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ab2545-89ac-41cc-8752-37a598359517 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:42.028746 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] For port 446d8ec8-26d8-494a-955b-3614886cc4a9, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:42.035331 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606b8308-7654-4900-8014-2fa5896dfc22 None None] Sync routers for ids ['6ac08e0f-0875-455b-b1cf-3f74f208b094'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:42.038008 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c7ab2545-89ac-41cc-8752-37a598359517 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "PUT /v2.0/routers/6ac08e0f-0875-455b-b1cf-3f74f208b094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2918584 Jun 18 16:30:42.041955 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] For port 446d8ec8-26d8-494a-955b-3614886cc4a9, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=446d8ec8-26d8-494a-955b-3614886cc4a9,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:42.047431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46434) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:42.052754 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:42.057060 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:42.058057 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606b8308-7654-4900-8014-2fa5896dfc22 None None] Routers {'6ac08e0f-0875-455b-b1cf-3f74f208b094'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:42.059053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-606b8308-7654-4900-8014-2fa5896dfc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['6ac08e0f-0875-455b-b1cf-3f74f208b094'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:42.126889 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-606b8308-7654-4900-8014-2fa5896dfc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:42.129011 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Routers {'af6cdcf7-c5a7-404a-9798-c56404b553b0'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:42.129846 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['af6cdcf7-c5a7-404a-9798-c56404b553b0'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:42.133372 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82c1aa-6fdb-4a2a-b440-5a062d2cd792 None None] Pushing event updated for resources: {'Port': ['ID=446d8ec8-26d8-494a-955b-3614886cc4a9,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:42.143356 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-efc415df-6085-4146-a8a0-1b49baa9956d None None] Provisioning complete for port 5f009073-34c4-4b4c-a019-261e23c521c8 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:42.143753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-efc415df-6085-4146-a8a0-1b49baa9956d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:42.164623 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7dd1f596-170f-41b9-bb17-599162172ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:42.215182 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606b8308-7654-4900-8014-2fa5896dfc22 None None] Routers {'6ac08e0f-0875-455b-b1cf-3f74f208b094'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:42.215825 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-606b8308-7654-4900-8014-2fa5896dfc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['6ac08e0f-0875-455b-b1cf-3f74f208b094'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:42.227158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7dd1f596-170f-41b9-bb17-599162172ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:42.263145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b53072f-0868-45a7-a335-7b69aebc5c24 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:42.265156 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1b53072f-0868-45a7-a335-7b69aebc5c24 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ac08e0f-0875-455b-b1cf-3f74f208b094 HTTP/1.1" status: 200 len: 989 time: 0.2128534 Jun 18 16:30:42.268595 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46436) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:42.313420 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] Set router af6cdcf7-c5a7-404a-9798-c56404b553b0 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:42.314578 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e3c08b53-4c69-4b58-973f-13614844a581 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:42.372122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-efc415df-6085-4146-a8a0-1b49baa9956d None None] Port 5f009073-34c4-4b4c-a019-261e23c521c8 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:42.376031 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-606b8308-7654-4900-8014-2fa5896dfc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:42.376719 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606b8308-7654-4900-8014-2fa5896dfc22 None None] The sync data for ids ['6ac08e0f-0875-455b-b1cf-3f74f208b094'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:42.381571 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-dc82c1aa-6fdb-4a2a-b440-5a062d2cd792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:42.389529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:42.420451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port e3c08b53-4c69-4b58-973f-13614844a581 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:42.420856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:42.477173 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a273113f-f75c-4cdc-896d-c0c5c9450e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402c506e-8b7c-4f8f-b170-b34f8d818e4d'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:30:42.481863 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38685f14-27b1-4221-815f-1574b520d5d7" -d '{"events": [{"server_uuid": "a273113f-f75c-4cdc-896d-c0c5c9450e2a", "name": "network-vif-plugged", "status": "completed", "tag": "402c506e-8b7c-4f8f-b170-b34f8d818e4d"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:30:42.545743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 402c506e-8b7c-4f8f-b170-b34f8d818e4d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=402c506e-8b7c-4f8f-b170-b34f8d818e4d,segment=NetworkSegment(c3de9a6a-3470-493f-b30a-29ff6a5fc4fe),segment_id=c3de9a6a-3470-493f-b30a-29ff6a5fc4fe)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:42.547885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:42.574995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:42.579736 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae16e841-ed44-4a57-95cf-bf55bd7355b3 x-openstack-request-id: req-ae16e841-ed44-4a57-95cf-bf55bd7355b3 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:30:42.580082 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a273113f-f75c-4cdc-896d-c0c5c9450e2a", "name": "network-vif-plugged", "status": "completed", "tag": "402c506e-8b7c-4f8f-b170-b34f8d818e4d", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:30:42.580313 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae16e841-ed44-4a57-95cf-bf55bd7355b3 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:30:42.580724 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a273113f-f75c-4cdc-896d-c0c5c9450e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402c506e-8b7c-4f8f-b170-b34f8d818e4d', 'code': 200} Jun 18 16:30:42.592206 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-da4b3021-ca70-4ba9-99ae-cc9bc92ad840 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:42.621499 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603e2fe-aaa6-40d8-a700-5fcf6a400482 None None] Sync routers for ids ['46040cd9-d555-4c49-9813-787595ea17db'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:42.673068 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9603e2fe-aaa6-40d8-a700-5fcf6a400482 None None] Routers {'46040cd9-d555-4c49-9813-787595ea17db'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:42.673624 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9603e2fe-aaa6-40d8-a700-5fcf6a400482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46040cd9-d555-4c49-9813-787595ea17db'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:42.697646 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b10f6a29-0bf0-4dfb-b13b-37f01856b0a4 None None] Provisioning complete for port 5f009073-34c4-4b4c-a019-261e23c521c8 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:42.698042 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b10f6a29-0bf0-4dfb-b13b-37f01856b0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:42.710981 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7dd1f596-170f-41b9-bb17-599162172ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:42.713711 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7dd1f596-170f-41b9-bb17-599162172ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:42.714934 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7dd1f596-170f-41b9-bb17-599162172ce8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0709e21-ddf2-40ed-8eab-17af22394b40 HTTP/1.1" status: 204 len: 168 time: 0.7073560 Jun 18 16:30:42.731444 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:42.741352 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=402c506e-8b7c-4f8f-b170-b34f8d818e4d,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:42.754305 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:42.760497 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1f596-170f-41b9-bb17-599162172ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0709e21-ddf2-40ed-8eab-17af22394b40,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:42.764159 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9603e2fe-aaa6-40d8-a700-5fcf6a400482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:42.767992 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7dd1f596-170f-41b9-bb17-599162172ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:42.795504 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9603e2fe-aaa6-40d8-a700-5fcf6a400482 None None] Routers {'46040cd9-d555-4c49-9813-787595ea17db'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:42.796092 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9603e2fe-aaa6-40d8-a700-5fcf6a400482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46040cd9-d555-4c49-9813-787595ea17db'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:42.812955 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b10f6a29-0bf0-4dfb-b13b-37f01856b0a4 None None] Port 5f009073-34c4-4b4c-a019-261e23c521c8 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:42.829802 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7082218-105c-4558-99f2-c9c9dc6fcb00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Subnet': ['ID=74fe1499-dabf-4ea3-88f1-6c20cd2f3dc5,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:42.843608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d7082218-105c-4558-99f2-c9c9dc6fcb00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.146s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:42.845758 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608e9ed4-3f68-43fb-ba7c-7b7d9836a48c None None] get_active_networks_info from dv-neutron-797121-1-hyperv {{(pid=93429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 16:30:42.857675 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6cdcf7-c5a7-404a-9798-c56404b553b0', 'name': 'tempest-snat-router-1259234502', 'tenant_id': 'ae66c92afdfe48b4af14d0e3878b470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '446d8ec8-26d8-494a-955b-3614886cc4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:29Z', 'updated_at': '2021-06-18T16:30:35Z', 'revision_number': 3, 'project_id': 'ae66c92afdfe48b4af14d0e3878b470e', 'gw_port': {'id': '446d8ec8-26d8-494a-955b-3614886cc4a9', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:38:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6cdcf7-c5a7-404a-9798-c56404b553b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:32Z', 'updated_at': '2021-06-18T16:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:42.858343 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2ba13e9b-0d9f-493f-bce4-cc9d8dee0a20 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:42.861414 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9603e2fe-aaa6-40d8-a700-5fcf6a400482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:42.862250 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603e2fe-aaa6-40d8-a700-5fcf6a400482 None None] The sync data for ids ['46040cd9-d555-4c49-9813-787595ea17db'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:42.891948 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:42.893589 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.8922532 Jun 18 16:30:42.899999 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46444) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:42.920358 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c001e28-8ad9-4f14-8a36-93962faedadc None None] The sync data for ids ['af6cdcf7-c5a7-404a-9798-c56404b553b0'] in dv-neutron-797121-1-hyperv is: [{'id': 'af6cdcf7-c5a7-404a-9798-c56404b553b0', 'name': 'tempest-snat-router-1259234502', 'tenant_id': 'ae66c92afdfe48b4af14d0e3878b470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': '446d8ec8-26d8-494a-955b-3614886cc4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:29Z', 'updated_at': '2021-06-18T16:30:35Z', 'revision_number': 3, 'project_id': 'ae66c92afdfe48b4af14d0e3878b470e', 'gw_port': {'id': '446d8ec8-26d8-494a-955b-3614886cc4a9', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:38:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6cdcf7-c5a7-404a-9798-c56404b553b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:32Z', 'updated_at': '2021-06-18T16:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:43.029038 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d6645704-0f57-47be-9684-c7b5b4548b47 None None] Provisioning complete for port 5f009073-34c4-4b4c-a019-261e23c521c8 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:43.029421 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d6645704-0f57-47be-9684-c7b5b4548b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:43.060309 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-84f070fc-160f-4214-85f8-77158887a267 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:43.117100 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d6645704-0f57-47be-9684-c7b5b4548b47 None None] Port 5f009073-34c4-4b4c-a019-261e23c521c8 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:43.151561 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7082218-105c-4558-99f2-c9c9dc6fcb00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Checking segment: {'id': '734b4a2f-88ff-4887-bfd6-2681a0b88bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0e180a1d-8233-40a1-a89a-de9cc19f9d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:43.152015 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7082218-105c-4558-99f2-c9c9dc6fcb00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network hostable DHCP agents. Network: 0e180a1d-8233-40a1-a89a-de9cc19f9d52, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:30:43.162601 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf853fb6-ed19-4757-90f5-c44fc061faee tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:43.172245 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=eb841f05-8ea1-4dba-9ac4-272ac79b99d4,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:43.222009 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e9ed4-3f68-43fb-ba7c-7b7d9836a48c None None] Network 0e180a1d-8233-40a1-a89a-de9cc19f9d52 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:30:43.246706 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e9ed4-3f68-43fb-ba7c-7b7d9836a48c None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 0e180a1d-8233-40a1-a89a-de9cc19f9d52) {{(pid=93429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 18 16:30:43.260943 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:43.303621 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7082218-105c-4558-99f2-c9c9dc6fcb00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Unable to find a vacant binding_index for network 0e180a1d-8233-40a1-a89a-de9cc19f9d52 and agent 82660ec6-5261-418b-a609-29018ddc2027 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 18 16:30:43.308048 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:43.336490 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e529bc-d0b0-432b-a488-4ffb753eb205 req-7e3a2310-5031-4a42-915b-3f9b98b332f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:43.344306 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c9e529bc-d0b0-432b-a488-4ffb753eb205 req-7e3a2310-5031-4a42-915b-3f9b98b332f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 1099 time: 0.1606371 Jun 18 16:30:43.365115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:43.374650 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-d7082218-105c-4558-99f2-c9c9dc6fcb00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 0e180a1d-8233-40a1-a89a-de9cc19f9d52) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:43.417631 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7082218-105c-4558-99f2-c9c9dc6fcb00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:43.418666 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7082218-105c-4558-99f2-c9c9dc6fcb00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:43.469911 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c9e529bc-d0b0-432b-a488-4ffb753eb205 req-89bf4d00-d1c0-478c-9f79-ed474251979a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633841 Jun 18 16:30:43.563855 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-84f070fc-160f-4214-85f8-77158887a267 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port 5f009073-34c4-4b4c-a019-261e23c521c8 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:43.564782 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-84f070fc-160f-4214-85f8-77158887a267 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:43.564923 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccee7b-94d8-4863-9f1e-4c878373bffa req-e23eecca-314d-478e-9ae7-2396c906d8a5 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:43.566459 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8bccee7b-94d8-4863-9f1e-4c878373bffa req-e23eecca-314d-478e-9ae7-2396c906d8a5 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.7182157 Jun 18 16:30:43.669856 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d7082218-105c-4558-99f2-c9c9dc6fcb00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 5.0677371 Jun 18 16:30:43.678188 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46456) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:43.747552 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-84f070fc-160f-4214-85f8-77158887a267 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:43.749255 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-0e180a1d-8233-40a1-a89a-de9cc19f9d52', 'network_id': '0e180a1d-8233-40a1-a89a-de9cc19f9d52', 'tenant_id': 'abc25a70fa09418db674bd652505e653', 'fixed_ips': [{'subnet_id': '74fe1499-dabf-4ea3-88f1-6c20cd2f3dc5'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:30:43.749681 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf853fb6-ed19-4757-90f5-c44fc061faee tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:43.750723 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:43.785027 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8bccee7b-94d8-4863-9f1e-4c878373bffa req-d3efbb9c-dc84-45a4-9156-fd6daffdc86d tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1700273 Jun 18 16:30:43.925630 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Router ef88ecf1-6d3c-412a-b61c-502afd77d866 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:30:43.996515 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Allocated IP 172.20.0.3 (0e180a1d-8233-40a1-a89a-de9cc19f9d52/74fe1499-dabf-4ea3-88f1-6c20cd2f3dc5/740ff4af-5aaa-4f1e-883c-f86d2b52f0aa) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:44.055570 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46466) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:44.110985 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-bf853fb6-ed19-4757-90f5-c44fc061faee tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Deleting port 446d8ec8-26d8-494a-955b-3614886cc4a9 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:44.111553 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf853fb6-ed19-4757-90f5-c44fc061faee tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:44.201609 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:44.211609 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "PUT /v2.0/routers/ef88ecf1-6d3c-412a-b61c-502afd77d866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5488303 Jun 18 16:30:44.214790 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46470) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:44.222753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Sync routers for ids ['ef88ecf1-6d3c-412a-b61c-502afd77d866'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:44.235620 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:44.257763 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Transition to ACTIVE for port object 740ff4af-5aaa-4f1e-883c-f86d2b52f0aa will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:44.260124 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Routers {'ef88ecf1-6d3c-412a-b61c-502afd77d866'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:44.260795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef88ecf1-6d3c-412a-b61c-502afd77d866'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:44.313658 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Request body: {'networks': [{'name': 'tempest-network--316302639'}, {'name': 'tempest-network--469511687'}]} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:44.314662 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Request body: {'network': {'name': 'tempest-network--316302639'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:44.314662 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Request body: {'network': {'name': 'tempest-network--469511687'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:44.356727 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 446d8ec8-26d8-494a-955b-3614886cc4a9 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:44.391874 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Transition to ACTIVE for port object 740ff4af-5aaa-4f1e-883c-f86d2b52f0aa will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:44.395699 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3aebe35-056e-47a1-bd8f-920665f82a46 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:44.397502 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f3aebe35-056e-47a1-bd8f-920665f82a46 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports/eb841f05-8ea1-4dba-9ac4-272ac79b99d4 HTTP/1.1" status: 200 len: 911 time: 0.1797397 Jun 18 16:30:44.399680 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-bf853fb6-ed19-4757-90f5-c44fc061faee tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] For port 446d8ec8-26d8-494a-955b-3614886cc4a9, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=446d8ec8-26d8-494a-955b-3614886cc4a9,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:44.400837 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf853fb6-ed19-4757-90f5-c44fc061faee tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:44.411652 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:44.413842 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46472) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:44.417901 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:44.423344 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-84f070fc-160f-4214-85f8-77158887a267 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for 5f009073-34c4-4b4c-a019-261e23c521c8 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:44.456953 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Set router ef88ecf1-6d3c-412a-b61c-502afd77d866 gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:44.496291 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Made reservation on behalf of ca0588e2204c4176b27a875020528b1a for: {'network': 2} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:44.501729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:44.514155 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Network 0e180a1d-8233-40a1-a89a-de9cc19f9d52 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:44.523964 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:44.530554 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:44.532601 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Pushing event updated for resources: {'Port': ['ID=740ff4af-5aaa-4f1e-883c-f86d2b52f0aa,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:44.548555 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-bf853fb6-ed19-4757-90f5-c44fc061faee tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Calling delete_port for 446d8ec8-26d8-494a-955b-3614886cc4a9 owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:44.551421 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:44.593506 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:44.719079 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:44.721940 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:44.730769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 446d8ec8-26d8-494a-955b-3614886cc4a9 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:44.763942 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f373afa-56ab-4cc8-88df-8a9af978cb1c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:44.769918 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f373afa-56ab-4cc8-88df-8a9af978cb1c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:44.774057 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8f373afa-56ab-4cc8-88df-8a9af978cb1c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3567448 Jun 18 16:30:44.775646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46474) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:44.786048 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 446d8ec8-26d8-494a-955b-3614886cc4a9 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:44.786718 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:44.851729 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Attempting to bind port 740ff4af-5aaa-4f1e-883c-f86d2b52f0aa on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:44.852127 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Attempting to bind port 740ff4af-5aaa-4f1e-883c-f86d2b52f0aa by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '734b4a2f-88ff-4887-bfd6-2681a0b88bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0e180a1d-8233-40a1-a89a-de9cc19f9d52'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:44.853055 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Attempting to bind port 740ff4af-5aaa-4f1e-883c-f86d2b52f0aa on network 0e180a1d-8233-40a1-a89a-de9cc19f9d52 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:44.861741 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-84f070fc-160f-4214-85f8-77158887a267 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:44.866886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:44.867284 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Checking segment: {'id': '734b4a2f-88ff-4887-bfd6-2681a0b88bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0e180a1d-8233-40a1-a89a-de9cc19f9d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:44.867704 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:44.868210 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Bound using segment: {'id': '734b4a2f-88ff-4887-bfd6-2681a0b88bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0e180a1d-8233-40a1-a89a-de9cc19f9d52'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:44.869217 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Bound port: 740ff4af-5aaa-4f1e-883c-f86d2b52f0aa, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734b4a2f-88ff-4887-bfd6-2681a0b88bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0e180a1d-8233-40a1-a89a-de9cc19f9d52'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:44.869611 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:44.871021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:44.879662 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Deleting port 740ff4af-5aaa-4f1e-883c-f86d2b52f0aa {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:44.880093 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:44.944775 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f070fc-160f-4214-85f8-77158887a267 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=5f009073-34c4-4b4c-a019-261e23c521c8,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:44.959118 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-84f070fc-160f-4214-85f8-77158887a267 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:44.991104 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:45.018131 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:45.019409 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:45.044720 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:45.047398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-94f67288-255f-4cc7-ba94-a42202e883f6 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:45.049982 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] For port 740ff4af-5aaa-4f1e-883c-f86d2b52f0aa, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:45.055525 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] For port 740ff4af-5aaa-4f1e-883c-f86d2b52f0aa, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=740ff4af-5aaa-4f1e-883c-f86d2b52f0aa,segment=NetworkSegment(734b4a2f-88ff-4887-bfd6-2681a0b88bbe),segment_id=734b4a2f-88ff-4887-bfd6-2681a0b88bbe)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:45.080103 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf853fb6-ed19-4757-90f5-c44fc061faee tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:45.082004 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:45.086044 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:45.137794 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef88ecf1-6d3c-412a-b61c-502afd77d866', 'name': 'tempest-NetworksTestDHCPv6-router-514964039', 'tenant_id': '856662b118944798b50c407d55a72106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:34Z', 'updated_at': '2021-06-18T16:30:39Z', 'revision_number': 2, 'project_id': '856662b118944798b50c407d55a72106', 'gw_port_host': None, '_interfaces': [{'id': 'eb841f05-8ea1-4dba-9ac4-272ac79b99d4', 'name': '', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'mac_address': 'fa:16:3e:ec:08:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef88ecf1-6d3c-412a-b61c-502afd77d866', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '40bfa7e9-a6c6-4ec4-8768-b64a8dab3ca5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:36Z', 'updated_at': '2021-06-18T16:30:40Z', 'revision_number': 2, 'project_id': '856662b118944798b50c407d55a72106', 'subnets': [{'id': '40bfa7e9-a6c6-4ec4-8768-b64a8dab3ca5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:45.175072 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Checking router: ef88ecf1-6d3c-412a-b61c-502afd77d866 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:30:45.175402 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Updating router ef88ecf1-6d3c-412a-b61c-502afd77d866 port eb841f05-8ea1-4dba-9ac4-272ac79b99d4 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:30:45.176308 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:30:45.181889 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Pushing event updated for resources: {'Port': ['ID=740ff4af-5aaa-4f1e-883c-f86d2b52f0aa,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:45.197292 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-84f070fc-160f-4214-85f8-77158887a267 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:45.201977 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] For port 740ff4af-5aaa-4f1e-883c-f86d2b52f0aa, host dv-neutron-797121-1-hyperv, got binding levels [] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:45.202347 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:45.214514 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:45.227754 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10cf4192-ec01-4b2e-8d6f-8f1d72b9e7db,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:45.231392 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:45.239563 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:45.261563 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:45.301522 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Calling delete_port for 740ff4af-5aaa-4f1e-883c-f86d2b52f0aa owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:45.315791 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf853fb6-ed19-4757-90f5-c44fc061faee tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Pushing event deleted for resources: {'Port': ['ID=446d8ec8-26d8-494a-955b-3614886cc4a9,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:45.319715 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bf853fb6-ed19-4757-90f5-c44fc061faee tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:45.369853 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:45.371254 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Added segment ab40e631-9ffb-4587-940b-e83ae8515e84 of type vlan for network d3fc2ce0-7a4c-4fd4-9166-4951056d2b42 Jun 18 16:30:45.434831 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf853fb6-ed19-4757-90f5-c44fc061faee tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:45.606323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f070fc-160f-4214-85f8-77158887a267 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Router 6ac08e0f-0875-455b-b1cf-3f74f208b094 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:30:45.679694 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:45.695505 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Transition to ACTIVE for port object eb841f05-8ea1-4dba-9ac4-272ac79b99d4 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:45.704142 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:45.706197 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:45.752221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f070fc-160f-4214-85f8-77158887a267 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:45.755197 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:45.764346 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-84f070fc-160f-4214-85f8-77158887a267 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "PUT /v2.0/routers/6ac08e0f-0875-455b-b1cf-3f74f208b094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4844091 Jun 18 16:30:45.764346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:45.766521 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46478) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:45.771074 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a56ef71-bad5-444b-886a-d834a3e47a03 None None] Sync routers for ids ['6ac08e0f-0875-455b-b1cf-3f74f208b094'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:45.784640 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a56ef71-bad5-444b-886a-d834a3e47a03 None None] Routers {'6ac08e0f-0875-455b-b1cf-3f74f208b094'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:45.786614 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63600ff5-3b21-4c75-940d-c13c0be2a318 None None] Pushing event updated for resources: {'Port': ['ID=eb841f05-8ea1-4dba-9ac4-272ac79b99d4,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:45.787667 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-1a56ef71-bad5-444b-886a-d834a3e47a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['6ac08e0f-0875-455b-b1cf-3f74f208b094'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:45.796773 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-63600ff5-3b21-4c75-940d-c13c0be2a318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:45.834922 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-1a56ef71-bad5-444b-886a-d834a3e47a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:45.844852 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Port': ['ID=740ff4af-5aaa-4f1e-883c-f86d2b52f0aa,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:45.853360 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:45.854373 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-342c7175-8547-491c-ac4d-057f965ffc6e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] GET failed (client error): The resource could not be found. Jun 18 16:30:45.856243 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a56ef71-bad5-444b-886a-d834a3e47a03 None None] Routers {'6ac08e0f-0875-455b-b1cf-3f74f208b094'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:45.857005 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-1a56ef71-bad5-444b-886a-d834a3e47a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['6ac08e0f-0875-455b-b1cf-3f74f208b094'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:45.858991 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-342c7175-8547-491c-ac4d-057f965ffc6e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports/5f009073-34c4-4b4c-a019-261e23c521c8 HTTP/1.1" status: 404 len: 333 time: 0.0876625 Jun 18 16:30:45.872795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Attempting to bind port eb841f05-8ea1-4dba-9ac4-272ac79b99d4 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:45.873435 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Attempting to bind port eb841f05-8ea1-4dba-9ac4-272ac79b99d4 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:45.873969 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Attempting to bind port eb841f05-8ea1-4dba-9ac4-272ac79b99d4 on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:45.879772 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:45.880447 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:45.881018 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:45.881570 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:45.882200 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Bound port: eb841f05-8ea1-4dba-9ac4-272ac79b99d4, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:45.882943 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:45.892573 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46480) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:45.913258 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-1a56ef71-bad5-444b-886a-d834a3e47a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:45.915515 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a56ef71-bad5-444b-886a-d834a3e47a03 None None] The sync data for ids ['6ac08e0f-0875-455b-b1cf-3f74f208b094'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:45.952954 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] For port eb841f05-8ea1-4dba-9ac4-272ac79b99d4, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:45.956823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] For port eb841f05-8ea1-4dba-9ac4-272ac79b99d4, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=eb841f05-8ea1-4dba-9ac4-272ac79b99d4,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:45.962526 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:45.964897 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:46.002105 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No DVR routers for this DVR port 740ff4af-5aaa-4f1e-883c-f86d2b52f0aa on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:30:46.007698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b46aebf1-dbc3-46fe-90f2-99b9793cf43d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.036164 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Routers {'ef88ecf1-6d3c-412a-b61c-502afd77d866'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:46.037183 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef88ecf1-6d3c-412a-b61c-502afd77d866'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:46.037313 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ce783-c76d-45d3-ba71-f3921192aa2e req-03b00e83-4bdb-40ea-907f-f0dd97d331d9 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:46.039336 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63600ff5-3b21-4c75-940d-c13c0be2a318 None None] Pushing event updated for resources: {'Port': ['ID=eb841f05-8ea1-4dba-9ac4-272ac79b99d4,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:46.044888 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dc2ce783-c76d-45d3-ba71-f3921192aa2e req-03b00e83-4bdb-40ea-907f-f0dd97d331d9 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 1.0849352 Jun 18 16:30:46.053728 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-63600ff5-3b21-4c75-940d-c13c0be2a318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:46.074547 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.094611 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf853fb6-ed19-4757-90f5-c44fc061faee tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.103235 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf853fb6-ed19-4757-90f5-c44fc061faee tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.113725 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8090c16d-d663-4418-a957-c5c7b629f5f9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.155100 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] Set router ef88ecf1-6d3c-412a-b61c-502afd77d866 gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:46.223213 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dc2ce783-c76d-45d3-ba71-f3921192aa2e req-39ce898c-f443-4dd2-9393-1775b175c9ef tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1773503 Jun 18 16:30:46.223659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.246804 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf853fb6-ed19-4757-90f5-c44fc061faee tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.247620 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf853fb6-ed19-4757-90f5-c44fc061faee tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af6cdcf7-c5a7-404a-9798-c56404b553b0 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:30:46.264275 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:30:46.280755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bf853fb6-ed19-4757-90f5-c44fc061faee tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.299151 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-bf853fb6-ed19-4757-90f5-c44fc061faee tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "DELETE /v2.0/routers/af6cdcf7-c5a7-404a-9798-c56404b553b0 HTTP/1.1" status: 204 len: 168 time: 4.5852594 Jun 18 16:30:46.305151 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46484) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:46.307185 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Allocated IP 172.20.0.1 (b3ea6f70-0e44-47ab-8e76-543fd3081fbb/fc9b858e-d03c-4041-b3a2-2959c895d814/36300272-6768-4bf9-b789-3abe1964b796) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:46.447390 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef88ecf1-6d3c-412a-b61c-502afd77d866', 'name': 'tempest-NetworksTestDHCPv6-router-514964039', 'tenant_id': '856662b118944798b50c407d55a72106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:34Z', 'updated_at': '2021-06-18T16:30:39Z', 'revision_number': 2, 'project_id': '856662b118944798b50c407d55a72106', 'gw_port_host': None, '_interfaces': [{'id': 'eb841f05-8ea1-4dba-9ac4-272ac79b99d4', 'name': '', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'mac_address': 'fa:16:3e:ec:08:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef88ecf1-6d3c-412a-b61c-502afd77d866', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '40bfa7e9-a6c6-4ec4-8768-b64a8dab3ca5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:36Z', 'updated_at': '2021-06-18T16:30:45Z', 'revision_number': 4, 'project_id': '856662b118944798b50c407d55a72106', 'subnets': [{'id': '40bfa7e9-a6c6-4ec4-8768-b64a8dab3ca5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:46.452597 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.453323 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Added segment b30ecf46-6a65-4354-85bb-894b2ccbc0bf of type vlan for network 1d781d5e-b0ea-49a6-bde8-4917adbc0861 Jun 18 16:30:46.483214 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3e50f8-8591-452e-a9c7-45c444349a0b None None] The sync data for ids ['ef88ecf1-6d3c-412a-b61c-502afd77d866'] in dv-neutron-797121-1-hyperv is: [{'id': 'ef88ecf1-6d3c-412a-b61c-502afd77d866', 'name': 'tempest-NetworksTestDHCPv6-router-514964039', 'tenant_id': '856662b118944798b50c407d55a72106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:34Z', 'updated_at': '2021-06-18T16:30:39Z', 'revision_number': 2, 'project_id': '856662b118944798b50c407d55a72106', 'gw_port_host': None, '_interfaces': [{'id': 'eb841f05-8ea1-4dba-9ac4-272ac79b99d4', 'name': '', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'mac_address': 'fa:16:3e:ec:08:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef88ecf1-6d3c-412a-b61c-502afd77d866', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '40bfa7e9-a6c6-4ec4-8768-b64a8dab3ca5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:36Z', 'updated_at': '2021-06-18T16:30:45Z', 'revision_number': 4, 'project_id': '856662b118944798b50c407d55a72106', 'subnets': [{'id': '40bfa7e9-a6c6-4ec4-8768-b64a8dab3ca5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:46.486664 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8090c16d-d663-4418-a957-c5c7b629f5f9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.489763 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8090c16d-d663-4418-a957-c5c7b629f5f9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.582873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8090c16d-d663-4418-a957-c5c7b629f5f9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.583844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8090c16d-d663-4418-a957-c5c7b629f5f9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Fanout notify agent at l3_agent the message router_deleted on router 6ac08e0f-0875-455b-b1cf-3f74f208b094 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:30:46.598151 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.599809 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8090c16d-d663-4418-a957-c5c7b629f5f9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.600992 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8090c16d-d663-4418-a957-c5c7b629f5f9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/routers/6ac08e0f-0875-455b-b1cf-3f74f208b094 HTTP/1.1" status: 204 len: 168 time: 0.7074697 Jun 18 16:30:46.611034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46486) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:46.614355 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.628713 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-42b38848-0daf-4675-b880-56ef59b645a1 tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:46.668425 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:30:46.698218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Subnet': ['ID=74fe1499-dabf-4ea3-88f1-6c20cd2f3dc5,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:46.698623 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aac7a6c1-324e-483f-8fef-1b841fee27cb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.701465 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:46.745709 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688a31a5-998b-4c3d-94af-07dccd749d22 None None] Network 0e180a1d-8233-40a1-a89a-de9cc19f9d52 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:46.807494 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.808116 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.814285 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:46.819293 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:46.820566 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.836037 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.860952 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-84205b22-0f00-4757-8886-1eff6420dffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:46.863580 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0646e99d-33df-4b01-b6a1-2628c53b4876 None None] Could not find standard attr ID for object 740ff4af-5aaa-4f1e-883c-f86d2b52f0aa. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:30:46.904918 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e180a1d-8233-40a1-a89a-de9cc19f9d52']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:46.918601 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734b4a2f-88ff-4887-bfd6-2681a0b88bbe') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:46.919009 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734b4a2f-88ff-4887-bfd6-2681a0b88bbe') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:46.921187 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.8642936 Jun 18 16:30:46.941717 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.966829 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:46.981464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46488) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:46.984187 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:46.984587 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:47.002179 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:47.023869 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e34ba-67e4-4e0e-86d8-a53aceb99767 req-3f78c9b7-12e2-4b6a-a3d5-b851c1f96743 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:47.026166 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-313e34ba-67e4-4e0e-86d8-a53aceb99767 req-3f78c9b7-12e2-4b6a-a3d5-b851c1f96743 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.5280979 Jun 18 16:30:47.048363 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83198ae7-19dd-41e3-a575-67ad13348641 None None] Network 0e180a1d-8233-40a1-a89a-de9cc19f9d52 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:47.076837 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-00073a21-717f-4497-b54f-a77aa8c91031 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting subnet b1168754-b59d-41a5-9452-635ddf82034c {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:30:47.083552 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46490) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:47.088447 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aac7a6c1-324e-483f-8fef-1b841fee27cb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:47.107008 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-de7d621a-8450-4938-930a-81340a32f995 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Request body: {'floatingip': {'port_id': '402c506e-8b7c-4f8f-b170-b34f8d818e4d'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:47.209291 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:47.215960 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de7d621a-8450-4938-930a-81340a32f995 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for floatingip, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:47.310433 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event updated for resources: {'Network': ['ID=d3fc2ce0-7a4c-4fd4-9166-4951056d2b42,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:47.323425 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network d3fc2ce0-7a4c-4fd4-9166-4951056d2b42 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:30:47.349815 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941fafd3-e5ac-43f8-80f0-4d949a05dbda None None] DHCP port deletion for 0e180a1d-8233-40a1-a89a-de9cc19f9d52 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:30:47.472197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Transition to ACTIVE for port object 36300272-6768-4bf9-b789-3abe1964b796 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:47.497520 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event updated for resources: {'Network': ['ID=1d781d5e-b0ea-49a6-bde8-4917adbc0861,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:47.511765 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 1d781d5e-b0ea-49a6-bde8-4917adbc0861 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:30:47.513078 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:47.517253 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.635s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:47.517501 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:47.608545 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:47.648526 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e8de5813-09a4-4adc-b7f2-e3a82bd610b1 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:47.657977 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00073a21-717f-4497-b54f-a77aa8c91031 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:47.702649 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-aac7a6c1-324e-483f-8fef-1b841fee27cb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Deleting port ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:47.703102 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aac7a6c1-324e-483f-8fef-1b841fee27cb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:47.730756 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Network b3ea6f70-0e44-47ab-8e76-543fd3081fbb is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:47.741507 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:47.762845 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:47.764664 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ebe4b346-1439-4315-b867-09f730254efb tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:47.783577 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:47.789455 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/0e180a1d-8233-40a1-a89a-de9cc19f9d52 HTTP/1.1" status: 204 len: 168 time: 4.1101217 Jun 18 16:30:47.797816 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46492) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:47.799092 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Network': ['ID=0e180a1d-8233-40a1-a89a-de9cc19f9d52,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:47.803890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00073a21-717f-4497-b54f-a77aa8c91031 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:47.805544 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:47.810158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:47.847145 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-4d765943-cd8b-4e4b-a7b4-f10b7455472e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-700415036'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:47.866301 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=36300272-6768-4bf9-b789-3abe1964b796,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:47.871078 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-b46aebf1-dbc3-46fe-90f2-99b9793cf43d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port eb841f05-8ea1-4dba-9ac4-272ac79b99d4 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:47.871423 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b46aebf1-dbc3-46fe-90f2-99b9793cf43d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:47.875510 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:47.902831 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:47.964439 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a682bf90-1d3b-4c53-9359-397f8dec17d2 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:47.970265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a682bf90-1d3b-4c53-9359-397f8dec17d2 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:47.976374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a682bf90-1d3b-4c53-9359-397f8dec17d2 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:47.982157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a682bf90-1d3b-4c53-9359-397f8dec17d2 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:47.986458 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a682bf90-1d3b-4c53-9359-397f8dec17d2 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.0013378 Jun 18 16:30:47.990665 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46494) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:48.000280 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d765943-cd8b-4e4b-a7b4-f10b7455472e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:48.003782 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d765943-cd8b-4e4b-a7b4-f10b7455472e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.101219 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-aac7a6c1-324e-483f-8fef-1b841fee27cb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] For port ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:48.101959 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aac7a6c1-324e-483f-8fef-1b841fee27cb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.103670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c9d384f3-cfbc-4712-837d-022d96bf3570 None None] Provisioning for port 36300272-6768-4bf9-b789-3abe1964b796 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:48.113142 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c9d384f3-cfbc-4712-837d-022d96bf3570 None None] Provisioning complete for port 36300272-6768-4bf9-b789-3abe1964b796 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:48.113702 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c9d384f3-cfbc-4712-837d-022d96bf3570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.139197 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-85a6b4ef-65aa-42bd-a8d1-fc2ca0ddcc8c tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.140959 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d765943-cd8b-4e4b-a7b4-f10b7455472e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:30:48.147588 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00073a21-717f-4497-b54f-a77aa8c91031 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.153183 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-b46aebf1-dbc3-46fe-90f2-99b9793cf43d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] For port eb841f05-8ea1-4dba-9ac4-272ac79b99d4, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=eb841f05-8ea1-4dba-9ac4-272ac79b99d4,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:48.153532 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b46aebf1-dbc3-46fe-90f2-99b9793cf43d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.171255 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c9d384f3-cfbc-4712-837d-022d96bf3570 None None] Port 36300272-6768-4bf9-b789-3abe1964b796 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:48.241287 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-aac7a6c1-324e-483f-8fef-1b841fee27cb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Calling delete_port for ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8 owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:48.246966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-b46aebf1-dbc3-46fe-90f2-99b9793cf43d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for eb841f05-8ea1-4dba-9ac4-272ac79b99d4 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:48.249682 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d765943-cd8b-4e4b-a7b4-f10b7455472e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.250031 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-4d765943-cd8b-4e4b-a7b4-f10b7455472e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Added segment 5398b5d7-0af1-455e-bde7-536fd2681b90 of type vlan for network 05004cba-55e8-449e-8f78-f3f6550fa054 Jun 18 16:30:48.298654 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device eb841f05-8ea1-4dba-9ac4-272ac79b99d4 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:48.319567 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d765943-cd8b-4e4b-a7b4-f10b7455472e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.350792 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port eb841f05-8ea1-4dba-9ac4-272ac79b99d4 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:48.356810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port eb841f05-8ea1-4dba-9ac4-272ac79b99d4 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:48.357574 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.388998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-85a6b4ef-65aa-42bd-a8d1-fc2ca0ddcc8c tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.403245 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00073a21-717f-4497-b54f-a77aa8c91031 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.415890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-85a6b4ef-65aa-42bd-a8d1-fc2ca0ddcc8c tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fc2ce0-7a4c-4fd4-9166-4951056d2b42']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:48.417815 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f720bd6a-9bdb-4eb8-b79d-22071f7d0e00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:48.434045 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49f2e19-859b-4420-884f-fd6bd11c856f None None] Network 9b14c735-eaa3-4e60-94ff-4e6564840c1c requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:48.437996 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00073a21-717f-4497-b54f-a77aa8c91031 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.441243 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-00073a21-717f-4497-b54f-a77aa8c91031 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/subnets/b1168754-b59d-41a5-9452-635ddf82034c HTTP/1.1" status: 204 len: 168 time: 1.8229995 Jun 18 16:30:48.449306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-85a6b4ef-65aa-42bd-a8d1-fc2ca0ddcc8c tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab40e631-9ffb-4587-940b-e83ae8515e84') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:48.449895 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-85a6b4ef-65aa-42bd-a8d1-fc2ca0ddcc8c tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab40e631-9ffb-4587-940b-e83ae8515e84') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:48.451690 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46496) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:48.472763 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.495452 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00073a21-717f-4497-b54f-a77aa8c91031 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Subnet': ['ID=b1168754-b59d-41a5-9452-635ddf82034c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:48.499200 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d765943-cd8b-4e4b-a7b4-f10b7455472e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.504106 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d765943-cd8b-4e4b-a7b4-f10b7455472e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:48.504726 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d765943-cd8b-4e4b-a7b4-f10b7455472e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.530183 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-00073a21-717f-4497-b54f-a77aa8c91031 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:48.531886 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-85a6b4ef-65aa-42bd-a8d1-fc2ca0ddcc8c tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.541586 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-88aebaab-fad5-4a18-b1db-83c486805a5e tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:48.546189 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.resource_extend [None req-de7d621a-8450-4938-930a-81340a32f995 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 16:30:48.596781 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-85a6b4ef-65aa-42bd-a8d1-fc2ca0ddcc8c tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.608626 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a6b4ef-65aa-42bd-a8d1-fc2ca0ddcc8c tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:48.608967 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-85a6b4ef-65aa-42bd-a8d1-fc2ca0ddcc8c tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:48.616691 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:48.653249 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.680171 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.701558 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4d765943-cd8b-4e4b-a7b4-f10b7455472e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8558550 Jun 18 16:30:48.703436 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46498) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:48.710893 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-f39ff536-bf92-41ea-a5fa-8a6bd5c7776a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'subnet': {'network_id': '05004cba-55e8-449e-8f78-f3f6550fa054', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:48.711108 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d765943-cd8b-4e4b-a7b4-f10b7455472e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Network': ['ID=05004cba-55e8-449e-8f78-f3f6550fa054,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:48.727034 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4d765943-cd8b-4e4b-a7b4-f10b7455472e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:48.732650 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de7d621a-8450-4938-930a-81340a32f995 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.733850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 05004cba-55e8-449e-8f78-f3f6550fa054 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:30:48.785224 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de7d621a-8450-4938-930a-81340a32f995 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.796314 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-85a6b4ef-65aa-42bd-a8d1-fc2ca0ddcc8c tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.815544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:48.823836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-85a6b4ef-65aa-42bd-a8d1-fc2ca0ddcc8c tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.828183 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-85a6b4ef-65aa-42bd-a8d1-fc2ca0ddcc8c tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "DELETE /v2.0/networks/d3fc2ce0-7a4c-4fd4-9166-4951056d2b42 HTTP/1.1" status: 204 len: 168 time: 0.8329756 Jun 18 16:30:48.838550 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46500) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:48.885520 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6b4ef-65aa-42bd-a8d1-fc2ca0ddcc8c tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event deleted for resources: {'Network': ['ID=d3fc2ce0-7a4c-4fd4-9166-4951056d2b42,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:48.931491 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-85a6b4ef-65aa-42bd-a8d1-fc2ca0ddcc8c tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:48.932311 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3387c0-8538-4ad6-b7ac-3a8a023f44e9 None None] DHCP port deletion for 9b14c735-eaa3-4e60-94ff-4e6564840c1c request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:30:48.965445 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b46aebf1-dbc3-46fe-90f2-99b9793cf43d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:48.970685 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:30:48.970685 dv-neutron-797121-1-hyperv neutron-server[93429]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jun 18 16:30:48.970685 dv-neutron-797121-1-hyperv neutron-server[93429]: [parameters: {'status': 'ACTIVE', 'ports_id': 'eb841f05-8ea1-4dba-9ac4-272ac79b99d4'}] Jun 18 16:30:48.970685 dv-neutron-797121-1-hyperv neutron-server[93429]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:30:48.971094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:30:48.972914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6195cfe0-e03d-43df-a155-af55a4732125 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:49.015784 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-8d3387c0-8538-4ad6-b7ac-3a8a023f44e9 None None] Deleting port e3c08b53-4c69-4b58-973f-13614844a581 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:49.016262 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8d3387c0-8538-4ad6-b7ac-3a8a023f44e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.020226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46aebf1-dbc3-46fe-90f2-99b9793cf43d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=eb841f05-8ea1-4dba-9ac4-272ac79b99d4,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:49.023646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b46aebf1-dbc3-46fe-90f2-99b9793cf43d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:49.031023 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd8e3-d54c-43bb-b894-41d6a3eae661 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.042762 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39ff536-bf92-41ea-a5fa-8a6bd5c7776a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:49.046334 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f39ff536-bf92-41ea-a5fa-8a6bd5c7776a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.086263 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-8d3387c0-8538-4ad6-b7ac-3a8a023f44e9 None None] For port e3c08b53-4c69-4b58-973f-13614844a581, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e3c08b53-4c69-4b58-973f-13614844a581,segment=NetworkSegment(eb6757ee-259e-485d-b2b0-ca02c0c6dc7b),segment_id=eb6757ee-259e-485d-b2b0-ca02c0c6dc7b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:49.086876 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8d3387c0-8538-4ad6-b7ac-3a8a023f44e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.160243 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-8d3387c0-8538-4ad6-b7ac-3a8a023f44e9 None None] Calling delete_port for e3c08b53-4c69-4b58-973f-13614844a581 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:49.197393 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port e3c08b53-4c69-4b58-973f-13614844a581 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:49.197738 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.288841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b46aebf1-dbc3-46fe-90f2-99b9793cf43d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.289049 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8d3387c0-8538-4ad6-b7ac-3a8a023f44e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.292840 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:49.320967 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3387c0-8538-4ad6-b7ac-3a8a023f44e9 None None] No DVR routers for this DVR port e3c08b53-4c69-4b58-973f-13614844a581 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:30:49.329603 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3387c0-8538-4ad6-b7ac-3a8a023f44e9 None None] Pushing event deleted for resources: {'Port': ['ID=e3c08b53-4c69-4b58-973f-13614844a581,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:49.336454 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8d3387c0-8538-4ad6-b7ac-3a8a023f44e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:49.346366 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aac7a6c1-324e-483f-8fef-1b841fee27cb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.351621 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bf853fb6-ed19-4757-90f5-c44fc061faee tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:49.362411 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-de7d621a-8450-4938-930a-81340a32f995 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Floating IP 6833b71d-5b19-4df0-8308-0e4acd137b46 associated. External IP: 172.26.2.219, port: 402c506e-8b7c-4f8f-b170-b34f8d818e4d. Jun 18 16:30:49.385239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd8e3-d54c-43bb-b894-41d6a3eae661 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.423220 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] For port e3c08b53-4c69-4b58-973f-13614844a581, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e3c08b53-4c69-4b58-973f-13614844a581,segment=NetworkSegment(eb6757ee-259e-485d-b2b0-ca02c0c6dc7b),segment_id=eb6757ee-259e-485d-b2b0-ca02c0c6dc7b)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:49.423581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.446630 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7a6c1-324e-483f-8fef-1b841fee27cb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:49.458643 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aac7a6c1-324e-483f-8fef-1b841fee27cb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:49.460616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-1e2dd8e3-d54c-43bb-b894-41d6a3eae661 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d781d5e-b0ea-49a6-bde8-4917adbc0861']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:49.494748 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Port eb841f05-8ea1-4dba-9ac4-272ac79b99d4 update to ACTIVE by agent not found {{(pid=93429) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 18 16:30:49.503579 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 740ff4af-5aaa-4f1e-883c-f86d2b52f0aa no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:49.507715 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-1e2dd8e3-d54c-43bb-b894-41d6a3eae661 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30ecf46-6a65-4354-85bb-894b2ccbc0bf') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:49.508018 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-1e2dd8e3-d54c-43bb-b894-41d6a3eae661 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30ecf46-6a65-4354-85bb-894b2ccbc0bf') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:49.523834 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 740ff4af-5aaa-4f1e-883c-f86d2b52f0aa {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:30:49.524722 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 740ff4af-5aaa-4f1e-883c-f86d2b52f0aa not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:30:49.525948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 446d8ec8-26d8-494a-955b-3614886cc4a9 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:49.537125 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for e3c08b53-4c69-4b58-973f-13614844a581 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:49.547058 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 446d8ec8-26d8-494a-955b-3614886cc4a9 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:30:49.547465 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 446d8ec8-26d8-494a-955b-3614886cc4a9 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:30:49.582388 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd8e3-d54c-43bb-b894-41d6a3eae661 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.610116 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aac7a6c1-324e-483f-8fef-1b841fee27cb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.633100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd8e3-d54c-43bb-b894-41d6a3eae661 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.686474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2dd8e3-d54c-43bb-b894-41d6a3eae661 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:49.686910 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd8e3-d54c-43bb-b894-41d6a3eae661 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:49.715601 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:49.723704 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aac7a6c1-324e-483f-8fef-1b841fee27cb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.726408 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.728589 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aac7a6c1-324e-483f-8fef-1b841fee27cb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.763193 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.769827 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8c629fd6-e67c-49e3-8266-50c8849d5270 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:49.831266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46aebf1-dbc3-46fe-90f2-99b9793cf43d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Router ef88ecf1-6d3c-412a-b61c-502afd77d866 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:30:49.844026 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f39ff536-bf92-41ea-a5fa-8a6bd5c7776a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.848395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-856e0d5a-8bd4-4bfa-9e74-c5648d8fba53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:49.856222 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd8e3-d54c-43bb-b894-41d6a3eae661 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.886765 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd8e3-d54c-43bb-b894-41d6a3eae661 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.888543 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1e2dd8e3-d54c-43bb-b894-41d6a3eae661 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "DELETE /v2.0/networks/1d781d5e-b0ea-49a6-bde8-4917adbc0861 HTTP/1.1" status: 204 len: 168 time: 1.0410743 Jun 18 16:30:49.897356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46502) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:49.898323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.912976 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aac7a6c1-324e-483f-8fef-1b841fee27cb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.913498 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac7a6c1-324e-483f-8fef-1b841fee27cb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2ebd92b-29d0-4c46-bbdd-0e74afb5fdd5 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:30:49.926759 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aac7a6c1-324e-483f-8fef-1b841fee27cb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.931180 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-aac7a6c1-324e-483f-8fef-1b841fee27cb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "DELETE /v2.0/routers/e2ebd92b-29d0-4c46-bbdd-0e74afb5fdd5 HTTP/1.1" status: 204 len: 168 time: 3.6121347 Jun 18 16:30:49.935078 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46504) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:49.937177 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=36300272-6768-4bf9-b789-3abe1964b796,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:49.942839 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1309096474', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}, 'admin_state_up': False}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:49.952115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:49.956400 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:49.992277 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7d621a-8450-4938-930a-81340a32f995 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Router b0e8869e-7f5f-4b8e-89db-3faedae9fc5f has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:30:50.035946 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.037207 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.041935 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No DVR routers for this DVR port e3c08b53-4c69-4b58-973f-13614844a581 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:30:50.043582 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ff536-bf92-41ea-a5fa-8a6bd5c7776a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Subnet': ['ID=4f11865e-e773-47a4-bab1-c26ef1fb1db3,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:50.061098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f39ff536-bf92-41ea-a5fa-8a6bd5c7776a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:50.065206 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-22a9c3ef-8658-4989-aa59-6b8698f1e16a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:50.164453 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.284798 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Network b3ea6f70-0e44-47ab-8e76-543fd3081fbb is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:50.292123 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:50.368908 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7d621a-8450-4938-930a-81340a32f995 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:50.394725 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579a30f8-5adb-43e0-b543-67849acc630b None None] Sync routers for ids ['b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:50.409422 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de7d621a-8450-4938-930a-81340a32f995 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.413170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.416726 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579a30f8-5adb-43e0-b543-67849acc630b None None] Routers {'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:50.417391 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-579a30f8-5adb-43e0-b543-67849acc630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:50.483811 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2dd8e3-d54c-43bb-b894-41d6a3eae661 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event deleted for resources: {'Network': ['ID=1d781d5e-b0ea-49a6-bde8-4917adbc0861,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:50.500732 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46aebf1-dbc3-46fe-90f2-99b9793cf43d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:50.510508 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6b74ab-accd-4a51-902b-6d5b5dc34d21 None None] Sync routers for ids ['ef88ecf1-6d3c-412a-b61c-502afd77d866'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:50.530238 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6b74ab-accd-4a51-902b-6d5b5dc34d21 None None] Routers {'ef88ecf1-6d3c-412a-b61c-502afd77d866'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:50.531431 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b46aebf1-dbc3-46fe-90f2-99b9793cf43d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "PUT /v2.0/routers/ef88ecf1-6d3c-412a-b61c-502afd77d866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7554286 Jun 18 16:30:50.532096 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46506) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:50.533018 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1e2dd8e3-d54c-43bb-b894-41d6a3eae661 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:50.536554 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-2b6b74ab-accd-4a51-902b-6d5b5dc34d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef88ecf1-6d3c-412a-b61c-502afd77d866'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:50.566221 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 46040cd9-d555-4c49-9813-787595ea17db has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:30:50.624929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.712s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:50.645009 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-579a30f8-5adb-43e0-b543-67849acc630b None None] Set router b0e8869e-7f5f-4b8e-89db-3faedae9fc5f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:50.655025 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-de7d621a-8450-4938-930a-81340a32f995 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "PUT /v2.0/floatingips/6833b71d-5b19-4df0-8308-0e4acd137b46 HTTP/1.1" status: 200 len: 992 time: 3.5602698 Jun 18 16:30:50.656365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a273113f-f75c-4cdc-896d-c0c5c9450e2a', 'tag': '402c506e-8b7c-4f8f-b170-b34f8d818e4d'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:30:50.658755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc752ac-e09d-4640-b0fc-96c4fef92c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "a273113f-f75c-4cdc-896d-c0c5c9450e2a", "tag": "402c506e-8b7c-4f8f-b170-b34f8d818e4d"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:30:50.667064 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-2b6b74ab-accd-4a51-902b-6d5b5dc34d21 None None] Set router ef88ecf1-6d3c-412a-b61c-502afd77d866 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:50.750794 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-2b6b74ab-accd-4a51-902b-6d5b5dc34d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef88ecf1-6d3c-412a-b61c-502afd77d866', 'name': 'tempest-NetworksTestDHCPv6-router-514964039', 'tenant_id': '856662b118944798b50c407d55a72106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:34Z', 'updated_at': '2021-06-18T16:30:48Z', 'revision_number': 3, 'project_id': '856662b118944798b50c407d55a72106', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:50.751545 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.764242 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b14c735-eaa3-4e60-94ff-4e6564840c1c']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:50.768501 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:50.781142 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb6757ee-259e-485d-b2b0-ca02c0c6dc7b') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:50.781499 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb6757ee-259e-485d-b2b0-ca02c0c6dc7b') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:50.792286 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6b74ab-accd-4a51-902b-6d5b5dc34d21 None None] Checking router: ef88ecf1-6d3c-412a-b61c-502afd77d866 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:30:50.794667 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.799657 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6daf19d-0780-4998-a02b-17fe80dfbb4b x-openstack-request-id: req-c6daf19d-0780-4998-a02b-17fe80dfbb4b {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:30:50.799990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a273113f-f75c-4cdc-896d-c0c5c9450e2a", "tag": "402c506e-8b7c-4f8f-b170-b34f8d818e4d", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:30:50.800286 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6daf19d-0780-4998-a02b-17fe80dfbb4b {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:30:50.800721 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a273113f-f75c-4cdc-896d-c0c5c9450e2a', 'tag': '402c506e-8b7c-4f8f-b170-b34f8d818e4d', 'status': 'completed', 'code': 200} Jun 18 16:30:50.810632 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6b74ab-accd-4a51-902b-6d5b5dc34d21 None None] Routers {'ef88ecf1-6d3c-412a-b61c-502afd77d866'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:50.811389 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-2b6b74ab-accd-4a51-902b-6d5b5dc34d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef88ecf1-6d3c-412a-b61c-502afd77d866'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:50.837237 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=e3c08b53-4c69-4b58-973f-13614844a581,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:50.843759 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:30:50.844361 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ad3d9899-2d00-472d-a1d9-ab6f1dd0c8f8 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:30:50.845164 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e3c08b53-4c69-4b58-973f-13614844a581 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:50.852106 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:50.861132 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "PUT /v2.0/routers/46040cd9-d555-4c49-9813-787595ea17db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8925538 Jun 18 16:30:50.861237 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:50.861719 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.862632 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46512) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:50.871188 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-8630a2c4-6b7d-44b1-8184-e8a17b13b7ed tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'port': {'network_id': 'b3ea6f70-0e44-47ab-8e76-543fd3081fbb', 'name': 'tempest-FloatingIPTestJSON-956059661'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:50.880691 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39ff536-bf92-41ea-a5fa-8a6bd5c7776a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Checking segment: {'id': '5398b5d7-0af1-455e-bde7-536fd2681b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '05004cba-55e8-449e-8f78-f3f6550fa054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:50.881068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ff536-bf92-41ea-a5fa-8a6bd5c7776a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network hostable DHCP agents. Network: 05004cba-55e8-449e-8f78-f3f6550fa054, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:30:50.883256 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbd834c-4ea5-4c19-ae2d-4a2f1ef1f37f None None] Sync routers for ids ['46040cd9-d555-4c49-9813-787595ea17db'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:50.901784 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: e3c08b53-4c69-4b58-973f-13614844a581 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:30:50.902396 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e3c08b53-4c69-4b58-973f-13614844a581 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:30:50.928961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:50.929382 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.933711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d1ad628a-a58e-4372-a999-a72ab74d500c None None] Provisioning complete for port 36300272-6768-4bf9-b789-3abe1964b796 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:50.934373 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d1ad628a-a58e-4372-a999-a72ab74d500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:50.935699 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:50.961341 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbd834c-4ea5-4c19-ae2d-4a2f1ef1f37f None None] Routers {'46040cd9-d555-4c49-9813-787595ea17db'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:50.962963 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-cbbd834c-4ea5-4c19-ae2d-4a2f1ef1f37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46040cd9-d555-4c49-9813-787595ea17db'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:51.008916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bf7f31-d1c9-440d-839d-5a53ecc8959e tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:51.015501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bf7f31-d1c9-440d-839d-5a53ecc8959e tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:51.017154 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c5bf7f31-d1c9-440d-839d-5a53ecc8959e tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.1155176 Jun 18 16:30:51.026635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c33da9-462d-41dc-a30c-a62945794ac0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:51.028278 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c33da9-462d-41dc-a30c-a62945794ac0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:51.029756 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d1c33da9-462d-41dc-a30c-a62945794ac0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4062440 Jun 18 16:30:51.031372 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46514) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:51.038700 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-cbbd834c-4ea5-4c19-ae2d-4a2f1ef1f37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:51.039467 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-2b6b74ab-accd-4a51-902b-6d5b5dc34d21 None None] Set router ef88ecf1-6d3c-412a-b61c-502afd77d866 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:51.046787 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-2215614e-3c6a-4ec5-b026-3c689b49e593 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-215446768'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:51.051473 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46516) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:51.061737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d1ad628a-a58e-4372-a999-a72ab74d500c None None] Port 36300272-6768-4bf9-b789-3abe1964b796 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:51.068948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbd834c-4ea5-4c19-ae2d-4a2f1ef1f37f None None] Routers {'46040cd9-d555-4c49-9813-787595ea17db'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:51.069851 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-cbbd834c-4ea5-4c19-ae2d-4a2f1ef1f37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46040cd9-d555-4c49-9813-787595ea17db'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:51.105835 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ff536-bf92-41ea-a5fa-8a6bd5c7776a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network 05004cba-55e8-449e-8f78-f3f6550fa054 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:30:51.108294 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-cbbd834c-4ea5-4c19-ae2d-4a2f1ef1f37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:51.109200 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbd834c-4ea5-4c19-ae2d-4a2f1ef1f37f None None] The sync data for ids ['46040cd9-d555-4c49-9813-787595ea17db'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:51.115340 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-2b6b74ab-accd-4a51-902b-6d5b5dc34d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef88ecf1-6d3c-412a-b61c-502afd77d866', 'name': 'tempest-NetworksTestDHCPv6-router-514964039', 'tenant_id': '856662b118944798b50c407d55a72106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:34Z', 'updated_at': '2021-06-18T16:30:48Z', 'revision_number': 3, 'project_id': '856662b118944798b50c407d55a72106', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:51.118910 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.133233 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e00e733d-2af7-48b2-9a7b-8974c3a0d6d1 tempest-BulkNetworkOpsTest-605648649 tempest-BulkNetworkOpsTest-605648649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:51.138762 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.148308 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.155308 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/networks/9b14c735-eaa3-4e60-94ff-4e6564840c1c HTTP/1.1" status: 204 len: 168 time: 2.6820540 Jun 18 16:30:51.155520 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6b74ab-accd-4a51-902b-6d5b5dc34d21 None None] The sync data for ids ['ef88ecf1-6d3c-412a-b61c-502afd77d866'] in dv-neutron-797121-1-hyperv is: [{'id': 'ef88ecf1-6d3c-412a-b61c-502afd77d866', 'name': 'tempest-NetworksTestDHCPv6-router-514964039', 'tenant_id': '856662b118944798b50c407d55a72106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:34Z', 'updated_at': '2021-06-18T16:30:48Z', 'revision_number': 3, 'project_id': '856662b118944798b50c407d55a72106', 'gw_port_host': None}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:51.158698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Network': ['ID=9b14c735-eaa3-4e60-94ff-4e6564840c1c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:51.165979 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46518) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:51.167949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.178133 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-f39ff536-bf92-41ea-a5fa-8a6bd5c7776a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 05004cba-55e8-449e-8f78-f3f6550fa054) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:51.179976 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:51.189724 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2215614e-3c6a-4ec5-b026-3c689b49e593 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Made reservation on behalf of ca0588e2204c4176b27a875020528b1a for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:51.193418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2215614e-3c6a-4ec5-b026-3c689b49e593 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.193986 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8630a2c4-6b7d-44b1-8184-e8a17b13b7ed tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Made reservation on behalf of a50f6beada67454e987312fb2c5df4b0 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:51.198231 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8630a2c4-6b7d-44b1-8184-e8a17b13b7ed tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.210743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cf0bb5-9d97-4f73-afea-86c62df10c59 None None] Network 05004cba-55e8-449e-8f78-f3f6550fa054 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:51.221964 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39ff536-bf92-41ea-a5fa-8a6bd5c7776a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:51.222572 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f39ff536-bf92-41ea-a5fa-8a6bd5c7776a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.238505 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aea79d2-4c4d-4868-8b83-e851bbdacb0b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet 40bfa7e9-a6c6-4ec4-8768-b64a8dab3ca5 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:30:51.253061 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8aea79d2-4c4d-4868-8b83-e851bbdacb0b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.262715 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-8630a2c4-6b7d-44b1-8184-e8a17b13b7ed tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] device_id is not set on port 410dfa6a-d410-4dac-ad76-fba0b2adedc5 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:51.292023 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc752ac-e09d-4640-b0fc-96c4fef92c6d req-79b7b03f-5991-46a8-896c-5d52c2ac7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:51.293788 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bfc752ac-e09d-4640-b0fc-96c4fef92c6d req-79b7b03f-5991-46a8-896c-5d52c2ac7971 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50f087196ad446c28f1edba2e7568216&device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 1099 time: 0.4494765 Jun 18 16:30:51.305584 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f39ff536-bf92-41ea-a5fa-8a6bd5c7776a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5964103 Jun 18 16:30:51.306428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-579a30f8-5adb-43e0-b543-67849acc630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'name': 'tempest-ServerActionsTestJSON-223729613-router', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:02Z', 'updated_at': '2021-06-18T16:30:12Z', 'revision_number': 4, 'project_id': '50f087196ad446c28f1edba2e7568216', 'gw_port': {'id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:03Z', 'updated_at': '2021-06-18T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '6833b71d-5b19-4df0-8308-0e4acd137b46', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'floating_ip_address': '172.26.2.219', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'port_id': '402c506e-8b7c-4f8f-b170-b34f8d818e4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f', 'mac_address': 'fa:16:3e:f8:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a273113f-f75c-4cdc-896d-c0c5c9450e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:30:20Z', 'updated_at': '2021-06-18T16:30:48Z', 'revision_number': 1, 'project_id': '50f087196ad446c28f1edba2e7568216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98493a4-a7db-4e68-bee8-70355f2b9786', 'name': '', 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'mac_address': 'fa:16:3e:6d:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'c0af9ced-d447-40f4-82ea-2c6458b522e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:10Z', 'updated_at': '2021-06-18T16:30:22Z', 'revision_number': 5, 'project_id': '50f087196ad446c28f1edba2e7568216', 'subnets': [{'id': 'c0af9ced-d447-40f4-82ea-2c6458b522e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:51.320654 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64df003b-7e77-4460-b06d-4dc9bea5c405 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:51.320967 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46520) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:51.322643 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-64df003b-7e77-4460-b06d-4dc9bea5c405 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports/699f534b-5706-463f-9969-4b6ad114d665 HTTP/1.1" status: 200 len: 845 time: 0.1533499 Jun 18 16:30:51.327984 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46522) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:51.341421 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579a30f8-5adb-43e0-b543-67849acc630b None None] Checking router: b0e8869e-7f5f-4b8e-89db-3faedae9fc5f for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:30:51.373601 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2215614e-3c6a-4ec5-b026-3c689b49e593 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:30:51.374472 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579a30f8-5adb-43e0-b543-67849acc630b None None] Routers {'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:51.375157 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-579a30f8-5adb-43e0-b543-67849acc630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:51.377127 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8aea79d2-4c4d-4868-8b83-e851bbdacb0b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.420525 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2215614e-3c6a-4ec5-b026-3c689b49e593 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.420819 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-2215614e-3c6a-4ec5-b026-3c689b49e593 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Added segment d02c5c27-7a58-4e1f-adf3-9501e75d3e83 of type vlan for network b0835274-9f3d-4b72-8721-c8ab085020e9 Jun 18 16:30:51.474725 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d2cb64ab-6d8c-4d61-bfec-6b4bd1b64cca tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports/699f534b-5706-463f-9969-4b6ad114d665?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1411855 Jun 18 16:30:51.490439 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46524) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:51.497403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-9cd1a1da-c433-4f8e-9f67-4d2890f6b6d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'subnet': {'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:51.512380 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Allocated IP 172.26.2.171 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/f11e437b-8bf5-40e6-a359-991f4b086a83) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:51.512691 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-579a30f8-5adb-43e0-b543-67849acc630b None None] Set router b0e8869e-7f5f-4b8e-89db-3faedae9fc5f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:51.550343 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2215614e-3c6a-4ec5-b026-3c689b49e593 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.562474 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-05004cba-55e8-449e-8f78-f3f6550fa054', 'network_id': '05004cba-55e8-449e-8f78-f3f6550fa054', 'tenant_id': 'abc25a70fa09418db674bd652505e653', 'fixed_ips': [{'subnet_id': '4f11865e-e773-47a4-bab1-c26ef1fb1db3'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:30:51.564330 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.623062 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc752ac-e09d-4640-b0fc-96c4fef92c6d req-a76c1e7c-2a6b-411f-a697-98fc0c6fe088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:51.624549 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bfc752ac-e09d-4640-b0fc-96c4fef92c6d req-a76c1e7c-2a6b-411f-a697-98fc0c6fe088 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f HTTP/1.1" status: 200 len: 912 time: 0.3172166 Jun 18 16:30:51.654964 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8aea79d2-4c4d-4868-8b83-e851bbdacb0b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.661057 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-8630a2c4-6b7d-44b1-8184-e8a17b13b7ed tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Allocated IP 172.20.0.7 (b3ea6f70-0e44-47ab-8e76-543fd3081fbb/fc9b858e-d03c-4041-b3a2-2959c895d814/410dfa6a-d410-4dac-ad76-fba0b2adedc5) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:51.685458 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.700937 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.737202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2215614e-3c6a-4ec5-b026-3c689b49e593 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.744666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2215614e-3c6a-4ec5-b026-3c689b49e593 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:51.745136 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2215614e-3c6a-4ec5-b026-3c689b49e593 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.753745 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0239bf09-43fa-4dee-a10d-1546f1376c5d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:51.844122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Allocated IP 172.20.0.1 (05004cba-55e8-449e-8f78-f3f6550fa054/4f11865e-e773-47a4-bab1-c26ef1fb1db3/d3d67da8-143b-4ad5-acc7-7392f9932d66) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:51.847570 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bfc752ac-e09d-4640-b0fc-96c4fef92c6d req-e7a1248d-0eb1-43fc-81aa-f5fa07dc1d76 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=402c506e-8b7c-4f8f-b170-b34f8d818e4d HTTP/1.1" status: 200 len: 1000 time: 0.2146182 Jun 18 16:30:51.859014 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd1a1da-c433-4f8e-9f67-4d2890f6b6d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:51.862548 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a1da-c433-4f8e-9f67-4d2890f6b6d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:51.976228 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215614e-3c6a-4ec5-b026-3c689b49e593 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event updated for resources: {'Network': ['ID=b0835274-9f3d-4b72-8721-c8ab085020e9,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:51.981496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2215614e-3c6a-4ec5-b026-3c689b49e593 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:51.986559 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2215614e-3c6a-4ec5-b026-3c689b49e593 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9445224 Jun 18 16:30:52.011195 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46528) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:52.017161 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-e6e68338-1f85-4765-8ac7-6035d210c369 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1843125813'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:52.024912 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8aea79d2-4c4d-4868-8b83-e851bbdacb0b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.033552 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9c89b316-835c-4fc0-8660-6b57e9e975f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:52.085689 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network b0835274-9f3d-4b72-8721-c8ab085020e9 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:30:52.091403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea79d2-4c4d-4868-8b83-e851bbdacb0b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=40bfa7e9-a6c6-4ec4-8768-b64a8dab3ca5,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:52.094033 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8aea79d2-4c4d-4868-8b83-e851bbdacb0b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:52.106328 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8aea79d2-4c4d-4868-8b83-e851bbdacb0b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.110950 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8aea79d2-4c4d-4868-8b83-e851bbdacb0b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/40bfa7e9-a6c6-4ec4-8768-b64a8dab3ca5 HTTP/1.1" status: 204 len: 168 time: 1.0542319 Jun 18 16:30:52.116212 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46530) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:52.130100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc752ac-e09d-4640-b0fc-96c4fef92c6d req-ca71b444-cde3-426e-b6c7-a034e85a1b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:52.132369 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bfc752ac-e09d-4640-b0fc-96c4fef92c6d req-ca71b444-cde3-426e-b6c7-a034e85a1b26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0af9ced-d447-40f4-82ea-2c6458b522e8 HTTP/1.1" status: 200 len: 850 time: 0.2774410 Jun 18 16:30:52.137559 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e68338-1f85-4765-8ac7-6035d210c369 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Made reservation on behalf of ca0588e2204c4176b27a875020528b1a for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:52.141135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bd1e1a-b984-48a0-9297-65375e16875e None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:52.141348 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e6e68338-1f85-4765-8ac7-6035d210c369 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.162307 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.217813 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device eb841f05-8ea1-4dba-9ac4-272ac79b99d4 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:52.248317 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.256220 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8fa1e7ec-37ac-46b1-bc52-34432519e230 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:52.257618 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: eb841f05-8ea1-4dba-9ac4-272ac79b99d4 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:30:52.258178 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device eb841f05-8ea1-4dba-9ac4-272ac79b99d4 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:30:52.291616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e68338-1f85-4765-8ac7-6035d210c369 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:30:52.294078 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-579a30f8-5adb-43e0-b543-67849acc630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'name': 'tempest-ServerActionsTestJSON-223729613-router', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:02Z', 'updated_at': '2021-06-18T16:30:12Z', 'revision_number': 4, 'project_id': '50f087196ad446c28f1edba2e7568216', 'gw_port': {'id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:03Z', 'updated_at': '2021-06-18T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '6833b71d-5b19-4df0-8308-0e4acd137b46', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'floating_ip_address': '172.26.2.219', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'port_id': '402c506e-8b7c-4f8f-b170-b34f8d818e4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f', 'mac_address': 'fa:16:3e:f8:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a273113f-f75c-4cdc-896d-c0c5c9450e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:30:20Z', 'updated_at': '2021-06-18T16:30:48Z', 'revision_number': 1, 'project_id': '50f087196ad446c28f1edba2e7568216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98493a4-a7db-4e68-bee8-70355f2b9786', 'name': '', 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'mac_address': 'fa:16:3e:6d:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'c0af9ced-d447-40f4-82ea-2c6458b522e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:10Z', 'updated_at': '2021-06-18T16:30:22Z', 'revision_number': 5, 'project_id': '50f087196ad446c28f1edba2e7568216', 'subnets': [{'id': 'c0af9ced-d447-40f4-82ea-2c6458b522e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:52.324868 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:52.339898 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:52.342663 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e6e68338-1f85-4765-8ac7-6035d210c369 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.343188 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-e6e68338-1f85-4765-8ac7-6035d210c369 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Added segment f54876fa-c2bd-4525-89be-a8705afc30fb of type vlan for network 53b152df-912b-4ad5-a29a-9717583c2443 Jun 18 16:30:52.346356 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:52.350081 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579a30f8-5adb-43e0-b543-67849acc630b None None] The sync data for ids ['b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'] in dv-neutron-797121-1-hyperv is: [{'id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'name': 'tempest-ServerActionsTestJSON-223729613-router', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:02Z', 'updated_at': '2021-06-18T16:30:12Z', 'revision_number': 4, 'project_id': '50f087196ad446c28f1edba2e7568216', 'gw_port': {'id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:03Z', 'updated_at': '2021-06-18T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '6833b71d-5b19-4df0-8308-0e4acd137b46', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'floating_ip_address': '172.26.2.219', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'port_id': '402c506e-8b7c-4f8f-b170-b34f8d818e4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f', 'mac_address': 'fa:16:3e:f8:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a273113f-f75c-4cdc-896d-c0c5c9450e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:30:20Z', 'updated_at': '2021-06-18T16:30:48Z', 'revision_number': 1, 'project_id': '50f087196ad446c28f1edba2e7568216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98493a4-a7db-4e68-bee8-70355f2b9786', 'name': '', 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'mac_address': 'fa:16:3e:6d:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'c0af9ced-d447-40f4-82ea-2c6458b522e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:10Z', 'updated_at': '2021-06-18T16:30:22Z', 'revision_number': 5, 'project_id': '50f087196ad446c28f1edba2e7568216', 'subnets': [{'id': 'c0af9ced-d447-40f4-82ea-2c6458b522e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:52.352411 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Pushing event updated for resources: {'Port': ['ID=f11e437b-8bf5-40e6-a359-991f4b086a83,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:52.385575 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:52.388384 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f24196a9-7791-4c8d-93a5-ae0bbc6f8729 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2678668 Jun 18 16:30:52.389723 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46532) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:52.413087 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8630a2c4-6b7d-44b1-8184-e8a17b13b7ed tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.427412 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.440760 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Transition to ACTIVE for port object d3d67da8-143b-4ad5-acc7-7392f9932d66 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:52.462364 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Transition to ACTIVE for port object d3d67da8-143b-4ad5-acc7-7392f9932d66 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:52.471038 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.474611 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:52.541071 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-8630a2c4-6b7d-44b1-8184-e8a17b13b7ed tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Transition to ACTIVE for port object 410dfa6a-d410-4dac-ad76-fba0b2adedc5 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:52.542418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Pushing event updated for resources: {'Port': ['ID=d3d67da8-143b-4ad5-acc7-7392f9932d66,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:52.543312 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.548632 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:52.558493 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Network 05004cba-55e8-449e-8f78-f3f6550fa054 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:52.560510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:52.560755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e6e68338-1f85-4765-8ac7-6035d210c369 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.563079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4dbbf3-a4c5-48f9-92bc-1d37149ad430 None None] DHCP port deletion for c0c58b33-89bf-4a11-9df9-ed95e6524a1d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:30:52.567629 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:52.590177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc752ac-e09d-4640-b0fc-96c4fef92c6d req-bad9e796-4860-4997-b98a-5fde30285fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:52.591445 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Subnet': ['ID=4f11865e-e773-47a4-bab1-c26ef1fb1db3,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:52.591676 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:52.593257 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bfc752ac-e09d-4640-b0fc-96c4fef92c6d req-bad9e796-4860-4997-b98a-5fde30285fcb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4181147 Jun 18 16:30:52.600800 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:52.613827 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a1da-c433-4f8e-9f67-4d2890f6b6d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.620113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d75a6466-8b4d-4da5-ae19-f791159b5dc1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:52.644501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8a27895b-9418-49b4-a3c4-fdb3af3afe34 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.686264 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Attempting to bind port d3d67da8-143b-4ad5-acc7-7392f9932d66 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:52.687294 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Attempting to bind port d3d67da8-143b-4ad5-acc7-7392f9932d66 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '5398b5d7-0af1-455e-bde7-536fd2681b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '05004cba-55e8-449e-8f78-f3f6550fa054'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:52.687877 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Attempting to bind port d3d67da8-143b-4ad5-acc7-7392f9932d66 on network 05004cba-55e8-449e-8f78-f3f6550fa054 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:52.695423 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:52.696139 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Checking segment: {'id': '5398b5d7-0af1-455e-bde7-536fd2681b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '05004cba-55e8-449e-8f78-f3f6550fa054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:52.696821 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.697717 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Bound using segment: {'id': '5398b5d7-0af1-455e-bde7-536fd2681b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '05004cba-55e8-449e-8f78-f3f6550fa054'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:52.698351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Bound port: d3d67da8-143b-4ad5-acc7-7392f9932d66, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5398b5d7-0af1-455e-bde7-536fd2681b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '05004cba-55e8-449e-8f78-f3f6550fa054'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:52.698912 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.715321 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f58d482-4d2c-4313-a8f6-13ce7bf2c5d0 None None] New status for floating IP 6833b71d-5b19-4df0-8308-0e4acd137b46: ACTIVE {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:30:52.728664 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.757121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05004cba-55e8-449e-8f78-f3f6550fa054']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:52.773294 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5398b5d7-0af1-455e-bde7-536fd2681b90') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:52.773625 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5398b5d7-0af1-455e-bde7-536fd2681b90') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:52.779204 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-17368061-7154-4546-9997-94e7d93f18cc None None] For port d3d67da8-143b-4ad5-acc7-7392f9932d66, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:52.782914 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-17368061-7154-4546-9997-94e7d93f18cc None None] For port d3d67da8-143b-4ad5-acc7-7392f9932d66, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d3d67da8-143b-4ad5-acc7-7392f9932d66,segment=NetworkSegment(5398b5d7-0af1-455e-bde7-536fd2681b90),segment_id=5398b5d7-0af1-455e-bde7-536fd2681b90)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:52.787577 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-2d4dbbf3-a4c5-48f9-92bc-1d37149ad430 None None] Deleting port b84e0652-e690-43cb-b94a-d935174f5f3d {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:52.788155 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2d4dbbf3-a4c5-48f9-92bc-1d37149ad430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.793042 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.803898 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0c952cf6-9755-4241-8b46-a4fa97b7cd11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:52.812584 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.814730 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8630a2c4-6b7d-44b1-8184-e8a17b13b7ed tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.826141 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd1a1da-c433-4f8e-9f67-4d2890f6b6d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:52.833139 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:52.848847 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-9cd1a1da-c433-4f8e-9f67-4d2890f6b6d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:52.853433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd1a1da-c433-4f8e-9f67-4d2890f6b6d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:52.854320 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a1da-c433-4f8e-9f67-4d2890f6b6d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.867611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e6e68338-1f85-4765-8ac7-6035d210c369 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.874384 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61382267-1e13-4cee-97e3-445dd0fb9588 None None] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:52.875279 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e68338-1f85-4765-8ac7-6035d210c369 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:52.876113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e6e68338-1f85-4765-8ac7-6035d210c369 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.887436 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630a2c4-6b7d-44b1-8184-e8a17b13b7ed tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event updated for resources: {'Port': ['ID=410dfa6a-d410-4dac-ad76-fba0b2adedc5,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:52.896416 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8630a2c4-6b7d-44b1-8184-e8a17b13b7ed tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:52.897172 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1a1da-c433-4f8e-9f67-4d2890f6b6d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Subnet': ['ID=9f49d45e-181b-4cf9-bb22-2b2ad56ef6c9,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:52.898996 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.902213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9cd1a1da-c433-4f8e-9f67-4d2890f6b6d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:52.903628 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8630a2c4-6b7d-44b1-8184-e8a17b13b7ed tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Network b3ea6f70-0e44-47ab-8e76-543fd3081fbb is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:52.910798 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-8630a2c4-6b7d-44b1-8184-e8a17b13b7ed tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:52.916763 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8630a2c4-6b7d-44b1-8184-e8a17b13b7ed tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:52.919806 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:52.920100 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:52.924638 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:52.950102 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b00e2c14-2922-44e0-b548-1d3ee1c60462 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:53.017648 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.025850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2d4dbbf3-a4c5-48f9-92bc-1d37149ad430 None None] For port b84e0652-e690-43cb-b94a-d935174f5f3d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=b84e0652-e690-43cb-b94a-d935174f5f3d,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:53.027038 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2d4dbbf3-a4c5-48f9-92bc-1d37149ad430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.064090 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Pushing event updated for resources: {'Port': ['ID=d3d67da8-143b-4ad5-acc7-7392f9932d66,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:53.123287 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e6e68338-1f85-4765-8ac7-6035d210c369 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1105359 Jun 18 16:30:53.125037 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9cd1a1da-c433-4f8e-9f67-4d2890f6b6d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6335382 Jun 18 16:30:53.127692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46536) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:53.128322 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46538) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:53.136204 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:53.140558 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Request body: {'ports': [{'network_id': 'b0835274-9f3d-4b72-8721-c8ab085020e9', 'name': 'tempest-port--1911554990', 'admin_state_up': True}, {'network_id': '53b152df-912b-4ad5-a29a-9717583c2443', 'admin_state_up': False}]} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:53.140558 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Request body: {'port': {'network_id': 'b0835274-9f3d-4b72-8721-c8ab085020e9', 'name': 'tempest-port--1911554990', 'admin_state_up': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:53.140558 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Request body: {'port': {'network_id': '53b152df-912b-4ad5-a29a-9717583c2443', 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:53.148662 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-46cdece2-fb18-4f25-803a-b3cd239fabb8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'security_group': {'name': 'tempest-secgroup-993436259'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:53.161328 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.api [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:30:53.161328 dv-neutron-797121-1-hyperv neutron-server[93427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:30:53.161328 dv-neutron-797121-1-hyperv neutron-server[93427]: [parameters: {'id': '05004cba-55e8-449e-8f78-f3f6550fa054'}] Jun 18 16:30:53.161328 dv-neutron-797121-1-hyperv neutron-server[93427]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:30:53.167399 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_db.api [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:30:53.168052 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-2d4dbbf3-a4c5-48f9-92bc-1d37149ad430 None None] Calling delete_port for b84e0652-e690-43cb-b94a-d935174f5f3d owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:53.172313 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8a27895b-9418-49b4-a3c4-fdb3af3afe34 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.174198 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8630a2c4-6b7d-44b1-8184-e8a17b13b7ed tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:53.175109 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8630a2c4-6b7d-44b1-8184-e8a17b13b7ed tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.205629 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a910bbc-0352-4034-b125-fbf256bb637a None None] Network 05004cba-55e8-449e-8f78-f3f6550fa054 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:53.214080 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8a27895b-9418-49b4-a3c4-fdb3af3afe34 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.224776 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bfc752ac-e09d-4640-b0fc-96c4fef92c6d req-4018721d-7fb5-4373-8295-4aa5208963e4 service neutron] 10.222.0.64 "GET /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6191986 Jun 18 16:30:53.225990 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8630a2c4-6b7d-44b1-8184-e8a17b13b7ed tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3622925 Jun 18 16:30:53.229670 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46540) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:53.234665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-a6895a2f-2742-4065-9db4-9df7a9b33607 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Request body: {'floatingip': {'port_id': '410dfa6a-d410-4dac-ad76-fba0b2adedc5'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:53.303407 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e68338-1f85-4765-8ac7-6035d210c369 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event updated for resources: {'Network': ['ID=53b152df-912b-4ad5-a29a-9717583c2443,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:53.313569 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a6895a2f-2742-4065-9db4-9df7a9b33607 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.329566 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 53b152df-912b-4ad5-a29a-9717583c2443 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:30:53.343917 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e6e68338-1f85-4765-8ac7-6035d210c369 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:53.372116 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8a27895b-9418-49b4-a3c4-fdb3af3afe34 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.372792 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a27895b-9418-49b4-a3c4-fdb3af3afe34 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Fanout notify agent at l3_agent the message router_deleted on router ef88ecf1-6d3c-412a-b61c-502afd77d866 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:30:53.384400 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8a27895b-9418-49b4-a3c4-fdb3af3afe34 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.388461 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8a27895b-9418-49b4-a3c4-fdb3af3afe34 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/routers/ef88ecf1-6d3c-412a-b61c-502afd77d866 HTTP/1.1" status: 204 len: 168 time: 0.9687729 Jun 18 16:30:53.388900 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46542) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:53.394265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-46cdece2-fb18-4f25-803a-b3cd239fabb8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.439081 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-af9d3a8e-bdff-4712-a582-a2325e5a7f1d None None] Provisioning for port 410dfa6a-d410-4dac-ad76-fba0b2adedc5 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:53.459992 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-af9d3a8e-bdff-4712-a582-a2325e5a7f1d None None] Provisioning complete for port 410dfa6a-d410-4dac-ad76-fba0b2adedc5 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:53.460387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-af9d3a8e-bdff-4712-a582-a2325e5a7f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.490574 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bfc752ac-e09d-4640-b0fc-96c4fef92c6d req-5e03a022-d48e-42b5-a7e5-8739a588ce33 service neutron] 10.222.0.64 "GET /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498224 Jun 18 16:30:53.593537 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a04f3fa-760f-49b6-b604-871a9def98eb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:53.595032 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3a04f3fa-760f-49b6-b604-871a9def98eb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2030220 Jun 18 16:30:53.600181 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46544) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:53.603059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.610979 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-af9d3a8e-bdff-4712-a582-a2325e5a7f1d None None] Port 410dfa6a-d410-4dac-ad76-fba0b2adedc5 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:53.625670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2d4dbbf3-a4c5-48f9-92bc-1d37149ad430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.628768 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b46673ef-1425-4d94-9f7d-f2305f887d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:53.663070 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4dbbf3-a4c5-48f9-92bc-1d37149ad430 None None] Pushing event deleted for resources: {'Port': ['ID=b84e0652-e690-43cb-b94a-d935174f5f3d,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:53.665822 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2d4dbbf3-a4c5-48f9-92bc-1d37149ad430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:53.666532 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-46cdece2-fb18-4f25-803a-b3cd239fabb8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.678780 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.685808 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b875dd-456a-402c-82c6-8885249c006f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:53.686261 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4dbbf3-a4c5-48f9-92bc-1d37149ad430 None None] No DVR routers for this DVR port b84e0652-e690-43cb-b94a-d935174f5f3d on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:30:53.690372 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-99b875dd-456a-402c-82c6-8885249c006f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0860908 Jun 18 16:30:53.691147 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-46cdece2-fb18-4f25-803a-b3cd239fabb8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.694240 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46546) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:53.705399 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-73cadd24-ab7a-49bd-a63f-319a8ecf8b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:53.720451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168', 'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168', 'tenant_id': 'ab5b30efde934fcfab6623163b520fd8', 'fixed_ips': [{'subnet_id': '9f49d45e-181b-4cf9-bb22-2b2ad56ef6c9'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:30:53.721313 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.734023 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cdece2-fb18-4f25-803a-b3cd239fabb8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4754a3-f5e6-4f7e-bd09-48cc9a6f7cad,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:53.738571 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-46cdece2-fb18-4f25-803a-b3cd239fabb8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:53.739224 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Made reservation on behalf of ca0588e2204c4176b27a875020528b1a for: {'port': 2} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:53.744569 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.747973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-46cdece2-fb18-4f25-803a-b3cd239fabb8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.748349 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5f290bdb-9cbe-47c1-9a42-d41a06d1912d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493717 Jun 18 16:30:53.749148 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-46cdece2-fb18-4f25-803a-b3cd239fabb8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6060991 Jun 18 16:30:53.755978 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46548) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:53.756241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46550) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:53.765359 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-cc5641f5-ecdd-48f8-87ae-f8f5caa38def tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:53.772756 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-7c43bf42-83c2-4217-bbd1-449ee67c9ab0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'security_group': {'name': 'tempest-secgroup-1753634083'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:53.826655 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.869385 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7c43bf42-83c2-4217-bbd1-449ee67c9ab0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.885465 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Allocated IP 2001:db8::2 (e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168/9f49d45e-181b-4cf9-bb22-2b2ad56ef6c9/627a05fe-40f3-4def-9333-0573fce9fda5) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:53.945789 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Deleting port d3d67da8-143b-4ad5-acc7-7392f9932d66 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:53.946159 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.970486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] device_id is not set on port dd28b310-1fac-4ae2-a2a0-06ca7f3c0f7c yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:53.979003 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5641f5-ecdd-48f8-87ae-f8f5caa38def tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:53.982474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cc5641f5-ecdd-48f8-87ae-f8f5caa38def tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:54.024782 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Router cc985bfd-ec83-4dc7-be92-a3aaca8331a9 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:30:54.060721 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:54.070976 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Transition to ACTIVE for port object 627a05fe-40f3-4def-9333-0573fce9fda5 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:54.089437 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] For port d3d67da8-143b-4ad5-acc7-7392f9932d66, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d3d67da8-143b-4ad5-acc7-7392f9932d66,segment=NetworkSegment(5398b5d7-0af1-455e-bde7-536fd2681b90),segment_id=5398b5d7-0af1-455e-bde7-536fd2681b90)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:54.089977 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Transition to ACTIVE for port object 627a05fe-40f3-4def-9333-0573fce9fda5 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:54.090226 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:54.096441 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:54.099634 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-497c2028-a4a5-4425-82e4-bd6ec2417a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:54.156387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Pushing event updated for resources: {'Port': ['ID=627a05fe-40f3-4def-9333-0573fce9fda5,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:54.161595 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:54.172306 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:54.173899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:54.178017 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:54.178946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7c43bf42-83c2-4217-bbd1-449ee67c9ab0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:54.188551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7c43bf42-83c2-4217-bbd1-449ee67c9ab0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:54.194747 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-336cfdad-8490-4d62-9e0e-193783826baf tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:54.254917 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Attempting to bind port 627a05fe-40f3-4def-9333-0573fce9fda5 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:54.255448 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Attempting to bind port 627a05fe-40f3-4def-9333-0573fce9fda5 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'd3f15de3-5253-40e2-bb5f-c4ceff894185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:54.256862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Attempting to bind port 627a05fe-40f3-4def-9333-0573fce9fda5 on network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:54.263984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:54.264383 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Checking segment: {'id': 'd3f15de3-5253-40e2-bb5f-c4ceff894185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:54.264917 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:54.265581 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Bound using segment: {'id': 'd3f15de3-5253-40e2-bb5f-c4ceff894185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:54.265821 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Bound port: 627a05fe-40f3-4def-9333-0573fce9fda5, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f15de3-5253-40e2-bb5f-c4ceff894185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:54.266198 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:54.278936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7c43bf42-83c2-4217-bbd1-449ee67c9ab0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:54.280057 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7c43bf42-83c2-4217-bbd1-449ee67c9ab0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5230482 Jun 18 16:30:54.287478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46554) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:54.288605 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a6895a2f-2742-4065-9db4-9df7a9b33607 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:54.296666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-89c0fa10-f8b0-4358-a90a-1a2a4fe8f445 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-286196469', 'security_groups': ['4ea8f930-0cc7-4679-8d57-99532ef1f56c'], 'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9f49d45e-181b-4cf9-bb22-2b2ad56ef6c9'}]}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:54.307860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43bf42-83c2-4217-bbd1-449ee67c9ab0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea8f930-0cc7-4679-8d57-99532ef1f56c,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:54.311995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device b84e0652-e690-43cb-b94a-d935174f5f3d no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:54.321549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Calling delete_port for d3d67da8-143b-4ad5-acc7-7392f9932d66 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:54.328543 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7c43bf42-83c2-4217-bbd1-449ee67c9ab0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:54.342817 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: b84e0652-e690-43cb-b94a-d935174f5f3d {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:30:54.343179 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device b84e0652-e690-43cb-b94a-d935174f5f3d not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:30:54.359051 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a6895a2f-2742-4065-9db4-9df7a9b33607 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:54.391276 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:54.393271 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] For port 627a05fe-40f3-4def-9333-0573fce9fda5, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:54.397029 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] For port 627a05fe-40f3-4def-9333-0573fce9fda5, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=627a05fe-40f3-4def-9333-0573fce9fda5,segment=NetworkSegment(d3f15de3-5253-40e2-bb5f-c4ceff894185),segment_id=d3f15de3-5253-40e2-bb5f-c4ceff894185)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:54.404078 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:54.407761 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4489286c-291c-485a-8f18-4843ab68c045 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:54.480591 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Pushing event updated for resources: {'Port': ['ID=627a05fe-40f3-4def-9333-0573fce9fda5,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:54.487154 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:54.529122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] device_id is not set on port ec85f366-fc98-4a29-b1c3-f6d19a629dae yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:54.607120 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.objects.ports [None req-cc5641f5-ecdd-48f8-87ae-f8f5caa38def tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93428) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:30:54.614619 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cc5641f5-ecdd-48f8-87ae-f8f5caa38def tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:54.619866 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:54.655859 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:54.981042 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-a6895a2f-2742-4065-9db4-9df7a9b33607 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Floating IP 14fedb2c-4e23-48d8-9420-1945bd13a033 associated. External IP: 172.26.2.124, port: c4cd5828-b57b-468d-9c92-cca126af2a0f. Jun 18 16:30:54.983401 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:54.998949 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d750f435-430a-45a0-8a3c-ac85de2e9a39 None None] Sync routers for ids ['cc985bfd-ec83-4dc7-be92-a3aaca8331a9'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:55.011928 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d750f435-430a-45a0-8a3c-ac85de2e9a39 None None] Routers {'cc985bfd-ec83-4dc7-be92-a3aaca8331a9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:55.012707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-d750f435-430a-45a0-8a3c-ac85de2e9a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['cc985bfd-ec83-4dc7-be92-a3aaca8331a9'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:55.022930 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c0fa10-f8b0-4358-a90a-1a2a4fe8f445 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:55.037954 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:55.045043 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:55.051752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-d750f435-430a-45a0-8a3c-ac85de2e9a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:55.061649 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d750f435-430a-45a0-8a3c-ac85de2e9a39 None None] Routers {'cc985bfd-ec83-4dc7-be92-a3aaca8331a9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:55.062410 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-d750f435-430a-45a0-8a3c-ac85de2e9a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['cc985bfd-ec83-4dc7-be92-a3aaca8331a9'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:55.078391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:55.082121 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1434639 Jun 18 16:30:55.082121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Port': ['ID=d3d67da8-143b-4ad5-acc7-7392f9932d66,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:55.086739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46556) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:55.088131 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:55.095413 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-d750f435-430a-45a0-8a3c-ac85de2e9a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:55.096197 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d750f435-430a-45a0-8a3c-ac85de2e9a39 None None] The sync data for ids ['cc985bfd-ec83-4dc7-be92-a3aaca8331a9'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:55.110185 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5641f5-ecdd-48f8-87ae-f8f5caa38def tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:55.119593 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-f746f955-580a-4783-8102-da919af040b9 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'enable_snat': False}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:55.121850 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-cc5641f5-ecdd-48f8-87ae-f8f5caa38def tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:55.124602 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No DVR routers for this DVR port d3d67da8-143b-4ad5-acc7-7392f9932d66 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:30:55.133262 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5641f5-ecdd-48f8-87ae-f8f5caa38def tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:55.134024 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cc5641f5-ecdd-48f8-87ae-f8f5caa38def tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:55.134989 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9d8742-46c7-4253-bc00-34e6b7bbfce2 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:55.149184 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5641f5-ecdd-48f8-87ae-f8f5caa38def tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=0c17ba50-c369-403a-b8f2-c61ba0035d6f,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:55.158057 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cc5641f5-ecdd-48f8-87ae-f8f5caa38def tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:55.187327 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-cc5641f5-ecdd-48f8-87ae-f8f5caa38def tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4235969 Jun 18 16:30:55.191564 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46558) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:55.201157 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-4aedfdd4-d8c1-4c3a-ab54-2079d67f99c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:55.218329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:55.228219 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-89c0fa10-f8b0-4358-a90a-1a2a4fe8f445 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:55.264481 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-89c0fa10-f8b0-4358-a90a-1a2a4fe8f445 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] device_id is not set on port 20115dfd-157e-4bd2-8f1a-6aa30b3341c1 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:55.303659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:55.359779 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:55.360633 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:55.389523 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05004cba-55e8-449e-8f78-f3f6550fa054']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:55.420701 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5398b5d7-0af1-455e-bde7-536fd2681b90') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:55.421300 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5398b5d7-0af1-455e-bde7-536fd2681b90') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:55.454790 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event updated for resources: {'Port': ['ID=dd28b310-1fac-4ae2-a2a0-06ca7f3c0f7c,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:55.463157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:55.468008 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': '0c17ba50-c369-403a-b8f2-c61ba0035d6f'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:30:55.469025 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:55.494941 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:55.520672 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Checking segment: {'id': 'd02c5c27-7a58-4e1f-adf3-9501e75d3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0835274-9f3d-4b72-8721-c8ab085020e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:55.521078 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Network hostable DHCP agents. Network: b0835274-9f3d-4b72-8721-c8ab085020e9, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:30:55.538432 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:55.615725 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:55.616233 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:55.626834 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:55.634632 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Network b0835274-9f3d-4b72-8721-c8ab085020e9 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:30:55.642209 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Allocated IP 2001:db8::f816:3eff:fe2b:8e3a (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/0c17ba50-c369-403a-b8f2-c61ba0035d6f/ff2a929c-e692-4111-86af-55eed765fc2d) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:55.663610 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-89c0fa10-f8b0-4358-a90a-1a2a4fe8f445 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Allocated IP 2001:db8::3e7 (e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168/9f49d45e-181b-4cf9-bb22-2b2ad56ef6c9/20115dfd-157e-4bd2-8f1a-6aa30b3341c1) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:55.668268 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, b0835274-9f3d-4b72-8721-c8ab085020e9) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:55.675448 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:55.676269 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:55.694863 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-97e2e2e7-099f-4753-b275-e08f0a2fa3d8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:55.731263 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f34df6f-6a27-4653-b9f0-edab146d9fc0 None None] Network b0835274-9f3d-4b72-8721-c8ab085020e9 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:55.753717 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aedfdd4-d8c1-4c3a-ab54-2079d67f99c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:55.756879 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4aedfdd4-d8c1-4c3a-ab54-2079d67f99c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:55.788563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event updated for resources: {'Port': ['ID=ec85f366-fc98-4a29-b1c3-f6d19a629dae,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:55.800718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:55.813641 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:55.824891 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:55.833738 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:55.833923 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-74f677fb-7b84-469d-a967-d2b7d43b853b None None] Provisioning for port 627a05fe-40f3-4def-9333-0573fce9fda5 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:55.838306 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/05004cba-55e8-449e-8f78-f3f6550fa054 HTTP/1.1" status: 204 len: 168 time: 4.5097711 Jun 18 16:30:55.838909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46562) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:55.844105 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-a8aaeec8-5d97-4cbd-98f9-781d838d87c6 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-701757209'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:55.856844 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Network': ['ID=05004cba-55e8-449e-8f78-f3f6550fa054,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:55.859717 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:55.869886 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Checking segment: {'id': 'f54876fa-c2bd-4525-89be-a8705afc30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '53b152df-912b-4ad5-a29a-9717583c2443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:55.869886 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Network hostable DHCP agents. Network: 53b152df-912b-4ad5-a29a-9717583c2443, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:30:55.879351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6895a2f-2742-4065-9db4-9df7a9b33607 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 74a620c8-6ca9-426c-a7be-65516fd2b20e has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:30:55.904118 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8aaeec8-5d97-4cbd-98f9-781d838d87c6 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:55.907562 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a8aaeec8-5d97-4cbd-98f9-781d838d87c6 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:55.913685 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-74f677fb-7b84-469d-a967-d2b7d43b853b None None] Provisioning complete for port 699f534b-5706-463f-9969-4b6ad114d665 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:55.914153 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-74f677fb-7b84-469d-a967-d2b7d43b853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:55.931038 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Network 53b152df-912b-4ad5-a29a-9717583c2443 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:30:55.957163 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-89c0fa10-f8b0-4358-a90a-1a2a4fe8f445 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:55.964260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 53b152df-912b-4ad5-a29a-9717583c2443) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:55.973846 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8aaeec8-5d97-4cbd-98f9-781d838d87c6 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:30:55.975820 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:55.982954 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:55.986396 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c885ba7-bdea-43dc-b79a-3e761606d49a None None] Network 53b152df-912b-4ad5-a29a-9717583c2443 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:55.987958 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:55.988652 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.005111 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-74f677fb-7b84-469d-a967-d2b7d43b853b None None] Port 699f534b-5706-463f-9969-4b6ad114d665 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:56.010305 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-89c0fa10-f8b0-4358-a90a-1a2a4fe8f445 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Transition to ACTIVE for port object 20115dfd-157e-4bd2-8f1a-6aa30b3341c1 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:56.012492 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a8aaeec8-5d97-4cbd-98f9-781d838d87c6 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.012837 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-a8aaeec8-5d97-4cbd-98f9-781d838d87c6 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Added segment 19315a7f-ec12-4b6c-a7d1-fd0358647787 of type vlan for network 9cdbf9bc-e145-4c4d-916e-37f5519bdd2b Jun 18 16:30:56.034193 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8986630 Jun 18 16:30:56.051456 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.057110 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46564) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:56.079840 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Transition to ACTIVE for port object ff2a929c-e692-4111-86af-55eed765fc2d will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:56.092266 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f746f955-580a-4783-8102-da919af040b9 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.101559 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a8aaeec8-5d97-4cbd-98f9-781d838d87c6 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.119445 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Transition to ACTIVE for port object ff2a929c-e692-4111-86af-55eed765fc2d will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:56.140926 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.144825 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8d3387c0-8538-4ad6-b7ac-3a8a023f44e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:56.157869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-89c0fa10-f8b0-4358-a90a-1a2a4fe8f445 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.162982 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a91a4853-4a7c-45b9-89cc-137ffa532ab0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:56.170546 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a8aaeec8-5d97-4cbd-98f9-781d838d87c6 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.176063 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aaeec8-5d97-4cbd-98f9-781d838d87c6 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:56.176659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a8aaeec8-5d97-4cbd-98f9-781d838d87c6 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.187152 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:56.195077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:56.199843 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:56.208646 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Pushing event updated for resources: {'Port': ['ID=ff2a929c-e692-4111-86af-55eed765fc2d,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:56.210801 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30142de2-d436-4066-977b-1d7b772af8a6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:56.216636 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:56.216974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30142de2-d436-4066-977b-1d7b772af8a6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:56.221043 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-30142de2-d436-4066-977b-1d7b772af8a6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1585550 Jun 18 16:30:56.225860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46566) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:56.278061 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c0fa10-f8b0-4358-a90a-1a2a4fe8f445 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:56.285088 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a8aaeec8-5d97-4cbd-98f9-781d838d87c6 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4449739 Jun 18 16:30:56.285867 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0fa10-f8b0-4358-a90a-1a2a4fe8f445 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=20115dfd-157e-4bd2-8f1a-6aa30b3341c1,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:56.288765 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46568) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:56.290982 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Attempting to bind port ff2a929c-e692-4111-86af-55eed765fc2d on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:56.292182 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Attempting to bind port ff2a929c-e692-4111-86af-55eed765fc2d by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:56.292577 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Attempting to bind port ff2a929c-e692-4111-86af-55eed765fc2d on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:56.296447 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-991a84dc-ace6-46ed-8c54-8c7b3a22f7af tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'subnet': {'network_id': '9cdbf9bc-e145-4c4d-916e-37f5519bdd2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:56.298545 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:56.298957 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:56.299804 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.299910 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-89c0fa10-f8b0-4358-a90a-1a2a4fe8f445 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:56.300166 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:56.300658 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Bound port: ff2a929c-e692-4111-86af-55eed765fc2d, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:56.301162 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.308820 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-89c0fa10-f8b0-4358-a90a-1a2a4fe8f445 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:56.309229 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0ec793a4-4a89-4af4-814c-953ff0532ad7 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:56.323646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c0fa10-f8b0-4358-a90a-1a2a4fe8f445 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:56.329175 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c0fa10-f8b0-4358-a90a-1a2a4fe8f445 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:56.329791 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-89c0fa10-f8b0-4358-a90a-1a2a4fe8f445 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.377781 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] For port ff2a929c-e692-4111-86af-55eed765fc2d, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:56.381968 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] For port ff2a929c-e692-4111-86af-55eed765fc2d, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ff2a929c-e692-4111-86af-55eed765fc2d,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:56.386235 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 627a05fe-40f3-4def-9333-0573fce9fda5 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:56.444740 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.449096 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6895a2f-2742-4065-9db4-9df7a9b33607 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:56.453795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e9f1d49c-c9c1-444c-853f-9c11d20df217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:56.461638 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da79f03-abd0-4125-aedd-291ea6030b55 None None] Sync routers for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:56.466110 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4aedfdd4-d8c1-4c3a-ab54-2079d67f99c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.484029 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da79f03-abd0-4125-aedd-291ea6030b55 None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:56.488462 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6da79f03-abd0-4125-aedd-291ea6030b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:56.488666 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-89c0fa10-f8b0-4358-a90a-1a2a4fe8f445 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1932464 Jun 18 16:30:56.491252 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46570) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:56.515272 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-413d542f-e027-4f7b-aa40-88c2cc8be065 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'subnet': {'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:56.546406 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e910d915-e603-4440-b0de-16cb493a4e0b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:56.549180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aaeec8-5d97-4cbd-98f9-781d838d87c6 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Network': ['ID=9cdbf9bc-e145-4c4d-916e-37f5519bdd2b,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:56.575379 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6da79f03-abd0-4125-aedd-291ea6030b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:56.586848 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Pushing event updated for resources: {'Port': ['ID=ff2a929c-e692-4111-86af-55eed765fc2d,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:56.599629 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:56.602052 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da79f03-abd0-4125-aedd-291ea6030b55 None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:56.604414 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6da79f03-abd0-4125-aedd-291ea6030b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:56.606433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 9cdbf9bc-e145-4c4d-916e-37f5519bdd2b details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:30:56.626945 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 627a05fe-40f3-4def-9333-0573fce9fda5 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:56.653083 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a8aaeec8-5d97-4cbd-98f9-781d838d87c6 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:56.676424 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 627a05fe-40f3-4def-9333-0573fce9fda5 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:56.676825 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.685365 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6da79f03-abd0-4125-aedd-291ea6030b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:56.686461 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da79f03-abd0-4125-aedd-291ea6030b55 None None] The sync data for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:56.698976 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aedfdd4-d8c1-4c3a-ab54-2079d67f99c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:56.710838 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-4aedfdd4-d8c1-4c3a-ab54-2079d67f99c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:56.735717 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aedfdd4-d8c1-4c3a-ab54-2079d67f99c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:56.736582 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4aedfdd4-d8c1-4c3a-ab54-2079d67f99c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.741692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-54807753-9f6e-44d7-a559-2aa90d58712a tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Deleting port dd28b310-1fac-4ae2-a2a0-06ca7f3c0f7c {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:56.742074 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-54807753-9f6e-44d7-a559-2aa90d58712a tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.753661 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991a84dc-ace6-46ed-8c54-8c7b3a22f7af tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:56.763597 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-991a84dc-ace6-46ed-8c54-8c7b3a22f7af tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.872504 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedfdd4-d8c1-4c3a-ab54-2079d67f99c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=ff7de4a4-1cce-4df8-afa0-600638483aff,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:56.887417 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4aedfdd4-d8c1-4c3a-ab54-2079d67f99c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6876504 Jun 18 16:30:56.894677 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46574) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:56.897087 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4aedfdd4-d8c1-4c3a-ab54-2079d67f99c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:56.904301 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-3b809dad-f75a-4c0b-9aec-3f7fd95f10ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'mac_address': 'fa:16:3e:52:18:a4', 'name': 'tempest-NetworksTestDHCPv6-1149631829'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:56.907107 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6cfc177e-4456-44c7-bce1-edfcd3491510 None None] Provisioning for port 20115dfd-157e-4bd2-8f1a-6aa30b3341c1 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:56.913878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-54807753-9f6e-44d7-a559-2aa90d58712a tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.915691 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6cfc177e-4456-44c7-bce1-edfcd3491510 None None] Provisioning complete for port 20115dfd-157e-4bd2-8f1a-6aa30b3341c1 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:56.919106 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6cfc177e-4456-44c7-bce1-edfcd3491510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.985205 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-6cfc177e-4456-44c7-bce1-edfcd3491510 None None] Port 20115dfd-157e-4bd2-8f1a-6aa30b3341c1 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:57.043414 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:57.050345 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-54807753-9f6e-44d7-a559-2aa90d58712a tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Calling delete_port for dd28b310-1fac-4ae2-a2a0-06ca7f3c0f7c owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:57.084587 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 627a05fe-40f3-4def-9333-0573fce9fda5, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=627a05fe-40f3-4def-9333-0573fce9fda5,segment=NetworkSegment(d3f15de3-5253-40e2-bb5f-c4ceff894185),segment_id=d3f15de3-5253-40e2-bb5f-c4ceff894185)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:57.090302 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:57.097097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:57.156583 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413d542f-e027-4f7b-aa40-88c2cc8be065 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:57.157901 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=627a05fe-40f3-4def-9333-0573fce9fda5,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:57.160144 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-413d542f-e027-4f7b-aa40-88c2cc8be065 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:57.171369 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:57.237153 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6895a2f-2742-4065-9db4-9df7a9b33607 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 46040cd9-d555-4c49-9813-787595ea17db has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:30:57.258453 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b809dad-f75a-4c0b-9aec-3f7fd95f10ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:57.300386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-54807753-9f6e-44d7-a559-2aa90d58712a tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:57.311955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-89c0fa10-f8b0-4358-a90a-1a2a4fe8f445 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:57.352891 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54807753-9f6e-44d7-a559-2aa90d58712a tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event deleted for resources: {'Port': ['ID=dd28b310-1fac-4ae2-a2a0-06ca7f3c0f7c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:57.356227 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.ipam_backend_mixin [None req-413d542f-e027-4f7b-aa40-88c2cc8be065 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9f49d45e-181b-4cf9-bb22-2b2ad56ef6c9 (CIDR: 2001:db8::/64) Jun 18 16:30:57.361936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-54807753-9f6e-44d7-a559-2aa90d58712a tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:57.363125 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-54807753-9f6e-44d7-a559-2aa90d58712a tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:57.367395 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-54807753-9f6e-44d7-a559-2aa90d58712a tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "DELETE /v2.0/ports/dd28b310-1fac-4ae2-a2a0-06ca7f3c0f7c HTTP/1.1" status: 204 len: 168 time: 1.1325979 Jun 18 16:30:57.382649 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46576) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:57.385368 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-413d542f-e027-4f7b-aa40-88c2cc8be065 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:30:57.385870 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413d542f-e027-4f7b-aa40-88c2cc8be065 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:30:57.414771 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-413d542f-e027-4f7b-aa40-88c2cc8be065 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9134948 Jun 18 16:30:57.416495 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46578) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:57.421712 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-e1130b3c-a2f2-4c58-a8a9-ad30862e57ba tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'subnet': {'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:57.427213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-991a84dc-ace6-46ed-8c54-8c7b3a22f7af tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:57.444393 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2d427cc9-d3b2-4a7e-939e-d1c751cc6c5b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:57.564841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a84dc-ace6-46ed-8c54-8c7b3a22f7af tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Subnet': ['ID=d4e0a4ba-6416-4836-83ec-95ff5f350468,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:57.574903 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-991a84dc-ace6-46ed-8c54-8c7b3a22f7af tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:57.593985 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a84dc-ace6-46ed-8c54-8c7b3a22f7af tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Checking segment: {'id': '19315a7f-ec12-4b6c-a7d1-fd0358647787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9cdbf9bc-e145-4c4d-916e-37f5519bdd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:57.594349 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991a84dc-ace6-46ed-8c54-8c7b3a22f7af tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network hostable DHCP agents. Network: 9cdbf9bc-e145-4c4d-916e-37f5519bdd2b, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:30:57.623466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991a84dc-ace6-46ed-8c54-8c7b3a22f7af tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network 9cdbf9bc-e145-4c4d-916e-37f5519bdd2b is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:30:57.626375 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1130b3c-a2f2-4c58-a8a9-ad30862e57ba tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:57.630365 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e1130b3c-a2f2-4c58-a8a9-ad30862e57ba tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:57.684309 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-991a84dc-ace6-46ed-8c54-8c7b3a22f7af tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 9cdbf9bc-e145-4c4d-916e-37f5519bdd2b) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:57.692433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991a84dc-ace6-46ed-8c54-8c7b3a22f7af tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:57.693018 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-991a84dc-ace6-46ed-8c54-8c7b3a22f7af tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:57.705107 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6797be7a-49b1-44ec-8778-db6841844263 None None] Network 9cdbf9bc-e145-4c4d-916e-37f5519bdd2b requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:57.716495 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-991a84dc-ace6-46ed-8c54-8c7b3a22f7af tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4210081 Jun 18 16:30:57.716495 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46580) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:57.860423 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3051c78d-5833-4304-8afa-91eadf28605b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:57.931559 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edb318b-2728-4e22-9b87-b196fb3c54f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-9cdbf9bc-e145-4c4d-916e-37f5519bdd2b', 'network_id': '9cdbf9bc-e145-4c4d-916e-37f5519bdd2b', 'tenant_id': 'abc25a70fa09418db674bd652505e653', 'fixed_ips': [{'subnet_id': 'd4e0a4ba-6416-4836-83ec-95ff5f350468'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:30:57.935750 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1edb318b-2728-4e22-9b87-b196fb3c54f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:57.967237 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83252db-a1b3-4f96-a630-8e000ea97e4d None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:57.992491 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3b809dad-f75a-4c0b-9aec-3f7fd95f10ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:57.999114 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3051c78d-5833-4304-8afa-91eadf28605b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:57.999464 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6895a2f-2742-4065-9db4-9df7a9b33607 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:58.017236 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a6895a2f-2742-4065-9db4-9df7a9b33607 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.060476 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb228e1a-14ac-4a49-8655-d9f62ee17659 None None] Sync routers for ids ['46040cd9-d555-4c49-9813-787595ea17db'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:58.085403 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-3b809dad-f75a-4c0b-9aec-3f7fd95f10ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port dbdffe99-3952-4b38-83a9-e5cfd5e8db2f yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:30:58.109256 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb228e1a-14ac-4a49-8655-d9f62ee17659 None None] Routers {'46040cd9-d555-4c49-9813-787595ea17db'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:58.109990 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-bb228e1a-14ac-4a49-8655-d9f62ee17659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46040cd9-d555-4c49-9813-787595ea17db'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:58.118123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e1130b3c-a2f2-4c58-a8a9-ad30862e57ba tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.123450 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:58.151311 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-bb228e1a-14ac-4a49-8655-d9f62ee17659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:58.155347 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-508685d3-4e28-4520-b7ff-d71a511624e9 None None] Provisioning for port ff2a929c-e692-4111-86af-55eed765fc2d completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:58.178192 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Deleting port ec85f366-fc98-4a29-b1c3-f6d19a629dae {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:58.178366 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.187417 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb228e1a-14ac-4a49-8655-d9f62ee17659 None None] Routers {'46040cd9-d555-4c49-9813-787595ea17db'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:58.187593 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3051c78d-5833-4304-8afa-91eadf28605b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.187717 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-bb228e1a-14ac-4a49-8655-d9f62ee17659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46040cd9-d555-4c49-9813-787595ea17db'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server [None req-1edb318b-2728-4e22-9b87-b196fb3c54f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4e0a4ba-6416-4836-83ec-95ff5f350468: This subnet is being modified by another concurrent operation. Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:30:58.192557 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise exception Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4e0a4ba-6416-4836-83ec-95ff5f350468: This subnet is being modified by another concurrent operation. Jun 18 16:30:58.196712 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server Jun 18 16:30:58.211556 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1130b3c-a2f2-4c58-a8a9-ad30862e57ba tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Subnet': ['ID=333ce170-59b1-4ef8-b2d2-6e0e6175988c,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:58.215124 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e1130b3c-a2f2-4c58-a8a9-ad30862e57ba tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:58.217239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1130b3c-a2f2-4c58-a8a9-ad30862e57ba tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:58.218270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9cd1a1da-c433-4f8e-9f67-4d2890f6b6d6 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:58.230581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-e1130b3c-a2f2-4c58-a8a9-ad30862e57ba tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:58.246116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dcd6f7-e369-4f31-9393-b6d05c0fa762 None None] Network 9cdbf9bc-e145-4c4d-916e-37f5519bdd2b requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:58.249060 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-bb228e1a-14ac-4a49-8655-d9f62ee17659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:58.250162 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb228e1a-14ac-4a49-8655-d9f62ee17659 None None] The sync data for ids ['46040cd9-d555-4c49-9813-787595ea17db'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:58.309841 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d4a636-4520-4b0b-a772-df07fe283308 None None] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:58.355923 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a6895a2f-2742-4065-9db4-9df7a9b33607 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "PUT /v2.0/floatingips/14fedb2c-4e23-48d8-9420-1945bd13a033 HTTP/1.1" status: 200 len: 977 time: 5.1247938 Jun 18 16:30:58.359767 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46584) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:58.365890 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.366781 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3051c78d-5833-4304-8afa-91eadf28605b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.378070 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051c78d-5833-4304-8afa-91eadf28605b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e0a4ba-6416-4836-83ec-95ff5f350468,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:58.395561 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3051c78d-5833-4304-8afa-91eadf28605b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:58.397939 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1130b3c-a2f2-4c58-a8a9-ad30862e57ba tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:58.399148 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e1130b3c-a2f2-4c58-a8a9-ad30862e57ba tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.407259 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-3051c78d-5833-4304-8afa-91eadf28605b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdbf9bc-e145-4c4d-916e-37f5519bdd2b']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:58.423091 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-3051c78d-5833-4304-8afa-91eadf28605b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19315a7f-ec12-4b6c-a7d1-fd0358647787') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:58.423652 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-3051c78d-5833-4304-8afa-91eadf28605b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19315a7f-ec12-4b6c-a7d1-fd0358647787') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:58.438000 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3051c78d-5833-4304-8afa-91eadf28605b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.467717 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3051c78d-5833-4304-8afa-91eadf28605b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.478278 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e1130b3c-a2f2-4c58-a8a9-ad30862e57ba tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0606351 Jun 18 16:30:58.479810 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46586) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:58.491406 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-5da86d14-db21-4db3-bce0-5c9ea3db45c4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1617548862', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '333ce170-59b1-4ef8-b2d2-6e0e6175988c'}], 'security_groups': ['2e4754a3-f5e6-4f7e-bd09-48cc9a6f7cad']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:58.512656 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 627a05fe-40f3-4def-9333-0573fce9fda5 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:58.524347 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3051c78d-5833-4304-8afa-91eadf28605b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:58.524928 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3051c78d-5833-4304-8afa-91eadf28605b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:58.528393 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:58.531157 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Calling delete_port for ec85f366-fc98-4a29-b1c3-f6d19a629dae owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:58.639660 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 627a05fe-40f3-4def-9333-0573fce9fda5 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:58.639962 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.646193 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f746f955-580a-4783-8102-da919af040b9 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.650185 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-3b809dad-f75a-4c0b-9aec-3f7fd95f10ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 172.20.0.11 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/ff7de4a4-1cce-4df8-afa0-600638483aff/dbdffe99-3952-4b38-83a9-e5cfd5e8db2f) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:58.653469 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5da86d14-db21-4db3-bce0-5c9ea3db45c4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.662484 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f746f955-580a-4783-8102-da919af040b9 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.672250 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-3b809dad-f75a-4c0b-9aec-3f7fd95f10ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::f816:3eff:fe52:18a4 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/0c17ba50-c369-403a-b8f2-c61ba0035d6f/dbdffe99-3952-4b38-83a9-e5cfd5e8db2f) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:58.705976 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3051c78d-5833-4304-8afa-91eadf28605b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.712061 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2215614e-3c6a-4ec5-b026-3c689b49e593 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:58.730328 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3051c78d-5833-4304-8afa-91eadf28605b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.735414 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3051c78d-5833-4304-8afa-91eadf28605b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/9cdbf9bc-e145-4c4d-916e-37f5519bdd2b HTTP/1.1" status: 204 len: 168 time: 1.0153246 Jun 18 16:30:58.737199 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46588) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:58.742341 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-882467555'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:58.746056 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051c78d-5833-4304-8afa-91eadf28605b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Network': ['ID=9cdbf9bc-e145-4c4d-916e-37f5519bdd2b,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:58.752215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3051c78d-5833-4304-8afa-91eadf28605b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:58.759426 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33664310-c306-4904-8ff0-cc208f76ef78 None None] Update dhcp port {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'fixed_ips': [{'subnet_id': '0c17ba50-c369-403a-b8f2-c61ba0035d6f', 'ip_address': '2001:db8::f816:3eff:fe2b:8e3a'}, {'subnet_id': 'ff7de4a4-1cce-4df8-afa0-600638483aff'}], 'binding:host_id': 'dv-neutron-797121-1-hyperv'}, 'id': 'ff2a929c-e692-4111-86af-55eed765fc2d'} from dv-neutron-797121-1-hyperv. {{(pid=93429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:30:58.808049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:58.811586 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.847171 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-725aea2a-3d32-410b-9acb-598fadd3dca0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Deleting port 410dfa6a-d410-4dac-ad76-fba0b2adedc5 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:58.847671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-725aea2a-3d32-410b-9acb-598fadd3dca0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.850395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.865822 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-40479805-f7fd-4d08-9946-90a3b8813f40 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:58.891887 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:30:58.930477 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.930854 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Added segment 6968584d-3b9d-4a5e-a355-eef6fd0cc820 of type vlan for network 72fcb98d-ee20-4bcb-99e1-0fde5d987782 Jun 18 16:30:58.980069 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event deleted for resources: {'Port': ['ID=ec85f366-fc98-4a29-b1c3-f6d19a629dae,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:58.991021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.013673 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.018070 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "DELETE /v2.0/ports/ec85f366-fc98-4a29-b1c3-f6d19a629dae HTTP/1.1" status: 204 len: 168 time: 1.6320820 Jun 18 16:30:59.023343 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46590) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:59.023587 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.023769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ff2a929c-e692-4111-86af-55eed765fc2d up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:59.025006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.025782 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.026531 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.027285 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.028047 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.028729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.028928 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-33664310-c306-4904-8ff0-cc208f76ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.029781 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.030211 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.030959 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.031384 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.031806 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.044516 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f746f955-580a-4783-8102-da919af040b9 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Router cc985bfd-ec83-4dc7-be92-a3aaca8331a9 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:30:59.045634 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:59.066062 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-312138a7-e355-45d5-8d9e-eea7f300923a tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0380373 Jun 18 16:30:59.068315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46592) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:59.076435 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c02422b2-644c-4d4b-ac90-0d6f47c6df64 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2023125198'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:59.089025 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91091c5-9115-4499-b7c5-1330af175936 None None] Update dhcp port {'port': {'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168', 'fixed_ips': [{'subnet_id': '9f49d45e-181b-4cf9-bb22-2b2ad56ef6c9', 'ip_address': '2001:db8::2'}, {'subnet_id': '333ce170-59b1-4ef8-b2d2-6e0e6175988c'}], 'binding:host_id': 'dv-neutron-797121-1-hyperv'}, 'id': '627a05fe-40f3-4def-9333-0573fce9fda5'} from dv-neutron-797121-1-hyperv. {{(pid=93429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:30:59.107670 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02422b2-644c-4d4b-ac90-0d6f47c6df64 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Made reservation on behalf of ca0588e2204c4176b27a875020528b1a for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:59.111297 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c02422b2-644c-4d4b-ac90-0d6f47c6df64 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.112722 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-725aea2a-3d32-410b-9acb-598fadd3dca0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.137607 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.143381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:59.143909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.148591 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-015fc9e3-0b8b-41e4-9521-3a94bb2b3715 tempest-DHCPAgentSchedulersTestJSON-1444914204 tempest-DHCPAgentSchedulersTestJSON-1444914204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:59.164311 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02422b2-644c-4d4b-ac90-0d6f47c6df64 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:30:59.175519 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c02422b2-644c-4d4b-ac90-0d6f47c6df64 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.175867 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-c02422b2-644c-4d4b-ac90-0d6f47c6df64 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Added segment b3fdbe22-c47f-43d7-827f-08d9ef41eff8 of type vlan for network 602e8d8b-4c90-40ab-af51-d1e6ec8eb45c Jun 18 16:30:59.203665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3b809dad-f75a-4c0b-9aec-3f7fd95f10ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.204594 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port ff2a929c-e692-4111-86af-55eed765fc2d completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:59.215735 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c91091c5-9115-4499-b7c5-1330af175936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.216599 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c02422b2-644c-4d4b-ac90-0d6f47c6df64 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.217809 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ff2a929c-e692-4111-86af-55eed765fc2d triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:59.218186 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.268804 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-3b809dad-f75a-4c0b-9aec-3f7fd95f10ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object dbdffe99-3952-4b38-83a9-e5cfd5e8db2f will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:59.323929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c02422b2-644c-4d4b-ac90-0d6f47c6df64 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.329980 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02422b2-644c-4d4b-ac90-0d6f47c6df64 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:59.330719 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c02422b2-644c-4d4b-ac90-0d6f47c6df64 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.341175 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f746f955-580a-4783-8102-da919af040b9 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:59.344461 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6061258 Jun 18 16:30:59.350925 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f746f955-580a-4783-8102-da919af040b9 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.352742 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f746f955-580a-4783-8102-da919af040b9 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "PUT /v2.0/routers/cc985bfd-ec83-4dc7-be92-a3aaca8331a9 HTTP/1.1" status: 200 len: 922 time: 4.2629149 Jun 18 16:30:59.355641 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46594) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:59.356170 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46596) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:59.357514 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64d7668-6ecb-4da1-84ea-342e324e08d2 None None] Sync routers for ids ['cc985bfd-ec83-4dc7-be92-a3aaca8331a9'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:59.366037 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d73a8315-c2a5-4efa-b1c2-06c8dda15d88 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:59.377397 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64d7668-6ecb-4da1-84ea-342e324e08d2 None None] Routers {'cc985bfd-ec83-4dc7-be92-a3aaca8331a9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:59.381970 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-a64d7668-6ecb-4da1-84ea-342e324e08d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['cc985bfd-ec83-4dc7-be92-a3aaca8331a9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:59.429772 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-a64d7668-6ecb-4da1-84ea-342e324e08d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:59.431769 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-725aea2a-3d32-410b-9acb-598fadd3dca0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.432293 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-725aea2a-3d32-410b-9acb-598fadd3dca0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.432400 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-725aea2a-3d32-410b-9acb-598fadd3dca0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Floating IP 14fedb2c-4e23-48d8-9420-1945bd13a033 disassociated. External IP: 172.26.2.124, port: 410dfa6a-d410-4dac-ad76-fba0b2adedc5. Jun 18 16:30:59.432733 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-725aea2a-3d32-410b-9acb-598fadd3dca0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Calling delete_port for 410dfa6a-d410-4dac-ad76-fba0b2adedc5 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:59.443379 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64d7668-6ecb-4da1-84ea-342e324e08d2 None None] Routers {'cc985bfd-ec83-4dc7-be92-a3aaca8331a9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:59.444376 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-a64d7668-6ecb-4da1-84ea-342e324e08d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['cc985bfd-ec83-4dc7-be92-a3aaca8331a9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:59.469049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Network': ['ID=72fcb98d-ee20-4bcb-99e1-0fde5d987782,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:59.491764 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.493633 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-a64d7668-6ecb-4da1-84ea-342e324e08d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:59.496645 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64d7668-6ecb-4da1-84ea-342e324e08d2 None None] The sync data for ids ['cc985bfd-ec83-4dc7-be92-a3aaca8331a9'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:59.505766 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3b809dad-f75a-4c0b-9aec-3f7fd95f10ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.511766 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:59.514643 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c02422b2-644c-4d4b-ac90-0d6f47c6df64 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4401116 Jun 18 16:30:59.520800 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-5da86d14-db21-4db3-bce0-5c9ea3db45c4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Delete allocated IP 2001:db8::3e7 (e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168/9f49d45e-181b-4cf9-bb22-2b2ad56ef6c9) {{(pid=93428) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 18 16:30:59.522376 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46600) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:59.541254 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.541793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.542108 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.542382 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.542777 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.543259 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.543508 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.544003 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.545050 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.545050 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.545976 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.545976 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.549271 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-d0512dbc-74a9-42d7-8b37-305d27bcbf8d tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1123049854'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:59.549973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-5da86d14-db21-4db3-bce0-5c9ea3db45c4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Allocated IP 2001:db8:0:1::297 (e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168/333ce170-59b1-4ef8-b2d2-6e0e6175988c/20115dfd-157e-4bd2-8f1a-6aa30b3341c1) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:59.563826 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:59.563826 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9914f2fd-e21e-47c5-bb44-db0785470795 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:59.589861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b809dad-f75a-4c0b-9aec-3f7fd95f10ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:59.594014 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 72fcb98d-ee20-4bcb-99e1-0fde5d987782 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:30:59.607161 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port ff2a929c-e692-4111-86af-55eed765fc2d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ff2a929c-e692-4111-86af-55eed765fc2d,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:59.621273 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-3b809dad-f75a-4c0b-9aec-3f7fd95f10ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:59.626412 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b809dad-f75a-4c0b-9aec-3f7fd95f10ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=dbdffe99-3952-4b38-83a9-e5cfd5e8db2f,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:59.629047 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b809dad-f75a-4c0b-9aec-3f7fd95f10ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:59.635566 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3b809dad-f75a-4c0b-9aec-3f7fd95f10ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:59.636118 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0512dbc-74a9-42d7-8b37-305d27bcbf8d tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Made reservation on behalf of ca0588e2204c4176b27a875020528b1a for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:59.639551 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d0512dbc-74a9-42d7-8b37-305d27bcbf8d tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.658238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.663686 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-33664310-c306-4904-8ff0-cc208f76ef78 None None] Allocated IP 172.20.0.2 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/ff7de4a4-1cce-4df8-afa0-600638483aff/ff2a929c-e692-4111-86af-55eed765fc2d) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:59.667665 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:59.701967 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-725aea2a-3d32-410b-9acb-598fadd3dca0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.708416 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-597779a7-a6b7-493b-b887-a134e4848e22 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:59.719832 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b809dad-f75a-4c0b-9aec-3f7fd95f10ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:59.720444 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3b809dad-f75a-4c0b-9aec-3f7fd95f10ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.747545 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0512dbc-74a9-42d7-8b37-305d27bcbf8d tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:30:59.760434 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725aea2a-3d32-410b-9acb-598fadd3dca0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event deleted for resources: {'Port': ['ID=410dfa6a-d410-4dac-ad76-fba0b2adedc5,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:59.764707 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02422b2-644c-4d4b-ac90-0d6f47c6df64 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event updated for resources: {'Network': ['ID=602e8d8b-4c90-40ab-af51-d1e6ec8eb45c,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:59.766748 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-725aea2a-3d32-410b-9acb-598fadd3dca0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:59.772090 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d0512dbc-74a9-42d7-8b37-305d27bcbf8d tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.772330 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-d0512dbc-74a9-42d7-8b37-305d27bcbf8d tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Added segment 2a5e067c-40f2-4375-8362-d0a476848308 of type vlan for network b62be583-a989-4e8b-b0bd-da06f5daf722 Jun 18 16:30:59.774907 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3b809dad-f75a-4c0b-9aec-3f7fd95f10ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8761055 Jun 18 16:30:59.783804 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46602) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:59.785719 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d87da005-665c-4a23-a11b-7b22e2e55394 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "GET /v2.0/routers/cc985bfd-ec83-4dc7-be92-a3aaca8331a9 HTTP/1.1" status: 200 len: 922 time: 0.4149809 Jun 18 16:30:59.786503 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46604) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:59.791158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c02422b2-644c-4d4b-ac90-0d6f47c6df64 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:59.810192 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 602e8d8b-4c90-40ab-af51-d1e6ec8eb45c details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:30:59.819458 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=ff2a929c-e692-4111-86af-55eed765fc2d,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:59.871746 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d73a8315-c2a5-4efa-b1c2-06c8dda15d88 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.872291 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.872666 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.872993 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.873331 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.873663 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.873993 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.874325 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.874677 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.875005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.875331 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.875659 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.875986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:59.880468 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:59.903993 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d73a8315-c2a5-4efa-b1c2-06c8dda15d88 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.910152 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4fe31259-6cc1-46f7-b85d-a80ea078dc3b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:59.935611 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-33664310-c306-4904-8ff0-cc208f76ef78 None None] For port ff2a929c-e692-4111-86af-55eed765fc2d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ff2a929c-e692-4111-86af-55eed765fc2d,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:59.937542 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d0512dbc-74a9-42d7-8b37-305d27bcbf8d tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.951784 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d73a8315-c2a5-4efa-b1c2-06c8dda15d88 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network 72fcb98d-ee20-4bcb-99e1-0fde5d987782 is not hosted by any dhcp agent {{(pid=93428) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:30:59.957460 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73a8315-c2a5-4efa-b1c2-06c8dda15d88 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:59.958078 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d73a8315-c2a5-4efa-b1c2-06c8dda15d88 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.962443 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d73a8315-c2a5-4efa-b1c2-06c8dda15d88 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "PUT /v2.0/networks/72fcb98d-ee20-4bcb-99e1-0fde5d987782 HTTP/1.1" status: 200 len: 723 time: 0.5976188 Jun 18 16:30:59.994651 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46606) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:00.003173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-44190ab7-bce5-4df2-85d5-0704935947d1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'subnet': {'network_id': '72fcb98d-ee20-4bcb-99e1-0fde5d987782', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:00.003527 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-33664310-c306-4904-8ff0-cc208f76ef78 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:00.023708 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-33664310-c306-4904-8ff0-cc208f76ef78 None None] Transition to ACTIVE for port object ff2a929c-e692-4111-86af-55eed765fc2d will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:00.029581 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-33664310-c306-4904-8ff0-cc208f76ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:00.033225 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cb2dab0f-4096-43fc-9024-b80ba5223082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:00.056195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725aea2a-3d32-410b-9acb-598fadd3dca0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 46040cd9-d555-4c49-9813-787595ea17db has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:31:00.088781 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d0512dbc-74a9-42d7-8b37-305d27bcbf8d tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:00.097059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0512dbc-74a9-42d7-8b37-305d27bcbf8d tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:00.097924 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d0512dbc-74a9-42d7-8b37-305d27bcbf8d tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:00.113662 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:00.156557 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33664310-c306-4904-8ff0-cc208f76ef78 None None] Pushing event updated for resources: {'Port': ['ID=ff2a929c-e692-4111-86af-55eed765fc2d,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:00.160585 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-33664310-c306-4904-8ff0-cc208f76ef78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:00.273297 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ff2a929c-e692-4111-86af-55eed765fc2d up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:00.283449 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a56f67d-3caa-44f3-b3ae-70bd1c6429e1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:00.291171 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a56f67d-3caa-44f3-b3ae-70bd1c6429e1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:00.293144 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7a56f67d-3caa-44f3-b3ae-70bd1c6429e1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.5075481 Jun 18 16:31:00.300260 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dde45a0-a996-4536-9d5b-8cc0ec1f9989 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:00.302079 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1dde45a0-a996-4536-9d5b-8cc0ec1f9989 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&device_id=cc985bfd-ec83-4dc7-be92-a3aaca8331a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5137217 Jun 18 16:31:00.304776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46608) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:00.305136 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46610) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:00.319219 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d0512dbc-74a9-42d7-8b37-305d27bcbf8d tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7775071 Jun 18 16:31:00.489418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a8315-c2a5-4efa-b1c2-06c8dda15d88 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Network': ['ID=72fcb98d-ee20-4bcb-99e1-0fde5d987782,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:00.493623 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d73a8315-c2a5-4efa-b1c2-06c8dda15d88 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:00.513927 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 72fcb98d-ee20-4bcb-99e1-0fde5d987782 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:31:00.539375 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5da86d14-db21-4db3-bce0-5c9ea3db45c4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:00.569931 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-5da86d14-db21-4db3-bce0-5c9ea3db45c4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Transition to ACTIVE for port object 20115dfd-157e-4bd2-8f1a-6aa30b3341c1 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:00.586616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5da86d14-db21-4db3-bce0-5c9ea3db45c4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:00.624984 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:00.639433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44190ab7-bce5-4df2-85d5-0704935947d1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:00.646079 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44190ab7-bce5-4df2-85d5-0704935947d1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:00.706929 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-c91091c5-9115-4499-b7c5-1330af175936 None None] Allocated IP 2001:db8:0:1::2 (e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168/333ce170-59b1-4ef8-b2d2-6e0e6175988c/627a05fe-40f3-4def-9333-0573fce9fda5) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:00.878211 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c91091c5-9115-4499-b7c5-1330af175936 None None] For port 627a05fe-40f3-4def-9333-0573fce9fda5, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=627a05fe-40f3-4def-9333-0573fce9fda5,segment=NetworkSegment(d3f15de3-5253-40e2-bb5f-c4ceff894185),segment_id=d3f15de3-5253-40e2-bb5f-c4ceff894185)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:00.951774 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c91091c5-9115-4499-b7c5-1330af175936 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:00.953710 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0512dbc-74a9-42d7-8b37-305d27bcbf8d tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event updated for resources: {'Network': ['ID=b62be583-a989-4e8b-b0bd-da06f5daf722,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:00.958008 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-5da86d14-db21-4db3-bce0-5c9ea3db45c4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] In _notify_port_updated(), no bound segment for port 20115dfd-157e-4bd2-8f1a-6aa30b3341c1 on network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 {{(pid=93428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:31:00.969509 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da86d14-db21-4db3-bce0-5c9ea3db45c4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:00.971630 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5da86d14-db21-4db3-bce0-5c9ea3db45c4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:00.973329 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5da86d14-db21-4db3-bce0-5c9ea3db45c4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "PUT /v2.0/ports/20115dfd-157e-4bd2-8f1a-6aa30b3341c1 HTTP/1.1" status: 200 len: 931 time: 2.4878852 Jun 18 16:31:00.978367 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d0512dbc-74a9-42d7-8b37-305d27bcbf8d tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:00.979060 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c91091c5-9115-4499-b7c5-1330af175936 None None] Transition to ACTIVE for port object 627a05fe-40f3-4def-9333-0573fce9fda5 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:00.982447 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46614) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:00.983403 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network b62be583-a989-4e8b-b0bd-da06f5daf722 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:31:00.989204 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c91091c5-9115-4499-b7c5-1330af175936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:01.007715 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da86d14-db21-4db3-bce0-5c9ea3db45c4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=20115dfd-157e-4bd2-8f1a-6aa30b3341c1,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:01.016003 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5da86d14-db21-4db3-bce0-5c9ea3db45c4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:01.018948 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44190ab7-bce5-4df2-85d5-0704935947d1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:01.026259 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c5d6bd6e-ad1a-436e-9456-35508ee18651 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:01.086941 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725aea2a-3d32-410b-9acb-598fadd3dca0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:31:01.110181 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44190ab7-bce5-4df2-85d5-0704935947d1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Subnet': ['ID=ba6e9a88-aa7b-4af3-a56e-f2443230a7b7,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:01.117325 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:01.124616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-44190ab7-bce5-4df2-85d5-0704935947d1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:01.135941 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053d2bbf-3b47-4359-a624-e639b53d65e0 None None] Sync routers for ids ['46040cd9-d555-4c49-9813-787595ea17db'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:31:01.151867 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44190ab7-bce5-4df2-85d5-0704935947d1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Checking segment: {'id': '6968584d-3b9d-4a5e-a355-eef6fd0cc820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '72fcb98d-ee20-4bcb-99e1-0fde5d987782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:01.152246 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44190ab7-bce5-4df2-85d5-0704935947d1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network hostable DHCP agents. Network: 72fcb98d-ee20-4bcb-99e1-0fde5d987782, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:31:01.179883 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44190ab7-bce5-4df2-85d5-0704935947d1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network 72fcb98d-ee20-4bcb-99e1-0fde5d987782 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:31:01.194774 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-44190ab7-bce5-4df2-85d5-0704935947d1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 72fcb98d-ee20-4bcb-99e1-0fde5d987782) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:01.200073 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053d2bbf-3b47-4359-a624-e639b53d65e0 None None] Routers {'46040cd9-d555-4c49-9813-787595ea17db'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:01.201029 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-053d2bbf-3b47-4359-a624-e639b53d65e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46040cd9-d555-4c49-9813-787595ea17db'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:01.212565 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44190ab7-bce5-4df2-85d5-0704935947d1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:01.213416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44190ab7-bce5-4df2-85d5-0704935947d1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:01.237994 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-44190ab7-bce5-4df2-85d5-0704935947d1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2367320 Jun 18 16:31:01.238695 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46616) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:01.245925 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-8e2a4f18-00d2-43ff-a95e-639fa0df719b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:01.288886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52850228-94b8-4212-947b-5fa3dcaa5e6a None None] Network 72fcb98d-ee20-4bcb-99e1-0fde5d987782 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:01.384388 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7104212d-f7a1-4776-acc9-986796f22088 None None] Provisioning for port ff2a929c-e692-4111-86af-55eed765fc2d completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:01.390924 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-053d2bbf-3b47-4359-a624-e639b53d65e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:01.426092 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-725aea2a-3d32-410b-9acb-598fadd3dca0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:01.433209 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-725aea2a-3d32-410b-9acb-598fadd3dca0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "DELETE /v2.0/ports/410dfa6a-d410-4dac-ad76-fba0b2adedc5 HTTP/1.1" status: 204 len: 168 time: 3.0708723 Jun 18 16:31:01.435495 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46618) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:01.451226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4f18-00d2-43ff-a95e-639fa0df719b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3963125'] for subnet, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:01.461032 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7104212d-f7a1-4776-acc9-986796f22088 None None] Provisioning complete for port ff2a929c-e692-4111-86af-55eed765fc2d triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:01.461587 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7104212d-f7a1-4776-acc9-986796f22088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:01.507496 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053d2bbf-3b47-4359-a624-e639b53d65e0 None None] Routers {'46040cd9-d555-4c49-9813-787595ea17db'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:01.510154 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-053d2bbf-3b47-4359-a624-e639b53d65e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46040cd9-d555-4c49-9813-787595ea17db'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:01.535782 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e3f7cf95-c045-42cc-b64c-9eabdc1d1517 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port dbdffe99-3952-4b38-83a9-e5cfd5e8db2f {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:01.536263 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e3f7cf95-c045-42cc-b64c-9eabdc1d1517 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:01.549839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91091c5-9115-4499-b7c5-1330af175936 None None] Pushing event updated for resources: {'Port': ['ID=627a05fe-40f3-4def-9333-0573fce9fda5,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:01.560280 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c91091c5-9115-4499-b7c5-1330af175936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:01.566477 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fa828f-9e72-4825-81f0-51dddb20f175 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:01.566991 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-053d2bbf-3b47-4359-a624-e639b53d65e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:01.567815 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053d2bbf-3b47-4359-a624-e639b53d65e0 None None] The sync data for ids ['46040cd9-d555-4c49-9813-787595ea17db'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:31:01.568207 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-68fa828f-9e72-4825-81f0-51dddb20f175 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "GET /v2.0/networks/aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 HTTP/1.1" status: 200 len: 881 time: 1.2457175 Jun 18 16:31:01.598644 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46620) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:01.656152 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-72fcb98d-ee20-4bcb-99e1-0fde5d987782', 'network_id': '72fcb98d-ee20-4bcb-99e1-0fde5d987782', 'tenant_id': 'abc25a70fa09418db674bd652505e653', 'fixed_ips': [{'subnet_id': 'ba6e9a88-aa7b-4af3-a56e-f2443230a7b7'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:31:01.657443 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:01.676090 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-793e4326-3079-42ad-8802-5685cd301107 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc985bfd-ec83-4dc7-be92-a3aaca8331a9 HTTP/1.1" status: 200 len: 205 time: 0.0672534 Jun 18 16:31:01.687137 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46622) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:01.688642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-2c12766a-383b-4b93-b5a1-5c04ef3be1c9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port 20115dfd-157e-4bd2-8f1a-6aa30b3341c1 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:01.689918 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c12766a-383b-4b93-b5a1-5c04ef3be1c9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:01.854424 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e3f7cf95-c045-42cc-b64c-9eabdc1d1517 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:02.016741 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e3f7cf95-c045-42cc-b64c-9eabdc1d1517 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for dbdffe99-3952-4b38-83a9-e5cfd5e8db2f owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:02.026066 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f3edda3b-2414-40c5-8938-da80354b75bd None None] Provisioning for port dbdffe99-3952-4b38-83a9-e5cfd5e8db2f completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:02.034952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f3edda3b-2414-40c5-8938-da80354b75bd None None] Provisioning complete for port dbdffe99-3952-4b38-83a9-e5cfd5e8db2f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:02.044773 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f3edda3b-2414-40c5-8938-da80354b75bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:02.082135 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-71711f1e-20b3-44d1-be15-cc0be7cd97ea tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:02.119757 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-f3edda3b-2414-40c5-8938-da80354b75bd None None] Port dbdffe99-3952-4b38-83a9-e5cfd5e8db2f cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:02.132600 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c12766a-383b-4b93-b5a1-5c04ef3be1c9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:02.227767 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4f18-00d2-43ff-a95e-639fa0df719b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758221909212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2449498'] for subnet, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:02.234236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-44190ab7-bce5-4df2-85d5-0704935947d1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:02.303667 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-2c12766a-383b-4b93-b5a1-5c04ef3be1c9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for 20115dfd-157e-4bd2-8f1a-6aa30b3341c1 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:02.333264 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2a4f18-00d2-43ff-a95e-639fa0df719b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:02.334174 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4f18-00d2-43ff-a95e-639fa0df719b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:02.336783 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8e2a4f18-00d2-43ff-a95e-639fa0df719b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "PUT /v2.0/subnets/ba6e9a88-aa7b-4af3-a56e-f2443230a7b7 HTTP/1.1" status: 200 len: 806 time: 1.0971355 Jun 18 16:31:02.347764 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 627a05fe-40f3-4def-9333-0573fce9fda5 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:02.356853 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46626) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:02.387841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a4f18-00d2-43ff-a95e-639fa0df719b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Subnet': ['ID=ba6e9a88-aa7b-4af3-a56e-f2443230a7b7,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:02.391352 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8e2a4f18-00d2-43ff-a95e-639fa0df719b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:02.420346 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Allocated IP 172.20.0.2 (72fcb98d-ee20-4bcb-99e1-0fde5d987782/ba6e9a88-aa7b-4af3-a56e-f2443230a7b7/f955f7fa-273e-4fd3-9440-5413be0ebaaa) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:02.442137 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-71711f1e-20b3-44d1-be15-cc0be7cd97ea tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:02.582853 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:02.597911 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-54a2e39e-e17b-4089-8516-84dacd105594 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:02.612275 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-71711f1e-20b3-44d1-be15-cc0be7cd97ea tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Deleting port f11e437b-8bf5-40e6-a359-991f4b086a83 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:02.612766 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-71711f1e-20b3-44d1-be15-cc0be7cd97ea tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:02.717197 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:02.750463 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-72c16e27-e67d-4e0a-9f5d-16bb78dc2adc None None] Provisioning for port 627a05fe-40f3-4def-9333-0573fce9fda5 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:02.765809 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-72c16e27-e67d-4e0a-9f5d-16bb78dc2adc None None] Provisioning complete for port 627a05fe-40f3-4def-9333-0573fce9fda5 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:02.766198 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-72c16e27-e67d-4e0a-9f5d-16bb78dc2adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:02.793111 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e3f7cf95-c045-42cc-b64c-9eabdc1d1517 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:02.813278 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:02.877193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.011475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c12766a-383b-4b93-b5a1-5c04ef3be1c9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.014390 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-71711f1e-20b3-44d1-be15-cc0be7cd97ea tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.017576 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e3f7cf95-c045-42cc-b64c-9eabdc1d1517 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.019873 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e3f7cf95-c045-42cc-b64c-9eabdc1d1517 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/dbdffe99-3952-4b38-83a9-e5cfd5e8db2f HTTP/1.1" status: 204 len: 168 time: 2.6989260 Jun 18 16:31:03.020798 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Transition to ACTIVE for port object f955f7fa-273e-4fd3-9440-5413be0ebaaa will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:03.021196 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7cf95-c045-42cc-b64c-9eabdc1d1517 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=dbdffe99-3952-4b38-83a9-e5cfd5e8db2f,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:03.030986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46628) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:03.042092 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e3f7cf95-c045-42cc-b64c-9eabdc1d1517 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:03.042780 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-71a67c84-e6a0-45e1-939e-362487d85832 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:03.123184 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 627a05fe-40f3-4def-9333-0573fce9fda5 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:03.124939 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.131028 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Transition to ACTIVE for port object f955f7fa-273e-4fd3-9440-5413be0ebaaa will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:03.164299 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ebefb2-b21b-4488-a839-0d7b41c62b49 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:03.167929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ebefb2-b21b-4488-a839-0d7b41c62b49 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:03.171765 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ebefb2-b21b-4488-a839-0d7b41c62b49 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:03.174188 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b2ebefb2-b21b-4488-a839-0d7b41c62b49 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1421878 Jun 18 16:31:03.177260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46632) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:03.255690 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.279036 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:03.282402 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-71711f1e-20b3-44d1-be15-cc0be7cd97ea tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Calling delete_port for f11e437b-8bf5-40e6-a359-991f4b086a83 owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:03.344106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab0de03-77bf-4b79-b70d-d02d2fb60986 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet 0c17ba50-c369-403a-b8f2-c61ba0035d6f {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:03.351187 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5ab0de03-77bf-4b79-b70d-d02d2fb60986 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.351631 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12766a-383b-4b93-b5a1-5c04ef3be1c9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=20115dfd-157e-4bd2-8f1a-6aa30b3341c1,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:03.355472 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2c12766a-383b-4b93-b5a1-5c04ef3be1c9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:03.360267 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c12766a-383b-4b93-b5a1-5c04ef3be1c9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.363944 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2c12766a-383b-4b93-b5a1-5c04ef3be1c9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/ports/20115dfd-157e-4bd2-8f1a-6aa30b3341c1 HTTP/1.1" status: 204 len: 168 time: 2.3789740 Jun 18 16:31:03.366730 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46634) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:03.373561 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Network 72fcb98d-ee20-4bcb-99e1-0fde5d987782 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:03.403035 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:03.430888 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:03.456911 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Pushing event updated for resources: {'Port': ['ID=f955f7fa-273e-4fd3-9440-5413be0ebaaa,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:03.460069 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5ab0de03-77bf-4b79-b70d-d02d2fb60986 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.462182 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:03.464451 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.487715 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b9886d48-8597-40e5-b727-450957420961 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:03.505722 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-72c16e27-e67d-4e0a-9f5d-16bb78dc2adc None None] Provisioning complete for port 699f534b-5706-463f-9969-4b6ad114d665 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:03.506399 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-72c16e27-e67d-4e0a-9f5d-16bb78dc2adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.529318 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Subnet': ['ID=ba6e9a88-aa7b-4af3-a56e-f2443230a7b7,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:03.567935 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbbfc26-5297-4e07-b2a1-2df86fca879b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] GET failed (client error): The resource could not be found. Jun 18 16:31:03.569709 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7dbbfc26-5297-4e07-b2a1-2df86fca879b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports/20115dfd-157e-4bd2-8f1a-6aa30b3341c1 HTTP/1.1" status: 404 len: 333 time: 0.2019958 Jun 18 16:31:03.573582 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46636) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:03.584370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-71711f1e-20b3-44d1-be15-cc0be7cd97ea tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.590980 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-72c16e27-e67d-4e0a-9f5d-16bb78dc2adc None None] Port 699f534b-5706-463f-9969-4b6ad114d665 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:03.594612 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-631b123c-dd20-4c9f-8a75-2e68e670dc90 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:03.600033 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.612477 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72fcb98d-ee20-4bcb-99e1-0fde5d987782']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:03.620776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46638) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:03.627157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:03.629214 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Request body: {'subnets': [{'network_id': '602e8d8b-4c90-40ab-af51-d1e6ec8eb45c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1829735620', 'ip_version': 6}, {'network_id': 'b62be583-a989-4e8b-b0bd-da06f5daf722', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:03.629214 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Request body: {'subnet': {'network_id': '602e8d8b-4c90-40ab-af51-d1e6ec8eb45c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1829735620', 'ip_version': 6}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:03.629857 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Request body: {'subnet': {'network_id': 'b62be583-a989-4e8b-b0bd-da06f5daf722', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:03.635620 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6968584d-3b9d-4a5e-a355-eef6fd0cc820') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:03.635845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-72c16e27-e67d-4e0a-9f5d-16bb78dc2adc None None] Could not find standard attr ID for object 20115dfd-157e-4bd2-8f1a-6aa30b3341c1. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:31:03.636133 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6968584d-3b9d-4a5e-a355-eef6fd0cc820') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:03.638650 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-54a2e39e-e17b-4089-8516-84dacd105594 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Deleting port 36300272-6768-4bf9-b789-3abe1964b796 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:03.639098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-54a2e39e-e17b-4089-8516-84dacd105594 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.640532 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71711f1e-20b3-44d1-be15-cc0be7cd97ea tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Pushing event deleted for resources: {'Port': ['ID=f11e437b-8bf5-40e6-a359-991f4b086a83,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:03.640683 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Attempting to bind port f955f7fa-273e-4fd3-9440-5413be0ebaaa on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:03.641502 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Attempting to bind port f955f7fa-273e-4fd3-9440-5413be0ebaaa by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '6968584d-3b9d-4a5e-a355-eef6fd0cc820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '72fcb98d-ee20-4bcb-99e1-0fde5d987782'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:03.642459 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Attempting to bind port f955f7fa-273e-4fd3-9440-5413be0ebaaa on network 72fcb98d-ee20-4bcb-99e1-0fde5d987782 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:03.655000 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:03.655392 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Checking segment: {'id': '6968584d-3b9d-4a5e-a355-eef6fd0cc820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '72fcb98d-ee20-4bcb-99e1-0fde5d987782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:03.655811 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.656219 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Bound using segment: {'id': '6968584d-3b9d-4a5e-a355-eef6fd0cc820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '72fcb98d-ee20-4bcb-99e1-0fde5d987782'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:03.656703 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Bound port: f955f7fa-273e-4fd3-9440-5413be0ebaaa, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6968584d-3b9d-4a5e-a355-eef6fd0cc820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '72fcb98d-ee20-4bcb-99e1-0fde5d987782'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:03.656921 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-71711f1e-20b3-44d1-be15-cc0be7cd97ea tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:03.657088 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.692783 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.728227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.748310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:03.748835 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:03.752165 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:03.757572 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] For port f955f7fa-273e-4fd3-9440-5413be0ebaaa, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:03.766354 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-68bf320f-4954-4390-8f11-acae6c268ce8 None None] Could not find standard attr ID for object 20115dfd-157e-4bd2-8f1a-6aa30b3341c1. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:31:03.787191 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cc5b7f4c-a48f-4cb4-9f51-7bed3949437e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.814668 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5ab0de03-77bf-4b79-b70d-d02d2fb60986 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.839841 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-71711f1e-20b3-44d1-be15-cc0be7cd97ea tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.862423 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] For port f955f7fa-273e-4fd3-9440-5413be0ebaaa, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f955f7fa-273e-4fd3-9440-5413be0ebaaa,segment=NetworkSegment(6968584d-3b9d-4a5e-a355-eef6fd0cc820),segment_id=6968584d-3b9d-4a5e-a355-eef6fd0cc820)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:03.864210 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-54a2e39e-e17b-4089-8516-84dacd105594 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.868777 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:03.873107 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:03.873869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.db.api [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:31:03.873869 dv-neutron-797121-1-hyperv neutron-server[93428]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:31:03.873869 dv-neutron-797121-1-hyperv neutron-server[93428]: [parameters: {'id': '72fcb98d-ee20-4bcb-99e1-0fde5d987782'}] Jun 18 16:31:03.873869 dv-neutron-797121-1-hyperv neutron-server[93428]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:31:03.874264 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_db.api [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:31:03.942205 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-54a2e39e-e17b-4089-8516-84dacd105594 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Calling delete_port for 36300272-6768-4bf9-b789-3abe1964b796 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:03.980511 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Pushing event updated for resources: {'Port': ['ID=f955f7fa-273e-4fd3-9440-5413be0ebaaa,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:03.984270 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:04.006358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5ab0de03-77bf-4b79-b70d-d02d2fb60986 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.010015 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3c0a02a5-e7aa-4edb-93bc-2c5bd9c6c890 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:04.011984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f855ddb-65e0-4e28-bdc2-c3a6c6ad38a6 None None] Network 72fcb98d-ee20-4bcb-99e1-0fde5d987782 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:04.047011 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0de03-77bf-4b79-b70d-d02d2fb60986 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=0c17ba50-c369-403a-b8f2-c61ba0035d6f,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:04.051180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5ab0de03-77bf-4b79-b70d-d02d2fb60986 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:04.053324 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5ab0de03-77bf-4b79-b70d-d02d2fb60986 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.055237 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5ab0de03-77bf-4b79-b70d-d02d2fb60986 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/0c17ba50-c369-403a-b8f2-c61ba0035d6f HTTP/1.1" status: 204 len: 168 time: 0.8167391 Jun 18 16:31:04.058331 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46640) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:04.068868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04767f8-a668-4854-af27-e733a80515e7 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:04.156007 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-609c0092-2fbd-4a3f-966a-0abc6c45460a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet ff7de4a4-1cce-4df8-afa0-600638483aff {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:04.161845 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-609c0092-2fbd-4a3f-966a-0abc6c45460a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.177941 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cc5b7f4c-a48f-4cb4-9f51-7bed3949437e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.206699 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-71711f1e-20b3-44d1-be15-cc0be7cd97ea tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.217066 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-71711f1e-20b3-44d1-be15-cc0be7cd97ea tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.231319 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-609c0092-2fbd-4a3f-966a-0abc6c45460a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.265906 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef51203-75d4-408c-9c5d-1aafbb610b71 None None] Network 72fcb98d-ee20-4bcb-99e1-0fde5d987782 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:04.288206 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-71711f1e-20b3-44d1-be15-cc0be7cd97ea tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.289097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71711f1e-20b3-44d1-be15-cc0be7cd97ea tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Fanout notify agent at l3_agent the message router_deleted on router cc985bfd-ec83-4dc7-be92-a3aaca8331a9 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:31:04.293474 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cc5b7f4c-a48f-4cb4-9f51-7bed3949437e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.297195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cc5b7f4c-a48f-4cb4-9f51-7bed3949437e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.301565 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cc5b7f4c-a48f-4cb4-9f51-7bed3949437e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/security-groups/4ea8f930-0cc7-4679-8d57-99532ef1f56c HTTP/1.1" status: 204 len: 168 time: 0.7269690 Jun 18 16:31:04.302376 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46642) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:04.310460 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-71711f1e-20b3-44d1-be15-cc0be7cd97ea tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.317000 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-71711f1e-20b3-44d1-be15-cc0be7cd97ea tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "DELETE /v2.0/routers/cc985bfd-ec83-4dc7-be92-a3aaca8331a9 HTTP/1.1" status: 204 len: 168 time: 2.6164334 Jun 18 16:31:04.317000 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-046dff78-3ee5-4619-b98e-4511570f62a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:04.317255 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46644) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:04.320209 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-85af5db2-7a21-44fa-842c-1edffbe0098f tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1601457263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:04.336756 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b7f4c-a48f-4cb4-9f51-7bed3949437e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea8f930-0cc7-4679-8d57-99532ef1f56c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:04.341252 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Made reservation on behalf of ca0588e2204c4176b27a875020528b1a for: {'subnet': 2} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:04.346747 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.347182 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.350467 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cc5b7f4c-a48f-4cb4-9f51-7bed3949437e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:04.366747 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-54a2e39e-e17b-4089-8516-84dacd105594 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.373427 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-677d7d68-dfc8-417e-a6ed-7e66a3c58851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:04.401981 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.417732 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2e39e-e17b-4089-8516-84dacd105594 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event deleted for resources: {'Port': ['ID=36300272-6768-4bf9-b789-3abe1964b796,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:04.427462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-54a2e39e-e17b-4089-8516-84dacd105594 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:04.444719 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-85af5db2-7a21-44fa-842c-1edffbe0098f tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.445774 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-85af5db2-7a21-44fa-842c-1edffbe0098f tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.476663 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ac19-cf34-4c3f-b787-fa8bd66aff24 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.513117 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-609c0092-2fbd-4a3f-966a-0abc6c45460a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.518735 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ac19-cf34-4c3f-b787-fa8bd66aff24 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.567874 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-85af5db2-7a21-44fa-842c-1edffbe0098f tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.623949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ac19-cf34-4c3f-b787-fa8bd66aff24 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.626755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ac19-cf34-4c3f-b787-fa8bd66aff24 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.630349 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-eaa7ac19-cf34-4c3f-b787-fa8bd66aff24 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/security-groups/2e4754a3-f5e6-4f7e-bd09-48cc9a6f7cad HTTP/1.1" status: 204 len: 168 time: 0.3122375 Jun 18 16:31:04.630516 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-85af5db2-7a21-44fa-842c-1edffbe0098f tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.630669 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-223d28c3-aae7-4b65-b57a-fb751e7bf2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:04.633047 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46648) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:04.670239 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7ac19-cf34-4c3f-b787-fa8bd66aff24 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4754a3-f5e6-4f7e-bd09-48cc9a6f7cad,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:04.677166 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-eaa7ac19-cf34-4c3f-b787-fa8bd66aff24 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:04.784540 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-85af5db2-7a21-44fa-842c-1edffbe0098f tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.788494 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-85af5db2-7a21-44fa-842c-1edffbe0098f tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4695263 Jun 18 16:31:04.793490 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46650) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:04.802072 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-ff15fb3c-74fe-4391-a974-46620e8269ca tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:04.808308 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08e3c88-6d2a-4152-afd5-9458bc4daa73 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting subnet 9f49d45e-181b-4cf9-bb22-2b2ad56ef6c9 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:04.815468 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-609c0092-2fbd-4a3f-966a-0abc6c45460a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.824957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b08e3c88-6d2a-4152-afd5-9458bc4daa73 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.862199 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cc5641f5-ecdd-48f8-87ae-f8f5caa38def tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:04.919149 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.922260 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4aedfdd4-d8c1-4c3a-ab54-2079d67f99c4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:04.950946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-609c0092-2fbd-4a3f-966a-0abc6c45460a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.953132 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-609c0092-2fbd-4a3f-966a-0abc6c45460a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/ff7de4a4-1cce-4df8-afa0-600638483aff HTTP/1.1" status: 204 len: 168 time: 0.8937123 Jun 18 16:31:04.954032 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c0092-2fbd-4a3f-966a-0abc6c45460a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7de4a4-1cce-4df8-afa0-600638483aff,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:04.956007 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46652) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:04.956767 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-609c0092-2fbd-4a3f-966a-0abc6c45460a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:05.005958 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-45a1863c-6cff-4afd-acdd-bd90846620c0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464182 Jun 18 16:31:05.014340 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46654) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:05.019437 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-db2eaabc-64ca-4b6d-b57f-5b6d23fc0e3e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:05.040251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Deleting port f955f7fa-273e-4fd3-9440-5413be0ebaaa {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:05.040593 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.047352 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event updated for resources: {'Subnet': ['ID=42894471-db3d-4e4d-8690-1589584e8a82,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:05.076024 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:05.094875 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Checking segment: {'id': 'b3fdbe22-c47f-43d7-827f-08d9ef41eff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '602e8d8b-4c90-40ab-af51-d1e6ec8eb45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:05.095243 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Network hostable DHCP agents. Network: 602e8d8b-4c90-40ab-af51-d1e6ec8eb45c, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:31:05.119680 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38845554-8ccb-49c5-a5f2-95165a858fe3 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:05.136504 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Network 602e8d8b-4c90-40ab-af51-d1e6ec8eb45c is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:31:05.148302 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2eaabc-64ca-4b6d-b57f-5b6d23fc0e3e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:05.153033 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-db2eaabc-64ca-4b6d-b57f-5b6d23fc0e3e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.158426 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 602e8d8b-4c90-40ab-af51-d1e6ec8eb45c) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:05.173286 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813d1c5c-52d7-4463-bfc3-1dd835aea8e4 None None] Network 602e8d8b-4c90-40ab-af51-d1e6ec8eb45c requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:05.203125 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.205169 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-854a0cab-4aca-4c74-bd5c-881ec0fd57c9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:05.252652 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-49fb8f20-870f-4bfd-83ba-2570e70f9178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.281423 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0bcd3c56-94c3-454f-b0b3-549cb78ef94c None None] Provisioning complete for port ff2a929c-e692-4111-86af-55eed765fc2d triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:05.282173 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0bcd3c56-94c3-454f-b0b3-549cb78ef94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.311297 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event updated for resources: {'Subnet': ['ID=4e204d98-ff7c-44fc-b2df-27b1f2ed51a7,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:05.316508 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:05.318493 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Checking segment: {'id': '2a5e067c-40f2-4375-8362-d0a476848308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b62be583-a989-4e8b-b0bd-da06f5daf722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:05.318935 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Network hostable DHCP agents. Network: b62be583-a989-4e8b-b0bd-da06f5daf722, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:31:05.357880 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Network b62be583-a989-4e8b-b0bd-da06f5daf722 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:31:05.382647 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, b62be583-a989-4e8b-b0bd-da06f5daf722) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:05.390288 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:05.390811 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:05.391448 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.417598 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b400ba-78da-47f2-898f-30bbad552435 None None] Network b62be583-a989-4e8b-b0bd-da06f5daf722 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:05.427873 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.8007162 Jun 18 16:31:05.428104 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46656) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:05.465753 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b08e3c88-6d2a-4152-afd5-9458bc4daa73 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.549522 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7767c3e6-b252-417e-883e-6f31d75c2347 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:05.550958 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7767c3e6-b252-417e-883e-6f31d75c2347 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:05.552667 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7767c3e6-b252-417e-883e-6f31d75c2347 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:05.564414 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7767c3e6-b252-417e-883e-6f31d75c2347 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1253202 Jun 18 16:31:05.564619 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46658) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:05.614226 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d03f67c-9ca9-4dbd-a8c5-2bee66bbafa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-602e8d8b-4c90-40ab-af51-d1e6ec8eb45c', 'network_id': '602e8d8b-4c90-40ab-af51-d1e6ec8eb45c', 'tenant_id': 'ca0588e2204c4176b27a875020528b1a', 'fixed_ips': [{'subnet_id': '42894471-db3d-4e4d-8690-1589584e8a82'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:31:05.615129 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9d03f67c-9ca9-4dbd-a8c5-2bee66bbafa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.631646 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac1e2d6-ee88-47b1-8b64-d3768255523b None None] DHCP port deletion for c0c58b33-89bf-4a11-9df9-ed95e6524a1d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:31:05.640940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-54a2e39e-e17b-4089-8516-84dacd105594 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.644693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ff15fb3c-74fe-4391-a974-46620e8269ca tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.661102 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] For port f955f7fa-273e-4fd3-9440-5413be0ebaaa, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f955f7fa-273e-4fd3-9440-5413be0ebaaa,segment=NetworkSegment(6968584d-3b9d-4a5e-a355-eef6fd0cc820),segment_id=6968584d-3b9d-4a5e-a355-eef6fd0cc820)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:05.661469 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.749714 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.objects.ports [None req-db2eaabc-64ca-4b6d-b57f-5b6d23fc0e3e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93427) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:31:05.779312 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-345af04e-3928-4197-9d2a-e42cfb8aa0ab tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Deleting subnet 42894471-db3d-4e4d-8690-1589584e8a82 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:05.782598 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-345af04e-3928-4197-9d2a-e42cfb8aa0ab tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.791901 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-b62be583-a989-4e8b-b0bd-da06f5daf722', 'network_id': 'b62be583-a989-4e8b-b0bd-da06f5daf722', 'tenant_id': 'ca0588e2204c4176b27a875020528b1a', 'fixed_ips': [{'subnet_id': '4e204d98-ff7c-44fc-b2df-27b1f2ed51a7'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:31:05.792899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.807095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Calling delete_port for f955f7fa-273e-4fd3-9440-5413be0ebaaa owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:05.824841 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-345af04e-3928-4197-9d2a-e42cfb8aa0ab tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.867662 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-fac1e2d6-ee88-47b1-8b64-d3768255523b None None] Deleting port ff2a929c-e692-4111-86af-55eed765fc2d {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:05.868759 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fac1e2d6-ee88-47b1-8b64-d3768255523b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.943608 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b08e3c88-6d2a-4152-afd5-9458bc4daa73 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.984269 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-345af04e-3928-4197-9d2a-e42cfb8aa0ab tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.134455 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.136778 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-345af04e-3928-4197-9d2a-e42cfb8aa0ab tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.138623 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c95e19eb-18fd-4062-ab80-0eadda21bc32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:06.141704 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b08e3c88-6d2a-4152-afd5-9458bc4daa73 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.144513 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d7082218-105c-4558-99f2-c9c9dc6fcb00 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server [None req-9d03f67c-9ca9-4dbd-a8c5-2bee66bbafa2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42894471-db3d-4e4d-8690-1589584e8a82: This subnet is being modified by another concurrent operation. Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:31:06.150934 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise exception Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42894471-db3d-4e4d-8690-1589584e8a82: This subnet is being modified by another concurrent operation. Jun 18 16:31:06.155338 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server Jun 18 16:31:06.168361 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-db2eaabc-64ca-4b6d-b57f-5b6d23fc0e3e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.175416 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Allocated IP 2001:db8:0:1::1 (b62be583-a989-4e8b-b0bd-da06f5daf722/4e204d98-ff7c-44fc-b2df-27b1f2ed51a7/ab542aff-78ba-4ccb-8060-cfad1fdbe951) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:06.178543 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-fac1e2d6-ee88-47b1-8b64-d3768255523b None None] For port ff2a929c-e692-4111-86af-55eed765fc2d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ff2a929c-e692-4111-86af-55eed765fc2d,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:06.179095 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fac1e2d6-ee88-47b1-8b64-d3768255523b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.185145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Port': ['ID=f955f7fa-273e-4fd3-9440-5413be0ebaaa,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:06.185744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db421686-8f18-4a7b-ab8e-918361e7c95d None None] Network 602e8d8b-4c90-40ab-af51-d1e6ec8eb45c requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:06.188480 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345af04e-3928-4197-9d2a-e42cfb8aa0ab tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event deleted for resources: {'Subnet': ['ID=42894471-db3d-4e4d-8690-1589584e8a82,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:06.214303 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-345af04e-3928-4197-9d2a-e42cfb8aa0ab tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.220486 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-345af04e-3928-4197-9d2a-e42cfb8aa0ab tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "DELETE /v2.0/subnets/42894471-db3d-4e4d-8690-1589584e8a82 HTTP/1.1" status: 204 len: 168 time: 0.6533966 Jun 18 16:31:06.220859 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b08e3c88-6d2a-4152-afd5-9458bc4daa73 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.221935 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-345af04e-3928-4197-9d2a-e42cfb8aa0ab tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:06.222696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46662) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:06.222823 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b08e3c88-6d2a-4152-afd5-9458bc4daa73 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/subnets/9f49d45e-181b-4cf9-bb22-2b2ad56ef6c9 HTTP/1.1" status: 204 len: 168 time: 1.5833471 Jun 18 16:31:06.225360 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No DVR routers for this DVR port f955f7fa-273e-4fd3-9440-5413be0ebaaa on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:06.232259 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:06.232941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2d24dc5a-4683-40ea-81b4-1f6131b54f20 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:06.238523 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46664) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:06.255108 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40b091f-5384-4871-81c9-11101d6f5daa None None] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:06.283178 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-686c1999-5fb5-4fb9-98d9-83ea1986d511 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Deleting subnet 4e204d98-ff7c-44fc-b2df-27b1f2ed51a7 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:06.312227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-35ab1332-a1c9-4767-9cef-be41ed60ec4e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'subnet': {'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:06.333667 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ff2a929c-e692-4111-86af-55eed765fc2d no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:31:06.336890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e3c88-6d2a-4152-afd5-9458bc4daa73 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Subnet': ['ID=9f49d45e-181b-4cf9-bb22-2b2ad56ef6c9,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:06.344154 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a2e39e-e17b-4089-8516-84dacd105594 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 46040cd9-d555-4c49-9813-787595ea17db has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:31:06.345136 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b08e3c88-6d2a-4152-afd5-9458bc4daa73 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:06.362318 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-fac1e2d6-ee88-47b1-8b64-d3768255523b None None] Calling delete_port for ff2a929c-e692-4111-86af-55eed765fc2d owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:06.417811 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-db2eaabc-64ca-4b6d-b57f-5b6d23fc0e3e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] For port ff2a929c-e692-4111-86af-55eed765fc2d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ff2a929c-e692-4111-86af-55eed765fc2d,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:06.469195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-db2eaabc-64ca-4b6d-b57f-5b6d23fc0e3e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.473977 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-db2eaabc-64ca-4b6d-b57f-5b6d23fc0e3e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.475083 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-db2eaabc-64ca-4b6d-b57f-5b6d23fc0e3e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.479608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b15cf484-226c-4413-9839-d6ae2b3f8b19 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:06.540231 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.543964 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2eaabc-64ca-4b6d-b57f-5b6d23fc0e3e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=ff2a929c-e692-4111-86af-55eed765fc2d,revision_number=8']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:06.548310 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-db2eaabc-64ca-4b6d-b57f-5b6d23fc0e3e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:06.551254 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:06.580806 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2eaabc-64ca-4b6d-b57f-5b6d23fc0e3e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:06.584091 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-db2eaabc-64ca-4b6d-b57f-5b6d23fc0e3e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:06.588425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2eaabc-64ca-4b6d-b57f-5b6d23fc0e3e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:06.589021 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-db2eaabc-64ca-4b6d-b57f-5b6d23fc0e3e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.604246 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-db2eaabc-64ca-4b6d-b57f-5b6d23fc0e3e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5889030 Jun 18 16:31:06.610382 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46666) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:06.611456 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72fcb98d-ee20-4bcb-99e1-0fde5d987782']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:06.617160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-31312f2c-524b-49e3-a355-ed9edd3ec2ac tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:06.625800 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ff15fb3c-74fe-4391-a974-46620e8269ca tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.658571 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6968584d-3b9d-4a5e-a355-eef6fd0cc820') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:06.658920 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6968584d-3b9d-4a5e-a355-eef6fd0cc820') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:06.667320 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2eaabc-64ca-4b6d-b57f-5b6d23fc0e3e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=29d97d0c-53d8-49d3-94bd-409c71e72f25,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:06.673728 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ff15fb3c-74fe-4391-a974-46620e8269ca tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.683856 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-db2eaabc-64ca-4b6d-b57f-5b6d23fc0e3e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:06.701238 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.755390 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fac1e2d6-ee88-47b1-8b64-d3768255523b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.761754 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.api [None req-31312f2c-524b-49e3-a355-ed9edd3ec2ac tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:31:06.761754 dv-neutron-797121-1-hyperv neutron-server[93427]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:31:06.761754 dv-neutron-797121-1-hyperv neutron-server[93427]: [parameters: {'project_id_1': '856662b118944798b50c407d55a72106', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 31, 6, 757011)}] Jun 18 16:31:06.761754 dv-neutron-797121-1-hyperv neutron-server[93427]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:31:06.762217 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_db.api [None req-31312f2c-524b-49e3-a355-ed9edd3ec2ac tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:31:06.762948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:06.764855 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.797132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.815358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:06.815782 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.819709 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:06.822527 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:06.826743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1e2d6-ee88-47b1-8b64-d3768255523b None None] Pushing event deleted for resources: {'Port': ['ID=ff2a929c-e692-4111-86af-55eed765fc2d,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:06.834162 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac1e2d6-ee88-47b1-8b64-d3768255523b None None] No DVR routers for this DVR port ff2a929c-e692-4111-86af-55eed765fc2d on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:06.838174 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-fac1e2d6-ee88-47b1-8b64-d3768255523b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:06.840423 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Transition to ACTIVE for port object ab542aff-78ba-4ccb-8060-cfad1fdbe951 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:06.863516 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8c2ab0-c987-46c5-9a48-a7e30f892e24 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:06.879538 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ab1332-a1c9-4767-9cef-be41ed60ec4e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:06.883445 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-35ab1332-a1c9-4767-9cef-be41ed60ec4e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.917266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Transition to ACTIVE for port object ab542aff-78ba-4ccb-8060-cfad1fdbe951 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:06.941390 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-686c1999-5fb5-4fb9-98d9-83ea1986d511 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.945906 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.950474 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:06.962517 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a2e39e-e17b-4089-8516-84dacd105594 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:31:06.976644 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c863d19-648c-4d73-aeda-cb8820d0df99 None None] Sync routers for ids ['46040cd9-d555-4c49-9813-787595ea17db'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:31:06.995958 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c863d19-648c-4d73-aeda-cb8820d0df99 None None] Routers {'46040cd9-d555-4c49-9813-787595ea17db'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:06.996586 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7c863d19-648c-4d73-aeda-cb8820d0df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46040cd9-d555-4c49-9813-787595ea17db'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:06.998037 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-54a2e39e-e17b-4089-8516-84dacd105594 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "PUT /v2.0/routers/46040cd9-d555-4c49-9813-787595ea17db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5593898 Jun 18 16:31:07.002974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46670) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:07.027814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Network b62be583-a989-4e8b-b0bd-da06f5daf722 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:07.030816 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Pushing event updated for resources: {'Port': ['ID=ab542aff-78ba-4ccb-8060-cfad1fdbe951,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:07.037148 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:07.047502 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:07.049876 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:07.104218 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-686c1999-5fb5-4fb9-98d9-83ea1986d511 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.104524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.116441 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7c863d19-648c-4d73-aeda-cb8820d0df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:07.136663 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-afcc0da5-e598-41bc-ba02-562d62e5e5bd tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:07.141115 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c863d19-648c-4d73-aeda-cb8820d0df99 None None] Routers {'46040cd9-d555-4c49-9813-787595ea17db'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:07.142140 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7c863d19-648c-4d73-aeda-cb8820d0df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:30:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46040cd9-d555-4c49-9813-787595ea17db'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:07.143234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.154856 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/72fcb98d-ee20-4bcb-99e1-0fde5d987782 HTTP/1.1" status: 204 len: 168 time: 4.7934008 Jun 18 16:31:07.168708 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46672) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:07.213460 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': '29d97d0c-53d8-49d3-94bd-409c71e72f25'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:31:07.214181 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7c863d19-648c-4d73-aeda-cb8820d0df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:07.214752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.215997 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c863d19-648c-4d73-aeda-cb8820d0df99 None None] The sync data for ids ['46040cd9-d555-4c49-9813-787595ea17db'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:31:07.247596 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Attempting to bind port ab542aff-78ba-4ccb-8060-cfad1fdbe951 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:07.248401 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Attempting to bind port ab542aff-78ba-4ccb-8060-cfad1fdbe951 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '2a5e067c-40f2-4375-8362-d0a476848308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b62be583-a989-4e8b-b0bd-da06f5daf722'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:07.248894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-ff15fb3c-74fe-4391-a974-46620e8269ca tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Allocated IP 172.26.2.40 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/b696cac2-96bf-47af-98dd-27c1b651b019) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:07.249319 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Attempting to bind port ab542aff-78ba-4ccb-8060-cfad1fdbe951 on network b62be583-a989-4e8b-b0bd-da06f5daf722 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:07.260316 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Network': ['ID=72fcb98d-ee20-4bcb-99e1-0fde5d987782,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:07.308121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31312f2c-524b-49e3-a355-ed9edd3ec2ac tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:07.311796 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-31312f2c-524b-49e3-a355-ed9edd3ec2ac tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.339068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:07.347050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:07.347962 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Checking segment: {'id': '2a5e067c-40f2-4375-8362-d0a476848308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b62be583-a989-4e8b-b0bd-da06f5daf722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:07.348153 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.348322 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8563ef-f93b-4554-8035-50e4cfb1f617 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:07.348659 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Bound using segment: {'id': '2a5e067c-40f2-4375-8362-d0a476848308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b62be583-a989-4e8b-b0bd-da06f5daf722'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:07.348823 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8563ef-f93b-4554-8035-50e4cfb1f617 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:07.349487 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Bound port: ab542aff-78ba-4ccb-8060-cfad1fdbe951, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5e067c-40f2-4375-8362-d0a476848308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b62be583-a989-4e8b-b0bd-da06f5daf722'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:07.349992 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.357175 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6f8563ef-f93b-4554-8035-50e4cfb1f617 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/72fcb98d-ee20-4bcb-99e1-0fde5d987782 HTTP/1.1" status: 404 len: 339 time: 0.1454327 Jun 18 16:31:07.368862 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46674) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:07.377145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-9179e276-e361-47a0-b42b-8fd2eaa6af98 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1897239842', 'description': 'd1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:07.402219 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-686c1999-5fb5-4fb9-98d9-83ea1986d511 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.491707 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e707b7a5-bf18-43fd-80ed-b1d2b253509d tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.493337 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Allocated IP 2001:db8::f816:3eff:fe54:8b5c (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/29d97d0c-53d8-49d3-94bd-409c71e72f25/cbe3f5d6-9a35-45b4-a452-1b6046aa5c49) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:07.500684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9179e276-e361-47a0-b42b-8fd2eaa6af98 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:07.504209 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9179e276-e361-47a0-b42b-8fd2eaa6af98 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.513566 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-686c1999-5fb5-4fb9-98d9-83ea1986d511 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.518523 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-337008d3-94b1-4a55-b4f7-58207729d9a9 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:07.573386 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-686c1999-5fb5-4fb9-98d9-83ea1986d511 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.577600 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-686c1999-5fb5-4fb9-98d9-83ea1986d511 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "DELETE /v2.0/subnets/4e204d98-ff7c-44fc-b2df-27b1f2ed51a7 HTTP/1.1" status: 204 len: 168 time: 1.3486614 Jun 18 16:31:07.577600 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c1999-5fb5-4fb9-98d9-83ea1986d511 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event deleted for resources: {'Subnet': ['ID=4e204d98-ff7c-44fc-b2df-27b1f2ed51a7,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:07.578658 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46676) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:07.590634 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-686c1999-5fb5-4fb9-98d9-83ea1986d511 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:07.628171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] For port ab542aff-78ba-4ccb-8060-cfad1fdbe951, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:07.653114 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] For port ab542aff-78ba-4ccb-8060-cfad1fdbe951, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ab542aff-78ba-4ccb-8060-cfad1fdbe951,segment=NetworkSegment(2a5e067c-40f2-4375-8362-d0a476848308),segment_id=2a5e067c-40f2-4375-8362-d0a476848308)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:07.659450 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5b89f7d9-6ffc-44f2-b0d6-90d158e5d4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.664218 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.667937 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c381161-6e2e-471f-ac99-630ff5c7082a tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:07.674140 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4c381161-6e2e-471f-ac99-630ff5c7082a tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0881357 Jun 18 16:31:07.674140 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46678) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:07.681267 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9179e276-e361-47a0-b42b-8fd2eaa6af98 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:31:07.696342 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-48a8e4cd-e23e-432a-bf27-79c1cd454bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:07.706998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ff15fb3c-74fe-4391-a974-46620e8269ca tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.743506 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9179e276-e361-47a0-b42b-8fd2eaa6af98 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.743813 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-9179e276-e361-47a0-b42b-8fd2eaa6af98 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Added segment c55ec784-3571-4b4b-b28f-86c09559b534 of type vlan for network 88d04af2-4bc0-4ab2-b543-03e0c1530134 Jun 18 16:31:07.777878 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Pushing event updated for resources: {'Port': ['ID=ab542aff-78ba-4ccb-8060-cfad1fdbe951,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:07.783670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:07.837292 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9179e276-e361-47a0-b42b-8fd2eaa6af98 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.854394 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e707b7a5-bf18-43fd-80ed-b1d2b253509d tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.869734 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.884166 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Transition to ACTIVE for port object cbe3f5d6-9a35-45b4-a452-1b6046aa5c49 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:07.905049 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Transition to ACTIVE for port object cbe3f5d6-9a35-45b4-a452-1b6046aa5c49 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:07.913165 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.916054 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-02fef7d0-4e15-40c6-986d-03b6e1a42e9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:07.944671 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-35ab1332-a1c9-4767-9cef-be41ed60ec4e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.950208 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f39ff536-bf92-41ea-a5fa-8a6bd5c7776a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:07.984773 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ff15fb3c-74fe-4391-a974-46620e8269ca tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.985003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:07.988813 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:07.995733 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Pushing event updated for resources: {'Port': ['ID=cbe3f5d6-9a35-45b4-a452-1b6046aa5c49,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:07.998058 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9179e276-e361-47a0-b42b-8fd2eaa6af98 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.998337 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:08.001186 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:08.006924 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9179e276-e361-47a0-b42b-8fd2eaa6af98 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:08.007305 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9179e276-e361-47a0-b42b-8fd2eaa6af98 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.033841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ab1332-a1c9-4767-9cef-be41ed60ec4e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:08.041493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-35ab1332-a1c9-4767-9cef-be41ed60ec4e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:08.050435 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab1332-a1c9-4767-9cef-be41ed60ec4e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:08.050970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-35ab1332-a1c9-4767-9cef-be41ed60ec4e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.078968 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.082142 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-31312f2c-524b-49e3-a355-ed9edd3ec2ac tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.085317 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-11210fc7-313a-4fe1-9f78-6717b9dd75a9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:08.087627 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff15fb3c-74fe-4391-a974-46620e8269ca tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:08.093488 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9179e276-e361-47a0-b42b-8fd2eaa6af98 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7203996 Jun 18 16:31:08.095168 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46680) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:08.095749 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ad464c-ae6c-41b8-98ae-c196d5bfa27b None None] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:08.111329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-ff15fb3c-74fe-4391-a974-46620e8269ca tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:08.114556 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab1332-a1c9-4767-9cef-be41ed60ec4e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Subnet': ['ID=cd34df9a-470c-4522-936a-774d765d35af,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:08.119900 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff15fb3c-74fe-4391-a974-46620e8269ca tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:08.131797 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31312f2c-524b-49e3-a355-ed9edd3ec2ac tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:08.136029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-35ab1332-a1c9-4767-9cef-be41ed60ec4e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:08.136760 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c8d4ecd1-9c4d-411c-a9b0-687f7bffb538 tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:08.138649 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-31312f2c-524b-49e3-a355-ed9edd3ec2ac tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:08.145213 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31312f2c-524b-49e3-a355-ed9edd3ec2ac tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:08.145812 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-31312f2c-524b-49e3-a355-ed9edd3ec2ac tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.206378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-e707b7a5-bf18-43fd-80ed-b1d2b253509d tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Deleting port 2df15e0e-1d69-46cb-b88a-f2f106c15a0a {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:08.206757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e707b7a5-bf18-43fd-80ed-b1d2b253509d tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.214555 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-35ab1332-a1c9-4767-9cef-be41ed60ec4e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9208391 Jun 18 16:31:08.221501 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46684) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:08.243812 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-cb152465-3bbb-45a7-ba08-b65cab212116 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'security_group': {'name': 'tempest-secgroup-1887190556'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:08.256558 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31312f2c-524b-49e3-a355-ed9edd3ec2ac tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=18619061-8c1b-4e50-b340-52b77fe8d96b,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:08.267698 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-31312f2c-524b-49e3-a355-ed9edd3ec2ac tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:08.289669 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Attempting to bind port cbe3f5d6-9a35-45b4-a452-1b6046aa5c49 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:08.291877 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Attempting to bind port cbe3f5d6-9a35-45b4-a452-1b6046aa5c49 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:08.293577 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Attempting to bind port cbe3f5d6-9a35-45b4-a452-1b6046aa5c49 on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:08.300369 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-31312f2c-524b-49e3-a355-ed9edd3ec2ac tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6904230 Jun 18 16:31:08.312328 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46686) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:08.325966 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-1489cf19-44d1-45a2-9bfc-096a5a0708e3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'mac_address': 'fa:16:3e:3d:cb:2f', 'name': 'tempest-NetworksTestDHCPv6-2110239493'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:08.344927 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:08.345755 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:08.346931 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.347595 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:08.349141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Bound port: cbe3f5d6-9a35-45b4-a452-1b6046aa5c49, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:08.350229 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.371400 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15fb3c-74fe-4391-a974-46620e8269ca tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Pushing event updated for resources: {'Port': ['ID=b696cac2-96bf-47af-98dd-27c1b651b019,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:08.381813 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ff15fb3c-74fe-4391-a974-46620e8269ca tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:08.389239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae310e-3988-4aa1-b75f-7a5aaf2dac9c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:08.394654 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-20ae310e-3988-4aa1-b75f-7a5aaf2dac9c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "GET /v2.0/networks?id=88d04af2-4bc0-4ab2-b543-03e0c1530134 HTTP/1.1" status: 200 len: 761 time: 0.2976971 Jun 18 16:31:08.395337 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-88678cf4-dbe8-4188-ac80-6843456cea26 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:08.402201 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46688) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:08.408684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-15677a04-03ae-4aab-aa0c-0fa753f95bf0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'network': {'description': 'd2'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:08.426708 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.428344 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ab542aff-78ba-4ccb-8060-cfad1fdbe951 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:08.457454 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-332f4b2c-1fa7-4385-8de1-36feb173e48b None None] Provisioning complete for port 627a05fe-40f3-4def-9333-0573fce9fda5 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:08.458095 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-332f4b2c-1fa7-4385-8de1-36feb173e48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.474205 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cb152465-3bbb-45a7-ba08-b65cab212116 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.492967 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Deleting port ab542aff-78ba-4ccb-8060-cfad1fdbe951 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:08.493502 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.577417 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1489cf19-44d1-45a2-9bfc-096a5a0708e3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:08.665400 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] For port ab542aff-78ba-4ccb-8060-cfad1fdbe951, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ab542aff-78ba-4ccb-8060-cfad1fdbe951,segment=NetworkSegment(2a5e067c-40f2-4375-8362-d0a476848308),segment_id=2a5e067c-40f2-4375-8362-d0a476848308)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:08.666024 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.761458 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] For port cbe3f5d6-9a35-45b4-a452-1b6046aa5c49, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:08.765662 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Calling delete_port for ab542aff-78ba-4ccb-8060-cfad1fdbe951 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:08.800164 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] For port cbe3f5d6-9a35-45b4-a452-1b6046aa5c49, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=cbe3f5d6-9a35-45b4-a452-1b6046aa5c49,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:08.803883 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port ab542aff-78ba-4ccb-8060-cfad1fdbe951 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:08.809784 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.813539 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-497c2028-a4a5-4425-82e4-bd6ec2417a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:08.859418 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cb152465-3bbb-45a7-ba08-b65cab212116 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.917499 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.939250 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Pushing event updated for resources: {'Port': ['ID=cbe3f5d6-9a35-45b4-a452-1b6046aa5c49,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:08.943025 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:08.963523 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-332f4b2c-1fa7-4385-8de1-36feb173e48b None None] Provisioning complete for port 699f534b-5706-463f-9969-4b6ad114d665 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:08.963922 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-332f4b2c-1fa7-4385-8de1-36feb173e48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.004687 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1489cf19-44d1-45a2-9bfc-096a5a0708e3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.039987 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-332f4b2c-1fa7-4385-8de1-36feb173e48b None None] Port 699f534b-5706-463f-9969-4b6ad114d665 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:09.044372 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-1489cf19-44d1-45a2-9bfc-096a5a0708e3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port 76a21cfa-c2bc-42cc-869f-c0dcc592037c yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:31:09.058460 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ba79a1-8b26-462f-99bd-a4270934732d None None] Update dhcp port {'port': {'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168', 'fixed_ips': [{'subnet_id': '333ce170-59b1-4ef8-b2d2-6e0e6175988c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cd34df9a-470c-4522-936a-774d765d35af'}], 'binding:host_id': 'dv-neutron-797121-1-hyperv'}, 'id': '627a05fe-40f3-4def-9333-0573fce9fda5'} from dv-neutron-797121-1-hyperv. {{(pid=93429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:31:09.098435 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.100463 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cb152465-3bbb-45a7-ba08-b65cab212116 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.107402 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1d41c530-339b-407e-8c2d-26f4968fcc37 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:09.111687 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f6ba79a1-8b26-462f-99bd-a4270934732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.117831 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e707b7a5-bf18-43fd-80ed-b1d2b253509d tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.144974 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event deleted for resources: {'Port': ['ID=ab542aff-78ba-4ccb-8060-cfad1fdbe951,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:09.157313 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:09.160582 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-eaa7ac19-cf34-4c3f-b787-fa8bd66aff24 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:09.176919 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179e276-e361-47a0-b42b-8fd2eaa6af98 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Network': ['ID=88d04af2-4bc0-4ab2-b543-03e0c1530134,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:09.197452 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9179e276-e361-47a0-b42b-8fd2eaa6af98 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:09.201000 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] No DVR routers for this DVR port ab542aff-78ba-4ccb-8060-cfad1fdbe951 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:09.223883 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cb152465-3bbb-45a7-ba08-b65cab212116 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.225137 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cb152465-3bbb-45a7-ba08-b65cab212116 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9995244 Jun 18 16:31:09.245937 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 88d04af2-4bc0-4ab2-b543-03e0c1530134 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:31:09.249959 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46690) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:09.297149 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-e707b7a5-bf18-43fd-80ed-b1d2b253509d tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Calling delete_port for 2df15e0e-1d69-46cb-b88a-f2f106c15a0a owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:09.305728 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-c09199b1-aafa-4251-843b-9225cd83af29 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'security_group': {'name': 'tempest-secgroup-461567297'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:09.407425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb152465-3bbb-45a7-ba08-b65cab212116 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d784b6a-7aae-445f-b2ae-d42d3fcbcaf0,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:09.409891 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7d2bfd-8956-42fb-90a9-c1eac452ffed None None] Network b62be583-a989-4e8b-b0bd-da06f5daf722 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:09.434362 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cb152465-3bbb-45a7-ba08-b65cab212116 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:09.445081 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.469937 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62be583-a989-4e8b-b0bd-da06f5daf722']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:09.490412 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5e067c-40f2-4375-8362-d0a476848308') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:09.490778 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5e067c-40f2-4375-8362-d0a476848308') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:09.505295 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c09199b1-aafa-4251-843b-9225cd83af29 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.521867 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.532777 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-15677a04-03ae-4aab-aa0c-0fa753f95bf0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.533725 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-37f91405-839a-4888-93ef-7e8ba6210024 None None] Could not find standard attr ID for object ab542aff-78ba-4ccb-8060-cfad1fdbe951. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:31:09.601692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-15677a04-03ae-4aab-aa0c-0fa753f95bf0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.605257 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.609561 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0e6555e5-ea4a-473e-9259-6ce83b5ca8f2 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:09.624926 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:09.625339 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.628669 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-f6ba79a1-8b26-462f-99bd-a4270934732d None None] Allocated IP 2001:db8::2 (e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168/cd34df9a-470c-4522-936a-774d765d35af/627a05fe-40f3-4def-9333-0573fce9fda5) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:09.634379 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:09.677793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-15677a04-03ae-4aab-aa0c-0fa753f95bf0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network 88d04af2-4bc0-4ab2-b543-03e0c1530134 is not hosted by any dhcp agent {{(pid=93428) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:31:09.684940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15677a04-03ae-4aab-aa0c-0fa753f95bf0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:09.685456 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-15677a04-03ae-4aab-aa0c-0fa753f95bf0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.689014 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-15677a04-03ae-4aab-aa0c-0fa753f95bf0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "PUT /v2.0/networks/88d04af2-4bc0-4ab2-b543-03e0c1530134 HTTP/1.1" status: 200 len: 758 time: 1.2824910 Jun 18 16:31:09.691873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46694) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:09.701495 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-1489cf19-44d1-45a2-9bfc-096a5a0708e3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 172.20.0.3 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/18619061-8c1b-4e50-b340-52b77fe8d96b/76a21cfa-c2bc-42cc-869f-c0dcc592037c) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:09.706551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ff15fb3c-74fe-4391-a974-46620e8269ca tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.709353 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9523699-7106-4a74-ab8a-ef76048d962c None None] DHCP port deletion for b62be583-a989-4e8b-b0bd-da06f5daf722 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:31:09.729151 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-1489cf19-44d1-45a2-9bfc-096a5a0708e3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::f816:3eff:fe3d:cb2f (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/29d97d0c-53d8-49d3-94bd-409c71e72f25/76a21cfa-c2bc-42cc-869f-c0dcc592037c) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:09.760861 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-f6ba79a1-8b26-462f-99bd-a4270934732d None None] For port 627a05fe-40f3-4def-9333-0573fce9fda5, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=627a05fe-40f3-4def-9333-0573fce9fda5,segment=NetworkSegment(d3f15de3-5253-40e2-bb5f-c4ceff894185),segment_id=d3f15de3-5253-40e2-bb5f-c4ceff894185)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:09.761665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.771480 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:09.787170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.789045 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "DELETE /v2.0/networks/b62be583-a989-4e8b-b0bd-da06f5daf722 HTTP/1.1" status: 204 len: 168 time: 2.1145210 Jun 18 16:31:09.796931 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event deleted for resources: {'Network': ['ID=b62be583-a989-4e8b-b0bd-da06f5daf722,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:09.798826 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46696) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:09.803964 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c09199b1-aafa-4251-843b-9225cd83af29 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.804225 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f6ba79a1-8b26-462f-99bd-a4270934732d None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.807418 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:09.819307 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f6ba79a1-8b26-462f-99bd-a4270934732d None None] Transition to ACTIVE for port object 627a05fe-40f3-4def-9333-0573fce9fda5 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:09.824309 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f6ba79a1-8b26-462f-99bd-a4270934732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.827692 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:09.896594 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c09199b1-aafa-4251-843b-9225cd83af29 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.902641 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d446957e-72c4-4c7f-ae27-1429cfd05ece tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.909986 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6d02f5fe-19a5-4351-a950-16a48ec73ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:09.915886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba79a1-8b26-462f-99bd-a4270934732d None None] Pushing event updated for resources: {'Port': ['ID=627a05fe-40f3-4def-9333-0573fce9fda5,revision_number=6']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:09.925632 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f6ba79a1-8b26-462f-99bd-a4270934732d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:09.934717 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15677a04-03ae-4aab-aa0c-0fa753f95bf0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Network': ['ID=88d04af2-4bc0-4ab2-b543-03e0c1530134,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:09.947513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-15677a04-03ae-4aab-aa0c-0fa753f95bf0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:09.962964 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 88d04af2-4bc0-4ab2-b543-03e0c1530134 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:31:10.016114 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d361a9-9beb-487f-a707-dcc275a80162 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:10.022131 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-26d361a9-9beb-487f-a707-dcc275a80162 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "GET /v2.0/networks?id=88d04af2-4bc0-4ab2-b543-03e0c1530134 HTTP/1.1" status: 200 len: 761 time: 0.3287039 Jun 18 16:31:10.028962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46698) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:10.035974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-ea50c99a-0275-4e45-8192-28c68f210252 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-810970299'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:10.045318 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d446957e-72c4-4c7f-ae27-1429cfd05ece tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.056566 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-d446957e-72c4-4c7f-ae27-1429cfd05ece tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602e8d8b-4c90-40ab-af51-d1e6ec8eb45c']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:10.057123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e707b7a5-bf18-43fd-80ed-b1d2b253509d tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.067225 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-d446957e-72c4-4c7f-ae27-1429cfd05ece tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3fdbe22-c47f-43d7-827f-08d9ef41eff8') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:10.067583 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-d446957e-72c4-4c7f-ae27-1429cfd05ece tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3fdbe22-c47f-43d7-827f-08d9ef41eff8') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:10.077742 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d446957e-72c4-4c7f-ae27-1429cfd05ece tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.092953 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d446957e-72c4-4c7f-ae27-1429cfd05ece tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.099858 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d446957e-72c4-4c7f-ae27-1429cfd05ece tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:10.099858 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d446957e-72c4-4c7f-ae27-1429cfd05ece tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:10.108173 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:10.110197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c09199b1-aafa-4251-843b-9225cd83af29 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.110197 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c09199b1-aafa-4251-843b-9225cd83af29 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8538249 Jun 18 16:31:10.114343 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b1a7e492-8645-4a81-8d46-7d044dc54c8e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:10.118516 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46700) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:10.135018 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-01a31415-215e-4acc-a205-cc62f026042b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'security_group': {'name': 'tempest-secgroup-855584754'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:10.166933 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09199b1-aafa-4251-843b-9225cd83af29 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a44d67-a647-4a67-9f8b-b3121201b550,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:10.182217 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707b7a5-bf18-43fd-80ed-b1d2b253509d tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event deleted for resources: {'Port': ['ID=2df15e0e-1d69-46cb-b88a-f2f106c15a0a,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:10.206244 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e707b7a5-bf18-43fd-80ed-b1d2b253509d tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:10.206684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c09199b1-aafa-4251-843b-9225cd83af29 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:10.253040 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d446957e-72c4-4c7f-ae27-1429cfd05ece tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.260138 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea50c99a-0275-4e45-8192-28c68f210252 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:10.260321 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:10.265065 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ea50c99a-0275-4e45-8192-28c68f210252 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.279225 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d446957e-72c4-4c7f-ae27-1429cfd05ece tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.281166 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d446957e-72c4-4c7f-ae27-1429cfd05ece tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "DELETE /v2.0/networks/602e8d8b-4c90-40ab-af51-d1e6ec8eb45c HTTP/1.1" status: 204 len: 168 time: 0.4754639 Jun 18 16:31:10.284693 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446957e-72c4-4c7f-ae27-1429cfd05ece tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event deleted for resources: {'Network': ['ID=602e8d8b-4c90-40ab-af51-d1e6ec8eb45c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:10.286491 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46702) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:10.287732 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eb744f-49bd-49dc-b068-c949bd55ed3b None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:10.292013 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d446957e-72c4-4c7f-ae27-1429cfd05ece tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:10.300179 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ff15fb3c-74fe-4391-a974-46620e8269ca tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.339984 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ff15fb3c-74fe-4391-a974-46620e8269ca tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.343539 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea50c99a-0275-4e45-8192-28c68f210252 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:31:10.366049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01a31415-215e-4acc-a205-cc62f026042b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.389422 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7afb9732-32ab-4435-b1f1-5fa8774eec82 None None] Provisioning for port cbe3f5d6-9a35-45b4-a452-1b6046aa5c49 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:10.411338 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7a94b006-0701-4351-9ac2-760e946599e2 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.432414 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ea50c99a-0275-4e45-8192-28c68f210252 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.432765 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-ea50c99a-0275-4e45-8192-28c68f210252 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Added segment 5d13ee19-de23-437c-b4f8-9a4d324dd485 of type vlan for network 02ed901f-72a0-4801-8c08-b5d5be4c59b4 Jun 18 16:31:10.471930 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1489cf19-44d1-45a2-9bfc-096a5a0708e3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.479787 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.495271 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 627a05fe-40f3-4def-9333-0573fce9fda5 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:10.497647 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e707b7a5-bf18-43fd-80ed-b1d2b253509d tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.565598 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7a94b006-0701-4351-9ac2-760e946599e2 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.578137 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-7a94b006-0701-4351-9ac2-760e946599e2 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b152df-912b-4ad5-a29a-9717583c2443']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:10.590695 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device cbe3f5d6-9a35-45b4-a452-1b6046aa5c49 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:10.597411 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-7a94b006-0701-4351-9ac2-760e946599e2 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54876fa-c2bd-4525-89be-a8705afc30fb') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:10.598007 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-7a94b006-0701-4351-9ac2-760e946599e2 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54876fa-c2bd-4525-89be-a8705afc30fb') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:10.609197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7a94b006-0701-4351-9ac2-760e946599e2 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.632051 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-1489cf19-44d1-45a2-9bfc-096a5a0708e3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object 76a21cfa-c2bc-42cc-869f-c0dcc592037c will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:10.634238 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7a94b006-0701-4351-9ac2-760e946599e2 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.646910 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a94b006-0701-4351-9ac2-760e946599e2 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:10.647687 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7a94b006-0701-4351-9ac2-760e946599e2 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.652246 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port cbe3f5d6-9a35-45b4-a452-1b6046aa5c49 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:10.656619 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:10.673983 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port cbe3f5d6-9a35-45b4-a452-1b6046aa5c49 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:10.675543 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.683334 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01a31415-215e-4acc-a205-cc62f026042b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.686177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ea50c99a-0275-4e45-8192-28c68f210252 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.755985 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01a31415-215e-4acc-a205-cc62f026042b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.763402 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7a94b006-0701-4351-9ac2-760e946599e2 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.767660 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2fedd14c-2562-40c8-bc2e-5373e69516b2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:10.769795 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fb3e769d-d259-42c2-987b-b69253e3dace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:10.783071 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7a94b006-0701-4351-9ac2-760e946599e2 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.785067 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7a94b006-0701-4351-9ac2-760e946599e2 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "DELETE /v2.0/networks/53b152df-912b-4ad5-a29a-9717583c2443 HTTP/1.1" status: 204 len: 168 time: 0.4943695 Jun 18 16:31:10.786476 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94b006-0701-4351-9ac2-760e946599e2 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event deleted for resources: {'Network': ['ID=53b152df-912b-4ad5-a29a-9717583c2443,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:10.788651 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46706) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:10.791794 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1489cf19-44d1-45a2-9bfc-096a5a0708e3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.793604 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7a94b006-0701-4351-9ac2-760e946599e2 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:10.806574 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ea50c99a-0275-4e45-8192-28c68f210252 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.811541 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-76ca34e7-e9ac-4b2b-b57b-9988f190913b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:10.814137 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea50c99a-0275-4e45-8192-28c68f210252 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:10.815162 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ea50c99a-0275-4e45-8192-28c68f210252 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.825425 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a31415-215e-4acc-a205-cc62f026042b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bed8bd7-6f85-42b2-8bbf-576f09f8fe06,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:10.841237 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-01a31415-215e-4acc-a205-cc62f026042b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:10.842003 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3cce6422-8068-4abe-b97f-f8b14ce003b9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:10.867048 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcb81c5-c186-47da-b1b1-cbb7a79e75eb None None] Update dhcp port {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'fixed_ips': [{'subnet_id': '29d97d0c-53d8-49d3-94bd-409c71e72f25', 'ip_address': '2001:db8::f816:3eff:fe54:8b5c'}, {'subnet_id': '18619061-8c1b-4e50-b340-52b77fe8d96b'}], 'binding:host_id': 'dv-neutron-797121-1-hyperv'}, 'id': 'cbe3f5d6-9a35-45b4-a452-1b6046aa5c49'} from dv-neutron-797121-1-hyperv. {{(pid=93429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:31:10.879655 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1489cf19-44d1-45a2-9bfc-096a5a0708e3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:10.893315 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-1489cf19-44d1-45a2-9bfc-096a5a0708e3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:10.901816 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1489cf19-44d1-45a2-9bfc-096a5a0708e3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:10.922291 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489cf19-44d1-45a2-9bfc-096a5a0708e3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=76a21cfa-c2bc-42cc-869f-c0dcc592037c,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:10.928856 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e707b7a5-bf18-43fd-80ed-b1d2b253509d tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.930451 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1489cf19-44d1-45a2-9bfc-096a5a0708e3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:10.943525 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.946236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e707b7a5-bf18-43fd-80ed-b1d2b253509d tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.951481 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ea50c99a-0275-4e45-8192-28c68f210252 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9185607 Jun 18 16:31:10.954390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01a31415-215e-4acc-a205-cc62f026042b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.958261 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-01a31415-215e-4acc-a205-cc62f026042b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8312383 Jun 18 16:31:10.958261 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46708) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:10.964462 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46710) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:10.967260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-1fa62df9-e5bd-4221-956e-f1c8070683b5 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'subnet': {'network_id': '02ed901f-72a0-4801-8c08-b5d5be4c59b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:10.970015 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-452d3f51-d66a-40a3-8ec9-3588ae3b9260 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-315750893', 'security_groups': ['6bed8bd7-6f85-42b2-8bbf-576f09f8fe06'], 'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cd34df9a-470c-4522-936a-774d765d35af'}]}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:10.979863 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port cbe3f5d6-9a35-45b4-a452-1b6046aa5c49, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=cbe3f5d6-9a35-45b4-a452-1b6046aa5c49,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:10.981653 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3fcb81c5-c186-47da-b1b1-cbb7a79e75eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.994286 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.999065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:11.002354 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a81ad4ff-b023-46bb-bea2-15e299554cdc None None] Provisioning for port 627a05fe-40f3-4def-9333-0573fce9fda5 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:11.005609 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8da1d96-7368-4775-afac-3c7c26938880 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.024746 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50c99a-0275-4e45-8192-28c68f210252 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Network': ['ID=02ed901f-72a0-4801-8c08-b5d5be4c59b4,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:11.027352 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a81ad4ff-b023-46bb-bea2-15e299554cdc None None] Provisioning complete for port 627a05fe-40f3-4def-9333-0573fce9fda5 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:11.027352 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a81ad4ff-b023-46bb-bea2-15e299554cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.058166 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1489cf19-44d1-45a2-9bfc-096a5a0708e3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:11.058815 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1489cf19-44d1-45a2-9bfc-096a5a0708e3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.069202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ea50c99a-0275-4e45-8192-28c68f210252 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:11.083360 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 02ed901f-72a0-4801-8c08-b5d5be4c59b4 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:31:11.098768 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e707b7a5-bf18-43fd-80ed-b1d2b253509d tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.099187 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e707b7a5-bf18-43fd-80ed-b1d2b253509d tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Fanout notify agent at l3_agent the message router_deleted on router 46040cd9-d555-4c49-9813-787595ea17db {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:31:11.111296 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1489cf19-44d1-45a2-9bfc-096a5a0708e3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7965560 Jun 18 16:31:11.117215 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46712) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:11.119680 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e707b7a5-bf18-43fd-80ed-b1d2b253509d tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.121343 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e707b7a5-bf18-43fd-80ed-b1d2b253509d tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "DELETE /v2.0/routers/46040cd9-d555-4c49-9813-787595ea17db HTTP/1.1" status: 204 len: 168 time: 4.1126037 Jun 18 16:31:11.125183 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46714) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:11.139354 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ab542aff-78ba-4ccb-8060-cfad1fdbe951 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:31:11.191920 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff15fb3c-74fe-4391-a974-46620e8269ca tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Router b03fd4b6-3fdc-4c9c-9604-96a7f0e3d74f is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:31:11.195412 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: ab542aff-78ba-4ccb-8060-cfad1fdbe951 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:31:11.196755 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ab542aff-78ba-4ccb-8060-cfad1fdbe951 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:31:11.217042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa62df9-e5bd-4221-956e-f1c8070683b5 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:11.220792 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1fa62df9-e5bd-4221-956e-f1c8070683b5 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.229949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8da1d96-7368-4775-afac-3c7c26938880 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.231772 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73e588f-8741-4643-9753-9ced83ab715c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Deleting subnet fc9b858e-d03c-4041-b3a2-2959c895d814 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:11.245541 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c8da1d96-7368-4775-afac-3c7c26938880 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0835274-9f3d-4b72-8721-c8ab085020e9']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:11.246971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e73e588f-8741-4643-9753-9ced83ab715c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.266643 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c8da1d96-7368-4775-afac-3c7c26938880 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02c5c27-7a58-4e1f-adf3-9501e75d3e83') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:11.266943 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c8da1d96-7368-4775-afac-3c7c26938880 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02c5c27-7a58-4e1f-adf3-9501e75d3e83') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:11.281756 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8da1d96-7368-4775-afac-3c7c26938880 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.289898 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=cbe3f5d6-9a35-45b4-a452-1b6046aa5c49,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:11.296467 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452d3f51-d66a-40a3-8ec9-3588ae3b9260 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:11.300524 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:11.319085 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8da1d96-7368-4775-afac-3c7c26938880 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.357210 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e0faab-3032-47b5-942b-72f264e6af6e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:11.363079 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e0faab-3032-47b5-942b-72f264e6af6e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:11.364682 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-90e0faab-3032-47b5-942b-72f264e6af6e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2444007 Jun 18 16:31:11.365367 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a81ad4ff-b023-46bb-bea2-15e299554cdc None None] Provisioning complete for port 699f534b-5706-463f-9969-4b6ad114d665 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:11.365767 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a81ad4ff-b023-46bb-bea2-15e299554cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.367456 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8da1d96-7368-4775-afac-3c7c26938880 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:11.367850 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8da1d96-7368-4775-afac-3c7c26938880 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:11.370817 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:11.372844 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46716) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:11.389562 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e73e588f-8741-4643-9753-9ced83ab715c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.412510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-3fcb81c5-c186-47da-b1b1-cbb7a79e75eb None None] Allocated IP 172.20.0.2 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/18619061-8c1b-4e50-b340-52b77fe8d96b/cbe3f5d6-9a35-45b4-a452-1b6046aa5c49) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:11.432650 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-a81ad4ff-b023-46bb-bea2-15e299554cdc None None] Port 699f534b-5706-463f-9969-4b6ad114d665 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:11.491354 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8da1d96-7368-4775-afac-3c7c26938880 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.496594 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8da1d96-7368-4775-afac-3c7c26938880 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.501438 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c8da1d96-7368-4775-afac-3c7c26938880 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] 10.222.0.39 "DELETE /v2.0/networks/b0835274-9f3d-4b72-8721-c8ab085020e9 HTTP/1.1" status: 204 len: 168 time: 0.7115347 Jun 18 16:31:11.506567 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff15fb3c-74fe-4391-a974-46620e8269ca tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:31:11.514108 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:11.529596 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3fcb81c5-c186-47da-b1b1-cbb7a79e75eb None None] For port cbe3f5d6-9a35-45b4-a452-1b6046aa5c49, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=cbe3f5d6-9a35-45b4-a452-1b6046aa5c49,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:11.557728 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-452d3f51-d66a-40a3-8ec9-3588ae3b9260 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.561676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da1d96-7368-4775-afac-3c7c26938880 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Pushing event deleted for resources: {'Network': ['ID=b0835274-9f3d-4b72-8721-c8ab085020e9,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:11.563096 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3fcb81c5-c186-47da-b1b1-cbb7a79e75eb None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.564603 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c8da1d96-7368-4775-afac-3c7c26938880 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:11.575706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e73e588f-8741-4643-9753-9ced83ab715c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.578846 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3fcb81c5-c186-47da-b1b1-cbb7a79e75eb None None] Transition to ACTIVE for port object cbe3f5d6-9a35-45b4-a452-1b6046aa5c49 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:11.582027 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddc25ef-c6c3-47ce-bee6-2ba5706daef6 None None] Sync routers for ids ['b03fd4b6-3fdc-4c9c-9604-96a7f0e3d74f'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:31:11.589244 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-452d3f51-d66a-40a3-8ec9-3588ae3b9260 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] device_id is not set on port 6b38c88b-410e-474a-b1af-9ce1a8acfb23 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:31:11.591913 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3fcb81c5-c186-47da-b1b1-cbb7a79e75eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.603622 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7f57ada2-8468-4868-9148-cad4683cb83c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:11.658818 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb81c5-c186-47da-b1b1-cbb7a79e75eb None None] Pushing event updated for resources: {'Port': ['ID=cbe3f5d6-9a35-45b4-a452-1b6046aa5c49,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:11.668699 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ff15fb3c-74fe-4391-a974-46620e8269ca tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.670062 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ff15fb3c-74fe-4391-a974-46620e8269ca tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "PUT /v2.0/routers/b03fd4b6-3fdc-4c9c-9604-96a7f0e3d74f HTTP/1.1" status: 200 len: 879 time: 6.8738992 Jun 18 16:31:11.694889 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46720) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:11.696758 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e73e588f-8741-4643-9753-9ced83ab715c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.702671 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddc25ef-c6c3-47ce-bee6-2ba5706daef6 None None] Routers {'b03fd4b6-3fdc-4c9c-9604-96a7f0e3d74f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:11.703336 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-cddc25ef-c6c3-47ce-bee6-2ba5706daef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:31:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['b03fd4b6-3fdc-4c9c-9604-96a7f0e3d74f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:11.707874 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e1130b3c-a2f2-4c58-a8a9-ad30862e57ba tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:11.708426 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3fcb81c5-c186-47da-b1b1-cbb7a79e75eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:11.777571 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e588f-8741-4643-9753-9ced83ab715c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event deleted for resources: {'Subnet': ['ID=fc9b858e-d03c-4041-b3a2-2959c895d814,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:11.788175 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e73e588f-8741-4643-9753-9ced83ab715c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.790354 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e73e588f-8741-4643-9753-9ced83ab715c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "DELETE /v2.0/subnets/fc9b858e-d03c-4041-b3a2-2959c895d814 HTTP/1.1" status: 204 len: 168 time: 0.6639209 Jun 18 16:31:11.793664 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e73e588f-8741-4643-9753-9ced83ab715c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:11.798224 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46724) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:11.951582 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-cddc25ef-c6c3-47ce-bee6-2ba5706daef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:11.952228 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46728) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:11.982012 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.983481 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88a8813-5267-4e91-b653-74d5442c6cac None None] Network b3ea6f70-0e44-47ab-8e76-543fd3081fbb requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:11.983925 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1fa62df9-e5bd-4221-956e-f1c8070683b5 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.990083 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d454c97d-84be-4269-9d2f-80ce0926ef97 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:11.998067 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e2969ea9-de06-4adc-803d-af3224a4752b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "GET /v2.0/routers/b03fd4b6-3fdc-4c9c-9604-96a7f0e3d74f HTTP/1.1" status: 200 len: 920 time: 0.2986734 Jun 18 16:31:11.998843 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46732) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:12.092141 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-452d3f51-d66a-40a3-8ec9-3588ae3b9260 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Allocated IP 2001:db8::35f (e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168/cd34df9a-470c-4522-936a-774d765d35af/6b38c88b-410e-474a-b1af-9ce1a8acfb23) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:12.100660 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddc25ef-c6c3-47ce-bee6-2ba5706daef6 None None] Routers {'b03fd4b6-3fdc-4c9c-9604-96a7f0e3d74f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:12.101316 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-cddc25ef-c6c3-47ce-bee6-2ba5706daef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:31:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['b03fd4b6-3fdc-4c9c-9604-96a7f0e3d74f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:12.152000 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-cddc25ef-c6c3-47ce-bee6-2ba5706daef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:12.152874 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddc25ef-c6c3-47ce-bee6-2ba5706daef6 None None] The sync data for ids ['b03fd4b6-3fdc-4c9c-9604-96a7f0e3d74f'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:31:12.192443 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-3a5121e3-c12f-4211-adc5-beb8c600409e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port 76a21cfa-c2bc-42cc-869f-c0dcc592037c {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:12.192767 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3a5121e3-c12f-4211-adc5-beb8c600409e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:12.326747 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device cbe3f5d6-9a35-45b4-a452-1b6046aa5c49 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:12.373704 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3a5121e3-c12f-4211-adc5-beb8c600409e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:12.375353 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6713bde8-cd8c-45d1-b8b8-c80cb1da5da5 None None] DHCP port deletion for b3ea6f70-0e44-47ab-8e76-543fd3081fbb request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:31:12.392636 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-452d3f51-d66a-40a3-8ec9-3588ae3b9260 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:12.457099 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-3a5121e3-c12f-4211-adc5-beb8c600409e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for 76a21cfa-c2bc-42cc-869f-c0dcc592037c owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:12.459817 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-6713bde8-cd8c-45d1-b8b8-c80cb1da5da5 None None] Deleting port f43b6bb3-f7f7-433f-b308-8f9c9560aa09 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:12.460426 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6713bde8-cd8c-45d1-b8b8-c80cb1da5da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:12.478346 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-452d3f51-d66a-40a3-8ec9-3588ae3b9260 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Transition to ACTIVE for port object 6b38c88b-410e-474a-b1af-9ce1a8acfb23 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:12.538570 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-6713bde8-cd8c-45d1-b8b8-c80cb1da5da5 None None] For port f43b6bb3-f7f7-433f-b308-8f9c9560aa09, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f43b6bb3-f7f7-433f-b308-8f9c9560aa09,segment=NetworkSegment(73c5f61e-008f-46e9-ad42-209befb10436),segment_id=73c5f61e-008f-46e9-ad42-209befb10436)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:12.539749 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6713bde8-cd8c-45d1-b8b8-c80cb1da5da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:12.553661 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa62df9-e5bd-4221-956e-f1c8070683b5 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Subnet': ['ID=d5c953ee-aede-49b8-81e5-cdce409cf57a,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:12.566807 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1fa62df9-e5bd-4221-956e-f1c8070683b5 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:12.594280 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa62df9-e5bd-4221-956e-f1c8070683b5 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Checking segment: {'id': '5d13ee19-de23-437c-b4f8-9a4d324dd485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '02ed901f-72a0-4801-8c08-b5d5be4c59b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:12.595033 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa62df9-e5bd-4221-956e-f1c8070683b5 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network hostable DHCP agents. Network: 02ed901f-72a0-4801-8c08-b5d5be4c59b4, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:31:12.596561 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-452d3f51-d66a-40a3-8ec9-3588ae3b9260 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:12.607465 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-74b5f7da-24bc-4f20-890e-2468855072a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca0588e2204c4176b27a875020528b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6496055 Jun 18 16:31:12.611633 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e769ec5d-e17f-4a4d-a6a4-3de76a71d377 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:12.614961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46734) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:12.638102 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-6713bde8-cd8c-45d1-b8b8-c80cb1da5da5 None None] Calling delete_port for f43b6bb3-f7f7-433f-b308-8f9c9560aa09 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:12.656331 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc275e96-356f-43b4-92ed-790178c560e7 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:12.660688 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-dc275e96-356f-43b4-92ed-790178c560e7 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&device_id=b03fd4b6-3fdc-4c9c-9604-96a7f0e3d74f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6565754 Jun 18 16:31:12.667927 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46736) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:12.671566 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452d3f51-d66a-40a3-8ec9-3588ae3b9260 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:12.692779 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa62df9-e5bd-4221-956e-f1c8070683b5 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network 02ed901f-72a0-4801-8c08-b5d5be4c59b4 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:31:12.713052 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Deleting port f43b6bb3-f7f7-433f-b308-8f9c9560aa09 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:12.713384 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:12.715479 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-1fa62df9-e5bd-4221-956e-f1c8070683b5 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 02ed901f-72a0-4801-8c08-b5d5be4c59b4) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:12.760006 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa62df9-e5bd-4221-956e-f1c8070683b5 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:12.760699 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1fa62df9-e5bd-4221-956e-f1c8070683b5 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:12.766868 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-452d3f51-d66a-40a3-8ec9-3588ae3b9260 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:12.771722 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f346d4c8-6734-464e-bbab-8cb3cf9990f4 None None] Network 02ed901f-72a0-4801-8c08-b5d5be4c59b4 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:12.776798 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6713bde8-cd8c-45d1-b8b8-c80cb1da5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:12.779662 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d3f51-d66a-40a3-8ec9-3588ae3b9260 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:12.785393 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452d3f51-d66a-40a3-8ec9-3588ae3b9260 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:12.786053 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-452d3f51-d66a-40a3-8ec9-3588ae3b9260 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:12.786176 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-72a54d57-8d38-4b19-8aaf-a08e243ffe71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:12.808777 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e17d8558-c13a-4087-a276-95d8c79fb4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:12.818837 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d3f51-d66a-40a3-8ec9-3588ae3b9260 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=6b38c88b-410e-474a-b1af-9ce1a8acfb23,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:12.822507 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe5d8ee-5470-41e2-9222-68c08e6d6c23 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:12.823970 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8fe5d8ee-5470-41e2-9222-68c08e6d6c23 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "GET /v2.0/networks/aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 HTTP/1.1" status: 200 len: 881 time: 0.1549745 Jun 18 16:31:12.824915 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-452d3f51-d66a-40a3-8ec9-3588ae3b9260 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:12.830179 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46738) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:12.840333 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1fa62df9-e5bd-4221-956e-f1c8070683b5 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8751922 Jun 18 16:31:12.841683 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46740) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:12.847882 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] For port f43b6bb3-f7f7-433f-b308-8f9c9560aa09, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f43b6bb3-f7f7-433f-b308-8f9c9560aa09,segment=NetworkSegment(73c5f61e-008f-46e9-ad42-209befb10436),segment_id=73c5f61e-008f-46e9-ad42-209befb10436)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:12.848251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:12.870119 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713bde8-cd8c-45d1-b8b8-c80cb1da5da5 None None] Pushing event deleted for resources: {'Port': ['ID=f43b6bb3-f7f7-433f-b308-8f9c9560aa09,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:12.878242 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6713bde8-cd8c-45d1-b8b8-c80cb1da5da5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:12.904678 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e17d8558-c13a-4087-a276-95d8c79fb4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:12.917464 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6713bde8-cd8c-45d1-b8b8-c80cb1da5da5 None None] No DVR routers for this DVR port f43b6bb3-f7f7-433f-b308-8f9c9560aa09 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:12.939004 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Calling delete_port for f43b6bb3-f7f7-433f-b308-8f9c9560aa09 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:12.997868 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-452d3f51-d66a-40a3-8ec9-3588ae3b9260 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0316653 Jun 18 16:31:13.019340 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46742) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:13.028244 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-139d4d19-95c1-470a-9935-7b439cdc67eb tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03fd4b6-3fdc-4c9c-9604-96a7f0e3d74f HTTP/1.1" status: 200 len: 205 time: 0.1967435 Jun 18 16:31:13.032923 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46744) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:13.033744 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-64c168ba-2ca5-4561-aa6d-724e7b8a6dac tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'subnet': {'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:13.040755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3a5121e3-c12f-4211-adc5-beb8c600409e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.096568 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2fb4d62a-e9b8-4f56-85e8-2c1a2ec149c7 None None] Provisioning for port cbe3f5d6-9a35-45b4-a452-1b6046aa5c49 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:13.135844 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2fb4d62a-e9b8-4f56-85e8-2c1a2ec149c7 None None] Provisioning complete for port cbe3f5d6-9a35-45b4-a452-1b6046aa5c49 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:13.136475 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2fb4d62a-e9b8-4f56-85e8-2c1a2ec149c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.146135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-02ed901f-72a0-4801-8c08-b5d5be4c59b4', 'network_id': '02ed901f-72a0-4801-8c08-b5d5be4c59b4', 'tenant_id': 'abc25a70fa09418db674bd652505e653', 'fixed_ips': [{'subnet_id': 'd5c953ee-aede-49b8-81e5-cdce409cf57a'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:31:13.147313 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.165005 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-db2eaabc-64ca-4b6d-b57f-5b6d23fc0e3e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:13.220831 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5121e3-c12f-4211-adc5-beb8c600409e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=76a21cfa-c2bc-42cc-869f-c0dcc592037c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:13.229791 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e17d8558-c13a-4087-a276-95d8c79fb4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.232568 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e17d8558-c13a-4087-a276-95d8c79fb4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.233963 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e17d8558-c13a-4087-a276-95d8c79fb4bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10cf4192-ec01-4b2e-8d6f-8f1d72b9e7db HTTP/1.1" status: 204 len: 168 time: 0.6149163 Jun 18 16:31:13.238793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1c6a90b9-c2a3-42b3-8d29-855e686f3cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:13.270329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d8558-c13a-4087-a276-95d8c79fb4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cf4192-ec01-4b2e-8d6f-8f1d72b9e7db,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:13.274874 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.278931 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e17d8558-c13a-4087-a276-95d8c79fb4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:13.280427 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5da86d14-db21-4db3-bce0-5c9ea3db45c4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:13.281481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3a5121e3-c12f-4211-adc5-beb8c600409e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:13.299789 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.312743 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0f7ca346-6e9a-4c3f-b888-c086c6c04c6a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.361633 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event deleted for resources: {'Port': ['ID=f43b6bb3-f7f7-433f-b308-8f9c9560aa09,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:13.369402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:13.372179 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] No DVR routers for this DVR port f43b6bb3-f7f7-433f-b308-8f9c9560aa09 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:13.458741 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Allocated IP 172.20.0.2 (02ed901f-72a0-4801-8c08-b5d5be4c59b4/d5c953ee-aede-49b8-81e5-cdce409cf57a/73e36e15-ac75-40a0-883b-6a9dcf580d46) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:13.532579 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.532756 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3a5121e3-c12f-4211-adc5-beb8c600409e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.538016 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3a5121e3-c12f-4211-adc5-beb8c600409e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/76a21cfa-c2bc-42cc-869f-c0dcc592037c HTTP/1.1" status: 204 len: 168 time: 2.1621072 Jun 18 16:31:13.541101 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46752) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:13.551492 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ea6f70-0e44-47ab-8e76-543fd3081fbb']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:13.565596 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c5f61e-008f-46e9-ad42-209befb10436') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:13.566802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c5f61e-008f-46e9-ad42-209befb10436') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:13.579764 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0f7ca346-6e9a-4c3f-b888-c086c6c04c6a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.593926 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.603636 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-77a1b149-e222-4920-8551-383e7d76d69d None None] Provisioning for port 6b38c88b-410e-474a-b1af-9ce1a8acfb23 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:13.618786 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.625168 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.640341 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-77a1b149-e222-4920-8551-383e7d76d69d None None] Provisioning complete for port 6b38c88b-410e-474a-b1af-9ce1a8acfb23 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:13.640730 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-77a1b149-e222-4920-8551-383e7d76d69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.650325 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:13.651581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:13.655571 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:13.662888 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c168ba-2ca5-4561-aa6d-724e7b8a6dac tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:13.675678 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-64c168ba-2ca5-4561-aa6d-724e7b8a6dac tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.739959 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.741611 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.744176 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-77a1b149-e222-4920-8551-383e7d76d69d None None] Port 6b38c88b-410e-474a-b1af-9ce1a8acfb23 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:13.745779 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-89f9b1f3-8b27-4b1f-99a8-c6e95be4d3ce tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:13.750273 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.752669 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "DELETE /v2.0/networks/b3ea6f70-0e44-47ab-8e76-543fd3081fbb HTTP/1.1" status: 204 len: 168 time: 1.9500620 Jun 18 16:31:13.756947 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46756) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:13.771603 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-77a1b149-e222-4920-8551-383e7d76d69d None None] Could not find standard attr ID for object 76a21cfa-c2bc-42cc-869f-c0dcc592037c. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:31:13.772100 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fcf97c-3e75-40c2-acb4-820255fca5f3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:13.773331 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Transition to ACTIVE for port object 73e36e15-ac75-40a0-883b-6a9dcf580d46 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:13.777905 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fcf97c-3e75-40c2-acb4-820255fca5f3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:13.780006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fcf97c-3e75-40c2-acb4-820255fca5f3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:13.782199 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c5fcf97c-3e75-40c2-acb4-820255fca5f3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2401488 Jun 18 16:31:13.787536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ca346-6e9a-4c3f-b888-c086c6c04c6a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Deleting port b696cac2-96bf-47af-98dd-27c1b651b019 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:13.787995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0f7ca346-6e9a-4c3f-b888-c086c6c04c6a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.791636 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event deleted for resources: {'Network': ['ID=b3ea6f70-0e44-47ab-8e76-543fd3081fbb,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:13.795641 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Transition to ACTIVE for port object 73e36e15-ac75-40a0-883b-6a9dcf580d46 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:13.815051 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.823826 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-da4b3021-ca70-4ba9-99ae-cc9bc92ad840 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:13.825816 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46760) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:13.838450 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.852503 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:13.894285 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Pushing event updated for resources: {'Port': ['ID=73e36e15-ac75-40a0-883b-6a9dcf580d46,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:13.897749 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c953ee-aede-49b8-81e5-cdce409cf57a,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:13.897988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Network 02ed901f-72a0-4801-8c08-b5d5be4c59b4 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:13.899651 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:13.901026 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:13.904381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:13.916498 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:13.916655 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:13.979057 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Attempting to bind port 73e36e15-ac75-40a0-883b-6a9dcf580d46 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:13.979472 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Attempting to bind port 73e36e15-ac75-40a0-883b-6a9dcf580d46 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '5d13ee19-de23-437c-b4f8-9a4d324dd485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '02ed901f-72a0-4801-8c08-b5d5be4c59b4'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:13.979864 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Attempting to bind port 73e36e15-ac75-40a0-883b-6a9dcf580d46 on network 02ed901f-72a0-4801-8c08-b5d5be4c59b4 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:13.987862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:13.989027 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Checking segment: {'id': '5d13ee19-de23-437c-b4f8-9a4d324dd485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '02ed901f-72a0-4801-8c08-b5d5be4c59b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:13.989402 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.989808 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.989946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Bound using segment: {'id': '5d13ee19-de23-437c-b4f8-9a4d324dd485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '02ed901f-72a0-4801-8c08-b5d5be4c59b4'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:13.990328 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Bound port: 73e36e15-ac75-40a0-883b-6a9dcf580d46, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d13ee19-de23-437c-b4f8-9a4d324dd485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '02ed901f-72a0-4801-8c08-b5d5be4c59b4'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:13.990760 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.015240 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc267cc0-06db-4529-a0aa-d9c1406b72c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet 18619061-8c1b-4e50-b340-52b77fe8d96b {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:14.018389 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ed901f-72a0-4801-8c08-b5d5be4c59b4']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:14.032259 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fc267cc0-06db-4529-a0aa-d9c1406b72c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.040689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0f7ca346-6e9a-4c3f-b888-c086c6c04c6a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.058718 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d13ee19-de23-437c-b4f8-9a4d324dd485') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:14.059059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d13ee19-de23-437c-b4f8-9a4d324dd485') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:14.071129 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] For port 73e36e15-ac75-40a0-883b-6a9dcf580d46, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:14.076457 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] For port 73e36e15-ac75-40a0-883b-6a9dcf580d46, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=73e36e15-ac75-40a0-883b-6a9dcf580d46,segment=NetworkSegment(5d13ee19-de23-437c-b4f8-9a4d324dd485),segment_id=5d13ee19-de23-437c-b4f8-9a4d324dd485)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:14.077357 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.ipam_backend_mixin [None req-64c168ba-2ca5-4561-aa6d-724e7b8a6dac tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cd34df9a-470c-4522-936a-774d765d35af (CIDR: 2001:db8::/64) Jun 18 16:31:14.082931 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.083808 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.085761 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c168ba-2ca5-4561-aa6d-724e7b8a6dac tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:31:14.086988 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c168ba-2ca5-4561-aa6d-724e7b8a6dac tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:14.088917 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:14.117049 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fc267cc0-06db-4529-a0aa-d9c1406b72c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.120078 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.145162 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-64c168ba-2ca5-4561-aa6d-724e7b8a6dac tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1155071 Jun 18 16:31:14.149438 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46768) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:14.156669 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-7c0dd755-3a8e-4d37-9d3c-2105d404c007 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'subnet': {'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:14.159458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ca346-6e9a-4c3f-b888-c086c6c04c6a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Calling delete_port for b696cac2-96bf-47af-98dd-27c1b651b019 owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:14.160328 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:14.160739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:14.166758 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:14.190121 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Pushing event updated for resources: {'Port': ['ID=73e36e15-ac75-40a0-883b-6a9dcf580d46,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:14.194497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:14.210504 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3cd56e-d2a6-462e-9ea9-55e88b8e29ef None None] Network 02ed901f-72a0-4801-8c08-b5d5be4c59b4 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:14.313922 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.api [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:31:14.313922 dv-neutron-797121-1-hyperv neutron-server[93427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:31:14.313922 dv-neutron-797121-1-hyperv neutron-server[93427]: [parameters: {'id': '02ed901f-72a0-4801-8c08-b5d5be4c59b4'}] Jun 18 16:31:14.313922 dv-neutron-797121-1-hyperv neutron-server[93427]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:31:14.314368 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_db.api [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:31:14.335239 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f43b6bb3-f7f7-433f-b308-8f9c9560aa09 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:31:14.348500 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fc267cc0-06db-4529-a0aa-d9c1406b72c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.351457 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-4fbefb46-ff65-476a-bb0b-a90f4a64c25b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Deleting port e583dc60-ae47-4c09-9901-87e71f060294 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:14.352682 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fbefb46-ff65-476a-bb0b-a90f4a64c25b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.362304 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: f43b6bb3-f7f7-433f-b308-8f9c9560aa09 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:31:14.362674 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f43b6bb3-f7f7-433f-b308-8f9c9560aa09 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:31:14.403427 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0dd755-3a8e-4d37-9d3c-2105d404c007 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:14.406814 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7c0dd755-3a8e-4d37-9d3c-2105d404c007 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.426694 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e12bdd-a3bb-49b6-99e2-909b10357acf None None] get_active_networks_info from dv-neutron-797121-1-hyperv {{(pid=93429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 16:31:14.499694 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fc267cc0-06db-4529-a0aa-d9c1406b72c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.508840 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-69b67e45-50c2-497d-8064-ea5105448013 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:14.547959 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc267cc0-06db-4529-a0aa-d9c1406b72c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=18619061-8c1b-4e50-b340-52b77fe8d96b,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:14.548093 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46778) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:14.554416 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.ipam_backend_mixin [None req-7c0dd755-3a8e-4d37-9d3c-2105d404c007 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 333ce170-59b1-4ef8-b2d2-6e0e6175988c (CIDR: 2001:db8:0:1::/64) Jun 18 16:31:14.556450 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fc267cc0-06db-4529-a0aa-d9c1406b72c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:14.557130 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fc267cc0-06db-4529-a0aa-d9c1406b72c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.559020 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fc267cc0-06db-4529-a0aa-d9c1406b72c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/18619061-8c1b-4e50-b340-52b77fe8d96b HTTP/1.1" status: 204 len: 168 time: 0.7316520 Jun 18 16:31:14.560824 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0dd755-3a8e-4d37-9d3c-2105d404c007 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:31:14.561261 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0dd755-3a8e-4d37-9d3c-2105d404c007 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:14.563234 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46780) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:14.579423 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fbefb46-ff65-476a-bb0b-a90f4a64c25b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.580044 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fbefb46-ff65-476a-bb0b-a90f4a64c25b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.580134 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e12bdd-a3bb-49b6-99e2-909b10357acf None None] Resources bound (agent type, host, resource id): {{(pid=93429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 18 16:31:14.610818 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7c0dd755-3a8e-4d37-9d3c-2105d404c007 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4553604 Jun 18 16:31:14.611117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46784) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:14.619528 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-8564d1e0-8903-471e-a1b4-84583d0116cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'subnet': {'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:14.654258 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-4fbefb46-ff65-476a-bb0b-a90f4a64c25b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Calling delete_port for e583dc60-ae47-4c09-9901-87e71f060294 owned by network:floatingip {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:14.656530 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0f7ca346-6e9a-4c3f-b888-c086c6c04c6a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.661432 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ff15fb3c-74fe-4391-a974-46620e8269ca tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:14.669290 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f7cbb52-abf5-446a-8b4b-c2953d658b3c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet 29d97d0c-53d8-49d3-94bd-409c71e72f25 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:14.676778 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3f7cbb52-abf5-446a-8b4b-c2953d658b3c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.697248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ca346-6e9a-4c3f-b888-c086c6c04c6a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Pushing event deleted for resources: {'Port': ['ID=b696cac2-96bf-47af-98dd-27c1b651b019,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:14.720131 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0f7ca346-6e9a-4c3f-b888-c086c6c04c6a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:14.750080 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3f7cbb52-abf5-446a-8b4b-c2953d658b3c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.777411 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-6cf390f9-0226-4ee9-ad4d-8de9994d83e5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-309785476'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:14.816194 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.835645 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0f7ca346-6e9a-4c3f-b888-c086c6c04c6a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.841961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf390f9-0226-4ee9-ad4d-8de9994d83e5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:14.845619 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6cf390f9-0226-4ee9-ad4d-8de9994d83e5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.896791 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4487d875-2a4f-4e9a-a4b9-2a47ab1f726f None None] get_active_networks_info from dv-neutron-797121-1-hyperv {{(pid=93429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 16:31:14.897297 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8564d1e0-8903-471e-a1b4-84583d0116cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Made reservation on behalf of ab5b30efde934fcfab6623163b520fd8 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:14.900953 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8564d1e0-8903-471e-a1b4-84583d0116cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.916842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6cf390f9-0226-4ee9-ad4d-8de9994d83e5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.962929 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3f7cbb52-abf5-446a-8b4b-c2953d658b3c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.970938 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0f7ca346-6e9a-4c3f-b888-c086c6c04c6a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.977745 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0f7ca346-6e9a-4c3f-b888-c086c6c04c6a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.012632 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4487d875-2a4f-4e9a-a4b9-2a47ab1f726f None None] Resources bound (agent type, host, resource id): {{(pid=93429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 18 16:31:15.051526 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Deleting port 73e36e15-ac75-40a0-883b-6a9dcf580d46 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:15.052092 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.074198 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0f7ca346-6e9a-4c3f-b888-c086c6c04c6a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.075067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7ca346-6e9a-4c3f-b888-c086c6c04c6a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Fanout notify agent at l3_agent the message router_deleted on router b03fd4b6-3fdc-4c9c-9604-96a7f0e3d74f {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:31:15.093077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0f7ca346-6e9a-4c3f-b888-c086c6c04c6a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.099546 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0f7ca346-6e9a-4c3f-b888-c086c6c04c6a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "DELETE /v2.0/routers/b03fd4b6-3fdc-4c9c-9604-96a7f0e3d74f HTTP/1.1" status: 204 len: 168 time: 2.0604694 Jun 18 16:31:15.102995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46786) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:15.110694 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-dae28826-5a38-4b3d-a926-afef2c425a89 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1227446541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:15.132145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fbefb46-ff65-476a-bb0b-a90f4a64c25b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.135211 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-223cbde8-8360-4276-a878-4eff0868761f tempest-AllowedAddressPairTestJSON-2134155856 tempest-AllowedAddressPairTestJSON-2134155856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:15.137331 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3f7cbb52-abf5-446a-8b4b-c2953d658b3c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.144890 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4ceb6024-8178-4dda-a839-30ed7611054f tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:15.166550 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbefb46-ff65-476a-bb0b-a90f4a64c25b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event deleted for resources: {'Port': ['ID=e583dc60-ae47-4c09-9901-87e71f060294,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:15.173731 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4fbefb46-ff65-476a-bb0b-a90f4a64c25b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:15.257256 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6cf390f9-0226-4ee9-ad4d-8de9994d83e5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.267278 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6cf390f9-0226-4ee9-ad4d-8de9994d83e5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.275839 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7c43bf42-83c2-4217-bbd1-449ee67c9ab0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:15.280932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fbefb46-ff65-476a-bb0b-a90f4a64c25b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for floatingip, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.283413 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fbefb46-ff65-476a-bb0b-a90f4a64c25b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.288936 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4fbefb46-ff65-476a-bb0b-a90f4a64c25b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "DELETE /v2.0/floatingips/14fedb2c-4e23-48d8-9420-1945bd13a033 HTTP/1.1" status: 204 len: 168 time: 1.5095744 Jun 18 16:31:15.288936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46788) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:15.316045 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf390f9-0226-4ee9-ad4d-8de9994d83e5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:31:15.336854 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687293a0-3c94-403e-8536-6fcd3e9aa3ca None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:15.349161 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b18351-6d6e-41ef-a772-1e60dd9e5eee tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:15.350069 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b18351-6d6e-41ef-a772-1e60dd9e5eee tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:15.355541 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e9b18351-6d6e-41ef-a772-1e60dd9e5eee tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "DELETE /v2.0/ports/410dfa6a-d410-4dac-ad76-fba0b2adedc5 HTTP/1.1" status: 404 len: 333 time: 0.0559618 Jun 18 16:31:15.356474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46790) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:15.368415 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dae28826-5a38-4b3d-a926-afef2c425a89 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.369437 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dae28826-5a38-4b3d-a926-afef2c425a89 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.372790 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf390f9-0226-4ee9-ad4d-8de9994d83e5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85786f8-3487-4157-86d5-c8f7d2ef52c1,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:15.379126 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6cf390f9-0226-4ee9-ad4d-8de9994d83e5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.379126 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-6cf390f9-0226-4ee9-ad4d-8de9994d83e5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Added segment 58206d95-b03e-479a-984e-5c797d91053c of type vlan for network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 Jun 18 16:31:15.396028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6cf390f9-0226-4ee9-ad4d-8de9994d83e5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:15.412181 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2bb93403-c333-45e4-950e-d38a98463f98 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "GET /v2.0/ports?device_id=46040cd9-d555-4c49-9813-787595ea17db HTTP/1.1" status: 200 len: 205 time: 0.0521562 Jun 18 16:31:15.412950 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46792) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:15.448474 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3f7cbb52-abf5-446a-8b4b-c2953d658b3c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.452700 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3f7cbb52-abf5-446a-8b4b-c2953d658b3c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/29d97d0c-53d8-49d3-94bd-409c71e72f25 HTTP/1.1" status: 204 len: 168 time: 0.8861969 Jun 18 16:31:15.452700 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7cbb52-abf5-446a-8b4b-c2953d658b3c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=29d97d0c-53d8-49d3-94bd-409c71e72f25,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:15.455699 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46794) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:15.457856 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3f7cbb52-abf5-446a-8b4b-c2953d658b3c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:15.472208 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] For port 73e36e15-ac75-40a0-883b-6a9dcf580d46, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=73e36e15-ac75-40a0-883b-6a9dcf580d46,segment=NetworkSegment(5d13ee19-de23-437c-b4f8-9a4d324dd485),segment_id=5d13ee19-de23-437c-b4f8-9a4d324dd485)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:15.472564 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.478772 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-7d5844b2-2317-49cb-a21f-2865b78f80ba tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] delete failed (client error): The resource could not be found. Jun 18 16:31:15.479802 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7d5844b2-2317-49cb-a21f-2865b78f80ba tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "DELETE /v2.0/routers/46040cd9-d555-4c49-9813-787595ea17db HTTP/1.1" status: 404 len: 336 time: 0.0659437 Jun 18 16:31:15.489055 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46796) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:15.512353 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-08211ea1-3e62-4822-ad06-b05d59ab4fa1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530634 Jun 18 16:31:15.516333 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46798) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:15.524060 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-143474ad-6583-44f9-871e-3bc0f90b5b69 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:15.529573 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6cf390f9-0226-4ee9-ad4d-8de9994d83e5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.558269 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f861f08-70e9-468a-8a93-13a14d83e895 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:15.558766 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f861f08-70e9-468a-8a93-13a14d83e895 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:15.560570 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7f861f08-70e9-468a-8a93-13a14d83e895 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "DELETE /v2.0/subnets/fc9b858e-d03c-4041-b3a2-2959c895d814 HTTP/1.1" status: 404 len: 337 time: 0.0705969 Jun 18 16:31:15.564070 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46802) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:15.575193 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac85b52-1053-41a3-b490-5920e72108e3 None None] DHCP port deletion for c0c58b33-89bf-4a11-9df9-ed95e6524a1d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:31:15.578399 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dae28826-5a38-4b3d-a926-afef2c425a89 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.601961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dae28826-5a38-4b3d-a926-afef2c425a89 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.603375 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Calling delete_port for 73e36e15-ac75-40a0-883b-6a9dcf580d46 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:15.628551 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-7ac85b52-1053-41a3-b490-5920e72108e3 None None] Deleting port cbe3f5d6-9a35-45b4-a452-1b6046aa5c49 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:15.628938 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7ac85b52-1053-41a3-b490-5920e72108e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.641103 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dae28826-5a38-4b3d-a926-afef2c425a89 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.642346 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-dae28826-5a38-4b3d-a926-afef2c425a89 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5377274 Jun 18 16:31:15.650164 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46804) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:15.654990 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-329b33f4-64fa-49e0-90b9-360819e9d96b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'enable_snat': True}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:15.657361 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6cf390f9-0226-4ee9-ad4d-8de9994d83e5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.663416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf390f9-0226-4ee9-ad4d-8de9994d83e5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:15.664247 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6cf390f9-0226-4ee9-ad4d-8de9994d83e5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.685403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-85a6b4ef-65aa-42bd-a8d1-fc2ca0ddcc8c tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:15.717993 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-7ac85b52-1053-41a3-b490-5920e72108e3 None None] For port cbe3f5d6-9a35-45b4-a452-1b6046aa5c49, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=cbe3f5d6-9a35-45b4-a452-1b6046aa5c49,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:15.718634 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7ac85b52-1053-41a3-b490-5920e72108e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.794682 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-7ac85b52-1053-41a3-b490-5920e72108e3 None None] Calling delete_port for cbe3f5d6-9a35-45b4-a452-1b6046aa5c49 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:15.811900 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143474ad-6583-44f9-871e-3bc0f90b5b69 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:15.814789 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-143474ad-6583-44f9-871e-3bc0f90b5b69 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.825483 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6cf390f9-0226-4ee9-ad4d-8de9994d83e5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2723672 Jun 18 16:31:15.834657 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46806) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:15.874224 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-4de5c23a-a957-4b56-a7a7-7cb78fb541c4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1', 'name': 'tempest-PortsTestJSON-931082479'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:15.882067 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7ac85b52-1053-41a3-b490-5920e72108e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.884327 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:15.891160 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf390f9-0226-4ee9-ad4d-8de9994d83e5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Network': ['ID=040bd1a5-0c72-4b89-9eb5-541ffbd71fa1,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:15.895563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6cf390f9-0226-4ee9-ad4d-8de9994d83e5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:15.913329 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:31:15.916340 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac85b52-1053-41a3-b490-5920e72108e3 None None] Pushing event deleted for resources: {'Port': ['ID=cbe3f5d6-9a35-45b4-a452-1b6046aa5c49,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:15.918265 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7ac85b52-1053-41a3-b490-5920e72108e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:15.922418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac85b52-1053-41a3-b490-5920e72108e3 None None] No DVR routers for this DVR port cbe3f5d6-9a35-45b4-a452-1b6046aa5c49 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:15.939883 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8564d1e0-8903-471e-a1b4-84583d0116cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.946656 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-686c1999-5fb5-4fb9-98d9-83ea1986d511 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:15.962682 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.979629 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-5f245fb0-5e65-4f8e-8f1a-5e371c88f73c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Deleting port c4cd5828-b57b-468d-9c92-cca126af2a0f {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:15.979984 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5f245fb0-5e65-4f8e-8f1a-5e371c88f73c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.985321 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-329b33f4-64fa-49e0-90b9-360819e9d96b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:16.018873 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8564d1e0-8903-471e-a1b4-84583d0116cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:16.040333 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No DVR routers for this DVR port 73e36e15-ac75-40a0-883b-6a9dcf580d46 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:16.042308 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-8564d1e0-8903-471e-a1b4-84583d0116cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:16.057328 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8564d1e0-8903-471e-a1b4-84583d0116cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:16.057950 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8564d1e0-8903-471e-a1b4-84583d0116cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:16.062137 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89672860-3e7c-4c25-8b74-a02143adec5d None None] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:16.151500 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564d1e0-8903-471e-a1b4-84583d0116cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Subnet': ['ID=6c4fbff1-60a2-4697-b1ea-6d9d13868053,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:16.159657 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8564d1e0-8903-471e-a1b4-84583d0116cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:16.165481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:16.222338 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Port': ['ID=73e36e15-ac75-40a0-883b-6a9dcf580d46,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:16.234912 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:16.236952 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:16.248713 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de5c23a-a957-4b56-a7a7-7cb78fb541c4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:16.252327 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4de5c23a-a957-4b56-a7a7-7cb78fb541c4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:16.260482 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8564d1e0-8903-471e-a1b4-84583d0116cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6484301 Jun 18 16:31:16.262561 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ed901f-72a0-4801-8c08-b5d5be4c59b4']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:16.275149 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46808) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:16.291863 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-9608717e-e556-4aab-9622-d2e160bb6bbc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2122511703', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6c4fbff1-60a2-4697-b1ea-6d9d13868053'}], 'security_groups': ['6d784b6a-7aae-445f-b2ae-d42d3fcbcaf0', '04a44d67-a647-4a67-9f8b-b3121201b550']}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:16.300067 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d13ee19-de23-437c-b4f8-9a4d324dd485') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:16.300613 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d13ee19-de23-437c-b4f8-9a4d324dd485') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:16.331078 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device cbe3f5d6-9a35-45b4-a452-1b6046aa5c49 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:31:16.340163 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:16.342370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-4de5c23a-a957-4b56-a7a7-7cb78fb541c4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] device_id is not set on port da7d2b02-7df6-43e4-a927-53725e6dbb62 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:31:16.376067 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: cbe3f5d6-9a35-45b4-a452-1b6046aa5c49 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:31:16.376532 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device cbe3f5d6-9a35-45b4-a452-1b6046aa5c49 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:31:16.403050 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:16.417414 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba59dd0-2457-429d-a2ca-fd3a856b1ce9 None None] Update dhcp port {'port': {'network_id': 'e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168', 'fixed_ips': [{'subnet_id': '333ce170-59b1-4ef8-b2d2-6e0e6175988c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cd34df9a-470c-4522-936a-774d765d35af', 'ip_address': '2001:db8::2'}, {'subnet_id': '6c4fbff1-60a2-4697-b1ea-6d9d13868053'}], 'binding:host_id': 'dv-neutron-797121-1-hyperv'}, 'id': '627a05fe-40f3-4def-9333-0573fce9fda5'} from dv-neutron-797121-1-hyperv. {{(pid=93429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:31:16.455383 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4ba59dd0-2457-429d-a2ca-fd3a856b1ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:16.464520 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5f245fb0-5e65-4f8e-8f1a-5e371c88f73c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:16.465229 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:16.465640 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:16.468863 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-143474ad-6583-44f9-871e-3bc0f90b5b69 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:16.470734 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:16.472588 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-345af04e-3928-4197-9d2a-e42cfb8aa0ab tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:16.541527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-5f245fb0-5e65-4f8e-8f1a-5e371c88f73c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Calling delete_port for c4cd5828-b57b-468d-9c92-cca126af2a0f owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:16.601502 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143474ad-6583-44f9-871e-3bc0f90b5b69 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:16.624722 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-143474ad-6583-44f9-871e-3bc0f90b5b69 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:16.633994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143474ad-6583-44f9-871e-3bc0f90b5b69 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:16.641695 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-143474ad-6583-44f9-871e-3bc0f90b5b69 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:16.643743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cb5111-8bf5-437b-9037-8e8d102c0d07 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:16.644140 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9608717e-e556-4aab-9622-d2e160bb6bbc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:16.651970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143474ad-6583-44f9-871e-3bc0f90b5b69 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=9a8bb805-9f98-419a-a3b1-8ada981d18cd,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:16.663657 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-4ba59dd0-2457-429d-a2ca-fd3a856b1ce9 None None] Allocated IP 2001:db8:0:2::2 (e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168/6c4fbff1-60a2-4697-b1ea-6d9d13868053/627a05fe-40f3-4def-9333-0573fce9fda5) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:16.667099 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:16.670016 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-143474ad-6583-44f9-871e-3bc0f90b5b69 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:16.682982 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a56ea183-fe9d-4350-8a40-18238f65b12f tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:16.698102 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:16.700337 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/02ed901f-72a0-4801-8c08-b5d5be4c59b4 HTTP/1.1" status: 204 len: 168 time: 3.8578460 Jun 18 16:31:16.743668 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46810) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:16.760689 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-143474ad-6583-44f9-871e-3bc0f90b5b69 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2408338 Jun 18 16:31:16.762354 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5f245fb0-5e65-4f8e-8f1a-5e371c88f73c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:16.763893 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46812) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:16.770440 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-39d3d216-88a2-40d9-bb07-c745877545c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:16.777117 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7bffe484-3bcf-47f8-be3e-514f6cf8666b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:16.784808 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Network': ['ID=02ed901f-72a0-4801-8c08-b5d5be4c59b4,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:16.815542 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:16.822484 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df46089-8a5d-435c-b7dd-776225d6642a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] GET failed (client error): The resource could not be found. Jun 18 16:31:16.826435 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1df46089-8a5d-435c-b7dd-776225d6642a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "GET /v2.0/subnets/d5c953ee-aede-49b8-81e5-cdce409cf57a HTTP/1.1" status: 404 len: 337 time: 0.0763595 Jun 18 16:31:16.832778 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46816) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:16.871399 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f245fb0-5e65-4f8e-8f1a-5e371c88f73c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event deleted for resources: {'Port': ['ID=c4cd5828-b57b-468d-9c92-cca126af2a0f,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:16.879288 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5f245fb0-5e65-4f8e-8f1a-5e371c88f73c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:16.898147 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-329b33f4-64fa-49e0-90b9-360819e9d96b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:16.905492 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c27bb0-3d57-4d2e-9f83-b2763b8c3276 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:16.905996 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c27bb0-3d57-4d2e-9f83-b2763b8c3276 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:16.911101 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-62c27bb0-3d57-4d2e-9f83-b2763b8c3276 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/02ed901f-72a0-4801-8c08-b5d5be4c59b4 HTTP/1.1" status: 404 len: 339 time: 0.0724931 Jun 18 16:31:16.915687 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4de5c23a-a957-4b56-a7a7-7cb78fb541c4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:16.919306 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46818) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:16.938332 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': '9a8bb805-9f98-419a-a3b1-8ada981d18cd'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:31:16.940067 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:16.965204 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-4ba59dd0-2457-429d-a2ca-fd3a856b1ce9 None None] For port 627a05fe-40f3-4def-9333-0573fce9fda5, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=627a05fe-40f3-4def-9333-0573fce9fda5,segment=NetworkSegment(d3f15de3-5253-40e2-bb5f-c4ceff894185),segment_id=d3f15de3-5253-40e2-bb5f-c4ceff894185)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:16.969770 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-329b33f4-64fa-49e0-90b9-360819e9d96b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.051754 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5f245fb0-5e65-4f8e-8f1a-5e371c88f73c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.053655 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5f245fb0-5e65-4f8e-8f1a-5e371c88f73c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "DELETE /v2.0/ports/c4cd5828-b57b-468d-9c92-cca126af2a0f HTTP/1.1" status: 204 len: 168 time: 1.4884748 Jun 18 16:31:17.059313 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46820) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:17.080542 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4ba59dd0-2457-429d-a2ca-fd3a856b1ce9 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.124787 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4ba59dd0-2457-429d-a2ca-fd3a856b1ce9 None None] Transition to ACTIVE for port object 627a05fe-40f3-4def-9333-0573fce9fda5 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:17.133462 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4ba59dd0-2457-429d-a2ca-fd3a856b1ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.137286 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ccbe594a-25fe-4229-ab50-82ac601ea50c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:17.157905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d3d216-88a2-40d9-bb07-c745877545c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:17.161462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-39d3d216-88a2-40d9-bb07-c745877545c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.194492 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Allocated IP 172.20.0.2 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/9a8bb805-9f98-419a-a3b1-8ada981d18cd/8dcc7a69-0ed4-4671-a9d1-7b5481983a58) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:17.225703 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3ccc95-2876-4c8d-84a1-c73af9d6eee0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:17.231303 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5a3ccc95-2876-4c8d-84a1-c73af9d6eee0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3078029 Jun 18 16:31:17.232558 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46822) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:17.252719 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-329b33f4-64fa-49e0-90b9-360819e9d96b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Allocated IP 172.26.2.240 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/b86a0f0e-d52c-4ca3-9eb6-635ee8cee58d) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:17.270442 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4de5c23a-a957-4b56-a7a7-7cb78fb541c4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.277549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:17.285059 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ec49a87a-ce5d-4e7a-a3c1-806fca3c9e3b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "GET /v2.0/subnets?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 HTTP/1.1" status: 200 len: 207 time: 0.0482681 Jun 18 16:31:17.292714 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46824) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:17.384551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-e20afa36-3098-4dda-ad45-0b95dcbc8c7b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Deleting port 67312fcc-a2f5-400d-af45-5266c9613e39 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:17.384837 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e20afa36-3098-4dda-ad45-0b95dcbc8c7b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.443207 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba59dd0-2457-429d-a2ca-fd3a856b1ce9 None None] Pushing event updated for resources: {'Port': ['ID=627a05fe-40f3-4def-9333-0573fce9fda5,revision_number=7']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:17.480250 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4ba59dd0-2457-429d-a2ca-fd3a856b1ce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:17.517815 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-329b33f4-64fa-49e0-90b9-360819e9d96b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.596227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e20afa36-3098-4dda-ad45-0b95dcbc8c7b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.604282 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.615543 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Transition to ACTIVE for port object 8dcc7a69-0ed4-4671-a9d1-7b5481983a58 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:17.634704 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Transition to ACTIVE for port object 8dcc7a69-0ed4-4671-a9d1-7b5481983a58 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:17.641252 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.643940 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6713bde8-cd8c-45d1-b8b8-c80cb1da5da5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:17.681287 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-e20afa36-3098-4dda-ad45-0b95dcbc8c7b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Calling delete_port for 67312fcc-a2f5-400d-af45-5266c9613e39 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:17.710459 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:17.714007 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:17.718984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:17.730051 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Pushing event updated for resources: {'Port': ['ID=8dcc7a69-0ed4-4671-a9d1-7b5481983a58,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:17.733279 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:17.741987 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5c23a-a957-4b56-a7a7-7cb78fb541c4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=da7d2b02-7df6-43e4-a927-53725e6dbb62,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:17.763288 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4de5c23a-a957-4b56-a7a7-7cb78fb541c4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:17.824439 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Attempting to bind port 8dcc7a69-0ed4-4671-a9d1-7b5481983a58 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:17.824986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Attempting to bind port 8dcc7a69-0ed4-4671-a9d1-7b5481983a58 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:17.825373 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Attempting to bind port 8dcc7a69-0ed4-4671-a9d1-7b5481983a58 on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:17.834354 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:17.835250 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:17.835694 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.836865 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:17.837555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Bound port: 8dcc7a69-0ed4-4671-a9d1-7b5481983a58, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:17.837956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.865927 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de5c23a-a957-4b56-a7a7-7cb78fb541c4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Checking segment: {'id': '58206d95-b03e-479a-984e-5c797d91053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:17.866512 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de5c23a-a957-4b56-a7a7-7cb78fb541c4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network hostable DHCP agents. Network: 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:31:17.911441 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8609f6-d7d7-4ede-9f95-917351309b4e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:17.917764 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-329b33f4-64fa-49e0-90b9-360819e9d96b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.919064 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8609f6-d7d7-4ede-9f95-917351309b4e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:17.925756 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8609f6-d7d7-4ede-9f95-917351309b4e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:17.928396 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ddf31a77-7a21-498f-8172-35dec654538b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:17.932628 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8609f6-d7d7-4ede-9f95-917351309b4e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:17.934465 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0d8609f6-d7d7-4ede-9f95-917351309b4e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.6232121 Jun 18 16:31:17.943576 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] For port 8dcc7a69-0ed4-4671-a9d1-7b5481983a58, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:17.947514 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] For port 8dcc7a69-0ed4-4671-a9d1-7b5481983a58, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=8dcc7a69-0ed4-4671-a9d1-7b5481983a58,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:17.953665 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.956267 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-63600ff5-3b21-4c75-940d-c13c0be2a318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:17.963345 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46826) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:17.975037 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-9608717e-e556-4aab-9622-d2e160bb6bbc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Delete allocated IP 2001:db8::35f (e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168/cd34df9a-470c-4522-936a-774d765d35af) {{(pid=93427) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 18 16:31:17.994377 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329b33f4-64fa-49e0-90b9-360819e9d96b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:17.995617 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e20afa36-3098-4dda-ad45-0b95dcbc8c7b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.998463 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b33f4-64fa-49e0-90b9-360819e9d96b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Pushing event updated for resources: {'Port': ['ID=b86a0f0e-d52c-4ca3-9eb6-635ee8cee58d,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:18.012047 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-329b33f4-64fa-49e0-90b9-360819e9d96b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:18.021497 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de5c23a-a957-4b56-a7a7-7cb78fb541c4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:31:18.029476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-329b33f4-64fa-49e0-90b9-360819e9d96b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:18.031203 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-329b33f4-64fa-49e0-90b9-360819e9d96b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:18.032374 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-9608717e-e556-4aab-9622-d2e160bb6bbc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Allocated IP 2001:db8:0:2::2e8 (e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168/6c4fbff1-60a2-4697-b1ea-6d9d13868053/6b38c88b-410e-474a-b1af-9ce1a8acfb23) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:18.036738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Pushing event updated for resources: {'Port': ['ID=8dcc7a69-0ed4-4671-a9d1-7b5481983a58,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:18.042883 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329b33f4-64fa-49e0-90b9-360819e9d96b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:18.048626 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:18.048847 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-4de5c23a-a957-4b56-a7a7-7cb78fb541c4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:18.072233 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27819d1c-c5a5-45d4-890f-58f407a1fb82 None None] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:18.079197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de5c23a-a957-4b56-a7a7-7cb78fb541c4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:18.089233 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de5c23a-a957-4b56-a7a7-7cb78fb541c4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:18.094344 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4de5c23a-a957-4b56-a7a7-7cb78fb541c4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:18.158374 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4de5c23a-a957-4b56-a7a7-7cb78fb541c4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3225787 Jun 18 16:31:18.167507 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46830) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:18.174874 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ee2e3399-cf83-4dff-b042-7262c6ab27c9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-299569631'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:18.220815 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20afa36-3098-4dda-ad45-0b95dcbc8c7b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event deleted for resources: {'Port': ['ID=67312fcc-a2f5-400d-af45-5266c9613e39,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:18.229292 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e20afa36-3098-4dda-ad45-0b95dcbc8c7b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:18.275458 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-bece0f37-c960-4346-a734-c2530c87b0f3 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3106236 Jun 18 16:31:18.281810 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46832) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:18.371199 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2e3399-cf83-4dff-b042-7262c6ab27c9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:18.375696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ee2e3399-cf83-4dff-b042-7262c6ab27c9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:18.421169 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 627a05fe-40f3-4def-9333-0573fce9fda5 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:18.438781 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fe4144-e411-411b-aa64-c7dcedf6d052 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:18.439685 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fe4144-e411-411b-aa64-c7dcedf6d052 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:18.444582 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-40fe4144-e411-411b-aa64-c7dcedf6d052 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1562538 Jun 18 16:31:18.451325 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46834) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:18.465193 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2e3399-cf83-4dff-b042-7262c6ab27c9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:31:18.471904 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e20afa36-3098-4dda-ad45-0b95dcbc8c7b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:18.473773 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e20afa36-3098-4dda-ad45-0b95dcbc8c7b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "DELETE /v2.0/ports/67312fcc-a2f5-400d-af45-5266c9613e39 HTTP/1.1" status: 204 len: 168 time: 1.4133441 Jun 18 16:31:18.476441 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46836) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:18.496821 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ee2e3399-cf83-4dff-b042-7262c6ab27c9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:18.497427 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-ee2e3399-cf83-4dff-b042-7262c6ab27c9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Added segment 97febb93-707d-4164-86a3-837ef540d35b of type vlan for network d1cef513-2680-43ba-bd39-54a14378b7a5 Jun 18 16:31:18.501474 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-be4d69fe-eea8-40c0-af8a-0b7c90050f4a None None] Provisioning complete for port 6b38c88b-410e-474a-b1af-9ce1a8acfb23 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:18.501869 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-be4d69fe-eea8-40c0-af8a-0b7c90050f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:18.546708 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-be4d69fe-eea8-40c0-af8a-0b7c90050f4a None None] Port 6b38c88b-410e-474a-b1af-9ce1a8acfb23 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:18.553412 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9608717e-e556-4aab-9622-d2e160bb6bbc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:18.565758 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-be4d69fe-eea8-40c0-af8a-0b7c90050f4a None None] Provisioning for port 627a05fe-40f3-4def-9333-0573fce9fda5 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:18.576567 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-be4d69fe-eea8-40c0-af8a-0b7c90050f4a None None] Provisioning complete for port 627a05fe-40f3-4def-9333-0573fce9fda5 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:18.577142 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-be4d69fe-eea8-40c0-af8a-0b7c90050f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:18.582195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ee2e3399-cf83-4dff-b042-7262c6ab27c9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:18.589474 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-9608717e-e556-4aab-9622-d2e160bb6bbc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Transition to ACTIVE for port object 6b38c88b-410e-474a-b1af-9ce1a8acfb23 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:18.598004 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9608717e-e556-4aab-9622-d2e160bb6bbc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:18.605950 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1489cf19-44d1-45a2-9bfc-096a5a0708e3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:18.665760 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874792e-7da2-491d-85b9-c07c3c4a318e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['shared'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:18.667618 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874792e-7da2-491d-85b9-c07c3c4a318e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['shared'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:18.669332 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4874792e-7da2-491d-85b9-c07c3c4a318e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2143130 Jun 18 16:31:18.675760 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46838) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:18.706762 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-9608717e-e556-4aab-9622-d2e160bb6bbc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] In _notify_port_updated(), no bound segment for port 6b38c88b-410e-474a-b1af-9ce1a8acfb23 on network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 {{(pid=93427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:31:18.712829 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.objects.ports [None req-39d3d216-88a2-40d9-bb07-c745877545c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93428) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:31:18.713027 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9608717e-e556-4aab-9622-d2e160bb6bbc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:18.713587 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9608717e-e556-4aab-9622-d2e160bb6bbc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:18.714913 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9608717e-e556-4aab-9622-d2e160bb6bbc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "PUT /v2.0/ports/6b38c88b-410e-474a-b1af-9ce1a8acfb23 HTTP/1.1" status: 200 len: 970 time: 2.4344604 Jun 18 16:31:18.723043 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e653bdae-d1db-44e4-89ac-c980f36d5d9b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:18.724811 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e653bdae-d1db-44e4-89ac-c980f36d5d9b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "GET /v2.0/ports?device_id=74a620c8-6ca9-426c-a7be-65516fd2b20e HTTP/1.1" status: 200 len: 913 time: 0.2463140 Jun 18 16:31:18.726085 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46840) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:18.729027 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-be4d69fe-eea8-40c0-af8a-0b7c90050f4a None None] Provisioning complete for port 699f534b-5706-463f-9969-4b6ad114d665 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:18.729657 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-be4d69fe-eea8-40c0-af8a-0b7c90050f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:18.730196 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ee2e3399-cf83-4dff-b042-7262c6ab27c9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:18.735955 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2e3399-cf83-4dff-b042-7262c6ab27c9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:18.736574 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ee2e3399-cf83-4dff-b042-7262c6ab27c9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:18.747319 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46842) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:18.749970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608717e-e556-4aab-9622-d2e160bb6bbc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event updated for resources: {'Port': ['ID=6b38c88b-410e-474a-b1af-9ce1a8acfb23,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:18.763419 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9608717e-e556-4aab-9622-d2e160bb6bbc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:18.766123 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:18.784127 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-be4d69fe-eea8-40c0-af8a-0b7c90050f4a None None] Port 699f534b-5706-463f-9969-4b6ad114d665 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:18.884210 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ee2e3399-cf83-4dff-b042-7262c6ab27c9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7110152 Jun 18 16:31:18.888379 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46844) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:18.896432 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'ports': [{'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1'}, {'network_id': 'd1cef513-2680-43ba-bd39-54a14378b7a5'}]} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:18.896769 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:18.897209 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'network_id': 'd1cef513-2680-43ba-bd39-54a14378b7a5'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:19.002550 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f625f1-1e08-4d20-befe-d660c767f6a7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:19.003925 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e3f625f1-1e08-4d20-befe-d660c767f6a7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "GET /v2.0/networks/e879e663-7031-40e8-a1f0-d9c66d177c2d HTTP/1.1" status: 200 len: 800 time: 0.3268993 Jun 18 16:31:19.014385 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46846) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:19.016160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e3399-cf83-4dff-b042-7262c6ab27c9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Network': ['ID=d1cef513-2680-43ba-bd39-54a14378b7a5,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:19.016605 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-02825500-f1e4-442c-afcd-d4313bf7ee3c None None] Provisioning for port 6b38c88b-410e-474a-b1af-9ce1a8acfb23 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:19.031343 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ee2e3399-cf83-4dff-b042-7262c6ab27c9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:19.036049 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network d1cef513-2680-43ba-bd39-54a14378b7a5 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:31:19.039088 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-02825500-f1e4-442c-afcd-d4313bf7ee3c None None] Provisioning complete for port 6b38c88b-410e-474a-b1af-9ce1a8acfb23 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:19.039715 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-02825500-f1e4-442c-afcd-d4313bf7ee3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:19.092945 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-329b33f4-64fa-49e0-90b9-360819e9d96b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:19.142094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-02825500-f1e4-442c-afcd-d4313bf7ee3c None None] Port 6b38c88b-410e-474a-b1af-9ce1a8acfb23 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:19.239830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-39d3d216-88a2-40d9-bb07-c745877545c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:19.296262 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d900fd39-f87f-4cfe-8b08-f295da1b934c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "GET /v2.0/networks/e879e663-7031-40e8-a1f0-d9c66d177c2d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2773240 Jun 18 16:31:19.303387 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46850) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:19.345151 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-6e4b48ab-fece-447d-8a3f-847784163a4c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port 6b38c88b-410e-474a-b1af-9ce1a8acfb23 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:19.345488 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6e4b48ab-fece-447d-8a3f-847784163a4c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:19.478515 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f60d4932-df66-4b92-9c78-910729a73677 None None] Provisioning for port 8dcc7a69-0ed4-4671-a9d1-7b5481983a58 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:19.483190 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b7bc03-da3f-473b-9326-7838d501dc6d tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:19.488331 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-36b7bc03-da3f-473b-9326-7838d501dc6d tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "GET /v2.0/subnets/6e93874a-1449-4f2d-8f72-56b6eea73d8f HTTP/1.1" status: 200 len: 811 time: 0.1807899 Jun 18 16:31:19.493605 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46852) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:19.505890 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'port': 2} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:19.511124 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:19.592778 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:19.616801 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6e4b48ab-fece-447d-8a3f-847784163a4c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:19.650551 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224f5c03-b1df-4c00-9acb-68cbc246dc71 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['shared'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:19.651948 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-224f5c03-b1df-4c00-9acb-68cbc246dc71 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "GET /v2.0/subnets/6e93874a-1449-4f2d-8f72-56b6eea73d8f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1574080 Jun 18 16:31:19.719592 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-6e4b48ab-fece-447d-8a3f-847784163a4c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for 6b38c88b-410e-474a-b1af-9ce1a8acfb23 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:19.721367 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46854) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:19.757587 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-d9ab2d3c-d05f-4f00-8fc0-78bbd1ed8a72 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-143478095'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:19.828106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-329b33f4-64fa-49e0-90b9-360819e9d96b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:19.834712 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-329b33f4-64fa-49e0-90b9-360819e9d96b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:19.878773 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] device_id is not set on port ae02fe83-8b8c-481b-a962-8b9445b79d01 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:31:19.901656 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ab2d3c-d05f-4f00-8fc0-78bbd1ed8a72 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:19.905123 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d9ab2d3c-d05f-4f00-8fc0-78bbd1ed8a72 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:19.915041 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-39d3d216-88a2-40d9-bb07-c745877545c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] For port 8dcc7a69-0ed4-4671-a9d1-7b5481983a58, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=8dcc7a69-0ed4-4671-a9d1-7b5481983a58,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:19.982408 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ab2d3c-d05f-4f00-8fc0-78bbd1ed8a72 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:31:19.984431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-39d3d216-88a2-40d9-bb07-c745877545c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:19.989722 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-39d3d216-88a2-40d9-bb07-c745877545c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:19.990551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-39d3d216-88a2-40d9-bb07-c745877545c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:19.995196 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0f7ca346-6e9a-4c3f-b888-c086c6c04c6a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:20.014980 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d9ab2d3c-d05f-4f00-8fc0-78bbd1ed8a72 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:20.015231 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-d9ab2d3c-d05f-4f00-8fc0-78bbd1ed8a72 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Added segment ad45c9e0-60b0-4327-a931-1824ea2cabea of type vlan for network a7b129de-e2e6-4810-b1e7-e08e8ab7f29d Jun 18 16:31:20.058315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d3d216-88a2-40d9-bb07-c745877545c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:20.068889 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-39d3d216-88a2-40d9-bb07-c745877545c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:20.079094 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3d216-88a2-40d9-bb07-c745877545c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:20.079691 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-39d3d216-88a2-40d9-bb07-c745877545c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:20.080673 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8545c758-0b6c-4ddf-9f87-0d3eacb6c312 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:20.085242 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3d216-88a2-40d9-bb07-c745877545c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=8dcc7a69-0ed4-4671-a9d1-7b5481983a58,revision_number=4']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:20.105554 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-39d3d216-88a2-40d9-bb07-c745877545c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:20.106807 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:20.134601 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329b33f4-64fa-49e0-90b9-360819e9d96b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Router 82d1aaff-c0d8-4125-b2f9-613c0897f613 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:31:20.137131 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-39d3d216-88a2-40d9-bb07-c745877545c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3721857 Jun 18 16:31:20.140533 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46856) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:20.149684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-a8ffa384-76e2-412f-a4f1-89cb9727d656 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'mac_address': 'fa:16:3e:e9:a3:3f', 'name': 'tempest-NetworksTestDHCPv6-916458813'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:20.175370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d9ab2d3c-d05f-4f00-8fc0-78bbd1ed8a72 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:20.243182 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6e4b48ab-fece-447d-8a3f-847784163a4c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:20.254719 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aac7a6c1-324e-483f-8fef-1b841fee27cb tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:20.272167 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ffa384-76e2-412f-a4f1-89cb9727d656 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:20.299161 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b48ab-fece-447d-8a3f-847784163a4c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=6b38c88b-410e-474a-b1af-9ce1a8acfb23,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:20.302265 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6e4b48ab-fece-447d-8a3f-847784163a4c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:20.328435 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:20.368758 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 8dcc7a69-0ed4-4671-a9d1-7b5481983a58 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:20.374650 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c7a7b852-26b5-410d-93e2-2491d337605b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:20.406166 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3d216-88a2-40d9-bb07-c745877545c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=fe694683-a891-4cce-83aa-b339c1896e08,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:20.414720 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-39d3d216-88a2-40d9-bb07-c745877545c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:20.435573 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 8dcc7a69-0ed4-4671-a9d1-7b5481983a58 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:20.439124 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d9ab2d3c-d05f-4f00-8fc0-78bbd1ed8a72 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:20.439749 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 8dcc7a69-0ed4-4671-a9d1-7b5481983a58 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:20.440139 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:20.444848 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ab2d3c-d05f-4f00-8fc0-78bbd1ed8a72 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:20.446377 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d9ab2d3c-d05f-4f00-8fc0-78bbd1ed8a72 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:20.468497 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6e4b48ab-fece-447d-8a3f-847784163a4c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:20.472808 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6e4b48ab-fece-447d-8a3f-847784163a4c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/ports/6b38c88b-410e-474a-b1af-9ce1a8acfb23 HTTP/1.1" status: 204 len: 168 time: 1.7311335 Jun 18 16:31:20.526789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46860) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:20.565180 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:20.607591 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1cd40d-c1bf-49b7-bb3c-d2777693f50c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] GET failed (client error): The resource could not be found. Jun 18 16:31:20.610152 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ee1cd40d-c1bf-49b7-bb3c-d2777693f50c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports/6b38c88b-410e-474a-b1af-9ce1a8acfb23 HTTP/1.1" status: 404 len: 333 time: 0.0619023 Jun 18 16:31:20.618842 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 8dcc7a69-0ed4-4671-a9d1-7b5481983a58, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=8dcc7a69-0ed4-4671-a9d1-7b5481983a58,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:20.619641 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46862) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:20.627598 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:20.630179 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-63600ff5-3b21-4c75-940d-c13c0be2a318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:20.659919 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa384-76e2-412f-a4f1-89cb9727d656 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:20.700458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329b33f4-64fa-49e0-90b9-360819e9d96b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:31:20.706761 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-329b33f4-64fa-49e0-90b9-360819e9d96b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:20.710305 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-329b33f4-64fa-49e0-90b9-360819e9d96b tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "PUT /v2.0/routers/82d1aaff-c0d8-4125-b2f9-613c0897f613 HTTP/1.1" status: 200 len: 915 time: 5.0564580 Jun 18 16:31:20.710805 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46864) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:20.712815 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=8dcc7a69-0ed4-4671-a9d1-7b5481983a58,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:20.713983 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff34b01b-e67d-45b4-b8e2-44084bd44d79 None None] Sync routers for ids ['82d1aaff-c0d8-4125-b2f9-613c0897f613'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:31:20.718223 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:20.729308 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff34b01b-e67d-45b4-b8e2-44084bd44d79 None None] Routers {'82d1aaff-c0d8-4125-b2f9-613c0897f613'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:20.729946 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ff34b01b-e67d-45b4-b8e2-44084bd44d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:31:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['82d1aaff-c0d8-4125-b2f9-613c0897f613'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:20.768627 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ff34b01b-e67d-45b4-b8e2-44084bd44d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:20.782710 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff34b01b-e67d-45b4-b8e2-44084bd44d79 None None] Routers {'82d1aaff-c0d8-4125-b2f9-613c0897f613'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:20.783694 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ff34b01b-e67d-45b4-b8e2-44084bd44d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:31:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['82d1aaff-c0d8-4125-b2f9-613c0897f613'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:20.822082 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ff34b01b-e67d-45b4-b8e2-44084bd44d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:20.823190 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff34b01b-e67d-45b4-b8e2-44084bd44d79 None None] The sync data for ids ['82d1aaff-c0d8-4125-b2f9-613c0897f613'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:31:20.839548 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-531f86e9-fc3d-44ef-bfeb-522b0a000227 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "GET /v2.0/routers/82d1aaff-c0d8-4125-b2f9-613c0897f613 HTTP/1.1" status: 200 len: 921 time: 0.1247420 Jun 18 16:31:20.847313 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-a8ffa384-76e2-412f-a4f1-89cb9727d656 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port 6c21992d-eac3-4f48-826b-2f9b6e95d766 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:31:20.852602 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46866) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:20.853246 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ee2e3399-cf83-4dff-b042-7262c6ab27c9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:20.897095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a4c8553c-6ed4-4d2f-8f3c-20cc2eb62d64 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:20.963172 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d9ab2d3c-d05f-4f00-8fc0-78bbd1ed8a72 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2164700 Jun 18 16:31:20.971909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46868) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:20.981476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-6e454c34-f740-4465-9990-d29e5c5dd127 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'subnet': {'network_id': 'a7b129de-e2e6-4810-b1e7-e08e8ab7f29d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:20.988428 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a4c8553c-6ed4-4d2f-8f3c-20cc2eb62d64 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:20.996775 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] device_id is not set on port 79a4c507-e0e6-4a90-b5b2-bf451f7dd660 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:31:21.007648 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab2d3c-d05f-4f00-8fc0-78bbd1ed8a72 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Network': ['ID=a7b129de-e2e6-4810-b1e7-e08e8ab7f29d,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:21.011160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d9ab2d3c-d05f-4f00-8fc0-78bbd1ed8a72 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:21.021932 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network a7b129de-e2e6-4810-b1e7-e08e8ab7f29d details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:31:21.116351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-84cf842c-f35e-4897-a692-b69b08126bac None None] Provisioning complete for port 8dcc7a69-0ed4-4671-a9d1-7b5481983a58 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:21.117096 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-84cf842c-f35e-4897-a692-b69b08126bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.140250 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5bac1d-af3e-49bc-9538-c29c1b2cbba9 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:21.141771 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5a5bac1d-af3e-49bc-9538-c29c1b2cbba9 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&device_id=82d1aaff-c0d8-4125-b2f9-613c0897f613&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2881918 Jun 18 16:31:21.150471 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46870) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:21.176599 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a4c8553c-6ed4-4d2f-8f3c-20cc2eb62d64 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.179159 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a4c8553c-6ed4-4d2f-8f3c-20cc2eb62d64 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.180820 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a4c8553c-6ed4-4d2f-8f3c-20cc2eb62d64 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/security-groups/6bed8bd7-6f85-42b2-8bbf-576f09f8fe06 HTTP/1.1" status: 204 len: 168 time: 0.5575190 Jun 18 16:31:21.185506 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-46cdece2-fb18-4f25-803a-b3cd239fabb8 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:21.190043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46872) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:21.225318 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8553c-6ed4-4d2f-8f3c-20cc2eb62d64 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bed8bd7-6f85-42b2-8bbf-576f09f8fe06,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:21.234564 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a4c8553c-6ed4-4d2f-8f3c-20cc2eb62d64 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:21.236984 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e454c34-f740-4465-9990-d29e5c5dd127 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Made reservation on behalf of abc25a70fa09418db674bd652505e653 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:21.240945 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e454c34-f740-4465-9990-d29e5c5dd127 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.244837 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-a8ffa384-76e2-412f-a4f1-89cb9727d656 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 172.20.0.6 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/9a8bb805-9f98-419a-a3b1-8ada981d18cd/6c21992d-eac3-4f48-826b-2f9b6e95d766) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:21.302864 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-a8ffa384-76e2-412f-a4f1-89cb9727d656 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::f816:3eff:fee9:a33f (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/fe694683-a891-4cce-83aa-b339c1896e08/6c21992d-eac3-4f48-826b-2f9b6e95d766) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:21.329188 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.ipam_backend_mixin [None req-6e454c34-f740-4465-9990-d29e5c5dd127 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Performing IP validity checks on allocation pools {{(pid=93428) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 18 16:31:21.329703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.ipam_backend_mixin [None req-6e454c34-f740-4465-9990-d29e5c5dd127 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93428) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 18 16:31:21.361537 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.369466 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981ebf07-d922-4dd3-aefd-838fac8848dd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:21.370906 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-981ebf07-d922-4dd3-aefd-838fac8848dd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "GET /v2.0/networks/aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 HTTP/1.1" status: 200 len: 881 time: 0.2210143 Jun 18 16:31:21.381511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46874) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:21.401295 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5b74024f-eb26-4274-8e4d-e946fe00dbf1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.435034 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-17019310-08ef-458a-a59e-c5cc634e2368 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "GET /v2.0/ports?device_id=82d1aaff-c0d8-4125-b2f9-613c0897f613 HTTP/1.1" status: 200 len: 205 time: 0.0522876 Jun 18 16:31:21.437803 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46876) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:21.447279 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.486631 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-725aea2a-3d32-410b-9acb-598fadd3dca0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:21.499372 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7b852-26b5-410d-93e2-2491d337605b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Deleting port 739298be-67fa-4480-b3c0-afc6324598fb {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:21.499716 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c7a7b852-26b5-410d-93e2-2491d337605b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.503191 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5b74024f-eb26-4274-8e4d-e946fe00dbf1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.610480 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:21.615389 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5b74024f-eb26-4274-8e4d-e946fe00dbf1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.618154 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5b74024f-eb26-4274-8e4d-e946fe00dbf1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.621542 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5b74024f-eb26-4274-8e4d-e946fe00dbf1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/security-groups/04a44d67-a647-4a67-9f8b-b3121201b550 HTTP/1.1" status: 204 len: 168 time: 0.4261971 Jun 18 16:31:21.623604 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-afcc0da5-e598-41bc-ba02-562d62e5e5bd tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:21.624251 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:21.626891 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46880) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:21.627017 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:21.627865 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.642968 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=ae02fe83-8b8c-481b-a962-8b9445b79d01,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:21.645745 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:21.652789 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:21.681590 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74024f-eb26-4274-8e4d-e946fe00dbf1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a44d67-a647-4a67-9f8b-b3121201b550,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:21.688649 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa384-76e2-412f-a4f1-89cb9727d656 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.695476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5b74024f-eb26-4274-8e4d-e946fe00dbf1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:21.716504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e454c34-f740-4465-9990-d29e5c5dd127 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.723618 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-609c0092-2fbd-4a3f-966a-0abc6c45460a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:21.732925 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cf405d0-6704-4ac8-b458-f63d5af796ab tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.738535 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-a8ffa384-76e2-412f-a4f1-89cb9727d656 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object 6c21992d-eac3-4f48-826b-2f9b6e95d766 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:21.798677 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c7a7b852-26b5-410d-93e2-2491d337605b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.823784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=79a4c507-e0e6-4a90-b5b2-bf451f7dd660,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:21.826831 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:21.830000 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e454c34-f740-4465-9990-d29e5c5dd127 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Subnet': ['ID=6524a2c0-56b5-4c14-9efa-0ff138cfa41c,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:21.834776 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9894aa35-6f0b-4f09-973c-0e993f985218 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.839221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6e454c34-f740-4465-9990-d29e5c5dd127 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:21.861933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e454c34-f740-4465-9990-d29e5c5dd127 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Checking segment: {'id': 'ad45c9e0-60b0-4327-a931-1824ea2cabea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a7b129de-e2e6-4810-b1e7-e08e8ab7f29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:21.862227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e454c34-f740-4465-9990-d29e5c5dd127 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network hostable DHCP agents. Network: a7b129de-e2e6-4810-b1e7-e08e8ab7f29d, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:31:21.873347 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa384-76e2-412f-a4f1-89cb9727d656 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.875798 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9894aa35-6f0b-4f09-973c-0e993f985218 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.887267 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-121880ed-9078-48ae-b73b-9aba4f68c1dc tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:21.918112 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7b852-26b5-410d-93e2-2491d337605b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Calling delete_port for 739298be-67fa-4480-b3c0-afc6324598fb owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:21.920171 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Checking segment: {'id': '97febb93-707d-4164-86a3-837ef540d35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd1cef513-2680-43ba-bd39-54a14378b7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:21.920530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network hostable DHCP agents. Network: d1cef513-2680-43ba-bd39-54a14378b7a5, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:31:21.963946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e454c34-f740-4465-9990-d29e5c5dd127 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Network a7b129de-e2e6-4810-b1e7-e08e8ab7f29d is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:31:21.966915 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ffa384-76e2-412f-a4f1-89cb9727d656 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:21.977538 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-a8ffa384-76e2-412f-a4f1-89cb9727d656 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:21.981032 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffa384-76e2-412f-a4f1-89cb9727d656 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=6c21992d-eac3-4f48-826b-2f9b6e95d766,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:21.984018 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ffa384-76e2-412f-a4f1-89cb9727d656 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:21.987111 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a8ffa384-76e2-412f-a4f1-89cb9727d656 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:21.989210 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-6e454c34-f740-4465-9990-d29e5c5dd127 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, a7b129de-e2e6-4810-b1e7-e08e8ab7f29d) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:21.997611 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network d1cef513-2680-43ba-bd39-54a14378b7a5 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:31:22.012860 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cf405d0-6704-4ac8-b458-f63d5af796ab tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.013887 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e454c34-f740-4465-9990-d29e5c5dd127 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:22.014481 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e454c34-f740-4465-9990-d29e5c5dd127 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.017023 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, d1cef513-2680-43ba-bd39-54a14378b7a5) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:22.022497 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9894aa35-6f0b-4f09-973c-0e993f985218 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.025674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9894aa35-6f0b-4f09-973c-0e993f985218 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.027038 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9894aa35-6f0b-4f09-973c-0e993f985218 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/security-groups/6d784b6a-7aae-445f-b2ae-d42d3fcbcaf0 HTTP/1.1" status: 204 len: 168 time: 0.3947921 Jun 18 16:31:22.027768 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa78550-29e8-45ac-9fd8-16417805c837 None None] Network a7b129de-e2e6-4810-b1e7-e08e8ab7f29d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:22.031967 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-040b0ce4-114c-4c6a-927a-5617a8828e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:22.034866 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46882) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:22.059616 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da028a5-2853-41ed-9102-c24b7c2e0d6e None None] Network d1cef513-2680-43ba-bd39-54a14378b7a5 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:22.088268 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6e454c34-f740-4465-9990-d29e5c5dd127 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1115394 Jun 18 16:31:22.088268 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894aa35-6f0b-4f09-973c-0e993f985218 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d784b6a-7aae-445f-b2ae-d42d3fcbcaf0,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:22.090906 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46884) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:22.095150 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9894aa35-6f0b-4f09-973c-0e993f985218 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:22.101814 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-62c778b7-1dee-4292-a381-89051a6d3a53 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:22.114396 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ffa384-76e2-412f-a4f1-89cb9727d656 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:22.114988 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa384-76e2-412f-a4f1-89cb9727d656 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.155610 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:22.161819 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:22.167858 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:22.168523 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.172007 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ff8e64-be89-4ba8-aafe-7445fbf0772f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting subnet cd34df9a-470c-4522-936a-774d765d35af {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:22.181895 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c9ff8e64-be89-4ba8-aafe-7445fbf0772f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.187498 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a8ffa384-76e2-412f-a4f1-89cb9727d656 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0449903 Jun 18 16:31:22.192581 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46886) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:22.241923 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3472023 Jun 18 16:31:22.241923 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c7a7b852-26b5-410d-93e2-2491d337605b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.254840 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46888) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:22.260241 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3a5121e3-c12f-4211-adc5-beb8c600409e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:22.298317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c9ff8e64-be89-4ba8-aafe-7445fbf0772f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.349994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7b852-26b5-410d-93e2-2491d337605b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event deleted for resources: {'Port': ['ID=739298be-67fa-4480-b3c0-afc6324598fb,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:22.361984 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c7a7b852-26b5-410d-93e2-2491d337605b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:22.374477 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-62c778b7-1dee-4292-a381-89051a6d3a53 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3963125'] for subnet, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.401322 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 8dcc7a69-0ed4-4671-a9d1-7b5481983a58 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:22.423849 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-a7b129de-e2e6-4810-b1e7-e08e8ab7f29d', 'network_id': 'a7b129de-e2e6-4810-b1e7-e08e8ab7f29d', 'tenant_id': 'abc25a70fa09418db674bd652505e653', 'fixed_ips': [{'subnet_id': '6524a2c0-56b5-4c14-9efa-0ff138cfa41c'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:31:22.424697 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.501513 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-7cf405d0-6704-4ac8-b458-f63d5af796ab tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Deleting port b86a0f0e-d52c-4ca3-9eb6-635ee8cee58d {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:22.501949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cf405d0-6704-4ac8-b458-f63d5af796ab tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.513335 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-428919ef-a4e6-4893-ae21-3740ab2a61b5 None None] Provisioning for port 6c21992d-eac3-4f48-826b-2f9b6e95d766 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:22.525594 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c9ff8e64-be89-4ba8-aafe-7445fbf0772f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.530910 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9a6bcc-158f-4770-80e8-f8f58720bcc5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:22.538543 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9a6bcc-158f-4770-80e8-f8f58720bcc5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:22.543032 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4a9a6bcc-158f-4770-80e8-f8f58720bcc5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3289919 Jun 18 16:31:22.552717 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46890) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:22.590734 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-428919ef-a4e6-4893-ae21-3740ab2a61b5 None None] Provisioning complete for port 6c21992d-eac3-4f48-826b-2f9b6e95d766 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:22.591781 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-428919ef-a4e6-4893-ae21-3740ab2a61b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.647590 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 8dcc7a69-0ed4-4671-a9d1-7b5481983a58 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:22.648035 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.658863 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-5a521d99-1e7c-4e87-8902-102ed82acb73 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port 79a4c507-e0e6-4a90-b5b2-bf451f7dd660 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:22.659532 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a521d99-1e7c-4e87-8902-102ed82acb73 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.676203 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cf405d0-6704-4ac8-b458-f63d5af796ab tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.685019 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-428919ef-a4e6-4893-ae21-3740ab2a61b5 None None] Port 6c21992d-eac3-4f48-826b-2f9b6e95d766 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:22.688669 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c7a7b852-26b5-410d-93e2-2491d337605b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.752097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-7cf405d0-6704-4ac8-b458-f63d5af796ab tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Calling delete_port for b86a0f0e-d52c-4ca3-9eb6-635ee8cee58d owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:22.763297 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c9ff8e64-be89-4ba8-aafe-7445fbf0772f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.772017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3051c78d-5833-4304-8afa-91eadf28605b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:22.840967 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff8e64-be89-4ba8-aafe-7445fbf0772f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Subnet': ['ID=cd34df9a-470c-4522-936a-774d765d35af,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:22.843119 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c9ff8e64-be89-4ba8-aafe-7445fbf0772f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.849540 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c9ff8e64-be89-4ba8-aafe-7445fbf0772f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/subnets/cd34df9a-470c-4522-936a-774d765d35af HTTP/1.1" status: 204 len: 168 time: 0.8061168 Jun 18 16:31:22.849540 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a521d99-1e7c-4e87-8902-102ed82acb73 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.849969 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46894) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:22.854281 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c9ff8e64-be89-4ba8-aafe-7445fbf0772f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:22.856530 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9004e323-c7db-406d-b382-a588550063a3 None None] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:22.930827 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-5a521d99-1e7c-4e87-8902-102ed82acb73 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for 79a4c507-e0e6-4a90-b5b2-bf451f7dd660 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:22.932882 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-62c778b7-1dee-4292-a381-89051a6d3a53 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758221909212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2449498'] for subnet, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:22.940047 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:23.033511 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Allocated IP 172.20.0.3 (a7b129de-e2e6-4810-b1e7-e08e8ab7f29d/6524a2c0-56b5-4c14-9efa-0ff138cfa41c/a27f002d-c8e5-49c6-aece-cd94fb0b8e8b) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:23.259807 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:23.263166 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-9cd68a36-a03b-44ac-a128-698a5fdc1e32 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port 6c21992d-eac3-4f48-826b-2f9b6e95d766 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:23.263690 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9cd68a36-a03b-44ac-a128-698a5fdc1e32 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:23.272120 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Transition to ACTIVE for port object a27f002d-c8e5-49c6-aece-cd94fb0b8e8b will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:23.288751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Transition to ACTIVE for port object a27f002d-c8e5-49c6-aece-cd94fb0b8e8b will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:23.296100 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:23.298127 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cd94bb40-d0fb-4f0f-9a3f-7e532d5baaf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:23.328728 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe9c476-7e51-488d-9df4-cd6a10bf5f73 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting subnet 6c4fbff1-60a2-4697-b1ea-6d9d13868053 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:23.340760 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9fe9c476-7e51-488d-9df4-cd6a10bf5f73 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:23.343793 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Network a7b129de-e2e6-4810-b1e7-e08e8ab7f29d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:23.346742 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c778b7-1dee-4292-a381-89051a6d3a53 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:23.347260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-62c778b7-1dee-4292-a381-89051a6d3a53 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:23.348065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:23.348726 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-62c778b7-1dee-4292-a381-89051a6d3a53 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "PUT /v2.0/subnets/6524a2c0-56b5-4c14-9efa-0ff138cfa41c HTTP/1.1" status: 200 len: 877 time: 1.2547519 Jun 18 16:31:23.350761 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:23.353428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Pushing event updated for resources: {'Port': ['ID=a27f002d-c8e5-49c6-aece-cd94fb0b8e8b,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:23.356348 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:23.358192 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46898) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:23.385174 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c778b7-1dee-4292-a381-89051a6d3a53 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event updated for resources: {'Subnet': ['ID=6524a2c0-56b5-4c14-9efa-0ff138cfa41c,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:23.405211 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-62c778b7-1dee-4292-a381-89051a6d3a53 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:23.437104 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Attempting to bind port a27f002d-c8e5-49c6-aece-cd94fb0b8e8b on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:23.437104 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Attempting to bind port a27f002d-c8e5-49c6-aece-cd94fb0b8e8b by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'ad45c9e0-60b0-4327-a931-1824ea2cabea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a7b129de-e2e6-4810-b1e7-e08e8ab7f29d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:23.437839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Attempting to bind port a27f002d-c8e5-49c6-aece-cd94fb0b8e8b on network a7b129de-e2e6-4810-b1e7-e08e8ab7f29d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:23.443313 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:23.443481 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Checking segment: {'id': 'ad45c9e0-60b0-4327-a931-1824ea2cabea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a7b129de-e2e6-4810-b1e7-e08e8ab7f29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:23.443954 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:23.444424 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Bound using segment: {'id': 'ad45c9e0-60b0-4327-a931-1824ea2cabea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a7b129de-e2e6-4810-b1e7-e08e8ab7f29d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:23.444971 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Bound port: a27f002d-c8e5-49c6-aece-cd94fb0b8e8b, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad45c9e0-60b0-4327-a931-1824ea2cabea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a7b129de-e2e6-4810-b1e7-e08e8ab7f29d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:23.446119 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:23.461628 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9fe9c476-7e51-488d-9df4-cd6a10bf5f73 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:23.502857 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9cd68a36-a03b-44ac-a128-698a5fdc1e32 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:23.516615 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] For port a27f002d-c8e5-49c6-aece-cd94fb0b8e8b, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:23.520862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] For port a27f002d-c8e5-49c6-aece-cd94fb0b8e8b, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a27f002d-c8e5-49c6-aece-cd94fb0b8e8b,segment=NetworkSegment(ad45c9e0-60b0-4327-a931-1824ea2cabea),segment_id=ad45c9e0-60b0-4327-a931-1824ea2cabea)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:23.526905 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:23.527935 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a521d99-1e7c-4e87-8902-102ed82acb73 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:23.535919 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c91091c5-9115-4499-b7c5-1330af175936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:23.571483 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:23.587379 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Pushing event updated for resources: {'Port': ['ID=a27f002d-c8e5-49c6-aece-cd94fb0b8e8b,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:23.589141 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde0294-095d-4c47-ab3a-1ee63117900b req-d193d34d-3c3f-424e-87fa-abbbe0a8c76c tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:23.593514 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:23.599348 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1bde0294-095d-4c47-ab3a-1ee63117900b req-d193d34d-3c3f-424e-87fa-abbbe0a8c76c tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.3518217 Jun 18 16:31:23.600445 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-9cd68a36-a03b-44ac-a128-698a5fdc1e32 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for 6c21992d-eac3-4f48-826b-2f9b6e95d766 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:23.645561 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:31:23.649972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:23.657098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a521d99-1e7c-4e87-8902-102ed82acb73 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=79a4c507-e0e6-4a90-b5b2-bf451f7dd660,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:23.667972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5a521d99-1e7c-4e87-8902-102ed82acb73 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:23.688914 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cf405d0-6704-4ac8-b458-f63d5af796ab tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:23.712406 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a521d99-1e7c-4e87-8902-102ed82acb73 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:23.714522 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5a521d99-1e7c-4e87-8902-102ed82acb73 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/ports/79a4c507-e0e6-4a90-b5b2-bf451f7dd660 HTTP/1.1" status: 204 len: 168 time: 1.4586434 Jun 18 16:31:23.717425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4659b733-0d17-40fd-afeb-1c0ac0fde28b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:23.718269 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46900) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:23.785150 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf405d0-6704-4ac8-b458-f63d5af796ab tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Pushing event deleted for resources: {'Port': ['ID=b86a0f0e-d52c-4ca3-9eb6-635ee8cee58d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:23.800079 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1bde0294-095d-4c47-ab3a-1ee63117900b req-021d3838-16e8-4540-a732-3ea049a8970e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1608536 Jun 18 16:31:23.801386 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7cf405d0-6704-4ac8-b458-f63d5af796ab tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:23.843411 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a7b852-26b5-410d-93e2-2491d337605b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Router 74a620c8-6ca9-426c-a7be-65516fd2b20e has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:31:23.874325 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9fe9c476-7e51-488d-9df4-cd6a10bf5f73 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:23.935008 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Deleting port a27f002d-c8e5-49c6-aece-cd94fb0b8e8b {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:23.935745 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:23.944749 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dbd6ca-9b12-4ee9-8942-0970fd556f68 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:23.952033 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dbd6ca-9b12-4ee9-8942-0970fd556f68 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:23.953668 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b6dbd6ca-9b12-4ee9-8942-0970fd556f68 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2322431 Jun 18 16:31:23.957379 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46904) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:24.015399 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cf405d0-6704-4ac8-b458-f63d5af796ab tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:24.081718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] For port a27f002d-c8e5-49c6-aece-cd94fb0b8e8b, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a27f002d-c8e5-49c6-aece-cd94fb0b8e8b,segment=NetworkSegment(ad45c9e0-60b0-4327-a931-1824ea2cabea),segment_id=ad45c9e0-60b0-4327-a931-1824ea2cabea)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:24.082518 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:24.175193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Calling delete_port for a27f002d-c8e5-49c6-aece-cd94fb0b8e8b owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:24.193486 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cf405d0-6704-4ac8-b458-f63d5af796ab tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:24.196762 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cf405d0-6704-4ac8-b458-f63d5af796ab tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:24.202535 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9fe9c476-7e51-488d-9df4-cd6a10bf5f73 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:24.214973 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6796bfa8-9102-49d6-894d-b075904be4d6 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:24.225874 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9fe9c476-7e51-488d-9df4-cd6a10bf5f73 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:24.228551 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9fe9c476-7e51-488d-9df4-cd6a10bf5f73 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/subnets/6c4fbff1-60a2-4697-b1ea-6d9d13868053 HTTP/1.1" status: 204 len: 168 time: 1.3790708 Jun 18 16:31:24.263315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46908) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:24.285930 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9c476-7e51-488d-9df4-cd6a10bf5f73 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Subnet': ['ID=6c4fbff1-60a2-4697-b1ea-6d9d13868053,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:24.289573 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a7b852-26b5-410d-93e2-2491d337605b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:31:24.292613 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9fe9c476-7e51-488d-9df4-cd6a10bf5f73 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:24.296394 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c7a7b852-26b5-410d-93e2-2491d337605b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "PUT /v2.0/routers/74a620c8-6ca9-426c-a7be-65516fd2b20e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5473711 Jun 18 16:31:24.306505 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633d66d-301d-4cd5-9d77-8ee4fb451754 None None] Sync routers for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:31:24.308179 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46910) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:24.312786 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30896987-52e6-467c-ad9c-b7c1d0a7444b None None] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:24.372407 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cf405d0-6704-4ac8-b458-f63d5af796ab tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:24.372789 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf405d0-6704-4ac8-b458-f63d5af796ab tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Fanout notify agent at l3_agent the message router_deleted on router 82d1aaff-c0d8-4125-b2f9-613c0897f613 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:31:24.383424 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cf405d0-6704-4ac8-b458-f63d5af796ab tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:24.389289 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7cf405d0-6704-4ac8-b458-f63d5af796ab tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "DELETE /v2.0/routers/82d1aaff-c0d8-4125-b2f9-613c0897f613 HTTP/1.1" status: 204 len: 168 time: 2.9503517 Jun 18 16:31:24.394983 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46912) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:24.403852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-6b77055a-c7e9-47fd-8623-d419777ab22a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1275946278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:24.407199 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a27f002d-c8e5-49c6-aece-cd94fb0b8e8b up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:24.407775 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ea3c6a-e34e-4d59-9a63-a2b992846ea5 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:24.408398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ea3c6a-e34e-4d59-9a63-a2b992846ea5 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:24.412156 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d5ea3c6a-e34e-4d59-9a63-a2b992846ea5 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/subnets/cd34df9a-470c-4522-936a-774d765d35af HTTP/1.1" status: 404 len: 337 time: 0.1388822 Jun 18 16:31:24.414677 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46914) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:24.439339 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a633d66d-301d-4cd5-9d77-8ee4fb451754 None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:24.439978 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-a633d66d-301d-4cd5-9d77-8ee4fb451754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:31:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:24.478024 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9cd68a36-a03b-44ac-a128-698a5fdc1e32 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:24.486635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-54a2e39e-e17b-4089-8516-84dacd105594 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:24.488346 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-fed6657b-3782-4236-a01c-d81119cd9eee None None] Provisioning complete for port 627a05fe-40f3-4def-9333-0573fce9fda5 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:24.488917 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fed6657b-3782-4236-a01c-d81119cd9eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:24.521339 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd68a36-a03b-44ac-a128-698a5fdc1e32 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=6c21992d-eac3-4f48-826b-2f9b6e95d766,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:24.532525 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9cd68a36-a03b-44ac-a128-698a5fdc1e32 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:24.534378 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6b77055a-c7e9-47fd-8623-d419777ab22a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:24.535440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6b77055a-c7e9-47fd-8623-d419777ab22a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:24.549973 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b34ed3b-4ec0-45af-824f-ee5dd11cd9f0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting subnet 333ce170-59b1-4ef8-b2d2-6e0e6175988c {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:24.567455 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8b34ed3b-4ec0-45af-824f-ee5dd11cd9f0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:24.594006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-afbefcc2-8cc4-428d-8e7e-80ef5b721936 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:24.613142 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc199f7c-2366-41ae-afad-4179755931d8 req-42b63fce-d526-4f95-80af-cb1d7cbfc65e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:24.615457 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dc199f7c-2366-41ae-afad-4179755931d8 req-42b63fce-d526-4f95-80af-cb1d7cbfc65e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.3177731 Jun 18 16:31:24.749374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:24.767755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3d0c29d6-4e64-4d1f-9edd-1ad670333cae tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:24.777446 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-a633d66d-301d-4cd5-9d77-8ee4fb451754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:24.787774 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d38bd-1811-47c0-aa45-f80b39a68798 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port ae02fe83-8b8c-481b-a962-8b9445b79d01 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:24.788488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4f0d38bd-1811-47c0-aa45-f80b39a68798 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:24.807464 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8b34ed3b-4ec0-45af-824f-ee5dd11cd9f0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:24.908867 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No DVR routers for this DVR port a27f002d-c8e5-49c6-aece-cd94fb0b8e8b on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:24.914857 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a633d66d-301d-4cd5-9d77-8ee4fb451754 None None] Routers {'74a620c8-6ca9-426c-a7be-65516fd2b20e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:24.915530 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-a633d66d-301d-4cd5-9d77-8ee4fb451754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:31:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['74a620c8-6ca9-426c-a7be-65516fd2b20e'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:24.919045 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Port': ['ID=a27f002d-c8e5-49c6-aece-cd94fb0b8e8b,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:24.928957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:24.966449 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dc199f7c-2366-41ae-afad-4179755931d8 req-2c0087d8-07a6-41bb-81a4-9f1ffdaf5073 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2661865 Jun 18 16:31:24.970500 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No active binding found for port a27f002d-c8e5-49c6-aece-cd94fb0b8e8b {{(pid=93429) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 18 16:31:24.970999 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a27f002d-c8e5-49c6-aece-cd94fb0b8e8b not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 18 16:31:24.978235 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9cd68a36-a03b-44ac-a128-698a5fdc1e32 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:24.981697 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9cd68a36-a03b-44ac-a128-698a5fdc1e32 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/6c21992d-eac3-4f48-826b-2f9b6e95d766 HTTP/1.1" status: 204 len: 168 time: 2.4277942 Jun 18 16:31:24.989971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46918) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:24.995885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6b77055a-c7e9-47fd-8623-d419777ab22a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:25.009405 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-a633d66d-301d-4cd5-9d77-8ee4fb451754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:25.010011 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633d66d-301d-4cd5-9d77-8ee4fb451754 None None] The sync data for ids ['74a620c8-6ca9-426c-a7be-65516fd2b20e'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:31:25.016680 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Port a27f002d-c8e5-49c6-aece-cd94fb0b8e8b not found, will not notify nova. {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 18 16:31:25.018194 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:25.042748 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6b77055a-c7e9-47fd-8623-d419777ab22a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:25.109667 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6b77055a-c7e9-47fd-8623-d419777ab22a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:25.110239 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6b77055a-c7e9-47fd-8623-d419777ab22a tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7138903 Jun 18 16:31:25.115808 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:25.116723 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-fed6657b-3782-4236-a01c-d81119cd9eee None None] Provisioning complete for port 699f534b-5706-463f-9969-4b6ad114d665 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:25.117888 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fed6657b-3782-4236-a01c-d81119cd9eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:25.153911 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46922) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:25.160746 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4f0d38bd-1811-47c0-aa45-f80b39a68798 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:25.169255 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-fed6657b-3782-4236-a01c-d81119cd9eee None None] Port 699f534b-5706-463f-9969-4b6ad114d665 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:25.169767 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d9b30b17-5d87-4a52-bf41-5635ea5396fd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'enable_snat': False}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:25.174961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933ce13b-e221-48a4-b2e1-552b8738af87 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:25.176826 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933ce13b-e221-48a4-b2e1-552b8738af87 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:25.177962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933ce13b-e221-48a4-b2e1-552b8738af87 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:25.179594 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-933ce13b-e221-48a4-b2e1-552b8738af87 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1883895 Jun 18 16:31:25.184061 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46926) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:25.200812 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8b34ed3b-4ec0-45af-824f-ee5dd11cd9f0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:25.206990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-afbefcc2-8cc4-428d-8e7e-80ef5b721936 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:25.235784 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc8ce8f-1bfa-41a3-92d8-ff22ca5c3501 None None] Network a7b129de-e2e6-4810-b1e7-e08e8ab7f29d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:25.316969 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ee234640-92de-4442-ae43-31b2a8541327 None None] Could not find standard attr ID for object a27f002d-c8e5-49c6-aece-cd94fb0b8e8b. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:31:25.355832 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d38bd-1811-47c0-aa45-f80b39a68798 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for ae02fe83-8b8c-481b-a962-8b9445b79d01 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:25.358813 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5b0478-ad77-48f3-a799-57b1b58897a4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet 9a8bb805-9f98-419a-a3b1-8ada981d18cd {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:25.366298 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0a5b0478-ad77-48f3-a799-57b1b58897a4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:25.446537 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8b34ed3b-4ec0-45af-824f-ee5dd11cd9f0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:25.464751 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ff5110cf-b3d6-4432-8fe6-efb235d898f7 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:25.475569 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8b34ed3b-4ec0-45af-824f-ee5dd11cd9f0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:25.480313 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8b34ed3b-4ec0-45af-824f-ee5dd11cd9f0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/subnets/333ce170-59b1-4ef8-b2d2-6e0e6175988c HTTP/1.1" status: 204 len: 168 time: 1.0622361 Jun 18 16:31:25.502541 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0a5b0478-ad77-48f3-a799-57b1b58897a4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:25.505786 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46930) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:25.539822 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34ed3b-4ec0-45af-824f-ee5dd11cd9f0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Subnet': ['ID=333ce170-59b1-4ef8-b2d2-6e0e6175988c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:25.552181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8b34ed3b-4ec0-45af-824f-ee5dd11cd9f0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:25.553601 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-afbefcc2-8cc4-428d-8e7e-80ef5b721936 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Deleting port 196de90e-cb3b-4a30-9d54-a23fbdc588c3 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:25.553941 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-afbefcc2-8cc4-428d-8e7e-80ef5b721936 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:25.590519 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab40ece-789b-4d6d-b909-88f32de6fd09 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:25.590996 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab40ece-789b-4d6d-b909-88f32de6fd09 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:25.594653 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-aab40ece-789b-4d6d-b909-88f32de6fd09 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/subnets/9f49d45e-181b-4cf9-bb22-2b2ad56ef6c9 HTTP/1.1" status: 404 len: 337 time: 0.0858090 Jun 18 16:31:25.632316 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46932) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:25.714252 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-cd4e5f14-f6e2-4014-aab7-a55c14299244 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ac08e0f-0875-455b-b1cf-3f74f208b094 HTTP/1.1" status: 200 len: 205 time: 0.0783782 Jun 18 16:31:25.715671 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:25.720003 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46936) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:25.721371 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:25.745003 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-afbefcc2-8cc4-428d-8e7e-80ef5b721936 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:25.754322 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0a5b0478-ad77-48f3-a799-57b1b58897a4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:25.774413 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9b30b17-5d87-4a52-bf41-5635ea5396fd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:25.817992 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4f0d38bd-1811-47c0-aa45-f80b39a68798 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:25.824895 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Subnet': ['ID=6524a2c0-56b5-4c14-9efa-0ff138cfa41c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:25.832062 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-f151c06c-b8bd-4743-9f9e-1524170b6336 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] delete failed (client error): The resource could not be found. Jun 18 16:31:25.835658 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f151c06c-b8bd-4743-9f9e-1524170b6336 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/routers/6ac08e0f-0875-455b-b1cf-3f74f208b094 HTTP/1.1" status: 404 len: 336 time: 0.1079457 Jun 18 16:31:25.840861 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:25.841258 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a8ffa384-76e2-412f-a4f1-89cb9727d656 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:25.844525 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46938) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:25.857441 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b7579a-2e37-4c5a-bab4-36c0a11e925b None None] Network a7b129de-e2e6-4810-b1e7-e08e8ab7f29d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:25.877162 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-afbefcc2-8cc4-428d-8e7e-80ef5b721936 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Calling delete_port for 196de90e-cb3b-4a30-9d54-a23fbdc588c3 owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:25.956540 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4f0d38bd-1811-47c0-aa45-f80b39a68798 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:25.958512 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4f0d38bd-1811-47c0-aa45-f80b39a68798 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/ports/ae02fe83-8b8c-481b-a962-8b9445b79d01 HTTP/1.1" status: 204 len: 168 time: 2.0002301 Jun 18 16:31:25.963363 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d38bd-1811-47c0-aa45-f80b39a68798 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=ae02fe83-8b8c-481b-a962-8b9445b79d01,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:25.965576 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-663bfc54-dc2a-4007-a643-a662abc59dbe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:25.966035 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663bfc54-dc2a-4007-a643-a662abc59dbe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:25.967981 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-663bfc54-dc2a-4007-a643-a662abc59dbe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/subnets/b1168754-b59d-41a5-9452-635ddf82034c HTTP/1.1" status: 404 len: 337 time: 0.1097775 Jun 18 16:31:25.969472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46940) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:25.970249 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4f0d38bd-1811-47c0-aa45-f80b39a68798 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:25.989415 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46942) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:26.013257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:26.038210 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2580d96-7262-4622-8ea4-958be9dfa0b4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:26.038747 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2580d96-7262-4622-8ea4-958be9dfa0b4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:26.043052 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c2580d96-7262-4622-8ea4-958be9dfa0b4 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/subnets/92e7f4af-dea8-47ff-a8e2-af481d166927 HTTP/1.1" status: 404 len: 337 time: 0.0461655 Jun 18 16:31:26.047590 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46944) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:26.049334 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b129de-e2e6-4810-b1e7-e08e8ab7f29d']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:26.056939 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0a5b0478-ad77-48f3-a799-57b1b58897a4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:26.062450 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fc267cc0-06db-4529-a0aa-d9c1406b72c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:26.102840 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b0478-ad77-48f3-a799-57b1b58897a4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=9a8bb805-9f98-419a-a3b1-8ada981d18cd,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:26.105577 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0a5b0478-ad77-48f3-a799-57b1b58897a4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:26.107203 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a080a9-61d3-43d1-b2d1-bd8cf7af1359 None None] DHCP port deletion for a7b129de-e2e6-4810-b1e7-e08e8ab7f29d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:31:26.110239 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0a5b0478-ad77-48f3-a799-57b1b58897a4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/9a8bb805-9f98-419a-a3b1-8ada981d18cd HTTP/1.1" status: 204 len: 168 time: 0.9250081 Jun 18 16:31:26.120107 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bec2935-1142-41d0-be1f-ef5103a5efa8 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:26.150308 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46946) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:26.151260 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0a5b0478-ad77-48f3-a799-57b1b58897a4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:26.174146 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e70f0-ed26-4b08-b69f-f5cf96c445ed req-178a5f4b-332d-41ee-87f0-2d1b5701ff85 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:26.180738 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ea7e70f0-ed26-4b08-b69f-f5cf96c445ed req-178a5f4b-332d-41ee-87f0-2d1b5701ff85 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.2963986 Jun 18 16:31:26.204850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c8264d-2549-46f7-a626-b9739a15fa1f None None] Network e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:26.299582 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a27f002d-c8e5-49c6-aece-cd94fb0b8e8b no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:31:26.356946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: a27f002d-c8e5-49c6-aece-cd94fb0b8e8b {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:31:26.357335 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a27f002d-c8e5-49c6-aece-cd94fb0b8e8b not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:31:26.362502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad45c9e0-60b0-4327-a931-1824ea2cabea') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:26.362502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad45c9e0-60b0-4327-a931-1824ea2cabea') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:26.374603 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a6da54-c62c-456d-a705-cbb9855fa2c3 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:26.374825 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a6da54-c62c-456d-a705-cbb9855fa2c3 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:26.376578 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c6a6da54-c62c-456d-a705-cbb9855fa2c3 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/subnets/fb40a732-8591-467c-90fa-db1fc0df9cee HTTP/1.1" status: 404 len: 337 time: 0.3237941 Jun 18 16:31:26.381265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:26.383223 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d4073795-01c9-4fff-9115-d88d66561487 None None] Provisioning complete for port 627a05fe-40f3-4def-9333-0573fce9fda5 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:26.383810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d4073795-01c9-4fff-9115-d88d66561487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:26.384138 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46948) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:26.434504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:26.438055 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c27e3bc-f404-47de-bd6c-293c27e3a71c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:26.438826 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c27e3bc-f404-47de-bd6c-293c27e3a71c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:26.440538 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7c27e3bc-f404-47de-bd6c-293c27e3a71c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/ports/62a31b67-7d53-4d98-b3f1-cc8da5396f43 HTTP/1.1" status: 404 len: 333 time: 0.0536358 Jun 18 16:31:26.449191 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46950) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:26.451391 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:26.451801 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:26.463156 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:26.527646 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3451708-6926-4609-9343-cf5563acc0e3 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:26.528101 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3451708-6926-4609-9343-cf5563acc0e3 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:26.530038 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f3451708-6926-4609-9343-cf5563acc0e3 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/subnets/f4ec96bd-2618-4948-b56e-8cdea78caf0f HTTP/1.1" status: 404 len: 337 time: 0.0800731 Jun 18 16:31:26.535051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46952) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:26.569217 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe5e105-ae51-4472-ad82-a803e87fb484 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:26.571152 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-cbe5e105-ae51-4472-ad82-a803e87fb484 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5938129 Jun 18 16:31:26.590282 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46954) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:26.596084 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-e414adbd-827c-43c3-a424-ae6ecbf5a925 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:26.596543 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e414adbd-827c-43c3-a424-ae6ecbf5a925 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:26.598217 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e414adbd-827c-43c3-a424-ae6ecbf5a925 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/subnets/0f6fd766-d76a-45fb-90a1-2f35cb710171 HTTP/1.1" status: 404 len: 337 time: 0.0613754 Jun 18 16:31:26.602334 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d4073795-01c9-4fff-9115-d88d66561487 None None] Provisioning complete for port 699f534b-5706-463f-9969-4b6ad114d665 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:26.603099 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d4073795-01c9-4fff-9115-d88d66561487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:26.603750 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46956) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:26.628751 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:26.646014 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ea7e70f0-ed26-4b08-b69f-f5cf96c445ed req-eebb40fb-dd22-4330-84f2-fffc3aeadd0f tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1052365 Jun 18 16:31:26.650450 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6e5c23ee-b79d-4c19-ad3f-892a4b6bc1e7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:26.655275 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b87a38-11b2-4b82-ab94-6397eb356aa6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] GET failed (client error): The resource could not be found. Jun 18 16:31:26.656847 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-74b87a38-11b2-4b82-ab94-6397eb356aa6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports/79a4c507-e0e6-4a90-b5b2-bf451f7dd660 HTTP/1.1" status: 404 len: 333 time: 0.0641239 Jun 18 16:31:26.659312 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d4073795-01c9-4fff-9115-d88d66561487 None None] Port 699f534b-5706-463f-9969-4b6ad114d665 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:26.659865 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:26.661843 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/a7b129de-e2e6-4810-b1e7-e08e8ab7f29d HTTP/1.1" status: 204 len: 168 time: 3.2969663 Jun 18 16:31:26.680094 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46958) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:26.680356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46960) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:26.686172 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe914bd-1ddf-4b17-aae1-bd34dc016d0a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet fe694683-a891-4cce-83aa-b339c1896e08 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:26.695114 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cab3178-fe26-4fa6-a11b-2e3f33a8de49 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:26.695851 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cab3178-fe26-4fa6-a11b-2e3f33a8de49 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:26.697618 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9cab3178-fe26-4fa6-a11b-2e3f33a8de49 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/ports/b8be3d77-a104-45c6-845a-2638ae11be99 HTTP/1.1" status: 404 len: 333 time: 0.0925839 Jun 18 16:31:26.698375 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fe914bd-1ddf-4b17-aae1-bd34dc016d0a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:26.707288 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949f154e-60be-4904-89c5-b6f698e993a7 None None] DHCP port deletion for e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:31:26.708661 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Network': ['ID=a7b129de-e2e6-4810-b1e7-e08e8ab7f29d,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:26.712706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46962) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:26.722168 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:26.755866 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-afbefcc2-8cc4-428d-8e7e-80ef5b721936 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:26.764394 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7cf405d0-6704-4ac8-b458-f63d5af796ab tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:26.766670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-949f154e-60be-4904-89c5-b6f698e993a7 None None] Deleting port 627a05fe-40f3-4def-9333-0573fce9fda5 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:26.767144 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-949f154e-60be-4904-89c5-b6f698e993a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:26.776327 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fe914bd-1ddf-4b17-aae1-bd34dc016d0a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:26.783553 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-332a20f1-a567-4566-8bc4-ec018a6da345 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:26.784019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332a20f1-a567-4566-8bc4-ec018a6da345 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:26.785737 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-332a20f1-a567-4566-8bc4-ec018a6da345 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/subnets/6524a2c0-56b5-4c14-9efa-0ff138cfa41c HTTP/1.1" status: 404 len: 337 time: 0.1028504 Jun 18 16:31:26.787315 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d9567c-bddb-4da6-a95c-1c46432d8bc7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] GET failed (client error): The resource could not be found. Jun 18 16:31:26.790035 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-65d9567c-bddb-4da6-a95c-1c46432d8bc7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports/ae02fe83-8b8c-481b-a962-8b9445b79d01 HTTP/1.1" status: 404 len: 333 time: 0.1072333 Jun 18 16:31:26.790829 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46964) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:26.800880 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46966) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:26.803204 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4f0a48-9a85-45db-a62a-9acfb45802ae tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:26.803639 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4f0a48-9a85-45db-a62a-9acfb45802ae tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:26.808369 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1c4f0a48-9a85-45db-a62a-9acfb45802ae tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/subnets/06ce5e89-c705-42d4-87c1-5acfce4b32fe HTTP/1.1" status: 404 len: 337 time: 0.0910671 Jun 18 16:31:26.813354 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46968) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:26.840405 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbefcc2-8cc4-428d-8e7e-80ef5b721936 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event deleted for resources: {'Port': ['ID=196de90e-cb3b-4a30-9d54-a23fbdc588c3,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:26.849507 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-afbefcc2-8cc4-428d-8e7e-80ef5b721936 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:26.858142 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-949f154e-60be-4904-89c5-b6f698e993a7 None None] For port 627a05fe-40f3-4def-9333-0573fce9fda5, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=627a05fe-40f3-4def-9333-0573fce9fda5,segment=NetworkSegment(d3f15de3-5253-40e2-bb5f-c4ceff894185),segment_id=d3f15de3-5253-40e2-bb5f-c4ceff894185)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:26.858771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-949f154e-60be-4904-89c5-b6f698e993a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:26.863827 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af87d31-621d-4011-b286-556c0e8a411f tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:26.865218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af87d31-621d-4011-b286-556c0e8a411f tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:26.868315 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3af87d31-621d-4011-b286-556c0e8a411f tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/a7b129de-e2e6-4810-b1e7-e08e8ab7f29d HTTP/1.1" status: 404 len: 339 time: 0.0759439 Jun 18 16:31:26.892854 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46970) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:26.906456 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e699ad-bdc7-4c68-b2e2-7d8de4f334e3 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:26.907157 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e699ad-bdc7-4c68-b2e2-7d8de4f334e3 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:26.908959 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a4e699ad-bdc7-4c68-b2e2-7d8de4f334e3 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/subnets/7066787f-69bf-4c46-a574-65a96068af8f HTTP/1.1" status: 404 len: 337 time: 0.0922968 Jun 18 16:31:26.932082 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-949f154e-60be-4904-89c5-b6f698e993a7 None None] Calling delete_port for 627a05fe-40f3-4def-9333-0573fce9fda5 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:26.937441 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46972) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:26.980720 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c688b0bb-154f-44da-a215-eb58bd0584fb tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:26.981431 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c688b0bb-154f-44da-a215-eb58bd0584fb tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:26.983306 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c688b0bb-154f-44da-a215-eb58bd0584fb tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/subnets/d5c953ee-aede-49b8-81e5-cdce409cf57a HTTP/1.1" status: 404 len: 337 time: 0.0873165 Jun 18 16:31:26.989991 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46974) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:27.030885 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-949f154e-60be-4904-89c5-b6f698e993a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.035738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:27.046507 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e91210-b2db-4e02-ad55-876550e95782 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:27.047269 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e91210-b2db-4e02-ad55-876550e95782 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:27.052454 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f6e91210-b2db-4e02-ad55-876550e95782 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/02ed901f-72a0-4801-8c08-b5d5be4c59b4 HTTP/1.1" status: 404 len: 339 time: 0.0449147 Jun 18 16:31:27.056034 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-afbefcc2-8cc4-428d-8e7e-80ef5b721936 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.056307 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46976) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:27.065671 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f154e-60be-4904-89c5-b6f698e993a7 None None] Pushing event deleted for resources: {'Port': ['ID=627a05fe-40f3-4def-9333-0573fce9fda5,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:27.068801 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-949f154e-60be-4904-89c5-b6f698e993a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:27.069639 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949f154e-60be-4904-89c5-b6f698e993a7 None None] No DVR routers for this DVR port 627a05fe-40f3-4def-9333-0573fce9fda5 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:27.073179 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-108fcb3d-c45d-4844-aa67-5918a80f2099 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.131989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9b30b17-5d87-4a52-bf41-5635ea5396fd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.165234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9b30b17-5d87-4a52-bf41-5635ea5396fd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.177489 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fe914bd-1ddf-4b17-aae1-bd34dc016d0a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.208536 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-afbefcc2-8cc4-428d-8e7e-80ef5b721936 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.228389 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-afbefcc2-8cc4-428d-8e7e-80ef5b721936 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.245298 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-801f8d64-d50e-448c-b930-ddebcc01f1f8 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.300206 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-afbefcc2-8cc4-428d-8e7e-80ef5b721936 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.300604 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbefcc2-8cc4-428d-8e7e-80ef5b721936 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Fanout notify agent at l3_agent the message router_deleted on router 74a620c8-6ca9-426c-a7be-65516fd2b20e {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:31:27.313392 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-afbefcc2-8cc4-428d-8e7e-80ef5b721936 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.314486 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-afbefcc2-8cc4-428d-8e7e-80ef5b721936 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "DELETE /v2.0/routers/74a620c8-6ca9-426c-a7be-65516fd2b20e HTTP/1.1" status: 204 len: 168 time: 3.0052273 Jun 18 16:31:27.319020 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46980) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:27.357876 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-108fcb3d-c45d-4844-aa67-5918a80f2099 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.363746 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fe914bd-1ddf-4b17-aae1-bd34dc016d0a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.368437 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e2f0f66c-c6f1-43d6-957d-5dccdf588255 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:27.374867 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-108fcb3d-c45d-4844-aa67-5918a80f2099 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1cef513-2680-43ba-bd39-54a14378b7a5']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:27.385998 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d53fcc49-ad5c-4582-a9f8-1287b2dd733f None None] Provisioning complete for port 8dcc7a69-0ed4-4671-a9d1-7b5481983a58 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:27.386429 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d53fcc49-ad5c-4582-a9f8-1287b2dd733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.406095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-108fcb3d-c45d-4844-aa67-5918a80f2099 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97febb93-707d-4164-86a3-837ef540d35b') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:27.406341 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe914bd-1ddf-4b17-aae1-bd34dc016d0a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=fe694683-a891-4cce-83aa-b339c1896e08,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:27.406434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-108fcb3d-c45d-4844-aa67-5918a80f2099 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97febb93-707d-4164-86a3-837ef540d35b') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:27.409221 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5fe914bd-1ddf-4b17-aae1-bd34dc016d0a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:27.414788 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fe914bd-1ddf-4b17-aae1-bd34dc016d0a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.419081 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5fe914bd-1ddf-4b17-aae1-bd34dc016d0a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/fe694683-a891-4cce-83aa-b339c1896e08 HTTP/1.1" status: 204 len: 168 time: 1.2623758 Jun 18 16:31:27.420370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-a564a112-5547-44ed-913c-b7e284bc995a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Deleting port 699f534b-5706-463f-9969-4b6ad114d665 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:27.420704 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a564a112-5547-44ed-913c-b7e284bc995a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.423123 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46982) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:27.431647 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4239cd66-a324-4807-9b26-6f79896abb35 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:27.440343 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87a4a14-f928-4f96-9be0-1ab26ca62c58 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Deleting subnet 957a4f68-162d-45c5-9ee3-6c0302ab7fde {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:27.466788 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-108fcb3d-c45d-4844-aa67-5918a80f2099 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.470858 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-d9b30b17-5d87-4a52-bf41-5635ea5396fd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Allocated IP 172.26.2.10 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/a1bf2666-0aca-46cf-b956-b973532c40d5) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:27.496808 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-108fcb3d-c45d-4844-aa67-5918a80f2099 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.506368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-801f8d64-d50e-448c-b930-ddebcc01f1f8 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.509702 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f87a4a14-f928-4f96-9be0-1ab26ca62c58 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.518356 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-98c76610-c860-40ec-a241-3733ab23ab8e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889323 Jun 18 16:31:27.518542 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108fcb3d-c45d-4844-aa67-5918a80f2099 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:27.518542 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-108fcb3d-c45d-4844-aa67-5918a80f2099 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:27.521677 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:27.536599 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 46984) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:27.538179 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-801f8d64-d50e-448c-b930-ddebcc01f1f8 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d04af2-4bc0-4ab2-b543-03e0c1530134']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:27.544502 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-1ca4fb81-3fe0-4f6b-a12d-3e667e43565d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:27.618266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-801f8d64-d50e-448c-b930-ddebcc01f1f8 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55ec784-3571-4b4b-b28f-86c09559b534') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:27.618569 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-801f8d64-d50e-448c-b930-ddebcc01f1f8 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55ec784-3571-4b4b-b28f-86c09559b534') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:27.626802 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f87a4a14-f928-4f96-9be0-1ab26ca62c58 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.633309 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a564a112-5547-44ed-913c-b7e284bc995a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.642315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-801f8d64-d50e-448c-b930-ddebcc01f1f8 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.663636 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-801f8d64-d50e-448c-b930-ddebcc01f1f8 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.667272 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668755be-4c37-417d-b662-9d46faeb103c None None] DHCP port deletion for c0c58b33-89bf-4a11-9df9-ed95e6524a1d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:31:27.679424 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-108fcb3d-c45d-4844-aa67-5918a80f2099 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.707050 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d73a8315-c2a5-4efa-b1c2-06c8dda15d88 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:27.711412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801f8d64-d50e-448c-b930-ddebcc01f1f8 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:27.711822 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-801f8d64-d50e-448c-b930-ddebcc01f1f8 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.717803 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-108fcb3d-c45d-4844-aa67-5918a80f2099 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.723730 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-108fcb3d-c45d-4844-aa67-5918a80f2099 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/networks/d1cef513-2680-43ba-bd39-54a14378b7a5 HTTP/1.1" status: 204 len: 168 time: 0.9216950 Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:27.724530 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:27.728934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46988) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:27.731904 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-668755be-4c37-417d-b662-9d46faeb103c None None] Deleting port 8dcc7a69-0ed4-4671-a9d1-7b5481983a58 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:27.732641 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-668755be-4c37-417d-b662-9d46faeb103c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.753834 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-a564a112-5547-44ed-913c-b7e284bc995a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Calling delete_port for 699f534b-5706-463f-9969-4b6ad114d665 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:27.782217 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-2f948f01-f862-413d-a1f6-325cf412ed9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-119203228'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:27.792456 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f87a4a14-f928-4f96-9be0-1ab26ca62c58 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.795038 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fcb3d-c45d-4844-aa67-5918a80f2099 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Network': ['ID=d1cef513-2680-43ba-bd39-54a14378b7a5,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:27.806305 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-108fcb3d-c45d-4844-aa67-5918a80f2099 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:27.816759 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-668755be-4c37-417d-b662-9d46faeb103c None None] For port 8dcc7a69-0ed4-4671-a9d1-7b5481983a58, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=8dcc7a69-0ed4-4671-a9d1-7b5481983a58,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:27.817172 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-668755be-4c37-417d-b662-9d46faeb103c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.835285 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9b30b17-5d87-4a52-bf41-5635ea5396fd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.840293 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-801f8d64-d50e-448c-b930-ddebcc01f1f8 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.848039 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e6e68338-1f85-4765-8ac7-6035d210c369 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:27.853566 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-801f8d64-d50e-448c-b930-ddebcc01f1f8 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.858074 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-801f8d64-d50e-448c-b930-ddebcc01f1f8 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/88d04af2-4bc0-4ab2-b543-03e0c1530134 HTTP/1.1" status: 204 len: 168 time: 0.8003988 Jun 18 16:31:27.861870 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46990) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:27.875676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.api [None req-1ca4fb81-3fe0-4f6b-a12d-3e667e43565d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:31:27.875676 dv-neutron-797121-1-hyperv neutron-server[93427]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 18 16:31:27.875676 dv-neutron-797121-1-hyperv neutron-server[93427]: [parameters: {'project_id': '856662b118944798b50c407d55a72106', 'id': '94691b23-8f85-426d-aef8-21866e8acd8d', 'expiration': datetime.datetime(2021, 6, 18, 16, 33, 27, 832032)}] Jun 18 16:31:27.875676 dv-neutron-797121-1-hyperv neutron-server[93427]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:31:27.876105 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_db.api [None req-1ca4fb81-3fe0-4f6b-a12d-3e667e43565d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:31:27.880625 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f948f01-f862-413d-a1f6-325cf412ed9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:27.884048 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f948f01-f862-413d-a1f6-325cf412ed9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.891976 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-668755be-4c37-417d-b662-9d46faeb103c None None] Calling delete_port for 8dcc7a69-0ed4-4671-a9d1-7b5481983a58 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:27.910762 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f8d64-d50e-448c-b930-ddebcc01f1f8 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Network': ['ID=88d04af2-4bc0-4ab2-b543-03e0c1530134,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:27.919059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-801f8d64-d50e-448c-b930-ddebcc01f1f8 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:27.920237 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7ccf78-2d1b-41a0-a665-bf2ad1103831 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:27.921023 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7ccf78-2d1b-41a0-a665-bf2ad1103831 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:27.923143 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8f7ccf78-2d1b-41a0-a665-bf2ad1103831 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/subnets/ba6e9a88-aa7b-4af3-a56e-f2443230a7b7 HTTP/1.1" status: 404 len: 337 time: 0.0598042 Jun 18 16:31:27.926252 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46992) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:27.957521 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d8204d-07cd-42fc-8e3d-89570a61b9e2 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:27.958496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d8204d-07cd-42fc-8e3d-89570a61b9e2 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:27.960574 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e5d8204d-07cd-42fc-8e3d-89570a61b9e2 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/72fcb98d-ee20-4bcb-99e1-0fde5d987782 HTTP/1.1" status: 404 len: 339 time: 0.0331631 Jun 18 16:31:27.964777 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46994) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:27.974546 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f87a4a14-f928-4f96-9be0-1ab26ca62c58 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.979171 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f948f01-f862-413d-a1f6-325cf412ed9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:31:27.982608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-db2eaabc-64ca-4b6d-b57f-5b6d23fc0e3e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:27.988362 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-668755be-4c37-417d-b662-9d46faeb103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.992873 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:28.008659 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a564a112-5547-44ed-913c-b7e284bc995a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.012961 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efbfedf-9aef-4b36-b194-bac3f6ef52f3 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:28.013426 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1efbfedf-9aef-4b36-b194-bac3f6ef52f3 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:28.017571 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1efbfedf-9aef-4b36-b194-bac3f6ef52f3 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/subnets/d4e0a4ba-6416-4836-83ec-95ff5f350468 HTTP/1.1" status: 404 len: 337 time: 0.0472167 Jun 18 16:31:28.017571 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f948f01-f862-413d-a1f6-325cf412ed9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.017571 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-2f948f01-f862-413d-a1f6-325cf412ed9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Added segment 18886e56-08fb-4f6f-99ab-7c91dad83cdd of type vlan for network 27bf8831-4c98-46a3-b2ed-876662d14951 Jun 18 16:31:28.018942 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46996) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:28.021174 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668755be-4c37-417d-b662-9d46faeb103c None None] Pushing event deleted for resources: {'Port': ['ID=8dcc7a69-0ed4-4671-a9d1-7b5481983a58,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:28.023015 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668755be-4c37-417d-b662-9d46faeb103c None None] No DVR routers for this DVR port 8dcc7a69-0ed4-4671-a9d1-7b5481983a58 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:28.024205 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2679b10-6465-45c5-a8c6-ccf5c0e700b1 req-3f7e6b69-6723-4968-9923-78b935602445 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:28.025376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-668755be-4c37-417d-b662-9d46faeb103c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:28.027023 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f2679b10-6465-45c5-a8c6-ccf5c0e700b1 req-3f7e6b69-6723-4968-9923-78b935602445 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.1684847 Jun 18 16:31:28.031691 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a4a14-f928-4f96-9be0-1ab26ca62c58 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event deleted for resources: {'Subnet': ['ID=957a4f68-162d-45c5-9ee3-6c0302ab7fde,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:28.034092 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f87a4a14-f928-4f96-9be0-1ab26ca62c58 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:28.035471 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f87a4a14-f928-4f96-9be0-1ab26ca62c58 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.040796 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f87a4a14-f928-4f96-9be0-1ab26ca62c58 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "DELETE /v2.0/subnets/957a4f68-162d-45c5-9ee3-6c0302ab7fde HTTP/1.1" status: 204 len: 168 time: 0.7152114 Jun 18 16:31:28.042131 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-71711f1e-20b3-44d1-be15-cc0be7cd97ea tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:28.044080 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 46998) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:28.071519 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a564a112-5547-44ed-913c-b7e284bc995a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.073136 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a564a112-5547-44ed-913c-b7e284bc995a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/ports/699f534b-5706-463f-9969-4b6ad114d665 HTTP/1.1" status: 204 len: 168 time: 1.1312211 Jun 18 16:31:28.075117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564a112-5547-44ed-913c-b7e284bc995a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Port': ['ID=699f534b-5706-463f-9969-4b6ad114d665,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:28.077464 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a564a112-5547-44ed-913c-b7e284bc995a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:28.081770 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-09839e0b-9640-4255-8807-1ac0bd3317f3 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:28.082373 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09839e0b-9640-4255-8807-1ac0bd3317f3 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:28.082854 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47000) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:28.084099 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-09839e0b-9640-4255-8807-1ac0bd3317f3 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/9cdbf9bc-e145-4c4d-916e-37f5519bdd2b HTTP/1.1" status: 404 len: 339 time: 0.0642138 Jun 18 16:31:28.089525 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47002) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:28.101093 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9b30b17-5d87-4a52-bf41-5635ea5396fd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.139006 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-39d3d216-88a2-40d9-bb07-c745877545c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:28.170553 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f2679b10-6465-45c5-a8c6-ccf5c0e700b1 req-636987f5-7968-4fdf-b7c1-eacaf3c06197 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046069 Jun 18 16:31:28.176063 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f948f01-f862-413d-a1f6-325cf412ed9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.183268 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-98f20a46-8fa3-404a-948b-6c75cd1b6179 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.199695 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-178afb17-cce3-43ff-b7b9-d718fe2ebce4 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:28.200150 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178afb17-cce3-43ff-b7b9-d718fe2ebce4 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:28.201828 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-178afb17-cce3-43ff-b7b9-d718fe2ebce4 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/subnets/4f11865e-e773-47a4-bab1-c26ef1fb1db3 HTTP/1.1" status: 404 len: 337 time: 0.1021264 Jun 18 16:31:28.212786 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47004) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:28.238052 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b30b17-5d87-4a52-bf41-5635ea5396fd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:28.248551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-d9b30b17-5d87-4a52-bf41-5635ea5396fd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:28.255875 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b30b17-5d87-4a52-bf41-5635ea5396fd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:28.260939 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b5386ff-04a2-4ee1-b135-d5fadf5790ce tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.268582 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b30b17-5d87-4a52-bf41-5635ea5396fd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Pushing event updated for resources: {'Port': ['ID=a1bf2666-0aca-46cf-b956-b973532c40d5,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:28.274115 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ea6581-49ba-406d-96b2-0bfa129ff134 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:28.274115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ea6581-49ba-406d-96b2-0bfa129ff134 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:28.278253 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f4ea6581-49ba-406d-96b2-0bfa129ff134 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/05004cba-55e8-449e-8f78-f3f6550fa054 HTTP/1.1" status: 404 len: 339 time: 0.0621591 Jun 18 16:31:28.278646 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47006) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:28.291338 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d9b30b17-5d87-4a52-bf41-5635ea5396fd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:28.293637 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 8dcc7a69-0ed4-4671-a9d1-7b5481983a58 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:31:28.314956 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f948f01-f862-413d-a1f6-325cf412ed9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.315210 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 8dcc7a69-0ed4-4671-a9d1-7b5481983a58 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:31:28.315580 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 8dcc7a69-0ed4-4671-a9d1-7b5481983a58 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:31:28.316007 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 627a05fe-40f3-4def-9333-0573fce9fda5 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:31:28.317119 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-48cd3ed5-30c9-47db-99be-0331d2cfcffc tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:28.317583 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48cd3ed5-30c9-47db-99be-0331d2cfcffc tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:28.319314 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-48cd3ed5-30c9-47db-99be-0331d2cfcffc tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/subnets/74fe1499-dabf-4ea3-88f1-6c20cd2f3dc5 HTTP/1.1" status: 404 len: 337 time: 0.0398655 Jun 18 16:31:28.320605 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f948f01-f862-413d-a1f6-325cf412ed9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:28.321179 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-98f20a46-8fa3-404a-948b-6c75cd1b6179 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.321274 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f948f01-f862-413d-a1f6-325cf412ed9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.323446 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47008) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:28.326643 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-15677a04-03ae-4aab-aa0c-0fa753f95bf0 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:28.340143 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 627a05fe-40f3-4def-9333-0573fce9fda5 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:31:28.340629 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 627a05fe-40f3-4def-9333-0573fce9fda5 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:31:28.347960 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-98f20a46-8fa3-404a-948b-6c75cd1b6179 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:28.355599 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-33af6666-b147-4c9b-b6de-d95f5273c828 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:28.356198 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33af6666-b147-4c9b-b6de-d95f5273c828 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:28.358025 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-33af6666-b147-4c9b-b6de-d95f5273c828 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/0e180a1d-8233-40a1-a89a-de9cc19f9d52 HTTP/1.1" status: 404 len: 339 time: 0.0338359 Jun 18 16:31:28.361469 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-98f20a46-8fa3-404a-948b-6c75cd1b6179 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f15de3-5253-40e2-bb5f-c4ceff894185') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:28.361757 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-98f20a46-8fa3-404a-948b-6c75cd1b6179 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f15de3-5253-40e2-bb5f-c4ceff894185') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:28.363186 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47010) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:28.381111 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-98f20a46-8fa3-404a-948b-6c75cd1b6179 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.404702 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a25b13d-6688-42f2-9c03-51877acb938e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:28.405143 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a25b13d-6688-42f2-9c03-51877acb938e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:28.406814 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2a25b13d-6688-42f2-9c03-51877acb938e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/subnets/bcb857ca-c530-4b53-8046-388a6a9d254b HTTP/1.1" status: 404 len: 337 time: 0.0427339 Jun 18 16:31:28.412432 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47012) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:28.434646 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-98f20a46-8fa3-404a-948b-6c75cd1b6179 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.438763 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13fe6aa-5cb1-4949-9a50-5470ddc7f157 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:28.439314 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a13fe6aa-5cb1-4949-9a50-5470ddc7f157 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:28.440942 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a13fe6aa-5cb1-4949-9a50-5470ddc7f157 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/e140399b-bacf-4c05-8d58-2ccd996976e1 HTTP/1.1" status: 404 len: 339 time: 0.0276303 Jun 18 16:31:28.446878 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47014) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:28.457778 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f20a46-8fa3-404a-948b-6c75cd1b6179 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:28.458173 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-98f20a46-8fa3-404a-948b-6c75cd1b6179 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:28.462250 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:28.492105 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca4fb81-3fe0-4f6b-a12d-3e667e43565d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:28.495848 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1ca4fb81-3fe0-4f6b-a12d-3e667e43565d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.513241 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2f948f01-f862-413d-a1f6-325cf412ed9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7664392 Jun 18 16:31:28.523907 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e45fe83-0385-42e3-a708-ae9e59830671 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:28.524615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e45fe83-0385-42e3-a708-ae9e59830671 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:28.526328 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5e45fe83-0385-42e3-a708-ae9e59830671 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/subnets/65495c8d-e0bf-4260-b444-3414bf154d49 HTTP/1.1" status: 404 len: 337 time: 0.0785158 Jun 18 16:31:28.526907 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47016) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:28.534010 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47018) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:28.574605 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f948f01-f862-413d-a1f6-325cf412ed9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Network': ['ID=27bf8831-4c98-46a3-b2ed-876662d14951,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:28.575152 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-707ca2c1-3866-405c-8534-30e6cc1688cb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'subnet': {'network_id': '27bf8831-4c98-46a3-b2ed-876662d14951', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:28.582229 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2f948f01-f862-413d-a1f6-325cf412ed9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:28.583170 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-25eda583-8eba-40a0-a92a-1f21dfea2853 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:28.583757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25eda583-8eba-40a0-a92a-1f21dfea2853 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:28.585456 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-25eda583-8eba-40a0-a92a-1f21dfea2853 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/1f492f82-7c3a-4836-ad37-6175132207db HTTP/1.1" status: 404 len: 339 time: 0.0468240 Jun 18 16:31:28.588574 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 27bf8831-4c98-46a3-b2ed-876662d14951 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:31:28.589594 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b5386ff-04a2-4ee1-b135-d5fadf5790ce tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.595788 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47020) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:28.616486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-2b5386ff-04a2-4ee1-b135-d5fadf5790ce tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013a8ad8-a843-48cc-a718-72fdd8f91043']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:28.640092 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-61aaae43-3b0c-4a9a-b71b-a5b2a96967c8 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:28.640551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61aaae43-3b0c-4a9a-b71b-a5b2a96967c8 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:28.642365 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-61aaae43-3b0c-4a9a-b71b-a5b2a96967c8 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/subnets/4ec07c54-3c5c-439c-9bd7-eefc7952f802 HTTP/1.1" status: 404 len: 337 time: 0.0456743 Jun 18 16:31:28.643862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-98f20a46-8fa3-404a-948b-6c75cd1b6179 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.648611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-2b5386ff-04a2-4ee1-b135-d5fadf5790ce tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b35e01-bfaf-4f41-92b0-d7e58c1ff928') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:28.648815 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-98f20a46-8fa3-404a-948b-6c75cd1b6179 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.649254 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-2b5386ff-04a2-4ee1-b135-d5fadf5790ce tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b35e01-bfaf-4f41-92b0-d7e58c1ff928') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:28.650560 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-98f20a46-8fa3-404a-948b-6c75cd1b6179 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] 10.222.0.39 "DELETE /v2.0/networks/e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168 HTTP/1.1" status: 204 len: 168 time: 0.5667853 Jun 18 16:31:28.651221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47022) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:28.668692 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d7b49882-3b9a-4282-b5a1-54f72f7ef57d tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:28.701202 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f20a46-8fa3-404a-948b-6c75cd1b6179 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Pushing event deleted for resources: {'Network': ['ID=e0f5f9fc-15ff-4aaa-bfce-339b2c4d7168,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:28.703560 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-98f20a46-8fa3-404a-948b-6c75cd1b6179 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:28.717582 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b5386ff-04a2-4ee1-b135-d5fadf5790ce tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.738838 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7f1c72-54bb-4ca4-9035-08daed11c7b1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:28.739657 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7f1c72-54bb-4ca4-9035-08daed11c7b1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:28.741435 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0c7f1c72-54bb-4ca4-9035-08daed11c7b1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/a25c1336-15c1-4bb0-a7bc-00709585801b HTTP/1.1" status: 404 len: 339 time: 0.0890992 Jun 18 16:31:28.747191 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47026) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:28.753562 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707ca2c1-3866-405c-8534-30e6cc1688cb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:28.757009 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-707ca2c1-3866-405c-8534-30e6cc1688cb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.807944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b5386ff-04a2-4ee1-b135-d5fadf5790ce tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.813766 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06a7c04-ae9c-4a6b-9851-cf64c06fea48 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:28.814217 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06a7c04-ae9c-4a6b-9851-cf64c06fea48 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:28.818536 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a06a7c04-ae9c-4a6b-9851-cf64c06fea48 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/subnets/5b4be9de-e8e7-4cfc-bd92-1c28231689fd HTTP/1.1" status: 404 len: 337 time: 0.0677536 Jun 18 16:31:28.822046 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47028) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:28.824715 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5386ff-04a2-4ee1-b135-d5fadf5790ce tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:28.825261 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b5386ff-04a2-4ee1-b135-d5fadf5790ce tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:28.829024 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:28.866736 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4252067-3fdc-4bf2-8c53-8dd18665bd1b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:28.867330 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4252067-3fdc-4bf2-8c53-8dd18665bd1b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:28.868988 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c4252067-3fdc-4bf2-8c53-8dd18665bd1b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/9de8a8d2-0739-4587-83d7-31603a551e43 HTTP/1.1" status: 404 len: 339 time: 0.0442474 Jun 18 16:31:28.873853 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47032) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:28.941083 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47034) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:28.949597 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1ca4fb81-3fe0-4f6b-a12d-3e667e43565d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.954408 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f87a4a14-f928-4f96-9be0-1ab26ca62c58 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:28.998300 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca4fb81-3fe0-4f6b-a12d-3e667e43565d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:29.009904 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-1ca4fb81-3fe0-4f6b-a12d-3e667e43565d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:29.012961 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca4fb81-3fe0-4f6b-a12d-3e667e43565d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:29.013562 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1ca4fb81-3fe0-4f6b-a12d-3e667e43565d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:29.023821 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1fe924-8d19-4542-b669-faec6596a4ce None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:29.069578 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4fb81-3fe0-4f6b-a12d-3e667e43565d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=b6f4baf3-2eb0-4b68-a428-ba4fbcac270f,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:29.072632 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1ca4fb81-3fe0-4f6b-a12d-3e667e43565d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:29.087841 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1ca4fb81-3fe0-4f6b-a12d-3e667e43565d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5446858 Jun 18 16:31:29.091823 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47038) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:29.098486 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-347654bb-ada8-400f-903e-705bfcdc0b04 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:29.187823 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9b30b17-5d87-4a52-bf41-5635ea5396fd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:29.205894 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': 'b6f4baf3-2eb0-4b68-a428-ba4fbcac270f'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:31:29.207057 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:29.234115 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-df56bd9e-96f0-4424-aee6-4816d17b6b79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab5b30efde934fcfab6623163b520fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894835 Jun 18 16:31:29.237303 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47042) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:29.243221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b5386ff-04a2-4ee1-b135-d5fadf5790ce tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:29.250353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-9245089c-09e7-42a3-a64c-e70dd577686c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Deleting subnet 6e93874a-1449-4f2d-8f72-56b6eea73d8f {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:29.255750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1e2dd8e3-d54c-43bb-b894-41d6a3eae661 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:29.261709 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b5386ff-04a2-4ee1-b135-d5fadf5790ce tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:29.262900 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-707ca2c1-3866-405c-8534-30e6cc1688cb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:29.263570 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2b5386ff-04a2-4ee1-b135-d5fadf5790ce tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] 10.222.0.39 "DELETE /v2.0/networks/013a8ad8-a843-48cc-a718-72fdd8f91043 HTTP/1.1" status: 204 len: 168 time: 1.2094054 Jun 18 16:31:29.282332 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ed297fd0-86c5-4487-9099-4736d676506f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:29.300346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9245089c-09e7-42a3-a64c-e70dd577686c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:29.347179 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5386ff-04a2-4ee1-b135-d5fadf5790ce tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Pushing event deleted for resources: {'Network': ['ID=013a8ad8-a843-48cc-a718-72fdd8f91043,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:29.356368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2b5386ff-04a2-4ee1-b135-d5fadf5790ce tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:29.380378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9245089c-09e7-42a3-a64c-e70dd577686c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:29.491962 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Allocated IP 172.20.0.2 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/b6f4baf3-2eb0-4b68-a428-ba4fbcac270f/2c43e027-a070-40cc-ab9a-48035ddd155e) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:29.519103 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ca2c1-3866-405c-8534-30e6cc1688cb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Subnet': ['ID=c59b7191-56a0-48e1-bcac-9dfb22df1e95,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:29.525328 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-707ca2c1-3866-405c-8534-30e6cc1688cb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:29.581455 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-80f09972-de39-40a7-ab4d-f8bd9e94e6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:29.592109 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347654bb-ada8-400f-903e-705bfcdc0b04 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:29.595577 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-347654bb-ada8-400f-903e-705bfcdc0b04 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:29.603611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9245089c-09e7-42a3-a64c-e70dd577686c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:29.607398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707ca2c1-3866-405c-8534-30e6cc1688cb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Checking segment: {'id': '18886e56-08fb-4f6f-99ab-7c91dad83cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27bf8831-4c98-46a3-b2ed-876662d14951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:29.607552 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707ca2c1-3866-405c-8534-30e6cc1688cb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network hostable DHCP agents. Network: 27bf8831-4c98-46a3-b2ed-876662d14951, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:31:29.642442 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47048) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:29.650529 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9b30b17-5d87-4a52-bf41-5635ea5396fd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:29.671806 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-80f09972-de39-40a7-ab4d-f8bd9e94e6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:29.725853 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9b30b17-5d87-4a52-bf41-5635ea5396fd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:29.782916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9245089c-09e7-42a3-a64c-e70dd577686c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:29.786437 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b08e3c88-6d2a-4152-afd5-9458bc4daa73 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:29.844019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245089c-09e7-42a3-a64c-e70dd577686c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Subnet': ['ID=6e93874a-1449-4f2d-8f72-56b6eea73d8f,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:29.844592 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:29.855999 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Transition to ACTIVE for port object 2c43e027-a070-40cc-ab9a-48035ddd155e will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:29.874257 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Transition to ACTIVE for port object 2c43e027-a070-40cc-ab9a-48035ddd155e will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:29.881283 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:29.881813 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9245089c-09e7-42a3-a64c-e70dd577686c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:29.887154 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-17368061-7154-4546-9997-94e7d93f18cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:29.891369 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9245089c-09e7-42a3-a64c-e70dd577686c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:29.893296 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9245089c-09e7-42a3-a64c-e70dd577686c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/subnets/6e93874a-1449-4f2d-8f72-56b6eea73d8f HTTP/1.1" status: 204 len: 168 time: 1.0167704 Jun 18 16:31:29.899402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47052) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:29.901337 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990f626c-39e5-4b81-8aa1-b6c878526dae None None] Network e879e663-7031-40e8-a1f0-d9c66d177c2d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:29.971974 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:29.988867 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:29.995479 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:29.997680 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-02deb758-2db9-46ad-8720-c077818e985c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a50f6beada67454e987312fb2c5df4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534961 Jun 18 16:31:30.001972 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Pushing event updated for resources: {'Port': ['ID=2c43e027-a070-40cc-ab9a-48035ddd155e,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:30.003161 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47054) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:30.011399 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:30.039962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:30.082667 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17078ac-3cdb-4ae6-b714-3240a3e80a3c req-c2c7db7d-f4b4-4abf-8bf5-f4242901d7e4 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:30.084306 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c17078ac-3cdb-4ae6-b714-3240a3e80a3c req-c2c7db7d-f4b4-4abf-8bf5-f4242901d7e4 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.6996107 Jun 18 16:31:30.111960 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707ca2c1-3866-405c-8534-30e6cc1688cb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 27bf8831-4c98-46a3-b2ed-876662d14951 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:31:30.124180 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Attempting to bind port 2c43e027-a070-40cc-ab9a-48035ddd155e on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:30.124771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Attempting to bind port 2c43e027-a070-40cc-ab9a-48035ddd155e by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:30.125052 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Attempting to bind port 2c43e027-a070-40cc-ab9a-48035ddd155e on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:30.128834 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b30b17-5d87-4a52-bf41-5635ea5396fd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Router 15612611-5506-4a71-8963-a5c9a74027a0 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:31:30.134444 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:30.134870 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:30.135286 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:30.135837 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:30.136339 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Bound port: 2c43e027-a070-40cc-ab9a-48035ddd155e, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:30.136728 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:30.139150 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eec7c224-137e-47cf-a4c2-0e107e07aa3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:30.158364 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-707ca2c1-3866-405c-8534-30e6cc1688cb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 27bf8831-4c98-46a3-b2ed-876662d14951) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:30.163894 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707ca2c1-3866-405c-8534-30e6cc1688cb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:30.164558 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-707ca2c1-3866-405c-8534-30e6cc1688cb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:30.173859 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eec7c224-137e-47cf-a4c2-0e107e07aa3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:30.199066 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-80f09972-de39-40a7-ab4d-f8bd9e94e6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:30.201788 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-80f09972-de39-40a7-ab4d-f8bd9e94e6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:30.205276 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-80f09972-de39-40a7-ab4d-f8bd9e94e6ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5af5a757-b469-45f8-9d4d-4a1099db7e5d HTTP/1.1" status: 204 len: 168 time: 0.9616947 Jun 18 16:31:30.207293 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:30.217652 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f09972-de39-40a7-ab4d-f8bd9e94e6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af5a757-b469-45f8-9d4d-4a1099db7e5d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:30.220299 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-80f09972-de39-40a7-ab4d-f8bd9e94e6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:30.223467 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c17078ac-3cdb-4ae6-b714-3240a3e80a3c req-1a05ffa6-0b35-44fd-ab49-c1f9bda01b07 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1087906 Jun 18 16:31:30.229286 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-707ca2c1-3866-405c-8534-30e6cc1688cb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6873155 Jun 18 16:31:30.229286 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47060) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:30.234373 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-b299b8cc-7f4b-44e4-9488-0a0c9bc8f90a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'network_id': '27bf8831-4c98-46a3-b2ed-876662d14951', 'name': 'tempest-PortsTestJSON-1884956037'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:30.284417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Deleting port dd5157c9-cf8a-43f1-911f-6983f98d3908 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:30.286001 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:30.372875 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7128090-8eea-477f-b810-597bab2e178b None None] Network 27bf8831-4c98-46a3-b2ed-876662d14951 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:30.373473 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] For port dd5157c9-cf8a-43f1-911f-6983f98d3908, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=dd5157c9-cf8a-43f1-911f-6983f98d3908,segment=NetworkSegment(54df828c-a48a-4729-815c-95b916e2c982),segment_id=54df828c-a48a-4729-815c-95b916e2c982)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:30.373938 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:30.462412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Calling delete_port for dd5157c9-cf8a-43f1-911f-6983f98d3908 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:30.474825 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] For port 2c43e027-a070-40cc-ab9a-48035ddd155e, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:30.480540 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3129f3ae-564f-4fbd-b1b5-5fc635925a32 None None] DHCP port deletion for e879e663-7031-40e8-a1f0-d9c66d177c2d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:31:30.483809 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] For port 2c43e027-a070-40cc-ab9a-48035ddd155e, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2c43e027-a070-40cc-ab9a-48035ddd155e,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:30.495976 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:30.500861 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:30.551769 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b299b8cc-7f4b-44e4-9488-0a0c9bc8f90a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:30.561228 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b299b8cc-7f4b-44e4-9488-0a0c9bc8f90a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:30.598042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eec7c224-137e-47cf-a4c2-0e107e07aa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:30.603370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eec7c224-137e-47cf-a4c2-0e107e07aa3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:30.608341 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-eec7c224-137e-47cf-a4c2-0e107e07aa3e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/792440fc-967d-426c-aa4f-754f65ee2a58 HTTP/1.1" status: 204 len: 168 time: 0.6007812 Jun 18 16:31:30.627662 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-b299b8cc-7f4b-44e4-9488-0a0c9bc8f90a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] device_id is not set on port c9f17e2f-3dfa-4891-9255-7c1b78971b4a yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:31:30.635124 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9894aa35-6f0b-4f09-973c-0e993f985218 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:30.651967 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7c224-137e-47cf-a4c2-0e107e07aa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792440fc-967d-426c-aa4f-754f65ee2a58,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:30.652616 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Pushing event updated for resources: {'Port': ['ID=2c43e027-a070-40cc-ab9a-48035ddd155e,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:30.712670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:30.731040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-27bf8831-4c98-46a3-b2ed-876662d14951', 'network_id': '27bf8831-4c98-46a3-b2ed-876662d14951', 'tenant_id': 'b13a1e5ca893459792a160ed40b10c39', 'fixed_ips': [{'subnet_id': 'c59b7191-56a0-48e1-bcac-9dfb22df1e95'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:31:30.731919 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:30.738726 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-eec7c224-137e-47cf-a4c2-0e107e07aa3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:30.767389 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-3129f3ae-564f-4fbd-b1b5-5fc635925a32 None None] Deleting port dd5157c9-cf8a-43f1-911f-6983f98d3908 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:30.767779 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3129f3ae-564f-4fbd-b1b5-5fc635925a32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:30.814908 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b30b17-5d87-4a52-bf41-5635ea5396fd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:31:30.825262 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e34546b-321a-478c-9983-a0f975f57772 None None] Sync routers for ids ['15612611-5506-4a71-8963-a5c9a74027a0'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:31:30.832568 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.objects.ports [None req-347654bb-ada8-400f-903e-705bfcdc0b04 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93427) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:31:30.844030 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9b30b17-5d87-4a52-bf41-5635ea5396fd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:30.844557 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e34546b-321a-478c-9983-a0f975f57772 None None] Routers {'15612611-5506-4a71-8963-a5c9a74027a0'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:30.845460 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9e34546b-321a-478c-9983-a0f975f57772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:31:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['15612611-5506-4a71-8963-a5c9a74027a0'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:30.846947 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d9b30b17-5d87-4a52-bf41-5635ea5396fd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "PUT /v2.0/routers/15612611-5506-4a71-8963-a5c9a74027a0 HTTP/1.1" status: 200 len: 915 time: 5.6901083 Jun 18 16:31:30.885433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47072) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:30.912175 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9e34546b-321a-478c-9983-a0f975f57772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:30.939842 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e34546b-321a-478c-9983-a0f975f57772 None None] Routers {'15612611-5506-4a71-8963-a5c9a74027a0'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:30.940611 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9e34546b-321a-478c-9983-a0f975f57772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:31:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['15612611-5506-4a71-8963-a5c9a74027a0'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:31.033371 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48781c12-5a67-4444-aa35-f681ddef81c2 req-15a09770-8c1f-4299-a25b-6f4f5341771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:31.035240 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-48781c12-5a67-4444-aa35-f681ddef81c2 req-15a09770-8c1f-4299-a25b-6f4f5341771c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50f087196ad446c28f1edba2e7568216&device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 1099 time: 0.4245458 Jun 18 16:31:31.039624 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:31.050288 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4a19496a-93da-46ff-ac1b-d3af067f1107 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:31.060240 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9e34546b-321a-478c-9983-a0f975f57772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:31.061056 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e34546b-321a-478c-9983-a0f975f57772 None None] The sync data for ids ['15612611-5506-4a71-8963-a5c9a74027a0'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:31:31.080627 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3129f3ae-564f-4fbd-b1b5-5fc635925a32 None None] For port dd5157c9-cf8a-43f1-911f-6983f98d3908, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=dd5157c9-cf8a-43f1-911f-6983f98d3908,segment=NetworkSegment(54df828c-a48a-4729-815c-95b916e2c982),segment_id=54df828c-a48a-4729-815c-95b916e2c982)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:31.081111 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3129f3ae-564f-4fbd-b1b5-5fc635925a32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:31.101313 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] No DVR routers for this DVR port dd5157c9-cf8a-43f1-911f-6983f98d3908 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:31.213500 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:31.226051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e879e663-7031-40e8-a1f0-d9c66d177c2d']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:31.230767 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-b299b8cc-7f4b-44e4-9488-0a0c9bc8f90a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Allocated IP 172.20.0.2 (27bf8831-4c98-46a3-b2ed-876662d14951/c59b7191-56a0-48e1-bcac-9dfb22df1e95/c9f17e2f-3dfa-4891-9255-7c1b78971b4a) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:31.238035 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54df828c-a48a-4729-815c-95b916e2c982') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:31.238440 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54df828c-a48a-4729-815c-95b916e2c982') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:31.249217 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:31.259168 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-3129f3ae-564f-4fbd-b1b5-5fc635925a32 None None] Calling delete_port for dd5157c9-cf8a-43f1-911f-6983f98d3908 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:31.264204 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:31.271379 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:31.272019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:31.326225 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-347654bb-ada8-400f-903e-705bfcdc0b04 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:31.340643 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Port': ['ID=dd5157c9-cf8a-43f1-911f-6983f98d3908,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:31.372181 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:31.380227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:31.381194 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:31.391034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-336cfdad-8490-4d62-9e0e-193783826baf tempest-PortsAdminExtendedAttrsTestJSON-1462010195 tempest-PortsAdminExtendedAttrsTestJSON-1462010195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:31.397104 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:31.400059 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] 10.222.0.39 "DELETE /v2.0/networks/e879e663-7031-40e8-a1f0-d9c66d177c2d HTTP/1.1" status: 204 len: 168 time: 1.4991519 Jun 18 16:31:31.425249 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Pushing event deleted for resources: {'Network': ['ID=e879e663-7031-40e8-a1f0-d9c66d177c2d,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:31.434002 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-cb9239b1-22c8-4c4c-857e-ce73fe38036f tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "GET /v2.0/routers/15612611-5506-4a71-8963-a5c9a74027a0 HTTP/1.1" status: 200 len: 921 time: 0.5469987 Jun 18 16:31:31.435307 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:31.436554 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47096) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:31.479612 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3129f3ae-564f-4fbd-b1b5-5fc635925a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:31.482081 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2d4dbbf3-a4c5-48f9-92bc-1d37149ad430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:31.521837 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dbd833-d789-45dc-996a-f11d0b74cb08 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:31.524392 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f2dbd833-d789-45dc-996a-f11d0b74cb08 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&device_id=15612611-5506-4a71-8963-a5c9a74027a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0861473 Jun 18 16:31:31.526089 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48781c12-5a67-4444-aa35-f681ddef81c2 req-ce7afb2f-9e7e-4d15-90af-9d1fd8f25371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:31.527824 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-48781c12-5a67-4444-aa35-f681ddef81c2 req-ce7afb2f-9e7e-4d15-90af-9d1fd8f25371 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f HTTP/1.1" status: 200 len: 912 time: 0.4673717 Jun 18 16:31:31.528632 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47100) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:31.550500 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3129f3ae-564f-4fbd-b1b5-5fc635925a32 None None] Network e879e663-7031-40e8-a1f0-d9c66d177c2d is not hosted by any dhcp agent {{(pid=93429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:31:31.551450 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3129f3ae-564f-4fbd-b1b5-5fc635925a32 None None] No DVR routers for this DVR port dd5157c9-cf8a-43f1-911f-6983f98d3908 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:31.553268 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129f3ae-564f-4fbd-b1b5-5fc635925a32 None None] Pushing event deleted for resources: {'Port': ['ID=dd5157c9-cf8a-43f1-911f-6983f98d3908,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:31.578637 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3129f3ae-564f-4fbd-b1b5-5fc635925a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:31.624779 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-48781c12-5a67-4444-aa35-f681ddef81c2 req-fece7f23-1774-4c40-b99d-3b649e21aaa4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=402c506e-8b7c-4f8f-b170-b34f8d818e4d HTTP/1.1" status: 200 len: 1002 time: 0.0848846 Jun 18 16:31:31.707569 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fd790-ad80-4155-84ac-58cb6440d0ce req-cf2f46b6-dc40-41de-9284-5e367694f945 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:31.715770 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-111fd790-ad80-4155-84ac-58cb6440d0ce req-cf2f46b6-dc40-41de-9284-5e367694f945 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.2525055 Jun 18 16:31:31.781104 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b6396-aaf7-4bdc-a4ec-a7b281c7e78a tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:31.785943 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-054b6396-aaf7-4bdc-a4ec-a7b281c7e78a tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "GET /v2.0/networks/aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 HTTP/1.1" status: 200 len: 881 time: 0.2560294 Jun 18 16:31:31.786824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47106) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:31.829854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48781c12-5a67-4444-aa35-f681ddef81c2 req-2aaad5be-2f65-4157-9047-b6f6f094c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:31.831584 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-48781c12-5a67-4444-aa35-f681ddef81c2 req-2aaad5be-2f65-4157-9047-b6f6f094c61d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0af9ced-d447-40f4-82ea-2c6458b522e8 HTTP/1.1" status: 200 len: 850 time: 0.1659181 Jun 18 16:31:31.838323 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f316e3b1-5cdb-4042-9154-b72462463357 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "GET /v2.0/ports?device_id=15612611-5506-4a71-8963-a5c9a74027a0 HTTP/1.1" status: 200 len: 205 time: 0.0470419 Jun 18 16:31:31.839404 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47108) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:31.840210 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47110) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:31.882571 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-111fd790-ad80-4155-84ac-58cb6440d0ce req-59e7c480-59b7-4a3b-a11c-71683deba3cc tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1599348 Jun 18 16:31:31.897145 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47114) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:31.995508 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b299b8cc-7f4b-44e4-9488-0a0c9bc8f90a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.010788 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-347654bb-ada8-400f-903e-705bfcdc0b04 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] For port 2c43e027-a070-40cc-ab9a-48035ddd155e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2c43e027-a070-40cc-ab9a-48035ddd155e,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:32.014466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01530072-97d2-4a52-959b-3c6260f5a6b6 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.035030 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-b299b8cc-7f4b-44e4-9488-0a0c9bc8f90a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Transition to ACTIVE for port object c9f17e2f-3dfa-4891-9255-7c1b78971b4a will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:32.063421 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-347654bb-ada8-400f-903e-705bfcdc0b04 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.072902 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-347654bb-ada8-400f-903e-705bfcdc0b04 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.073761 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-347654bb-ada8-400f-903e-705bfcdc0b04 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.081148 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-afbefcc2-8cc4-428d-8e7e-80ef5b721936 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:32.151244 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347654bb-ada8-400f-903e-705bfcdc0b04 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:32.162293 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-347654bb-ada8-400f-903e-705bfcdc0b04 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:32.165117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b299b8cc-7f4b-44e4-9488-0a0c9bc8f90a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.169006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347654bb-ada8-400f-903e-705bfcdc0b04 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:32.169598 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-347654bb-ada8-400f-903e-705bfcdc0b04 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.206085 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347654bb-ada8-400f-903e-705bfcdc0b04 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=2c43e027-a070-40cc-ab9a-48035ddd155e,revision_number=4']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:32.219432 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-347654bb-ada8-400f-903e-705bfcdc0b04 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:32.220028 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-143474ad-6583-44f9-871e-3bc0f90b5b69 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:32.232892 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1933da-2b57-4952-aa36-7fa5963cb071 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:32.236355 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-347654bb-ada8-400f-903e-705bfcdc0b04 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1424353 Jun 18 16:31:32.238622 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b299b8cc-7f4b-44e4-9488-0a0c9bc8f90a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 27bf8831-4c98-46a3-b2ed-876662d14951 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:32.239674 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47122) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:32.270370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-25068614-1997-4782-af2b-0c442c76bf53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'mac_address': 'fa:16:3e:6d:c9:89', 'name': 'tempest-NetworksTestDHCPv6-951207824'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:32.280978 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-b299b8cc-7f4b-44e4-9488-0a0c9bc8f90a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:32.285730 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b299b8cc-7f4b-44e4-9488-0a0c9bc8f90a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:32.309420 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1b8189b8-6530-4d5b-a97f-6963f08341a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=abc25a70fa09418db674bd652505e653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4110718 Jun 18 16:31:32.356606 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47126) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:32.375366 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4ada182a-75da-4c5c-872b-1d5d8e7230f5 {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:31:32.376114 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:31:32.408529 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347654bb-ada8-400f-903e-705bfcdc0b04 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=7c0345cc-af0f-41d6-bedd-dd63bf554079,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:32.409930 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-e0721eeb-4699-4ce7-88f0-53246c92ac5d tempest-DvrRoutersNegativeTest-205647376 tempest-DvrRoutersNegativeTest-205647376-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-165992025', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:32.413217 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.policy [None req-e0721eeb-4699-4ce7-88f0-53246c92ac5d tempest-DvrRoutersNegativeTest-205647376 tempest-DvrRoutersNegativeTest-205647376-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93428) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 18 16:31:32.413360 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.policy [None req-e0721eeb-4699-4ce7-88f0-53246c92ac5d tempest-DvrRoutersNegativeTest-205647376 tempest-DvrRoutersNegativeTest-205647376-project] Failed policy check for 'create_router' {{(pid=93428) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 18 16:31:32.414525 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-e0721eeb-4699-4ce7-88f0-53246c92ac5d tempest-DvrRoutersNegativeTest-205647376 tempest-DvrRoutersNegativeTest-205647376-project] create failed (client error): Access was denied to this resource. Jun 18 16:31:32.415415 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e0721eeb-4699-4ce7-88f0-53246c92ac5d tempest-DvrRoutersNegativeTest-205647376 tempest-DvrRoutersNegativeTest-205647376-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5737371 Jun 18 16:31:32.425356 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-347654bb-ada8-400f-903e-705bfcdc0b04 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:32.426173 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-30dab9e1-efdb-49e9-8bf2-e8e50df375ee tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:32.429838 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48781c12-5a67-4444-aa35-f681ddef81c2 req-46b11aaf-7662-4976-ba59-d8d46cdf5c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:32.431641 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-48781c12-5a67-4444-aa35-f681ddef81c2 req-46b11aaf-7662-4976-ba59-d8d46cdf5c16 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5769534 Jun 18 16:31:32.441471 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b299b8cc-7f4b-44e4-9488-0a0c9bc8f90a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:32.442239 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b299b8cc-7f4b-44e4-9488-0a0c9bc8f90a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.476684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47130) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:32.505800 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2c43e027-a070-40cc-ab9a-48035ddd155e up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:32.535832 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b299b8cc-7f4b-44e4-9488-0a0c9bc8f90a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3053949 Jun 18 16:31:32.540568 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47134) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:32.549592 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-48781c12-5a67-4444-aa35-f681ddef81c2 req-75a1933e-e9ef-4204-9563-9ab0d4136e95 service neutron] 10.222.0.64 "GET /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045067 Jun 18 16:31:32.552452 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-73b29deb-b3de-49df-a59d-2db0d727de85 None None] Provisioning for port 2c43e027-a070-40cc-ab9a-48035ddd155e completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:32.592949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299b8cc-7f4b-44e4-9488-0a0c9bc8f90a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=c9f17e2f-3dfa-4891-9255-7c1b78971b4a,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:32.596875 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b299b8cc-7f4b-44e4-9488-0a0c9bc8f90a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:32.611290 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4f86220-9203-4618-ab61-5059d404306a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.636530 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 2c43e027-a070-40cc-ab9a-48035ddd155e completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:32.658831 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 2c43e027-a070-40cc-ab9a-48035ddd155e triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:32.664572 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.680085 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4f86220-9203-4618-ab61-5059d404306a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.704359 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25068614-1997-4782-af2b-0c442c76bf53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:32.732477 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01530072-97d2-4a52-959b-3c6260f5a6b6 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.740862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-9a69b15d-3608-496d-b56e-11295aa168b3 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1129414020'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:32.828344 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.834519 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-48781c12-5a67-4444-aa35-f681ddef81c2 req-9537a35b-2d5a-44aa-9cae-396055c6fe0e service neutron] 10.222.0.64 "GET /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772272 Jun 18 16:31:32.868930 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-01530072-97d2-4a52-959b-3c6260f5a6b6 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Deleting port a1bf2666-0aca-46cf-b956-b973532c40d5 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:32.870313 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01530072-97d2-4a52-959b-3c6260f5a6b6 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.874091 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a69b15d-3608-496d-b56e-11295aa168b3 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Made reservation on behalf of 4e22d4e6a32b438182bd97197bbb69cf for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:32.877676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9a69b15d-3608-496d-b56e-11295aa168b3 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.878872 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.911273 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 2c43e027-a070-40cc-ab9a-48035ddd155e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2c43e027-a070-40cc-ab9a-48035ddd155e,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:32.916741 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9a69b15d-3608-496d-b56e-11295aa168b3 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.959448 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47142) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:32.968788 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-1657e8db-6df9-4279-8f9e-b19cc01faf57 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port c9f17e2f-3dfa-4891-9255-7c1b78971b4a {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:32.969356 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1657e8db-6df9-4279-8f9e-b19cc01faf57 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.025641 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-25068614-1997-4782-af2b-0c442c76bf53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.055168 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.055780 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01530072-97d2-4a52-959b-3c6260f5a6b6 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.059645 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-25068614-1997-4782-af2b-0c442c76bf53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port 5e92ac69-5c4f-4767-b9a2-41ae5d800837 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:31:33.069065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:33.166665 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-01530072-97d2-4a52-959b-3c6260f5a6b6 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Calling delete_port for a1bf2666-0aca-46cf-b956-b973532c40d5 owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:33.177119 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device dd5157c9-cf8a-43f1-911f-6983f98d3908 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:31:33.190820 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ebff39d-27f8-4bfa-83ca-10c512732110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.214031 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: dd5157c9-cf8a-43f1-911f-6983f98d3908 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:31:33.214394 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device dd5157c9-cf8a-43f1-911f-6983f98d3908 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:31:33.215808 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=2c43e027-a070-40cc-ab9a-48035ddd155e,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:33.221806 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:33.228912 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Allocated IP 172.20.0.3 (27bf8831-4c98-46a3-b2ed-876662d14951/c59b7191-56a0-48e1-bcac-9dfb22df1e95/744bf45f-1d8d-4310-b68a-3ca681ca35f4) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:33.295006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4f86220-9203-4618-ab61-5059d404306a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.297846 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4f86220-9203-4618-ab61-5059d404306a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.299027 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b4f86220-9203-4618-ab61-5059d404306a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a73fbf16-561b-481e-84bf-cdb0e57547e9 HTTP/1.1" status: 204 len: 168 time: 0.9379365 Jun 18 16:31:33.330799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-98d2c245-2dea-4af2-9984-331a256224db tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:33.341063 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-25068614-1997-4782-af2b-0c442c76bf53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 172.20.0.13 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/b6f4baf3-2eb0-4b68-a428-ba4fbcac270f/5e92ac69-5c4f-4767-b9a2-41ae5d800837) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:33.412510 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-25068614-1997-4782-af2b-0c442c76bf53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::f816:3eff:fe6d:c989 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/7c0345cc-af0f-41d6-bedd-dd63bf554079/5e92ac69-5c4f-4767-b9a2-41ae5d800837) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:33.425467 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.433038 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01530072-97d2-4a52-959b-3c6260f5a6b6 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.434892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f86220-9203-4618-ab61-5059d404306a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73fbf16-561b-481e-84bf-cdb0e57547e9,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:33.439261 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Transition to ACTIVE for port object 744bf45f-1d8d-4310-b68a-3ca681ca35f4 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:33.439504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4fbefb46-ff65-476a-bb0b-a90f4a64c25b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:33.447595 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b4f86220-9203-4618-ab61-5059d404306a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:33.475173 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Transition to ACTIVE for port object 744bf45f-1d8d-4310-b68a-3ca681ca35f4 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:33.484219 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.486816 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01530072-97d2-4a52-959b-3c6260f5a6b6 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Pushing event deleted for resources: {'Port': ['ID=a1bf2666-0aca-46cf-b956-b973532c40d5,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:33.489937 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-01530072-97d2-4a52-959b-3c6260f5a6b6 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:33.504197 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:33.552405 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Network 27bf8831-4c98-46a3-b2ed-876662d14951 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:33.563167 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:33.573418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:33.582678 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01530072-97d2-4a52-959b-3c6260f5a6b6 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.598482 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Pushing event updated for resources: {'Port': ['ID=744bf45f-1d8d-4310-b68a-3ca681ca35f4,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:33.621376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:33.628707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b7f895db-2b40-4b21-888e-5d4ee0c311ed None None] Provisioning complete for port 2c43e027-a070-40cc-ab9a-48035ddd155e triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:33.629098 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b7f895db-2b40-4b21-888e-5d4ee0c311ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.649216 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1657e8db-6df9-4279-8f9e-b19cc01faf57 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.699090 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Attempting to bind port 744bf45f-1d8d-4310-b68a-3ca681ca35f4 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:33.699544 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Attempting to bind port 744bf45f-1d8d-4310-b68a-3ca681ca35f4 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '18886e56-08fb-4f6f-99ab-7c91dad83cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27bf8831-4c98-46a3-b2ed-876662d14951'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:33.699850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Attempting to bind port 744bf45f-1d8d-4310-b68a-3ca681ca35f4 on network 27bf8831-4c98-46a3-b2ed-876662d14951 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:33.707742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:33.709340 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Checking segment: {'id': '18886e56-08fb-4f6f-99ab-7c91dad83cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27bf8831-4c98-46a3-b2ed-876662d14951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:33.709340 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.709340 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Bound using segment: {'id': '18886e56-08fb-4f6f-99ab-7c91dad83cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27bf8831-4c98-46a3-b2ed-876662d14951'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:33.709744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Bound port: 744bf45f-1d8d-4310-b68a-3ca681ca35f4, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18886e56-08fb-4f6f-99ab-7c91dad83cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27bf8831-4c98-46a3-b2ed-876662d14951'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:33.709857 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.717459 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e67a2c-c406-43de-9479-edf9529c7d1f req-a64c7b88-e63a-4198-9d9b-c75399e64963 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:33.719019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01530072-97d2-4a52-959b-3c6260f5a6b6 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.723697 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01530072-97d2-4a52-959b-3c6260f5a6b6 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.724899 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b1e67a2c-c406-43de-9479-edf9529c7d1f req-a64c7b88-e63a-4198-9d9b-c75399e64963 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.4019024 Jun 18 16:31:33.785960 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01530072-97d2-4a52-959b-3c6260f5a6b6 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.787635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01530072-97d2-4a52-959b-3c6260f5a6b6 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Fanout notify agent at l3_agent the message router_deleted on router 15612611-5506-4a71-8963-a5c9a74027a0 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:31:33.796206 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-1657e8db-6df9-4279-8f9e-b19cc01faf57 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for c9f17e2f-3dfa-4891-9255-7c1b78971b4a owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:33.805237 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01530072-97d2-4a52-959b-3c6260f5a6b6 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.806819 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-01530072-97d2-4a52-959b-3c6260f5a6b6 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "DELETE /v2.0/routers/15612611-5506-4a71-8963-a5c9a74027a0 HTTP/1.1" status: 204 len: 168 time: 1.9634142 Jun 18 16:31:33.810047 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47156) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:33.816042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-440219530', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}, 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:33.822987 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] For port 744bf45f-1d8d-4310-b68a-3ca681ca35f4, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:33.826566 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] For port 744bf45f-1d8d-4310-b68a-3ca681ca35f4, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=744bf45f-1d8d-4310-b68a-3ca681ca35f4,segment=NetworkSegment(18886e56-08fb-4f6f-99ab-7c91dad83cdd),segment_id=18886e56-08fb-4f6f-99ab-7c91dad83cdd)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:33.832928 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.837040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:33.877939 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b1e67a2c-c406-43de-9479-edf9529c7d1f req-22636a39-4a65-45b8-a63b-baf2ca18d9af tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1519730 Jun 18 16:31:33.907053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Pushing event updated for resources: {'Port': ['ID=744bf45f-1d8d-4310-b68a-3ca681ca35f4,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:33.911446 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:33.973460 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-25068614-1997-4782-af2b-0c442c76bf53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.977259 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9a69b15d-3608-496d-b56e-11295aa168b3 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.992657 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9a69b15d-3608-496d-b56e-11295aa168b3 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:34.000204 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c09199b1-aafa-4251-843b-9225cd83af29 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:34.007012 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.db.api [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:31:34.007012 dv-neutron-797121-1-hyperv neutron-server[93428]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:31:34.007012 dv-neutron-797121-1-hyperv neutron-server[93428]: [parameters: {'project_id_1': '3542ec291cda494fa7f48a0866b34ce2', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 31, 33, 827625)}] Jun 18 16:31:34.007012 dv-neutron-797121-1-hyperv neutron-server[93428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:31:34.007919 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_db.api [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:31:34.028362 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-25068614-1997-4782-af2b-0c442c76bf53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object 5e92ac69-5c4f-4767-b9a2-41ae5d800837 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:34.035303 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a69b15d-3608-496d-b56e-11295aa168b3 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:31:34.089453 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9a69b15d-3608-496d-b56e-11295aa168b3 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:34.089453 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-9a69b15d-3608-496d-b56e-11295aa168b3 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Added segment 723b01b7-2a6b-4ca2-9c13-b97a575c4137 of type vlan for network 334d93b5-1355-4a8a-96b0-6788a1a08dfd Jun 18 16:31:34.090186 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69b15d-3608-496d-b56e-11295aa168b3 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787056e3-cb38-44df-adec-1c8e0bba5be2,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:34.103748 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9a69b15d-3608-496d-b56e-11295aa168b3 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:34.165160 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ebff39d-27f8-4bfa-83ca-10c512732110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:34.171254 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ebff39d-27f8-4bfa-83ca-10c512732110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:34.174965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e567f0f5-d6c0-4734-9e88-c754b679b992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:34.204125 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9a69b15d-3608-496d-b56e-11295aa168b3 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:34.237267 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6ebff39d-27f8-4bfa-83ca-10c512732110 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=70da35c5dd744106b1b8744e55b8690a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2745583 Jun 18 16:31:34.237436 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1657e8db-6df9-4279-8f9e-b19cc01faf57 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:34.238295 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47168) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:34.250798 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebff39d-27f8-4bfa-83ca-10c512732110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4085b5-f2c9-4a47-960b-c24a78c2070a,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:34.256206 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6ebff39d-27f8-4bfa-83ca-10c512732110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:34.258470 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e3f7cf95-c045-42cc-b64c-9eabdc1d1517 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:34.271688 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-25068614-1997-4782-af2b-0c442c76bf53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:34.306033 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657e8db-6df9-4279-8f9e-b19cc01faf57 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=c9f17e2f-3dfa-4891-9255-7c1b78971b4a,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:34.319228 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1657e8db-6df9-4279-8f9e-b19cc01faf57 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:34.322848 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f3e318cd-62ba-4439-b577-d4aafe863530 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:34.333616 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9a69b15d-3608-496d-b56e-11295aa168b3 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:34.338946 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a69b15d-3608-496d-b56e-11295aa168b3 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:34.339555 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9a69b15d-3608-496d-b56e-11295aa168b3 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:34.347417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47170) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:34.418350 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25068614-1997-4782-af2b-0c442c76bf53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:34.422577 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2c43e027-a070-40cc-ab9a-48035ddd155e up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:34.455852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-25068614-1997-4782-af2b-0c442c76bf53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:34.465257 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9a69b15d-3608-496d-b56e-11295aa168b3 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9785929 Jun 18 16:31:34.466173 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25068614-1997-4782-af2b-0c442c76bf53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:34.474327 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25068614-1997-4782-af2b-0c442c76bf53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=5e92ac69-5c4f-4767-b9a2-41ae5d800837,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:34.485951 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-25068614-1997-4782-af2b-0c442c76bf53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:34.486475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:34.493891 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 2c43e027-a070-40cc-ab9a-48035ddd155e triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:34.494986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:34.504246 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-07f041b6-8420-4dfd-874e-015ed47652ac tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] Request body: {'port': {'network_id': '76a4b536-ff12-413e-b6c3-b4643f1a33ba', 'name': 'tempest-NetworksNegativeTestJSON-1697335699'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:34.548020 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f041b6-8420-4dfd-874e-015ed47652ac tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] POST failed (client error): The resource could not be found. Jun 18 16:31:34.548689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f041b6-8420-4dfd-874e-015ed47652ac tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:34.549870 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-07f041b6-8420-4dfd-874e-015ed47652ac tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2012026 Jun 18 16:31:34.559179 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47174) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:34.561513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:34.562687 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:34.585016 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9f38-17ad-4b15-b9c1-6d7a97b9715c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:34.591185 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1657e8db-6df9-4279-8f9e-b19cc01faf57 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:34.596824 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1657e8db-6df9-4279-8f9e-b19cc01faf57 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/ports/c9f17e2f-3dfa-4891-9255-7c1b78971b4a HTTP/1.1" status: 204 len: 168 time: 2.0521290 Jun 18 16:31:34.603351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47176) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:34.606481 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7ec9ec-80a1-4ee3-8c2c-8b8a73b0fe4b tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:34.616345 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7ec9ec-80a1-4ee3-8c2c-8b8a73b0fe4b tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:34.619013 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ea7ec9ec-80a1-4ee3-8c2c-8b8a73b0fe4b tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] 10.222.0.39 "DELETE /v2.0/networks/b1bad46a-7e42-4fa0-b7db-0cf6c1aab98f HTTP/1.1" status: 404 len: 339 time: 0.0586772 Jun 18 16:31:34.620830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 744bf45f-1d8d-4310-b68a-3ca681ca35f4 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:34.623476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47178) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:34.696155 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 744bf45f-1d8d-4310-b68a-3ca681ca35f4 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:34.699717 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c11eb6-3e41-4156-b0d5-0d91246316a6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:34.700854 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c11eb6-3e41-4156-b0d5-0d91246316a6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:34.703636 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f9c11eb6-3e41-4156-b0d5-0d91246316a6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/ports/c9f17e2f-3dfa-4891-9255-7c1b78971b4a HTTP/1.1" status: 404 len: 333 time: 0.0983574 Jun 18 16:31:34.705127 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69b15d-3608-496d-b56e-11295aa168b3 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Network': ['ID=334d93b5-1355-4a8a-96b0-6788a1a08dfd,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:34.707988 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47180) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:34.709121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9a69b15d-3608-496d-b56e-11295aa168b3 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:34.721670 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9f38-17ad-4b15-b9c1-6d7a97b9715c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:34.731382 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 334d93b5-1355-4a8a-96b0-6788a1a08dfd details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:31:34.732761 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41f8768-8ba5-457f-8f1d-243c39660e2d tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:34.764197 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41f8768-8ba5-457f-8f1d-243c39660e2d tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:34.766113 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d41f8768-8ba5-457f-8f1d-243c39660e2d tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] 10.222.0.39 "DELETE /v2.0/ports/cef02ce7-c37f-4afd-a7d1-cea5e0fc756b HTTP/1.1" status: 404 len: 333 time: 0.1384130 Jun 18 16:31:34.806828 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47182) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:34.820963 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25068614-1997-4782-af2b-0c442c76bf53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:34.822140 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-25068614-1997-4782-af2b-0c442c76bf53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:34.828337 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9f38-17ad-4b15-b9c1-6d7a97b9715c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:34.830769 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9f38-17ad-4b15-b9c1-6d7a97b9715c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:34.837395 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cd3e9f38-17ad-4b15-b9c1-6d7a97b9715c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f4085b5-f2c9-4a47-960b-c24a78c2070a HTTP/1.1" status: 204 len: 168 time: 0.5945797 Jun 18 16:31:34.868049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:34.876140 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0a2e67-ad4a-4a2d-9078-3cf1e90eff0e tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:34.876975 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0a2e67-ad4a-4a2d-9078-3cf1e90eff0e tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:34.879162 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:34.881656 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6f0a2e67-ad4a-4a2d-9078-3cf1e90eff0e tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] 10.222.0.39 "DELETE /v2.0/subnets/00914b10-fe15-44f9-99bc-def09f4628ab HTTP/1.1" status: 404 len: 337 time: 0.0730286 Jun 18 16:31:34.900459 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47186) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:34.933217 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2fb1c7-0c4a-4cb6-ae89-f7833affa693 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] GET failed (client error): The resource could not be found. Jun 18 16:31:34.941726 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7d2fb1c7-0c4a-4cb6-ae89-f7833affa693 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports/c9f17e2f-3dfa-4891-9255-7c1b78971b4a HTTP/1.1" status: 404 len: 333 time: 0.1593056 Jun 18 16:31:34.951628 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47190) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:34.967049 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e9f38-17ad-4b15-b9c1-6d7a97b9715c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4085b5-f2c9-4a47-960b-c24a78c2070a,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:34.970765 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cd3e9f38-17ad-4b15-b9c1-6d7a97b9715c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:34.972270 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-25068614-1997-4782-af2b-0c442c76bf53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7068708 Jun 18 16:31:35.021978 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47192) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:35.048714 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1620ace3-278e-4608-9350-199cee46fa2e None None] Provisioning for port 5e92ac69-5c4f-4767-b9a2-41ae5d800837 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:35.062291 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-b228b439-2eea-407e-bef9-75d3121a511f tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] GET failed (client error): The resource could not be found. Jun 18 16:31:35.068136 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1620ace3-278e-4608-9350-199cee46fa2e None None] Provisioning complete for port 5e92ac69-5c4f-4767-b9a2-41ae5d800837 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:35.068564 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1620ace3-278e-4608-9350-199cee46fa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:35.069479 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b228b439-2eea-407e-bef9-75d3121a511f tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] 10.222.0.39 "GET /v2.0/networks/8fcba1ae-1218-4e53-890c-5b5cb4c8aa51 HTTP/1.1" status: 404 len: 339 time: 0.1676884 Jun 18 16:31:35.071272 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47194) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:35.118426 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-318c7881-0e0a-4bc5-9d25-a83aa1301203 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting subnet c59b7191-56a0-48e1-bcac-9dfb22df1e95 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:35.130282 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-318c7881-0e0a-4bc5-9d25-a83aa1301203 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:35.190055 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-1620ace3-278e-4608-9350-199cee46fa2e None None] Port 5e92ac69-5c4f-4767-b9a2-41ae5d800837 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:35.210181 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1e5ac154-e591-45a5-8f94-eab8244f59bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:35.245450 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:35.255524 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-318c7881-0e0a-4bc5-9d25-a83aa1301203 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:35.279877 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b63b75-eefe-4c84-84f7-65d047e77037 tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] GET failed (client error): The resource could not be found. Jun 18 16:31:35.291928 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-29b63b75-eefe-4c84-84f7-65d047e77037 tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] 10.222.0.39 "GET /v2.0/ports/06b952f4-2102-430a-aafe-6307b90fcd27 HTTP/1.1" status: 404 len: 333 time: 0.2103016 Jun 18 16:31:35.293054 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47198) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:35.333644 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945eb9f2-0c48-4813-9c84-f123124ac0bb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:35.341752 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945eb9f2-0c48-4813-9c84-f123124ac0bb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:35.343486 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-945eb9f2-0c48-4813-9c84-f123124ac0bb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3118713 Jun 18 16:31:35.348788 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47200) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:35.375384 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb0bd78-f5f8-4d20-bdab-78ea62a3b364 tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] GET failed (client error): The resource could not be found. Jun 18 16:31:35.381809 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0fb0bd78-f5f8-4d20-bdab-78ea62a3b364 tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] 10.222.0.39 "GET /v2.0/subnets/27d152be-5d45-4f65-a242-b726b54a6330 HTTP/1.1" status: 404 len: 337 time: 0.0789769 Jun 18 16:31:35.383868 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47202) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:35.403634 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-1ec76d8f-872c-4baf-b7d2-7068a1a7ba12 tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:35.409132 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86f57f4-410a-4b17-b5b0-0a02cabbb756 None None] Network 27bf8831-4c98-46a3-b2ed-876662d14951 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:35.435987 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec76d8f-872c-4baf-b7d2-7068a1a7ba12 tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] PUT failed (client error): The resource could not be found. Jun 18 16:31:35.438994 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec76d8f-872c-4baf-b7d2-7068a1a7ba12 tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:35.446435 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1ec76d8f-872c-4baf-b7d2-7068a1a7ba12 tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] 10.222.0.39 "PUT /v2.0/networks/a46e6c70-0f0b-49b3-8008-a2ca7df79dc6 HTTP/1.1" status: 404 len: 339 time: 0.0577185 Jun 18 16:31:35.447192 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47204) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:35.456442 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-5892ff6e-f969-4555-87f1-b942b5b515ff tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:35.484352 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-664f2d7e-cf80-48a9-8f22-982a96b0d6c2 None None] Provisioning for port 744bf45f-1d8d-4310-b68a-3ca681ca35f4 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:35.494779 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-664f2d7e-cf80-48a9-8f22-982a96b0d6c2 None None] Provisioning complete for port 744bf45f-1d8d-4310-b68a-3ca681ca35f4 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:35.495709 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-5892ff6e-f969-4555-87f1-b942b5b515ff tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] PUT failed (client error): The resource could not be found. Jun 18 16:31:35.496055 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-664f2d7e-cf80-48a9-8f22-982a96b0d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:35.496888 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5892ff6e-f969-4555-87f1-b942b5b515ff tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:35.502072 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47208) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:35.504165 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5892ff6e-f969-4555-87f1-b942b5b515ff tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] 10.222.0.39 "PUT /v2.0/ports/5e3f686b-c15e-4901-8911-3ea08dd774b6 HTTP/1.1" status: 404 len: 333 time: 0.0538106 Jun 18 16:31:35.513605 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-942c66a5-661e-4295-94f2-32e39121e34e tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:35.673528 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-664f2d7e-cf80-48a9-8f22-982a96b0d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:35.702703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:35.739466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:35.754720 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-664f2d7e-cf80-48a9-8f22-982a96b0d6c2 None None] For port 744bf45f-1d8d-4310-b68a-3ca681ca35f4, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=744bf45f-1d8d-4310-b68a-3ca681ca35f4,segment=NetworkSegment(18886e56-08fb-4f6f-99ab-7c91dad83cdd),segment_id=18886e56-08fb-4f6f-99ab-7c91dad83cdd)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:35.764649 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-664f2d7e-cf80-48a9-8f22-982a96b0d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:35.768357 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c45b06fc-0ba9-46e2-8e10-10a7a7fe4685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:35.827675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f2d7e-cf80-48a9-8f22-982a96b0d6c2 None None] Pushing event updated for resources: {'Port': ['ID=744bf45f-1d8d-4310-b68a-3ca681ca35f4,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:35.830407 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-664f2d7e-cf80-48a9-8f22-982a96b0d6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:35.910280 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Allocated IP 172.26.2.25 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/6a257fda-6d1f-4e4a-98fa-4659de48b03c) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:36.065160 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:36.118894 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-318c7881-0e0a-4bc5-9d25-a83aa1301203 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:36.127581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:36.151726 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:36.244315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:36.249960 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:36.252998 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38bfda-102f-48b6-91fb-0f43176e7d11 req-6cd002fa-5d27-479d-82a2-09cb9b67ea5d tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:36.254775 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:36.256944 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ad38bfda-102f-48b6-91fb-0f43176e7d11 req-6cd002fa-5d27-479d-82a2-09cb9b67ea5d tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 1.0329878 Jun 18 16:31:36.259135 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Pushing event updated for resources: {'Port': ['ID=6a257fda-6d1f-4e4a-98fa-4659de48b03c,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:36.290263 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47224) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:36.291384 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-318c7881-0e0a-4bc5-9d25-a83aa1301203 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:36.300494 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-09ba0873-f264-4496-994b-c5eeef2308ce tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:36.303700 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-942c66a5-661e-4295-94f2-32e39121e34e tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] PUT failed (client error): The resource could not be found. Jun 18 16:31:36.304220 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942c66a5-661e-4295-94f2-32e39121e34e tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:36.309499 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-942c66a5-661e-4295-94f2-32e39121e34e tempest-NetworksNegativeTestJSON-264093273 tempest-NetworksNegativeTestJSON-264093273-project] 10.222.0.39 "PUT /v2.0/subnets/255c2ee4-1b24-4f32-b93b-ce098b6a84f0 HTTP/1.1" status: 404 len: 337 time: 0.7960563 Jun 18 16:31:36.309647 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d352f547-6dbf-4709-a596-71847a5e89ca None None] Provisioning complete for port 744bf45f-1d8d-4310-b68a-3ca681ca35f4 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:36.309766 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d352f547-6dbf-4709-a596-71847a5e89ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:36.311740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:36.416937 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c7881-0e0a-4bc5-9d25-a83aa1301203 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Subnet': ['ID=c59b7191-56a0-48e1-bcac-9dfb22df1e95,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:36.452968 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-318c7881-0e0a-4bc5-9d25-a83aa1301203 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:36.477623 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-318c7881-0e0a-4bc5-9d25-a83aa1301203 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:36.498268 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-318c7881-0e0a-4bc5-9d25-a83aa1301203 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/subnets/c59b7191-56a0-48e1-bcac-9dfb22df1e95 HTTP/1.1" status: 204 len: 168 time: 1.5436645 Jun 18 16:31:36.509163 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47230) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:36.524670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 744bf45f-1d8d-4310-b68a-3ca681ca35f4 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:36.567467 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-7744049f-11b9-4d86-8bea-1198bfc32a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port 5e92ac69-5c4f-4767-b9a2-41ae5d800837 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:36.567999 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7744049f-11b9-4d86-8bea-1198bfc32a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:36.591103 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ad38bfda-102f-48b6-91fb-0f43176e7d11 req-75af5b56-975b-4c5b-ba4b-7a119f1a5072 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3015802 Jun 18 16:31:36.636063 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-77d3ecce-d1a0-46fe-943b-a01edf52225c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group': {'name': 'tempest-secgroup--418038732'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:36.743535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 744bf45f-1d8d-4310-b68a-3ca681ca35f4 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:36.743933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:36.757307 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-77d3ecce-d1a0-46fe-943b-a01edf52225c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:36.771297 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-77d3ecce-d1a0-46fe-943b-a01edf52225c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:36.787510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c17bea-78da-4807-874a-fd3ca41b7886 None None] Network 27bf8831-4c98-46a3-b2ed-876662d14951 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:36.813965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47234) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:36.846448 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0507cdb4-1dfb-46ee-b19a-9a5078d6a92e None None] Could not find standard attr ID for object c9f17e2f-3dfa-4891-9255-7c1b78971b4a. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:31:36.915997 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-77d3ecce-d1a0-46fe-943b-a01edf52225c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:36.926170 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:36.927828 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-77d3ecce-d1a0-46fe-943b-a01edf52225c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:37.038191 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-77d3ecce-d1a0-46fe-943b-a01edf52225c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:37.041997 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7744049f-11b9-4d86-8bea-1198bfc32a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:37.048362 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0fcaa741-faa4-48a5-a388-ff4cda02f819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:37.061913 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18fdc8cc-4465-461c-9747-eb7ea05769f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:37.064296 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-77d3ecce-d1a0-46fe-943b-a01edf52225c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:37.087182 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f27cd03-1802-4c4f-878c-7842a8e653e5 None None] DHCP port deletion for 27bf8831-4c98-46a3-b2ed-876662d14951 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:31:37.146793 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-0f27cd03-1802-4c4f-878c-7842a8e653e5 None None] Deleting port 744bf45f-1d8d-4310-b68a-3ca681ca35f4 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:37.147472 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0f27cd03-1802-4c4f-878c-7842a8e653e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:37.156490 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-7744049f-11b9-4d86-8bea-1198bfc32a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for 5e92ac69-5c4f-4767-b9a2-41ae5d800837 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:37.170467 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:37.185197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3ecce-d1a0-46fe-943b-a01edf52225c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226c9b3a-90da-4df9-8174-3d42d66a142f,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:37.189900 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-77d3ecce-d1a0-46fe-943b-a01edf52225c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:37.192457 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-137f70ea-e503-4d97-9700-6cef756cc809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:37.227842 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3ecce-d1a0-46fe-943b-a01edf52225c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2b341f-ce0f-4536-b2dc-c01aba3f59d9,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:37.228147 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port 744bf45f-1d8d-4310-b68a-3ca681ca35f4 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:37.228578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:37.233723 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-77d3ecce-d1a0-46fe-943b-a01edf52225c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:37.260581 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-0f27cd03-1802-4c4f-878c-7842a8e653e5 None None] For port 744bf45f-1d8d-4310-b68a-3ca681ca35f4, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=744bf45f-1d8d-4310-b68a-3ca681ca35f4,segment=NetworkSegment(18886e56-08fb-4f6f-99ab-7c91dad83cdd),segment_id=18886e56-08fb-4f6f-99ab-7c91dad83cdd)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:37.261250 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0f27cd03-1802-4c4f-878c-7842a8e653e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:37.372547 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] For port 744bf45f-1d8d-4310-b68a-3ca681ca35f4, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=744bf45f-1d8d-4310-b68a-3ca681ca35f4,segment=NetworkSegment(18886e56-08fb-4f6f-99ab-7c91dad83cdd),segment_id=18886e56-08fb-4f6f-99ab-7c91dad83cdd)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:37.373017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:37.468853 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7744049f-11b9-4d86-8bea-1198bfc32a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:37.471002 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for 744bf45f-1d8d-4310-b68a-3ca681ca35f4 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:37.494619 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1657e8db-6df9-4279-8f9e-b19cc01faf57 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:37.515034 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744049f-11b9-4d86-8bea-1198bfc32a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=5e92ac69-5c4f-4767-b9a2-41ae5d800837,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:37.515315 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-0f27cd03-1802-4c4f-878c-7842a8e653e5 None None] Calling delete_port for 744bf45f-1d8d-4310-b68a-3ca681ca35f4 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:37.518980 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7744049f-11b9-4d86-8bea-1198bfc32a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:37.578755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18fdc8cc-4465-461c-9747-eb7ea05769f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:37.630909 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6d2a3e65-5d1a-4fc2-9599-b83e447bee8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:37.665956 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18fdc8cc-4465-461c-9747-eb7ea05769f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:37.676952 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7744049f-11b9-4d86-8bea-1198bfc32a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:37.682990 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7744049f-11b9-4d86-8bea-1198bfc32a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/5e92ac69-5c4f-4767-b9a2-41ae5d800837 HTTP/1.1" status: 204 len: 168 time: 2.3299251 Jun 18 16:31:37.684369 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47240) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:37.687371 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-77d3ecce-d1a0-46fe-943b-a01edf52225c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:37.688828 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-77d3ecce-d1a0-46fe-943b-a01edf52225c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3951337 Jun 18 16:31:37.733226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47242) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:37.737246 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bb4563bb-6d1d-4115-899b-53f79e938d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:37.772027 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf92317-f0e9-49a1-899c-ce36e66166d9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:37.775353 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf92317-f0e9-49a1-899c-ce36e66166d9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:37.777626 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf92317-f0e9-49a1-899c-ce36e66166d9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:37.779652 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cbf92317-f0e9-49a1-899c-ce36e66166d9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0937343 Jun 18 16:31:37.782450 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47244) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:37.789401 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-18fdc8cc-4465-461c-9747-eb7ea05769f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fcffab82778f491eaf0de9140cc09667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9709740 Jun 18 16:31:37.792310 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0f27cd03-1802-4c4f-878c-7842a8e653e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:37.792508 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47246) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:37.795837 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f6ba79a1-8b26-462f-99bd-a4270934732d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:37.838794 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:37.852525 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27cd03-1802-4c4f-878c-7842a8e653e5 None None] Pushing event deleted for resources: {'Port': ['ID=744bf45f-1d8d-4310-b68a-3ca681ca35f4,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:37.855686 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0f27cd03-1802-4c4f-878c-7842a8e653e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:37.856603 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f27cd03-1802-4c4f-878c-7842a8e653e5 None None] No DVR routers for this DVR port 744bf45f-1d8d-4310-b68a-3ca681ca35f4 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:37.875048 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No DVR routers for this DVR port 744bf45f-1d8d-4310-b68a-3ca681ca35f4 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:37.914252 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdc8cc-4465-461c-9747-eb7ea05769f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c090114f-6b22-4d36-bf55-167392ea114f,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:37.919679 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-18fdc8cc-4465-461c-9747-eb7ea05769f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:37.941946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f5a3ab77-2bea-4ba6-8ae9-17107dd6d90d tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:37.980724 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=744bf45f-1d8d-4310-b68a-3ca681ca35f4,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:37.990721 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd432f27-da3a-4335-b815-3125422688f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:37.999335 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00358ea-022e-4a68-8734-9b4647569435 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet 7c0345cc-af0f-41d6-bedd-dd63bf554079 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:38.010765 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:38.011231 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47248) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:38.014392 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e00358ea-022e-4a68-8734-9b4647569435 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.045633 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-1c2cf7b7-f4f0-4f55-a562-d7abaa9faf3f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'subnet': {'network_id': '334d93b5-1355-4a8a-96b0-6788a1a08dfd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:38.053518 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd432f27-da3a-4335-b815-3125422688f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.058886 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.061990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41309841-e85e-4e36-abd1-819a1572375c req-242e7f66-a8c3-4914-92f0-ca3b3ca71a2e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:38.063498 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-41309841-e85e-4e36-abd1-819a1572375c req-242e7f66-a8c3-4914-92f0-ca3b3ca71a2e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.1665986 Jun 18 16:31:38.107420 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e00358ea-022e-4a68-8734-9b4647569435 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.113398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.122558 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-48de9344-3a69-4e1a-b304-7dd584c2c1c5 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3821936 Jun 18 16:31:38.141877 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47250) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:38.144757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27bf8831-4c98-46a3-b2ed-876662d14951']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:38.146487 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-24ab82dc-2fc1-462d-9138-32aad96b3d42 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group': {'name': 'tempest-security--1945599850', 'description': 'tempest-security-description-1021754688'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:38.184739 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-41309841-e85e-4e36-abd1-819a1572375c req-d50c3417-f4cf-428b-a6e8-f78ab2a3c456 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1112468 Jun 18 16:31:38.212383 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-24ab82dc-2fc1-462d-9138-32aad96b3d42 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.231494 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.265116 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd432f27-da3a-4335-b815-3125422688f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.267716 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd432f27-da3a-4335-b815-3125422688f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.282412 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fd432f27-da3a-4335-b815-3125422688f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c090114f-6b22-4d36-bf55-167392ea114f HTTP/1.1" status: 204 len: 168 time: 0.4767485 Jun 18 16:31:38.293888 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0cf34f05-7d77-41f3-be22-7fc560ed34bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:38.324316 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e00358ea-022e-4a68-8734-9b4647569435 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.326260 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 744bf45f-1d8d-4310-b68a-3ca681ca35f4 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:31:38.328152 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd432f27-da3a-4335-b815-3125422688f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c090114f-6b22-4d36-bf55-167392ea114f,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:38.351402 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fd432f27-da3a-4335-b815-3125422688f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:38.375977 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 744bf45f-1d8d-4310-b68a-3ca681ca35f4 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:31:38.379250 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 744bf45f-1d8d-4310-b68a-3ca681ca35f4 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:31:38.379818 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-24ab82dc-2fc1-462d-9138-32aad96b3d42 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.393364 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-24ab82dc-2fc1-462d-9138-32aad96b3d42 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.396660 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-24ab82dc-2fc1-462d-9138-32aad96b3d42 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.400565 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-24ab82dc-2fc1-462d-9138-32aad96b3d42 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "PUT /v2.0/security-groups/4d2b341f-ce0f-4536-b2dc-c01aba3f59d9 HTTP/1.1" status: 200 len: 1778 time: 0.2551537 Jun 18 16:31:38.400565 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f77be964-be2e-43a2-848e-01b18ab7036b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:38.418307 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47256) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:38.452660 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab82dc-2fc1-462d-9138-32aad96b3d42 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2b341f-ce0f-4536-b2dc-c01aba3f59d9,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:38.457873 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-24ab82dc-2fc1-462d-9138-32aad96b3d42 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:38.468154 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e00358ea-022e-4a68-8734-9b4647569435 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.475291 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8564d1e0-8903-471e-a1b4-84583d0116cb tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:38.515069 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e00358ea-022e-4a68-8734-9b4647569435 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.519245 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e00358ea-022e-4a68-8734-9b4647569435 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/7c0345cc-af0f-41d6-bedd-dd63bf554079 HTTP/1.1" status: 204 len: 168 time: 0.7334452 Jun 18 16:31:38.519245 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00358ea-022e-4a68-8734-9b4647569435 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=7c0345cc-af0f-41d6-bedd-dd63bf554079,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:38.520085 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47262) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:38.522921 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e00358ea-022e-4a68-8734-9b4647569435 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:38.524345 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4b499d-75d6-4a8b-990c-0d159ff39aaf None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:38.532274 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0959ae25-52f8-4f0a-b06d-5d08882a1dd7 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-groups/4d2b341f-ce0f-4536-b2dc-c01aba3f59d9 HTTP/1.1" status: 200 len: 1778 time: 0.1049831 Jun 18 16:31:38.534649 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47264) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:38.626034 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-153a2388-c6c5-4cc7-8e8e-c01211b01fa8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet b6f4baf3-2eb0-4b68-a428-ba4fbcac270f {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:38.642498 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-153a2388-c6c5-4cc7-8e8e-c01211b01fa8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.664558 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18886e56-08fb-4f6f-99ab-7c91dad83cdd') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:38.664961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18886e56-08fb-4f6f-99ab-7c91dad83cdd') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:38.723338 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-153a2388-c6c5-4cc7-8e8e-c01211b01fa8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.724336 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.746809 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-951f0068-6ae3-4f87-af77-593a20abc62e tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.811838 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-951f0068-6ae3-4f87-af77-593a20abc62e tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.833697 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.857077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:38.858149 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:38.863882 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:38.891122 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69872230-7bca-411a-aec7-54c7039deb0d req-9f999882-14f3-4a9a-84d8-dcf6ec1edfa4 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:38.892740 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-69872230-7bca-411a-aec7-54c7039deb0d req-9f999882-14f3-4a9a-84d8-dcf6ec1edfa4 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.2782304 Jun 18 16:31:38.902178 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.905161 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-153a2388-c6c5-4cc7-8e8e-c01211b01fa8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.911363 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2cf7b7-f4f0-4f55-a562-d7abaa9faf3f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Made reservation on behalf of 4e22d4e6a32b438182bd97197bbb69cf for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:38.915303 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf7b7-f4f0-4f55-a562-d7abaa9faf3f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.952877 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-951f0068-6ae3-4f87-af77-593a20abc62e tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.955388 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-951f0068-6ae3-4f87-af77-593a20abc62e tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.956550 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-951f0068-6ae3-4f87-af77-593a20abc62e tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "DELETE /v2.0/security-groups/4d2b341f-ce0f-4536-b2dc-c01aba3f59d9 HTTP/1.1" status: 204 len: 168 time: 0.4209886 Jun 18 16:31:38.961447 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-777f277b-4b89-4fd4-a779-15ac4bcd9d27 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:38.964683 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47274) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:39.028881 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.049507 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3051c78d-5833-4304-8afa-91eadf28605b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:39.063752 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.069494 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/networks/27bf8831-4c98-46a3-b2ed-876662d14951 HTTP/1.1" status: 204 len: 168 time: 2.4808271 Jun 18 16:31:39.088637 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47280) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:39.090025 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f0068-6ae3-4f87-af77-593a20abc62e tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2b341f-ce0f-4536-b2dc-c01aba3f59d9,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:39.092464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b430f-ece2-4ab2-b5f9-520610f6a3a5 req-24addc5a-80c5-4172-ad88-e68ce09bfc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:39.092784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-153a2388-c6c5-4cc7-8e8e-c01211b01fa8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.094004 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-786b430f-ece2-4ab2-b5f9-520610f6a3a5 req-24addc5a-80c5-4172-ad88-e68ce09bfc6a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50f087196ad446c28f1edba2e7568216&device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 1099 time: 0.3068774 Jun 18 16:31:39.098714 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-9b161fdf-2e24-458e-be21-6be005447d3f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-989096433'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:39.100003 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Network': ['ID=27bf8831-4c98-46a3-b2ed-876662d14951,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:39.107047 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:39.131759 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-951f0068-6ae3-4f87-af77-593a20abc62e tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:39.139217 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e00358ea-022e-4a68-8734-9b4647569435 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:39.167406 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a2388-c6c5-4cc7-8e8e-c01211b01fa8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f4baf3-2eb0-4b68-a428-ba4fbcac270f,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:39.177692 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-69872230-7bca-411a-aec7-54c7039deb0d req-50e8e0d6-2c37-4834-a228-6deb3441985c tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2704542 Jun 18 16:31:39.184504 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b161fdf-2e24-458e-be21-6be005447d3f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:39.190633 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b161fdf-2e24-458e-be21-6be005447d3f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.192002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-153a2388-c6c5-4cc7-8e8e-c01211b01fa8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:39.207853 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-89d992bd-0890-4ddb-87a3-c73d3c5fb0d5 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2386267 Jun 18 16:31:39.211053 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47286) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:39.224180 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-153a2388-c6c5-4cc7-8e8e-c01211b01fa8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.228870 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-153a2388-c6c5-4cc7-8e8e-c01211b01fa8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/b6f4baf3-2eb0-4b68-a428-ba4fbcac270f HTTP/1.1" status: 204 len: 168 time: 0.7048001 Jun 18 16:31:39.231642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47288) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:39.245891 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Router ea0ba10c-da5a-475e-839c-6e1dd364632d is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:31:39.251096 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-17898ea7-bb27-4cb4-a74e-06a55a70c6a7 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] delete failed (client error): The resource could not be found. Jun 18 16:31:39.255841 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-17898ea7-bb27-4cb4-a74e-06a55a70c6a7 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "DELETE /v2.0/security-groups/4d2b341f-ce0f-4536-b2dc-c01aba3f59d9 HTTP/1.1" status: 404 len: 347 time: 0.0397277 Jun 18 16:31:39.257829 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47290) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:39.264372 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-89a59057-e612-4507-834e-31a099552b01 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group': {'name': 'tempest-secgroup--15418411'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:39.292177 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b161fdf-2e24-458e-be21-6be005447d3f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:31:39.304672 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b161fdf-2e24-458e-be21-6be005447d3f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.306739 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-9b161fdf-2e24-458e-be21-6be005447d3f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Added segment c29004e0-3a15-4e22-af02-7bd75fd4f976 of type vlan for network 7a87e9f2-706c-4951-9b1e-cf718b77d642 Jun 18 16:31:39.321260 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-788f9f0a-0416-4ae0-9487-be41a21425b4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857220 Jun 18 16:31:39.323350 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47292) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:39.350905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47294) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:39.393752 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b161fdf-2e24-458e-be21-6be005447d3f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.412818 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b430f-ece2-4ab2-b5f9-520610f6a3a5 req-9f29faa2-6713-42a4-9bbc-12b51e1d30b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:39.415361 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-786b430f-ece2-4ab2-b5f9-520610f6a3a5 req-9f29faa2-6713-42a4-9bbc-12b51e1d30b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f HTTP/1.1" status: 200 len: 912 time: 0.3099914 Jun 18 16:31:39.416151 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-89a59057-e612-4507-834e-31a099552b01 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.449002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a719f187-e70e-46cf-9843-e0b4cb321f86 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:39.452917 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a719f187-e70e-46cf-9843-e0b4cb321f86 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1260486 Jun 18 16:31:39.453646 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47298) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:39.462059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b161fdf-2e24-458e-be21-6be005447d3f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.467570 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b161fdf-2e24-458e-be21-6be005447d3f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:39.468754 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b161fdf-2e24-458e-be21-6be005447d3f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.472377 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:39.527585 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-785dbcd0-d2b8-430f-b2fb-f47c5cb465af tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1995616588'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:39.553182 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9b161fdf-2e24-458e-be21-6be005447d3f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4652896 Jun 18 16:31:39.557356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47300) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:39.571820 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-14e808fa-552e-47ef-a423-6ca85b3ab18d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'subnet': {'network_id': '7a87e9f2-706c-4951-9b1e-cf718b77d642', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:39.577160 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf7b7-f4f0-4f55-a562-d7abaa9faf3f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.578341 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b161fdf-2e24-458e-be21-6be005447d3f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Network': ['ID=7a87e9f2-706c-4951-9b1e-cf718b77d642,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:39.578873 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966ab287-31ba-4651-806b-ae339640803e None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:39.582888 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d5ed6c-50bd-4932-814d-fc2208afdb72 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:39.584387 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-91d5ed6c-50bd-4932-814d-fc2208afdb72 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1303260 Jun 18 16:31:39.585485 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9b161fdf-2e24-458e-be21-6be005447d3f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:39.587164 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47302) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:39.598243 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c9ff8e64-be89-4ba8-aafe-7445fbf0772f tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:39.613934 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 7a87e9f2-706c-4951-9b1e-cf718b77d642 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:31:39.625538 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6d170a94-14e4-439a-903d-d911e2663433 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371525 Jun 18 16:31:39.631280 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47304) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:39.637125 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-4b3e6dc8-1b00-491d-8ed0-0b3a397bb7ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:39.673683 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.db.api [None req-89a59057-e612-4507-834e-31a099552b01 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:31:39.673683 dv-neutron-797121-1-hyperv neutron-server[93428]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:31:39.673683 dv-neutron-797121-1-hyperv neutron-server[93428]: [parameters: {'project_id_1': 'ac76e2892fc140639ee6f764319ada50', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 31, 39, 549958)}] Jun 18 16:31:39.673683 dv-neutron-797121-1-hyperv neutron-server[93428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:31:39.674219 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_db.api [None req-89a59057-e612-4507-834e-31a099552b01 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:31:39.695377 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-786b430f-ece2-4ab2-b5f9-520610f6a3a5 req-59b2bb26-8f91-44c7-b9f6-9383fe10d0ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=402c506e-8b7c-4f8f-b170-b34f8d818e4d HTTP/1.1" status: 200 len: 1002 time: 0.2715008 Jun 18 16:31:39.700605 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:31:39.716582 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-785dbcd0-d2b8-430f-b2fb-f47c5cb465af tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.722852 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b7eab868-7a4b-4fc1-abda-a1463e787b99 None None] Provisioning complete for port 2c43e027-a070-40cc-ab9a-48035ddd155e triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:39.723438 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b7eab868-7a4b-4fc1-abda-a1463e787b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.725376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405e4979-ca85-407e-81e1-5ee5b86f6b9c None None] Sync routers for ids ['ea0ba10c-da5a-475e-839c-6e1dd364632d'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:31:39.746544 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3e6dc8-1b00-491d-8ed0-0b3a397bb7ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:39.751060 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4b3e6dc8-1b00-491d-8ed0-0b3a397bb7ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.752529 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3e6dc8-1b00-491d-8ed0-0b3a397bb7ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:31:39.752968 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b3e6dc8-1b00-491d-8ed0-0b3a397bb7ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:39.769641 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4b3e6dc8-1b00-491d-8ed0-0b3a397bb7ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1369886 Jun 18 16:31:39.772304 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47306) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:39.778273 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-403345cc-0eee-45dd-9c76-47fe87265a68 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:39.785788 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-785dbcd0-d2b8-430f-b2fb-f47c5cb465af tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.794460 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cf7b7-f4f0-4f55-a562-d7abaa9faf3f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Subnet': ['ID=177a11e5-7980-4f01-9d2d-ae643166e5f9,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:39.797225 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1c2cf7b7-f4f0-4f55-a562-d7abaa9faf3f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:39.814307 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.815468 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.0043194 Jun 18 16:31:39.824412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47308) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:39.830223 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405e4979-ca85-407e-81e1-5ee5b86f6b9c None None] Routers {'ea0ba10c-da5a-475e-839c-6e1dd364632d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:39.830874 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-405e4979-ca85-407e-81e1-5ee5b86f6b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:31:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ea0ba10c-da5a-475e-839c-6e1dd364632d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:39.832353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-5329a57b-cc0e-4421-99a6-3af7d7467746 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:39.872843 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-405e4979-ca85-407e-81e1-5ee5b86f6b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:39.890266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b430f-ece2-4ab2-b5f9-520610f6a3a5 req-647d31f1-30c0-4498-8d50-3bc24812f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:39.891767 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-786b430f-ece2-4ab2-b5f9-520610f6a3a5 req-647d31f1-30c0-4498-8d50-3bc24812f089 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0af9ced-d447-40f4-82ea-2c6458b522e8 HTTP/1.1" status: 200 len: 850 time: 0.1765711 Jun 18 16:31:39.894872 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405e4979-ca85-407e-81e1-5ee5b86f6b9c None None] Routers {'ea0ba10c-da5a-475e-839c-6e1dd364632d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:39.895757 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-405e4979-ca85-407e-81e1-5ee5b86f6b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:31:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ea0ba10c-da5a-475e-839c-6e1dd364632d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:39.898260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2cf7b7-f4f0-4f55-a562-d7abaa9faf3f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Checking segment: {'id': '723b01b7-2a6b-4ca2-9c13-b97a575c4137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '334d93b5-1355-4a8a-96b0-6788a1a08dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:39.898677 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2cf7b7-f4f0-4f55-a562-d7abaa9faf3f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network hostable DHCP agents. Network: 334d93b5-1355-4a8a-96b0-6788a1a08dfd, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:31:39.933101 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-405e4979-ca85-407e-81e1-5ee5b86f6b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:39.933733 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405e4979-ca85-407e-81e1-5ee5b86f6b9c None None] The sync data for ids ['ea0ba10c-da5a-475e-839c-6e1dd364632d'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:31:39.941944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e808fa-552e-47ef-a423-6ca85b3ab18d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:39.946390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-14e808fa-552e-47ef-a423-6ca85b3ab18d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:39.981932 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.api [None req-403345cc-0eee-45dd-9c76-47fe87265a68 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:31:39.981932 dv-neutron-797121-1-hyperv neutron-server[93427]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:31:39.981932 dv-neutron-797121-1-hyperv neutron-server[93427]: [parameters: {'project_id_1': '856662b118944798b50c407d55a72106', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 31, 39, 861671)}] Jun 18 16:31:39.981932 dv-neutron-797121-1-hyperv neutron-server[93427]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:31:39.982313 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_db.api [None req-403345cc-0eee-45dd-9c76-47fe87265a68 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:31:40.043536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f29bab-c17f-48c3-a77f-160d1b464c22 None None] DHCP port deletion for c0c58b33-89bf-4a11-9df9-ed95e6524a1d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:31:40.070645 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2cf7b7-f4f0-4f55-a562-d7abaa9faf3f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network 334d93b5-1355-4a8a-96b0-6788a1a08dfd is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:31:40.100947 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-89f29bab-c17f-48c3-a77f-160d1b464c22 None None] Deleting port 2c43e027-a070-40cc-ab9a-48035ddd155e {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:40.103516 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-89f29bab-c17f-48c3-a77f-160d1b464c22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:40.120037 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-1c2cf7b7-f4f0-4f55-a562-d7abaa9faf3f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 334d93b5-1355-4a8a-96b0-6788a1a08dfd) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:40.124713 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2cf7b7-f4f0-4f55-a562-d7abaa9faf3f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:40.125296 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf7b7-f4f0-4f55-a562-d7abaa9faf3f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:40.139966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60931544-f13d-4d88-870b-938d1106e73c None None] Network 334d93b5-1355-4a8a-96b0-6788a1a08dfd requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:40.176385 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-89a59057-e612-4507-834e-31a099552b01 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:40.215572 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-89f29bab-c17f-48c3-a77f-160d1b464c22 None None] For port 2c43e027-a070-40cc-ab9a-48035ddd155e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2c43e027-a070-40cc-ab9a-48035ddd155e,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:40.215988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-89f29bab-c17f-48c3-a77f-160d1b464c22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:40.291358 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-89f29bab-c17f-48c3-a77f-160d1b464c22 None None] Calling delete_port for 2c43e027-a070-40cc-ab9a-48035ddd155e owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:40.302242 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b430f-ece2-4ab2-b5f9-520610f6a3a5 req-14415c71-c4fe-43db-9c6b-1418676bf6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:40.303931 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-786b430f-ece2-4ab2-b5f9-520610f6a3a5 req-14415c71-c4fe-43db-9c6b-1418676bf6cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3991075 Jun 18 16:31:40.316237 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2c43e027-a070-40cc-ab9a-48035ddd155e no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:31:40.379058 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14777617-e9a9-4525-b200-dcea357d8b25 req-870898fb-0fb0-494d-a725-0bba60b4d170 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:40.381251 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-14777617-e9a9-4525-b200-dcea357d8b25 req-870898fb-0fb0-494d-a725-0bba60b4d170 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.0865524 Jun 18 16:31:40.407638 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-785dbcd0-d2b8-430f-b2fb-f47c5cb465af tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:40.423817 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-785dbcd0-d2b8-430f-b2fb-f47c5cb465af tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:40.427405 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-14777617-e9a9-4525-b200-dcea357d8b25 req-35839f23-31c0-43ab-ae5f-08a057a0f952 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397232 Jun 18 16:31:40.437240 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0c74a6af-22a2-4715-8276-da6aa355430c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:40.465587 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:40.481658 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1c2cf7b7-f4f0-4f55-a562-d7abaa9faf3f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4450436 Jun 18 16:31:40.494911 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47312) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:40.503433 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-bbb9fc6e-f4a8-4916-999d-a1d02b77bdf7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1358137733'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:40.521492 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.db.api [None req-785dbcd0-d2b8-430f-b2fb-f47c5cb465af tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:31:40.521492 dv-neutron-797121-1-hyperv neutron-server[93428]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:31:40.521492 dv-neutron-797121-1-hyperv neutron-server[93428]: [parameters: {'project_id_1': 'd7ca41c6e57e42ea9d06707927cba33e', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 31, 40, 474920)}] Jun 18 16:31:40.521492 dv-neutron-797121-1-hyperv neutron-server[93428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:31:40.521948 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_db.api [None req-785dbcd0-d2b8-430f-b2fb-f47c5cb465af tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:31:40.523191 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-334d93b5-1355-4a8a-96b0-6788a1a08dfd', 'network_id': '334d93b5-1355-4a8a-96b0-6788a1a08dfd', 'tenant_id': '4e22d4e6a32b438182bd97197bbb69cf', 'fixed_ips': [{'subnet_id': '177a11e5-7980-4f01-9d2d-ae643166e5f9'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:31:40.524318 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:40.529618 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-89f29bab-c17f-48c3-a77f-160d1b464c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:40.539565 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-668755be-4c37-417d-b662-9d46faeb103c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:40.571945 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f29bab-c17f-48c3-a77f-160d1b464c22 None None] Pushing event deleted for resources: {'Port': ['ID=2c43e027-a070-40cc-ab9a-48035ddd155e,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:40.575374 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f29bab-c17f-48c3-a77f-160d1b464c22 None None] No DVR routers for this DVR port 2c43e027-a070-40cc-ab9a-48035ddd155e on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:40.579751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-89f29bab-c17f-48c3-a77f-160d1b464c22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:40.584823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:40.606487 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785dbcd0-d2b8-430f-b2fb-f47c5cb465af tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3be2ff-7efc-48e8-80a2-342933c2b50d,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:40.620082 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-785dbcd0-d2b8-430f-b2fb-f47c5cb465af tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:40.645594 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-14e808fa-552e-47ef-a423-6ca85b3ab18d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:40.651613 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:40.656080 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-786b430f-ece2-4ab2-b5f9-520610f6a3a5 req-2c948771-e956-44cb-b09e-1ae2cfd605d2 service neutron] 10.222.0.64 "GET /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427742 Jun 18 16:31:40.726995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5329a57b-cc0e-4421-99a6-3af7d7467746 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:40.738898 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Allocated IP 2001:db8:0:ffff::2 (334d93b5-1355-4a8a-96b0-6788a1a08dfd/177a11e5-7980-4f01-9d2d-ae643166e5f9/ecff3ee7-893d-4834-a148-392eaebbda4d) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:40.888380 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:40.896801 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Transition to ACTIVE for port object ecff3ee7-893d-4834-a148-392eaebbda4d will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:40.914022 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Transition to ACTIVE for port object ecff3ee7-893d-4834-a148-392eaebbda4d will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:40.920295 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:40.922350 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7ac85b52-1053-41a3-b490-5920e72108e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:40.963484 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Network 334d93b5-1355-4a8a-96b0-6788a1a08dfd is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:40.966492 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:40.968961 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:40.978653 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Pushing event updated for resources: {'Port': ['ID=ecff3ee7-893d-4834-a148-392eaebbda4d,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:40.981460 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:41.026228 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-785dbcd0-d2b8-430f-b2fb-f47c5cb465af tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.039065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Attempting to bind port ecff3ee7-893d-4834-a148-392eaebbda4d on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:41.039455 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Attempting to bind port ecff3ee7-893d-4834-a148-392eaebbda4d by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '723b01b7-2a6b-4ca2-9c13-b97a575c4137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '334d93b5-1355-4a8a-96b0-6788a1a08dfd'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:41.039830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Attempting to bind port ecff3ee7-893d-4834-a148-392eaebbda4d on network 334d93b5-1355-4a8a-96b0-6788a1a08dfd {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:41.045018 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:41.045516 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Checking segment: {'id': '723b01b7-2a6b-4ca2-9c13-b97a575c4137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '334d93b5-1355-4a8a-96b0-6788a1a08dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:41.045934 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.046335 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Bound using segment: {'id': '723b01b7-2a6b-4ca2-9c13-b97a575c4137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '334d93b5-1355-4a8a-96b0-6788a1a08dfd'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:41.046840 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Bound port: ecff3ee7-893d-4834-a148-392eaebbda4d, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '723b01b7-2a6b-4ca2-9c13-b97a575c4137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '334d93b5-1355-4a8a-96b0-6788a1a08dfd'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:41.047222 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.097789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5329a57b-cc0e-4421-99a6-3af7d7467746 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.115054 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] For port ecff3ee7-893d-4834-a148-392eaebbda4d, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:41.118300 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] For port ecff3ee7-893d-4834-a148-392eaebbda4d, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ecff3ee7-893d-4834-a148-392eaebbda4d,segment=NetworkSegment(723b01b7-2a6b-4ca2-9c13-b97a575c4137),segment_id=723b01b7-2a6b-4ca2-9c13-b97a575c4137)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:41.121596 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e808fa-552e-47ef-a423-6ca85b3ab18d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Subnet': ['ID=4ccc12c2-a47c-4c06-ac0a-0eaf35163a3d,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:41.123416 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.125115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0f27cd03-1802-4c4f-878c-7842a8e653e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:41.128450 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-89a59057-e612-4507-834e-31a099552b01 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.131095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-14e808fa-552e-47ef-a423-6ca85b3ab18d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:41.145788 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-89a59057-e612-4507-834e-31a099552b01 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.156065 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d9ed1277-ffa4-480f-8c4c-44d4a32f98b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:41.173525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403345cc-0eee-45dd-9c76-47fe87265a68 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:41.177467 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-403345cc-0eee-45dd-9c76-47fe87265a68 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.179708 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-403345cc-0eee-45dd-9c76-47fe87265a68 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:31:41.180573 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-403345cc-0eee-45dd-9c76-47fe87265a68 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:41.193633 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Pushing event updated for resources: {'Port': ['ID=ecff3ee7-893d-4834-a148-392eaebbda4d,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:41.197492 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:41.198929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e808fa-552e-47ef-a423-6ca85b3ab18d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Checking segment: {'id': 'c29004e0-3a15-4e22-af02-7bd75fd4f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7a87e9f2-706c-4951-9b1e-cf718b77d642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:41.199297 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e808fa-552e-47ef-a423-6ca85b3ab18d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network hostable DHCP agents. Network: 7a87e9f2-706c-4951-9b1e-cf718b77d642, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:31:41.207462 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb9fc6e-f4a8-4916-999d-a1d02b77bdf7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Made reservation on behalf of 4e22d4e6a32b438182bd97197bbb69cf for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:41.211574 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bbb9fc6e-f4a8-4916-999d-a1d02b77bdf7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.220204 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-786b430f-ece2-4ab2-b5f9-520610f6a3a5 req-dab92b9b-a568-478c-ae01-ea81b75e286f service neutron] 10.222.0.64 "GET /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537310 Jun 18 16:31:41.229880 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-403345cc-0eee-45dd-9c76-47fe87265a68 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.4504204 Jun 18 16:31:41.229880 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47314) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:41.238558 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-a83bbfa4-dc2b-4a44-adc0-c122a4ade8f3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:41.242957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a59057-e612-4507-834e-31a099552b01 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4810a6-e22d-4542-b25d-008e68eccd09,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:41.251842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-89a59057-e612-4507-834e-31a099552b01 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:41.271639 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e808fa-552e-47ef-a423-6ca85b3ab18d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 7a87e9f2-706c-4951-9b1e-cf718b77d642 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:31:41.292908 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-14e808fa-552e-47ef-a423-6ca85b3ab18d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 7a87e9f2-706c-4951-9b1e-cf718b77d642) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:41.302683 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c158f4-5369-406c-9086-0f02a6269028 None None] Network 7a87e9f2-706c-4951-9b1e-cf718b77d642 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:41.302869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e808fa-552e-47ef-a423-6ca85b3ab18d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:41.303302 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-14e808fa-552e-47ef-a423-6ca85b3ab18d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.315778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-5329a57b-cc0e-4421-99a6-3af7d7467746 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Deleting port 6a257fda-6d1f-4e4a-98fa-4659de48b03c {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:41.316118 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5329a57b-cc0e-4421-99a6-3af7d7467746 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.318967 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb9fc6e-f4a8-4916-999d-a1d02b77bdf7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:31:41.346852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bbb9fc6e-f4a8-4916-999d-a1d02b77bdf7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.347393 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-bbb9fc6e-f4a8-4916-999d-a1d02b77bdf7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Added segment ab44f4bd-9740-4415-a3c9-63b460ad46cf of type vlan for network 03ab1e9f-0419-486e-b69d-478c606ead1c Jun 18 16:31:41.396348 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bbb9fc6e-f4a8-4916-999d-a1d02b77bdf7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.404223 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-785dbcd0-d2b8-430f-b2fb-f47c5cb465af tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.420244 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-785dbcd0-d2b8-430f-b2fb-f47c5cb465af tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.455287 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-18fdc8cc-4465-461c-9747-eb7ea05769f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:41.472545 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bbb9fc6e-f4a8-4916-999d-a1d02b77bdf7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.474445 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-89a59057-e612-4507-834e-31a099552b01 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.479732 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-89a59057-e612-4507-834e-31a099552b01 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.2210169 Jun 18 16:31:41.481797 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb9fc6e-f4a8-4916-999d-a1d02b77bdf7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:41.482536 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bbb9fc6e-f4a8-4916-999d-a1d02b77bdf7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.489762 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-14e808fa-552e-47ef-a423-6ca85b3ab18d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9222586 Jun 18 16:31:41.489762 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47318) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:41.493218 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47320) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:41.494763 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4d765943-cd8b-4e4b-a7b4-f10b7455472e tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:41.503839 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83bbfa4-dc2b-4a44-adc0-c122a4ade8f3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:41.509330 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a83bbfa4-dc2b-4a44-adc0-c122a4ade8f3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.517192 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83bbfa4-dc2b-4a44-adc0-c122a4ade8f3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:31:41.517778 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83bbfa4-dc2b-4a44-adc0-c122a4ade8f3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:41.523606 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-3ac52221-8ef5-4939-99e7-64dd4ad10210 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group_rule': {'security_group_id': '4e4810a6-e22d-4542-b25d-008e68eccd09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:41.534703 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-7a87e9f2-706c-4951-9b1e-cf718b77d642', 'network_id': '7a87e9f2-706c-4951-9b1e-cf718b77d642', 'tenant_id': 'b13a1e5ca893459792a160ed40b10c39', 'fixed_ips': [{'subnet_id': '4ccc12c2-a47c-4c06-ac0a-0eaf35163a3d'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:31:41.535618 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.537786 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'network_id': '7a87e9f2-706c-4951-9b1e-cf718b77d642', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1271482276'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:41.580199 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-785dbcd0-d2b8-430f-b2fb-f47c5cb465af tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.583232 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-785dbcd0-d2b8-430f-b2fb-f47c5cb465af tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2259257 Jun 18 16:31:41.589914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5329a57b-cc0e-4421-99a6-3af7d7467746 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.602789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47322) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:41.633557 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785dbcd0-d2b8-430f-b2fb-f47c5cb465af tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af5d401-7a1d-4ff2-9dfe-77154fe463c1,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:41.641247 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-785dbcd0-d2b8-430f-b2fb-f47c5cb465af tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:41.699784 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-5329a57b-cc0e-4421-99a6-3af7d7467746 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Calling delete_port for 6a257fda-6d1f-4e4a-98fa-4659de48b03c owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:41.721394 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9fc6e-f4a8-4916-999d-a1d02b77bdf7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Network': ['ID=03ab1e9f-0419-486e-b69d-478c606ead1c,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:41.728694 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bbb9fc6e-f4a8-4916-999d-a1d02b77bdf7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:41.731805 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-bbb9fc6e-f4a8-4916-999d-a1d02b77bdf7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2363870 Jun 18 16:31:41.736058 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47324) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:41.744419 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a83bbfa4-dc2b-4a44-adc0-c122a4ade8f3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5099571 Jun 18 16:31:41.748559 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47326) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:41.749494 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 03ab1e9f-0419-486e-b69d-478c606ead1c details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:31:41.761222 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-1728f7fc-4509-466b-9428-02ce40af9067 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:41.779692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-9ae878cc-bcfe-455c-b95a-2abae4750b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'subnet': {'network_id': '03ab1e9f-0419-486e-b69d-478c606ead1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:41.789516 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3ac52221-8ef5-4939-99e7-64dd4ad10210 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.826897 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Allocated IP 172.20.0.2 (7a87e9f2-706c-4951-9b1e-cf718b77d642/4ccc12c2-a47c-4c06-ac0a-0eaf35163a3d/15d957df-ae82-4ccc-8955-2225394d34b8) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:41.880853 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe32003-043a-41a1-ba69-8a5685f8105a req-283f4bfa-0c64-47e2-a643-de24260e2316 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:41.882854 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fbe32003-043a-41a1-ba69-8a5685f8105a req-283f4bfa-0c64-47e2-a643-de24260e2316 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.2552886 Jun 18 16:31:41.883516 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e63d40d4-dec8-41e2-827c-4486cfc5644e tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2793036 Jun 18 16:31:41.887719 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47328) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:41.893683 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-7f19e4b6-263c-49a7-895e-dc99e94ff461 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group': {'name': 'tempest-security--123095490', 'description': 'tempest-security-description-1539136647'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:41.931348 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:41.934894 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.986391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] device_id is not set on port bd5a48cf-8f0e-43a2-827b-3621158ca611 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:31:41.994702 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f19e4b6-263c-49a7-895e-dc99e94ff461 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.001398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3ac52221-8ef5-4939-99e7-64dd4ad10210 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.010309 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3ac52221-8ef5-4939-99e7-64dd4ad10210 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.015404 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1728f7fc-4509-466b-9428-02ce40af9067 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:42.016419 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0a861019-86c8-46e0-8615-2737a7d8c347 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:42.019043 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1728f7fc-4509-466b-9428-02ce40af9067 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.020625 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-1728f7fc-4509-466b-9428-02ce40af9067 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:31:42.021175 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1728f7fc-4509-466b-9428-02ce40af9067 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:42.042502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae878cc-bcfe-455c-b95a-2abae4750b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Made reservation on behalf of 4e22d4e6a32b438182bd97197bbb69cf for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:42.046360 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9ae878cc-bcfe-455c-b95a-2abae4750b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.063461 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fbe32003-043a-41a1-ba69-8a5685f8105a req-cb71b9fd-2d7c-4f80-9e90-8466affafcd0 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1628287 Jun 18 16:31:42.075828 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac52221-8ef5-4939-99e7-64dd4ad10210 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a08e2af-8ec5-4922-b2d6-a23516bc03aa,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:42.097961 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1728f7fc-4509-466b-9428-02ce40af9067 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3462350 Jun 18 16:31:42.120524 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47330) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:42.125224 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.129020 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f19e4b6-263c-49a7-895e-dc99e94ff461 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.134013 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-6ce90209-fe1b-4643-b193-454d09bce9b0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:42.139925 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Transition to ACTIVE for port object 15d957df-ae82-4ccc-8955-2225394d34b8 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:42.151826 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3ac52221-8ef5-4939-99e7-64dd4ad10210 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:42.153975 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f19e4b6-263c-49a7-895e-dc99e94ff461 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.155231 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3ac52221-8ef5-4939-99e7-64dd4ad10210 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.156442 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f19e4b6-263c-49a7-895e-dc99e94ff461 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.156590 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3ac52221-8ef5-4939-99e7-64dd4ad10210 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6408613 Jun 18 16:31:42.157630 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7f19e4b6-263c-49a7-895e-dc99e94ff461 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "PUT /v2.0/security-groups/9af5d401-7a1d-4ff2-9dfe-77154fe463c1 HTTP/1.1" status: 200 len: 1777 time: 0.2676160 Jun 18 16:31:42.161181 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47332) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:42.166824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47334) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:42.180063 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Transition to ACTIVE for port object 15d957df-ae82-4ccc-8955-2225394d34b8 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:42.186886 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9a69b15d-3608-496d-b56e-11295aa168b3 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:42.189596 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.203643 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-68f83cff-2738-4322-8775-e1bb58cd92a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:42.271896 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5329a57b-cc0e-4421-99a6-3af7d7467746 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.274986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3934d57e-2920-49b7-9791-51d05c4e6ef2 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.297456 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Network 7a87e9f2-706c-4951-9b1e-cf718b77d642 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:42.300702 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19e4b6-263c-49a7-895e-dc99e94ff461 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af5d401-7a1d-4ff2-9dfe-77154fe463c1,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:42.302089 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:42.307017 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7f19e4b6-263c-49a7-895e-dc99e94ff461 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:42.309515 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3934d57e-2920-49b7-9791-51d05c4e6ef2 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.314343 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:42.327330 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Pushing event updated for resources: {'Port': ['ID=15d957df-ae82-4ccc-8955-2225394d34b8,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:42.340708 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.api [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a7edb7d1-0406-41b1-a3fc-06494bfbb7ff {{(pid=93427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:31:42.341351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_db.api [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:31:42.353558 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:42.355582 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:42.367027 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce90209-fe1b-4643-b193-454d09bce9b0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:42.371267 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6ce90209-fe1b-4643-b193-454d09bce9b0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.372876 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce90209-fe1b-4643-b193-454d09bce9b0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:31:42.374053 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce90209-fe1b-4643-b193-454d09bce9b0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:42.387899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ecff3ee7-893d-4834-a148-392eaebbda4d up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:42.400757 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Attempting to bind port 15d957df-ae82-4ccc-8955-2225394d34b8 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:42.401146 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Attempting to bind port 15d957df-ae82-4ccc-8955-2225394d34b8 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'c29004e0-3a15-4e22-af02-7bd75fd4f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7a87e9f2-706c-4951-9b1e-cf718b77d642'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:42.401525 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Attempting to bind port 15d957df-ae82-4ccc-8955-2225394d34b8 on network 7a87e9f2-706c-4951-9b1e-cf718b77d642 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:42.409341 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3934d57e-2920-49b7-9791-51d05c4e6ef2 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.411606 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329a57b-cc0e-4421-99a6-3af7d7467746 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Pushing event deleted for resources: {'Port': ['ID=6a257fda-6d1f-4e4a-98fa-4659de48b03c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:42.415429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5329a57b-cc0e-4421-99a6-3af7d7467746 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:42.426282 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:42.426711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Checking segment: {'id': 'c29004e0-3a15-4e22-af02-7bd75fd4f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7a87e9f2-706c-4951-9b1e-cf718b77d642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:42.427309 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.427563 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Bound using segment: {'id': 'c29004e0-3a15-4e22-af02-7bd75fd4f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7a87e9f2-706c-4951-9b1e-cf718b77d642'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:42.428031 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Bound port: 15d957df-ae82-4ccc-8955-2225394d34b8, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29004e0-3a15-4e22-af02-7bd75fd4f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7a87e9f2-706c-4951-9b1e-cf718b77d642'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:42.428388 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.430180 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6ce90209-fe1b-4643-b193-454d09bce9b0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3043952 Jun 18 16:31:42.431500 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47336) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:42.438803 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-4ad27455-a824-4eec-bf2b-bacebf4df615 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:42.439994 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c75cec60-85ce-48fd-9938-6f310842e99e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:42.445809 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3934d57e-2920-49b7-9791-51d05c4e6ef2 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.449347 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3934d57e-2920-49b7-9791-51d05c4e6ef2 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/2a08e2af-8ec5-4922-b2d6-a23516bc03aa HTTP/1.1" status: 204 len: 168 time: 0.2845855 Jun 18 16:31:42.454632 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c88fe077-cb5b-4a2e-8258-8a36c204f3c7 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-groups/9af5d401-7a1d-4ff2-9dfe-77154fe463c1 HTTP/1.1" status: 200 len: 1777 time: 0.2847619 Jun 18 16:31:42.455666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47338) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:42.455666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47340) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:42.509462 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port ecff3ee7-893d-4834-a148-392eaebbda4d completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:42.510214 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934d57e-2920-49b7-9791-51d05c4e6ef2 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a08e2af-8ec5-4922-b2d6-a23516bc03aa,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:42.519453 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] For port 15d957df-ae82-4ccc-8955-2225394d34b8, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:42.524245 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] For port 15d957df-ae82-4ccc-8955-2225394d34b8, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=15d957df-ae82-4ccc-8955-2225394d34b8,segment=NetworkSegment(c29004e0-3a15-4e22-af02-7bd75fd4f976),segment_id=c29004e0-3a15-4e22-af02-7bd75fd4f976)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:42.525696 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3934d57e-2920-49b7-9791-51d05c4e6ef2 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:42.530345 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.533704 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:42.568957 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad27455-a824-4eec-bf2b-bacebf4df615 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:42.574153 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4ad27455-a824-4eec-bf2b-bacebf4df615 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.576351 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad27455-a824-4eec-bf2b-bacebf4df615 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:31:42.576794 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad27455-a824-4eec-bf2b-bacebf4df615 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:42.599549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Pushing event updated for resources: {'Port': ['ID=15d957df-ae82-4ccc-8955-2225394d34b8,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:42.603333 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4ad27455-a824-4eec-bf2b-bacebf4df615 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1696706 Jun 18 16:31:42.604059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47342) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:42.604855 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:42.610202 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e60725f-cf4f-4424-aa7c-dd0f35196dce None None] Network 334d93b5-1355-4a8a-96b0-6788a1a08dfd requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:42.618991 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5329a57b-cc0e-4421-99a6-3af7d7467746 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.651022 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d74db6d0-69a5-4073-a81e-891284122c4b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0406566 Jun 18 16:31:42.651514 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47344) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:42.668993 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1cb3e0a1-5d99-499b-81db-5b12e97a4a4d None None] Provisioning for port ecff3ee7-893d-4834-a148-392eaebbda4d completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:42.686454 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1cb3e0a1-5d99-499b-81db-5b12e97a4a4d None None] Provisioning complete for port ecff3ee7-893d-4834-a148-392eaebbda4d triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:42.687152 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1cb3e0a1-5d99-499b-81db-5b12e97a4a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.691108 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-01bd0aec-8cdb-48ca-b270-af502af41e03 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2292306 Jun 18 16:31:42.722848 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ed5ba7-16bf-42b5-b5b1-1e0b8f41b2b1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:42.724797 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-56ed5ba7-16bf-42b5-b5b1-1e0b8f41b2b1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0723062 Jun 18 16:31:42.726013 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47346) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:42.733853 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47348) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:42.774700 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28e134c0-03e0-4fb4-b6a7-62b144638d92 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.821740 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3a8db869-669a-4e05-a058-b00d0f695c35 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767932 Jun 18 16:31:42.823090 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47350) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:42.830531 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-d8a6c54c-8280-4ba3-a2ba-6a1ac80590b1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:42.895982 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9ae878cc-bcfe-455c-b95a-2abae4750b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.907357 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8aea79d2-4c4d-4868-8b83-e851bbdacb0b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:42.921185 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28e134c0-03e0-4fb4-b6a7-62b144638d92 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.966002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.985973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae878cc-bcfe-455c-b95a-2abae4750b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Subnet': ['ID=2b11ed82-c26f-4c7a-9b8d-a8d2ddc6a5af,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:43.005408 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] device_id is not set on port bf8638cc-7efa-44a8-9c29-51b472e4587f yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:31:43.044142 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9ae878cc-bcfe-455c-b95a-2abae4750b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:43.088882 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1cb3e0a1-5d99-499b-81db-5b12e97a4a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.095465 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5329a57b-cc0e-4421-99a6-3af7d7467746 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.101182 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5329a57b-cc0e-4421-99a6-3af7d7467746 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.125547 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca0ff-bf44-4d6e-82cc-c6c91c2a3646 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.161556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-1cb3e0a1-5d99-499b-81db-5b12e97a4a4d None None] For port ecff3ee7-893d-4834-a148-392eaebbda4d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ecff3ee7-893d-4834-a148-392eaebbda4d,segment=NetworkSegment(723b01b7-2a6b-4ca2-9c13-b97a575c4137),segment_id=723b01b7-2a6b-4ca2-9c13-b97a575c4137)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:43.172020 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1cb3e0a1-5d99-499b-81db-5b12e97a4a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.175510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-50bce789-6344-4786-a232-59dde2224ab0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:43.179861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a6c54c-8280-4ba3-a2ba-6a1ac80590b1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:43.184839 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c54c-8280-4ba3-a2ba-6a1ac80590b1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.192797 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28e134c0-03e0-4fb4-b6a7-62b144638d92 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.196804 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28e134c0-03e0-4fb4-b6a7-62b144638d92 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.197973 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-28e134c0-03e0-4fb4-b6a7-62b144638d92 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "DELETE /v2.0/security-groups/9af5d401-7a1d-4ff2-9dfe-77154fe463c1 HTTP/1.1" status: 204 len: 168 time: 0.7351258 Jun 18 16:31:43.201588 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6ebff39d-27f8-4bfa-83ca-10c512732110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:43.204780 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47354) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:43.238395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e134c0-03e0-4fb4-b6a7-62b144638d92 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af5d401-7a1d-4ff2-9dfe-77154fe463c1,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:43.248208 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae878cc-bcfe-455c-b95a-2abae4750b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Checking segment: {'id': 'ab44f4bd-9740-4415-a3c9-63b460ad46cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '03ab1e9f-0419-486e-b69d-478c606ead1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:43.248578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae878cc-bcfe-455c-b95a-2abae4750b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network hostable DHCP agents. Network: 03ab1e9f-0419-486e-b69d-478c606ead1c, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:31:43.252102 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-28e134c0-03e0-4fb4-b6a7-62b144638d92 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:43.253823 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5329a57b-cc0e-4421-99a6-3af7d7467746 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Router ea0ba10c-da5a-475e-839c-6e1dd364632d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:31:43.261479 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca0ff-bf44-4d6e-82cc-c6c91c2a3646 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.274359 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3e0a1-5d99-499b-81db-5b12e97a4a4d None None] Pushing event updated for resources: {'Port': ['ID=ecff3ee7-893d-4834-a148-392eaebbda4d,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:43.281595 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1cb3e0a1-5d99-499b-81db-5b12e97a4a4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:43.304298 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ba2c1c43-0229-4149-a661-bf155f2c3c2f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0980911 Jun 18 16:31:43.334261 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47356) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:43.371608 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae878cc-bcfe-455c-b95a-2abae4750b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network 03ab1e9f-0419-486e-b69d-478c606ead1c is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:31:43.389524 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-2645e8c5-7184-40f2-9105-b2d66c29f8ec tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] delete failed (client error): The resource could not be found. Jun 18 16:31:43.390556 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2645e8c5-7184-40f2-9105-b2d66c29f8ec tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "DELETE /v2.0/security-groups/9af5d401-7a1d-4ff2-9dfe-77154fe463c1 HTTP/1.1" status: 404 len: 347 time: 0.0549393 Jun 18 16:31:43.392416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5329a57b-cc0e-4421-99a6-3af7d7467746 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:31:43.395689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-9ae878cc-bcfe-455c-b95a-2abae4750b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 03ab1e9f-0419-486e-b69d-478c606ead1c) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:43.402499 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf06a81-1b7e-4c3d-9c31-cc6b3e7f2fb1 None None] Sync routers for ids ['ea0ba10c-da5a-475e-839c-6e1dd364632d'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:31:43.403177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5329a57b-cc0e-4421-99a6-3af7d7467746 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.404732 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5329a57b-cc0e-4421-99a6-3af7d7467746 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "PUT /v2.0/routers/ea0ba10c-da5a-475e-839c-6e1dd364632d HTTP/1.1" status: 200 len: 705 time: 3.5776596 Jun 18 16:31:43.405383 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47358) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:43.407872 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686aef71-3a9e-4dcb-9c44-cb1de6d9f5ce None None] Network 03ab1e9f-0419-486e-b69d-478c606ead1c requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:43.409608 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae878cc-bcfe-455c-b95a-2abae4750b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:43.410355 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9ae878cc-bcfe-455c-b95a-2abae4750b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.415718 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf06a81-1b7e-4c3d-9c31-cc6b3e7f2fb1 None None] Routers {'ea0ba10c-da5a-475e-839c-6e1dd364632d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:43.416355 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6bf06a81-1b7e-4c3d-9c31-cc6b3e7f2fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:31:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ea0ba10c-da5a-475e-839c-6e1dd364632d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:43.417595 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-be2cea93-12e0-4dd2-ba57-5d468172b62c tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720310245'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:43.422042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47360) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:43.463449 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6bf06a81-1b7e-4c3d-9c31-cc6b3e7f2fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:43.480780 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf06a81-1b7e-4c3d-9c31-cc6b3e7f2fb1 None None] Routers {'ea0ba10c-da5a-475e-839c-6e1dd364632d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:43.481419 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6bf06a81-1b7e-4c3d-9c31-cc6b3e7f2fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:31:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ea0ba10c-da5a-475e-839c-6e1dd364632d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:43.529347 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6bf06a81-1b7e-4c3d-9c31-cc6b3e7f2fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:43.532139 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf06a81-1b7e-4c3d-9c31-cc6b3e7f2fb1 None None] The sync data for ids ['ea0ba10c-da5a-475e-839c-6e1dd364632d'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:31:43.541155 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9e07f11a-0268-4182-91e8-30b93f16af99 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "GET /v2.0/routers/ea0ba10c-da5a-475e-839c-6e1dd364632d HTTP/1.1" status: 200 len: 740 time: 0.1153872 Jun 18 16:31:43.541876 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-be2cea93-12e0-4dd2-ba57-5d468172b62c tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.545946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47362) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:43.564487 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9ae878cc-bcfe-455c-b95a-2abae4750b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8219447 Jun 18 16:31:43.581258 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47364) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:43.665288 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5d4db675-246f-40f2-ab2b-a6c3c33bb856 None None] Provisioning complete for port ecff3ee7-893d-4834-a148-392eaebbda4d triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:43.665857 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5d4db675-246f-40f2-ab2b-a6c3c33bb856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.668543 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-03ab1e9f-0419-486e-b69d-478c606ead1c', 'network_id': '03ab1e9f-0419-486e-b69d-478c606ead1c', 'tenant_id': '4e22d4e6a32b438182bd97197bbb69cf', 'fixed_ips': [{'subnet_id': '2b11ed82-c26f-4c7a-9b8d-a8d2ddc6a5af'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:31:43.669634 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.705892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Allocated IP 172.20.0.7 (7a87e9f2-706c-4951-9b1e-cf718b77d642/4ccc12c2-a47c-4c06-ac0a-0eaf35163a3d/bf8638cc-7efa-44a8-9c29-51b472e4587f) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:43.712780 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bb210cdb-b7c0-49f2-90d2-3c261217d4b0 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&device_id=ea0ba10c-da5a-475e-839c-6e1dd364632d HTTP/1.1" status: 200 len: 205 time: 0.1654866 Jun 18 16:31:43.786254 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-be2cea93-12e0-4dd2-ba57-5d468172b62c tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.792782 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47366) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:43.823967 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-be2cea93-12e0-4dd2-ba57-5d468172b62c tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.827493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-785dbcd0-d2b8-430f-b2fb-f47c5cb465af tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:43.834376 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e6cbbec2-df01-4503-8b35-01a7312fc4d5 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea0ba10c-da5a-475e-839c-6e1dd364632d HTTP/1.1" status: 200 len: 205 time: 0.0375707 Jun 18 16:31:43.836057 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.838007 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47368) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:43.856203 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.877131 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Transition to ACTIVE for port object bf8638cc-7efa-44a8-9c29-51b472e4587f will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:43.925663 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Allocated IP 2001:db8::1 (03ab1e9f-0419-486e-b69d-478c606ead1c/2b11ed82-c26f-4c7a-9b8d-a8d2ddc6a5af/f42c594a-3355-41a9-91b9-3e1a8f3a5573) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:43.930167 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d2978b-abea-4fbf-8596-027bd59524db None None] Network 7a87e9f2-706c-4951-9b1e-cf718b77d642 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:44.005498 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca0ff-bf44-4d6e-82cc-c6c91c2a3646 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.009296 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca0ff-bf44-4d6e-82cc-c6c91c2a3646 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.012876 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7e5ca0ff-bf44-4d6e-82cc-c6c91c2a3646 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "DELETE /v2.0/security-groups/4e4810a6-e22d-4542-b25d-008e68eccd09 HTTP/1.1" status: 204 len: 168 time: 1.2838218 Jun 18 16:31:44.015323 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:44.018180 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47370) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:44.049110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5decdbb6-49e0-43af-941e-7bec58b1ba19 None None] Provisioning for port 15d957df-ae82-4ccc-8955-2225394d34b8 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:44.055015 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ca0ff-bf44-4d6e-82cc-c6c91c2a3646 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4810a6-e22d-4542-b25d-008e68eccd09,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:44.057919 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7e5ca0ff-bf44-4d6e-82cc-c6c91c2a3646 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:44.058998 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.067202 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:44.174724 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49df06b-7476-4674-b876-6ead18be9cf0 req-1473742e-0b8b-4d16-ab53-106ae29d97b8 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:44.176212 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e49df06b-7476-4674-b876-6ead18be9cf0 req-1473742e-0b8b-4d16-ab53-106ae29d97b8 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.9168766 Jun 18 16:31:44.178148 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 7a87e9f2-706c-4951-9b1e-cf718b77d642 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:44.199836 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:44.204007 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:44.214270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-be2cea93-12e0-4dd2-ba57-5d468172b62c tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.219085 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-be2cea93-12e0-4dd2-ba57-5d468172b62c tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8076301 Jun 18 16:31:44.219085 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47372) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:44.220418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2cea93-12e0-4dd2-ba57-5d468172b62c tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fa43d6-5f14-4440-9103-011371b73436,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:44.226730 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-2b2768c0-8fb4-47ee-a1b9-6a7b15cebdc1 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group_rule': {'security_group_id': 'b0fa43d6-5f14-4440-9103-011371b73436', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:44.228630 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=bf8638cc-7efa-44a8-9c29-51b472e4587f,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:44.231897 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:44.243085 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-be2cea93-12e0-4dd2-ba57-5d468172b62c tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:44.245433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.251785 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-71baf410-88b4-4567-9dad-efaa60673de3 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.266866 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Transition to ACTIVE for port object f42c594a-3355-41a9-91b9-3e1a8f3a5573 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:44.267075 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c306415e-4b03-475b-bc87-7d2ecb6f1740 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2411935 Jun 18 16:31:44.276584 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47374) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:44.307086 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Transition to ACTIVE for port object f42c594a-3355-41a9-91b9-3e1a8f3a5573 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:44.323073 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-a32adee3-12ba-4919-8cae-27bd5f4542f3 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1610000942'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:44.324150 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.330396 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:44.354841 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e49df06b-7476-4674-b876-6ead18be9cf0 req-919b9afd-a49c-4d94-8db4-604f9fdd838a tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1630263 Jun 18 16:31:44.382658 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:44.384005 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.395100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b2768c0-8fb4-47ee-a1b9-6a7b15cebdc1 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.398220 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.433147 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Network 03ab1e9f-0419-486e-b69d-478c606ead1c is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:44.437916 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:44.445608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:44.449147 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Pushing event updated for resources: {'Port': ['ID=f42c594a-3355-41a9-91b9-3e1a8f3a5573,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:44.456178 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:44.474492 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.9747818 Jun 18 16:31:44.479415 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47378) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:44.488113 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ecff3ee7-893d-4834-a148-392eaebbda4d up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:44.550142 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Attempting to bind port f42c594a-3355-41a9-91b9-3e1a8f3a5573 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:44.550530 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Attempting to bind port f42c594a-3355-41a9-91b9-3e1a8f3a5573 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'ab44f4bd-9740-4415-a3c9-63b460ad46cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '03ab1e9f-0419-486e-b69d-478c606ead1c'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:44.550929 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Attempting to bind port f42c594a-3355-41a9-91b9-3e1a8f3a5573 on network 03ab1e9f-0419-486e-b69d-478c606ead1c {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:44.558205 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:44.558647 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Checking segment: {'id': 'ab44f4bd-9740-4415-a3c9-63b460ad46cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '03ab1e9f-0419-486e-b69d-478c606ead1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:44.559039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.559450 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Bound using segment: {'id': 'ab44f4bd-9740-4415-a3c9-63b460ad46cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '03ab1e9f-0419-486e-b69d-478c606ead1c'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:44.559941 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Bound port: f42c594a-3355-41a9-91b9-3e1a8f3a5573, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab44f4bd-9740-4415-a3c9-63b460ad46cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '03ab1e9f-0419-486e-b69d-478c606ead1c'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:44.560327 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.561689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a32adee3-12ba-4919-8cae-27bd5f4542f3 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.593763 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-71baf410-88b4-4567-9dad-efaa60673de3 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.597802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-71baf410-88b4-4567-9dad-efaa60673de3 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.638058 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.objects.ports [None req-d8a6c54c-8280-4ba3-a2ba-6a1ac80590b1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93427) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:31:44.639476 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ecff3ee7-893d-4834-a148-392eaebbda4d triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:44.639870 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.643252 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c54c-8280-4ba3-a2ba-6a1ac80590b1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.661253 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5fe914bd-1ddf-4b17-aae1-bd34dc016d0a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:44.694562 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-71baf410-88b4-4567-9dad-efaa60673de3 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.695094 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71baf410-88b4-4567-9dad-efaa60673de3 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Fanout notify agent at l3_agent the message router_deleted on router ea0ba10c-da5a-475e-839c-6e1dd364632d {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:31:44.703792 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] For port f42c594a-3355-41a9-91b9-3e1a8f3a5573, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:44.707495 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-71baf410-88b4-4567-9dad-efaa60673de3 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.711710 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] For port f42c594a-3355-41a9-91b9-3e1a8f3a5573, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f42c594a-3355-41a9-91b9-3e1a8f3a5573,segment=NetworkSegment(ab44f4bd-9740-4415-a3c9-63b460ad46cf),segment_id=ab44f4bd-9740-4415-a3c9-63b460ad46cf)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:44.711900 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-71baf410-88b4-4567-9dad-efaa60673de3 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "DELETE /v2.0/routers/ea0ba10c-da5a-475e-839c-6e1dd364632d HTTP/1.1" status: 204 len: 168 time: 0.8660655 Jun 18 16:31:44.712886 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47380) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:44.728342 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.733846 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.738860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b2768c0-8fb4-47ee-a1b9-6a7b15cebdc1 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.743762 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-991a84dc-ace6-46ed-8c54-8c7b3a22f7af tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:44.747499 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a6c54c-8280-4ba3-a2ba-6a1ac80590b1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:44.751590 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-33664310-c306-4904-8ff0-cc208f76ef78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:44.772898 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b2768c0-8fb4-47ee-a1b9-6a7b15cebdc1 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.775682 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e33cd962-5e76-4b2c-a517-512c68b03369 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea0ba10c-da5a-475e-839c-6e1dd364632d HTTP/1.1" status: 200 len: 205 time: 0.0583940 Jun 18 16:31:44.781805 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47382) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:44.810358 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Pushing event updated for resources: {'Port': ['ID=f42c594a-3355-41a9-91b9-3e1a8f3a5573,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:44.816031 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:44.825307 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-d8a6c54c-8280-4ba3-a2ba-6a1ac80590b1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:44.826047 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Subnet': ['ID=2b11ed82-c26f-4c7a-9b8d-a8d2ddc6a5af,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:44.832161 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a6c54c-8280-4ba3-a2ba-6a1ac80590b1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:44.832871 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c54c-8280-4ba3-a2ba-6a1ac80590b1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.841030 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:44.847869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:44.849013 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-e7e00883-e6ae-4f16-9149-a39287143645 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] delete failed (client error): The resource could not be found. Jun 18 16:31:44.850067 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e7e00883-e6ae-4f16-9149-a39287143645 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "DELETE /v2.0/routers/ea0ba10c-da5a-475e-839c-6e1dd364632d HTTP/1.1" status: 404 len: 336 time: 0.0639460 Jun 18 16:31:44.854247 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47384) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:44.863947 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 15d957df-ae82-4ccc-8955-2225394d34b8 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:44.870259 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b833b1f4-00a6-488e-ad82-3c51a4a3634f None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:44.918883 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6c54c-8280-4ba3-a2ba-6a1ac80590b1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=f42225cd-251d-43ba-9fe8-a4d178051fb4,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:44.923734 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d8a6c54c-8280-4ba3-a2ba-6a1ac80590b1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:44.927278 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-bc964827-79e7-4558-aa18-b5bce50face3 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "GET /v2.0/ports?device_id=15612611-5506-4a71-8963-a5c9a74027a0 HTTP/1.1" status: 200 len: 205 time: 0.0716133 Jun 18 16:31:44.937429 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47386) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:44.939432 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.953976 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ab1e9f-0419-486e-b69d-478c606ead1c']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:44.955366 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-354a9d15-3fb7-46cd-a72c-f73198e46842 None None] Provisioning for port bf8638cc-7efa-44a8-9c29-51b472e4587f completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:44.968017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab44f4bd-9740-4415-a3c9-63b460ad46cf') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:44.968475 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab44f4bd-9740-4415-a3c9-63b460ad46cf') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:44.981895 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.998082 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.004842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:45.005304 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.021432 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-354a9d15-3fb7-46cd-a72c-f73198e46842 None None] Provisioning complete for port bf8638cc-7efa-44a8-9c29-51b472e4587f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:45.022183 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-354a9d15-3fb7-46cd-a72c-f73198e46842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.035937 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-295ca912-44b5-444e-8554-f96c5170dd0e tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] delete failed (client error): The resource could not be found. Jun 18 16:31:45.037503 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-295ca912-44b5-444e-8554-f96c5170dd0e tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "DELETE /v2.0/routers/15612611-5506-4a71-8963-a5c9a74027a0 HTTP/1.1" status: 404 len: 336 time: 0.0960579 Jun 18 16:31:45.044730 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47388) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:45.062238 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e5a3e-d55c-459c-83ad-dbf448a645f8 req-8d6eb13d-7c4e-405a-900c-e1294a471d5d tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:45.065449 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b24e5a3e-d55c-459c-83ad-dbf448a645f8 req-8d6eb13d-7c4e-405a-900c-e1294a471d5d tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.5010111 Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:45.086031 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:45.102993 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2768c0-8fb4-47ee-a1b9-6a7b15cebdc1 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad768a5d-9856-4ba0-b9ff-f0c71c162699,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:45.105974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.db.api [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:31:45.105974 dv-neutron-797121-1-hyperv neutron-server[93428]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:31:45.105974 dv-neutron-797121-1-hyperv neutron-server[93428]: [parameters: {'id': '03ab1e9f-0419-486e-b69d-478c606ead1c'}] Jun 18 16:31:45.105974 dv-neutron-797121-1-hyperv neutron-server[93428]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:31:45.106464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_db.api [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:31:45.107362 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2b2768c0-8fb4-47ee-a1b9-6a7b15cebdc1 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:45.124218 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-354a9d15-3fb7-46cd-a72c-f73198e46842 None None] Port bf8638cc-7efa-44a8-9c29-51b472e4587f cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:45.138873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a32adee3-12ba-4919-8cae-27bd5f4542f3 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.143364 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c52f87c1-1666-42d9-b45a-dc21d8811d05 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "GET /v2.0/ports?device_id=82d1aaff-c0d8-4125-b2f9-613c0897f613 HTTP/1.1" status: 200 len: 205 time: 0.0964751 Jun 18 16:31:45.147508 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-73c53748-2ed5-4687-bc05-76724a6867ef tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port bf8638cc-7efa-44a8-9c29-51b472e4587f {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:45.148582 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-73c53748-2ed5-4687-bc05-76724a6867ef tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.150158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47390) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:45.153965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a32adee3-12ba-4919-8cae-27bd5f4542f3 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.157127 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 15d957df-ae82-4ccc-8955-2225394d34b8 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:45.170753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 15d957df-ae82-4ccc-8955-2225394d34b8 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:45.171148 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.179180 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-354a9d15-3fb7-46cd-a72c-f73198e46842 None None] Provisioning complete for port 15d957df-ae82-4ccc-8955-2225394d34b8 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:45.179564 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-354a9d15-3fb7-46cd-a72c-f73198e46842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.191563 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d8a6c54c-8280-4ba3-a2ba-6a1ac80590b1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3668032 Jun 18 16:31:45.212266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5d5cbe59-e439-4134-b865-22690739f576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:45.259490 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47392) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:45.262897 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b2768c0-8fb4-47ee-a1b9-6a7b15cebdc1 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.268207 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2b2768c0-8fb4-47ee-a1b9-6a7b15cebdc1 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0486782 Jun 18 16:31:45.275002 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-8d00a567-5a33-491c-8061-6ff4668f1659 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] delete failed (client error): The resource could not be found. Jun 18 16:31:45.279704 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8d00a567-5a33-491c-8061-6ff4668f1659 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "DELETE /v2.0/routers/82d1aaff-c0d8-4125-b2f9-613c0897f613 HTTP/1.1" status: 404 len: 336 time: 0.1236551 Jun 18 16:31:45.280322 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-03f8288b-b566-483c-83b5-72780c4f3db8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'mac_address': 'fa:16:3e:25:6f:d0', 'name': 'tempest-NetworksTestDHCPv6-2129388842'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:45.281949 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47394) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:45.282280 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47396) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:45.284506 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32adee3-12ba-4919-8cae-27bd5f4542f3 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23db21a-5a8c-48cf-935a-2d5f897cb77d,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:45.298513 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': 'f42225cd-251d-43ba-9fe8-a4d178051fb4'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:31:45.301343 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.362608 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a32adee3-12ba-4919-8cae-27bd5f4542f3 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:45.368465 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-aa41320a-a360-4315-b279-c1b664ac06c7 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03fd4b6-3fdc-4c9c-9604-96a7f0e3d74f HTTP/1.1" status: 200 len: 205 time: 0.0811512 Jun 18 16:31:45.372003 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b24e5a3e-d55c-459c-83ad-dbf448a645f8 req-152bb767-1cb5-47cb-bffc-55a12585e036 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2880948 Jun 18 16:31:45.375269 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47398) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:45.410181 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ca01d6b8-7154-402a-a12d-002a0a998b82 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.415494 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a32adee3-12ba-4919-8cae-27bd5f4542f3 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.419918 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a32adee3-12ba-4919-8cae-27bd5f4542f3 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1422052 Jun 18 16:31:45.424593 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47402) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:45.430378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-5e1138c8-1e2c-4a05-a3b4-7053a7f21861 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group_rule': {'security_group_id': 'e23db21a-5a8c-48cf-935a-2d5f897cb77d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:45.438844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ca01d6b8-7154-402a-a12d-002a0a998b82 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.442411 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-0b9c6c93-b33c-485b-9cba-2d77b96eb8f8 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] delete failed (client error): The resource could not be found. Jun 18 16:31:45.443702 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0b9c6c93-b33c-485b-9cba-2d77b96eb8f8 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "DELETE /v2.0/routers/b03fd4b6-3fdc-4c9c-9604-96a7f0e3d74f HTTP/1.1" status: 404 len: 336 time: 0.0648174 Jun 18 16:31:45.450812 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47404) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:45.477354 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.509038 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-73c53748-2ed5-4687-bc05-76724a6867ef tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.513742 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e6eb5aa8-818b-45a8-88e2-8d5b463d00f2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc985bfd-ec83-4dc7-be92-a3aaca8331a9 HTTP/1.1" status: 200 len: 205 time: 0.0614898 Jun 18 16:31:45.514697 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-354a9d15-3fb7-46cd-a72c-f73198e46842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.526056 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47406) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:45.588607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 15d957df-ae82-4ccc-8955-2225394d34b8, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=15d957df-ae82-4ccc-8955-2225394d34b8,segment=NetworkSegment(c29004e0-3a15-4e22-af02-7bd75fd4f976),segment_id=c29004e0-3a15-4e22-af02-7bd75fd4f976)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:45.593401 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-5627f242-2567-4a89-9327-7399587acff7 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] delete failed (client error): The resource could not be found. Jun 18 16:31:45.597327 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5627f242-2567-4a89-9327-7399587acff7 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "DELETE /v2.0/routers/cc985bfd-ec83-4dc7-be92-a3aaca8331a9 HTTP/1.1" status: 404 len: 336 time: 0.0627406 Jun 18 16:31:45.598091 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47408) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:45.599602 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ca01d6b8-7154-402a-a12d-002a0a998b82 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.607481 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Allocated IP 2001:db8::f816:3eff:fec3:f68a (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/f42225cd-251d-43ba-9fe8-a4d178051fb4/5de0a35a-c2ec-4134-8b7a-5c4d66e8affd) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:45.608917 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-73c53748-2ed5-4687-bc05-76724a6867ef tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for bf8638cc-7efa-44a8-9c29-51b472e4587f owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:45.639258 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.645167 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-985f3688-f144-4fb3-a64d-25a680892302 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "GET /v2.0/ports?device_id=44f82627-9b72-4e51-beb2-7c51217c5b66 HTTP/1.1" status: 200 len: 205 time: 0.0443113 Jun 18 16:31:45.645983 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5e1138c8-1e2c-4a05-a3b4-7053a7f21861 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.663596 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47410) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:45.686546 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:45.697781 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.707770 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ca01d6b8-7154-402a-a12d-002a0a998b82 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.709931 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ca01d6b8-7154-402a-a12d-002a0a998b82 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/ad768a5d-9856-4ba0-b9ff-f0c71c162699 HTTP/1.1" status: 204 len: 168 time: 0.4239724 Jun 18 16:31:45.714886 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01d6b8-7154-402a-a12d-002a0a998b82 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad768a5d-9856-4ba0-b9ff-f0c71c162699,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:45.722212 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47412) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:45.723595 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ca01d6b8-7154-402a-a12d-002a0a998b82 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:45.735471 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f8288b-b566-483c-83b5-72780c4f3db8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:45.740073 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-cd27443f-79fd-4c69-ba8d-95e52aa6b15f tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] delete failed (client error): The resource could not be found. Jun 18 16:31:45.744197 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cd27443f-79fd-4c69-ba8d-95e52aa6b15f tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "DELETE /v2.0/routers/44f82627-9b72-4e51-beb2-7c51217c5b66 HTTP/1.1" status: 404 len: 336 time: 0.0725765 Jun 18 16:31:45.755398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47416) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:45.765537 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5e1138c8-1e2c-4a05-a3b4-7053a7f21861 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.816953 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ce13b7-ab92-42ea-9432-ba55b70be4f6 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] DELETE failed (client error): The resource could not be found. Jun 18 16:31:45.817314 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ce13b7-ab92-42ea-9432-ba55b70be4f6 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:31:45.820285 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-01ce13b7-ab92-42ea-9432-ba55b70be4f6 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] 10.222.0.39 "DELETE /v2.0/subnets/8d07c046-6356-4fe7-87b3-5fc0e64e6899 HTTP/1.1" status: 404 len: 337 time: 0.0637200 Jun 18 16:31:45.821236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5e1138c8-1e2c-4a05-a3b4-7053a7f21861 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.825682 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2b2768c0-8fb4-47ee-a1b9-6a7b15cebdc1 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:45.863373 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5e1138c8-1e2c-4a05-a3b4-7053a7f21861 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.864623 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5e1138c8-1e2c-4a05-a3b4-7053a7f21861 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4389036 Jun 18 16:31:45.883852 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9b997b76-57b1-4753-b180-d698c38df2ba tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1553285 Jun 18 16:31:45.883852 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1138c8-1e2c-4a05-a3b4-7053a7f21861 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036bd04b-9cb9-4a0a-931a-26257bfb8def,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:45.884598 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47420) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:45.885054 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47422) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:45.897051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5e1138c8-1e2c-4a05-a3b4-7053a7f21861 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:45.914812 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-13d9a063-7941-4f66-8d11-e931bb543389 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group_rule': {'security_group_id': 'e23db21a-5a8c-48cf-935a-2d5f897cb77d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:45.924422 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-03f8288b-b566-483c-83b5-72780c4f3db8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.954279 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-03f8288b-b566-483c-83b5-72780c4f3db8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port ea98c2df-2a26-43bd-aed6-ec3938037b95 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:31:45.990687 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5319e830-0a3e-4b21-8674-fcc6c411c2bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:46.061662 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-354a9d15-3fb7-46cd-a72c-f73198e46842 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:31:46.062030 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-354a9d15-3fb7-46cd-a72c-f73198e46842 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:31:46.068682 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Deleting port f42c594a-3355-41a9-91b9-3e1a8f3a5573 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:46.069052 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.094978 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-13d9a063-7941-4f66-8d11-e931bb543389 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.101932 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=15d957df-ae82-4ccc-8955-2225394d34b8,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:46.105805 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:46.123940 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-73c53748-2ed5-4687-bc05-76724a6867ef tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.130712 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a77e6a5d-d7e2-4b52-904a-0a66a0b10d56 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:46.138281 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2e13d767-1ffa-4d2e-98af-d6af914f94ac tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.186790 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c53748-2ed5-4687-bc05-76724a6867ef tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=bf8638cc-7efa-44a8-9c29-51b472e4587f,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:46.189820 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-73c53748-2ed5-4687-bc05-76724a6867ef tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:46.217873 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.239857 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2e13d767-1ffa-4d2e-98af-d6af914f94ac tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.244577 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] For port f42c594a-3355-41a9-91b9-3e1a8f3a5573, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f42c594a-3355-41a9-91b9-3e1a8f3a5573,segment=NetworkSegment(ab44f4bd-9740-4415-a3c9-63b460ad46cf),segment_id=ab44f4bd-9740-4415-a3c9-63b460ad46cf)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:46.244943 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.253624 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Transition to ACTIVE for port object 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:46.294022 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Transition to ACTIVE for port object 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:46.313228 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.315515 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:46.332917 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65b9b5-76e1-4aa6-b5b1-af281306a633 req-cf81f6ef-b0cd-422c-a486-4aa0e719c859 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:46.338002 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3d65b9b5-76e1-4aa6-b5b1-af281306a633 req-cf81f6ef-b0cd-422c-a486-4aa0e719c859 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.3965998 Jun 18 16:31:46.350010 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47426) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:46.388987 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:46.396354 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:46.403068 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:46.406705 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-13d9a063-7941-4f66-8d11-e931bb543389 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.435556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Pushing event updated for resources: {'Port': ['ID=5de0a35a-c2ec-4134-8b7a-5c4d66e8affd,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:46.441501 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-73c53748-2ed5-4687-bc05-76724a6867ef tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.446928 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:46.451101 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-73c53748-2ed5-4687-bc05-76724a6867ef tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/ports/bf8638cc-7efa-44a8-9c29-51b472e4587f HTTP/1.1" status: 204 len: 168 time: 1.9681308 Jun 18 16:31:46.452889 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47430) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:46.525626 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Calling delete_port for f42c594a-3355-41a9-91b9-3e1a8f3a5573 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:46.528332 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c00ecc4-1db2-4703-a5e3-8b1fe0a01f31 None None] Network 03ab1e9f-0419-486e-b69d-478c606ead1c requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:46.562944 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-888bf19d-ed20-4c5f-9d42-819b95706daf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] GET failed (client error): The resource could not be found. Jun 18 16:31:46.567057 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-888bf19d-ed20-4c5f-9d42-819b95706daf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports/bf8638cc-7efa-44a8-9c29-51b472e4587f HTTP/1.1" status: 404 len: 333 time: 0.1086876 Jun 18 16:31:46.568291 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47432) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:46.583116 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2e13d767-1ffa-4d2e-98af-d6af914f94ac tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.586551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2e13d767-1ffa-4d2e-98af-d6af914f94ac tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.593575 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2e13d767-1ffa-4d2e-98af-d6af914f94ac tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "DELETE /v2.0/security-groups/b0fa43d6-5f14-4440-9103-011371b73436 HTTP/1.1" status: 204 len: 168 time: 0.6951663 Jun 18 16:31:46.593791 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0716beb3-5588-4cbe-a78f-4495c8bc4d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.593881 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-81bdbe45-6980-4863-bf83-56838a3a932b tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:46.593988 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47434) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:46.594076 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f42c594a-3355-41a9-91b9-3e1a8f3a5573 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:46.594690 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-03f8288b-b566-483c-83b5-72780c4f3db8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::f816:3eff:fe25:6fd0 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/f42225cd-251d-43ba-9fe8-a4d178051fb4/ea98c2df-2a26-43bd-aed6-ec3938037b95) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:46.597933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-13d9a063-7941-4f66-8d11-e931bb543389 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.608145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13d767-1ffa-4d2e-98af-d6af914f94ac tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fa43d6-5f14-4440-9103-011371b73436,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:46.614728 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2e13d767-1ffa-4d2e-98af-d6af914f94ac tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:46.615632 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:46.630024 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9a063-7941-4f66-8d11-e931bb543389 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d47323-b17f-49e2-83de-f2d85f86d525,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:46.640907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-13d9a063-7941-4f66-8d11-e931bb543389 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:46.652801 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3d65b9b5-76e1-4aa6-b5b1-af281306a633 req-29a8821c-cd9d-4612-a0a8-8991dec3e9d4 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2857633 Jun 18 16:31:46.658756 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-13d9a063-7941-4f66-8d11-e931bb543389 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.662966 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-13d9a063-7941-4f66-8d11-e931bb543389 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7765622 Jun 18 16:31:46.664966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47436) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:46.674793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-67c80305-c906-4abd-9031-1113975647d9 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group_rule': {'security_group_id': 'e23db21a-5a8c-48cf-935a-2d5f897cb77d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:46.682186 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Attempting to bind port 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:46.683398 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Attempting to bind port 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:46.683398 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Attempting to bind port 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:46.702653 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.705750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e707b7a5-bf18-43fd-80ed-b1d2b253509d tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:46.724448 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:46.724883 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:46.725359 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.726415 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:46.726998 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Bound port: 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:46.727536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.745956 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-67c80305-c906-4abd-9031-1113975647d9 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.746074 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No active binding found for port f42c594a-3355-41a9-91b9-3e1a8f3a5573 {{(pid=93429) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 18 16:31:46.746400 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f42c594a-3355-41a9-91b9-3e1a8f3a5573 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 18 16:31:46.760921 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Port': ['ID=f42c594a-3355-41a9-91b9-3e1a8f3a5573,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:46.766440 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:46.770401 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No DVR routers for this DVR port f42c594a-3355-41a9-91b9-3e1a8f3a5573 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:46.791844 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Port f42c594a-3355-41a9-91b9-3e1a8f3a5573 not found, will not notify nova. {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 18 16:31:46.792326 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 15d957df-ae82-4ccc-8955-2225394d34b8 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:46.807526 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-086391d4-ceac-4a85-a945-2e0295981755 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting subnet 4ccc12c2-a47c-4c06-ac0a-0eaf35163a3d {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:46.819890 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-086391d4-ceac-4a85-a945-2e0295981755 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.832888 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ecde17ee-63f9-4ecb-b5eb-372e87f5c18c tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1887739 Jun 18 16:31:46.849615 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47440) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:46.856504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-967c476d-b926-4944-9b30-4156626f1a8f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group': {'name': 'tempest-secgroup--509689702'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:46.880660 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-367cb061-353a-48b9-abc4-de31b32a2d89 None None] Could not find standard attr ID for object bf8638cc-7efa-44a8-9c29-51b472e4587f. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:31:46.892070 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-367cb061-353a-48b9-abc4-de31b32a2d89 None None] Could not find standard attr ID for object f42c594a-3355-41a9-91b9-3e1a8f3a5573. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:31:46.903192 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] For port 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:46.907138 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] For port 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=5de0a35a-c2ec-4134-8b7a-5c4d66e8affd,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:46.917326 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.920050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3e16b699-4f93-4cca-8961-e2d77c94aa07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:46.959266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce20645a-b310-4972-b9d3-15fe263ebe8a None None] DHCP port deletion for 03ab1e9f-0419-486e-b69d-478c606ead1c request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:31:46.959940 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-086391d4-ceac-4a85-a945-2e0295981755 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.968044 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-67c80305-c906-4abd-9031-1113975647d9 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.970622 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 15d957df-ae82-4ccc-8955-2225394d34b8 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:46.970789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.971080 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.982786 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-67c80305-c906-4abd-9031-1113975647d9 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.987426 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ab1e9f-0419-486e-b69d-478c606ead1c']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:46.989899 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:47.026076 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab44f4bd-9740-4415-a3c9-63b460ad46cf') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:47.027364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab44f4bd-9740-4415-a3c9-63b460ad46cf') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:47.036181 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c80305-c906-4abd-9031-1113975647d9 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149ac07e-9b0c-45f1-a05c-b3e85a6237da,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:47.042526 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-67c80305-c906-4abd-9031-1113975647d9 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:47.044415 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.068556 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.072656 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:47.073126 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.073266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Pushing event updated for resources: {'Port': ['ID=5de0a35a-c2ec-4134-8b7a-5c4d66e8affd,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:47.078832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:47.080437 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:47.171405 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.175000 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ea50c99a-0275-4e45-8192-28c68f210252 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:47.180621 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.186126 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/networks/03ab1e9f-0419-486e-b69d-478c606ead1c HTTP/1.1" status: 204 len: 168 time: 3.5988729 Jun 18 16:31:47.199228 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47444) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:47.201755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Network': ['ID=03ab1e9f-0419-486e-b69d-478c606ead1c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:47.204034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:47.235825 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-46db1c01-098e-483b-b09f-82b9ac546ae0 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1446679342'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:47.249857 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-03f8288b-b566-483c-83b5-72780c4f3db8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.269665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0716beb3-5588-4cbe-a78f-4495c8bc4d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.277499 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-086391d4-ceac-4a85-a945-2e0295981755 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.285884 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-67c80305-c906-4abd-9031-1113975647d9 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.287722 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-67c80305-c906-4abd-9031-1113975647d9 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6216166 Jun 18 16:31:47.296326 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47446) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:47.304549 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d504c239-0baf-40c3-8f31-9a0061f08dbf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group_rule': {'security_group_id': 'e23db21a-5a8c-48cf-935a-2d5f897cb77d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:47.309764 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-03f8288b-b566-483c-83b5-72780c4f3db8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object ea98c2df-2a26-43bd-aed6-ec3938037b95 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:47.311295 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0716beb3-5588-4cbe-a78f-4495c8bc4d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.317843 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fd432f27-da3a-4335-b815-3125422688f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:47.328193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-967c476d-b926-4944-9b30-4156626f1a8f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.411746 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0716beb3-5588-4cbe-a78f-4495c8bc4d6f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3542ec291cda494fa7f48a0866b34ce2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0606949 Jun 18 16:31:47.418488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47448) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:47.426034 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716beb3-5588-4cbe-a78f-4495c8bc4d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723bad04-6de7-4a70-8df4-0b80d85d0a9d,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:47.435373 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0716beb3-5588-4cbe-a78f-4495c8bc4d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:47.437819 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46db1c01-098e-483b-b09f-82b9ac546ae0 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Made reservation on behalf of 4e22d4e6a32b438182bd97197bbb69cf for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:47.441306 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-46db1c01-098e-483b-b09f-82b9ac546ae0 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.478960 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0e6ef-3fe5-443b-8da3-33a32380fe73 req-095ecc4c-27ad-44ff-9410-10aa6cc01fd4 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:47.480475 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0cb0e6ef-3fe5-443b-8da3-33a32380fe73 req-095ecc4c-27ad-44ff-9410-10aa6cc01fd4 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.3253934 Jun 18 16:31:47.483651 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d504c239-0baf-40c3-8f31-9a0061f08dbf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.484942 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-086391d4-ceac-4a85-a945-2e0295981755 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.489071 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-707ca2c1-3866-405c-8534-30e6cc1688cb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:47.493101 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-03f8288b-b566-483c-83b5-72780c4f3db8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.532939 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086391d4-ceac-4a85-a945-2e0295981755 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Subnet': ['ID=4ccc12c2-a47c-4c06-ac0a-0eaf35163a3d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:47.535146 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eaa974a6-e655-41bf-9d63-1b21f1a4e96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.547414 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-086391d4-ceac-4a85-a945-2e0295981755 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:47.548101 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46db1c01-098e-483b-b09f-82b9ac546ae0 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:31:47.551787 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ee240809-d562-4f1d-b50c-fe25bf4477a9 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:47.555395 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a3867a-d173-4019-9fb9-962a122f6d8d None None] Network 7a87e9f2-706c-4951-9b1e-cf718b77d642 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:47.560155 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-086391d4-ceac-4a85-a945-2e0295981755 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.564808 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-086391d4-ceac-4a85-a945-2e0295981755 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/subnets/4ccc12c2-a47c-4c06-ac0a-0eaf35163a3d HTTP/1.1" status: 204 len: 168 time: 0.9907961 Jun 18 16:31:47.568021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47450) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:47.600617 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-46db1c01-098e-483b-b09f-82b9ac546ae0 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.601561 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-46db1c01-098e-483b-b09f-82b9ac546ae0 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Added segment 5b998c0f-56af-45e6-b9bf-54ee86e188a4 of type vlan for network 0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8 Jun 18 16:31:47.603916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f8288b-b566-483c-83b5-72780c4f3db8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:47.628568 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-03f8288b-b566-483c-83b5-72780c4f3db8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:47.633499 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eaa974a6-e655-41bf-9d63-1b21f1a4e96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.638738 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f8288b-b566-483c-83b5-72780c4f3db8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:47.643122 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f8288b-b566-483c-83b5-72780c4f3db8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:47.644015 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-03f8288b-b566-483c-83b5-72780c4f3db8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.649082 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0cb0e6ef-3fe5-443b-8da3-33a32380fe73 req-48e20861-bc7c-4424-bb02-76a1307d46d3 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1524947 Jun 18 16:31:47.676949 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d504c239-0baf-40c3-8f31-9a0061f08dbf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.690297 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8288b-b566-483c-83b5-72780c4f3db8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=ea98c2df-2a26-43bd-aed6-ec3938037b95,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:47.697869 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-03f8288b-b566-483c-83b5-72780c4f3db8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:47.710356 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-46db1c01-098e-483b-b09f-82b9ac546ae0 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.720973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-967c476d-b926-4944-9b30-4156626f1a8f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.722414 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d504c239-0baf-40c3-8f31-9a0061f08dbf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.736548 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5e1138c8-1e2c-4a05-a3b4-7053a7f21861 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:47.739213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-967c476d-b926-4944-9b30-4156626f1a8f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.740359 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-03f8288b-b566-483c-83b5-72780c4f3db8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4788852 Jun 18 16:31:47.744077 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47452) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:47.754985 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-46db1c01-098e-483b-b09f-82b9ac546ae0 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.761809 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46db1c01-098e-483b-b09f-82b9ac546ae0 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:47.761809 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-46db1c01-098e-483b-b09f-82b9ac546ae0 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.771705 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.778619 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504c239-0baf-40c3-8f31-9a0061f08dbf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f10e18-5f64-40bd-bd58-c4f4c5ecbc9a,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:47.781259 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-89a47777-9b23-41a4-bc46-2e7573efdb0b tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:47.782412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d504c239-0baf-40c3-8f31-9a0061f08dbf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:47.784459 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:47.792824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-967c476d-b926-4944-9b30-4156626f1a8f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.794187 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-967c476d-b926-4944-9b30-4156626f1a8f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9436266 Jun 18 16:31:47.801983 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d504c239-0baf-40c3-8f31-9a0061f08dbf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.802579 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47454) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:47.803494 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d504c239-0baf-40c3-8f31-9a0061f08dbf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5061934 Jun 18 16:31:47.807907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47456) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:47.813572 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-96732147-559e-4947-bba5-148c5310110b tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group_rule': {'security_group_id': 'e23db21a-5a8c-48cf-935a-2d5f897cb77d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:47.820058 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eaa974a6-e655-41bf-9d63-1b21f1a4e96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.820418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59058880-1a0c-4e64-8174-401acf606eab None None] DHCP port deletion for 7a87e9f2-706c-4951-9b1e-cf718b77d642 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:31:47.823068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eaa974a6-e655-41bf-9d63-1b21f1a4e96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.824490 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-eaa974a6-e655-41bf-9d63-1b21f1a4e96d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/723bad04-6de7-4a70-8df4-0b80d85d0a9d HTTP/1.1" status: 204 len: 168 time: 0.4073970 Jun 18 16:31:47.842000 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-f81df2f2-b2c3-4579-80f8-55b9b4380683 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group_rule': {'security_group_id': '50fcf0dc-340b-4cac-89c0-52c2b37b5375', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:47.847604 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c476d-b926-4944-9b30-4156626f1a8f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50fcf0dc-340b-4cac-89c0-52c2b37b5375,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:47.856819 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-967c476d-b926-4944-9b30-4156626f1a8f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:47.861862 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-968e4869-4506-4951-81da-24dfd1c217f9 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:47.873825 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-46db1c01-098e-483b-b09f-82b9ac546ae0 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6463139 Jun 18 16:31:47.879739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47460) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:47.882775 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa974a6-e655-41bf-9d63-1b21f1a4e96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723bad04-6de7-4a70-8df4-0b80d85d0a9d,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:47.887246 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-eaa974a6-e655-41bf-9d63-1b21f1a4e96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:47.916914 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-f77c73a9-afca-4fe6-bab1-8f0c42da9e22 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'subnet': {'network_id': '0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:47.919079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-59058880-1a0c-4e64-8174-401acf606eab None None] Deleting port 15d957df-ae82-4ccc-8955-2225394d34b8 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:47.919645 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-59058880-1a0c-4e64-8174-401acf606eab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.933320 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db1c01-098e-483b-b09f-82b9ac546ae0 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Network': ['ID=0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:47.959488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port 15d957df-ae82-4ccc-8955-2225394d34b8 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:47.959839 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:47.980480 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:31:47.994107 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-46db1c01-098e-483b-b09f-82b9ac546ae0 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:48.048827 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f81df2f2-b2c3-4579-80f8-55b9b4380683 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.068259 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df400210-b811-438b-9e4e-2cc10954947c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:48.081256 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df400210-b811-438b-9e4e-2cc10954947c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:48.081669 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-96732147-559e-4947-bba5-148c5310110b tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.085827 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-df400210-b811-438b-9e4e-2cc10954947c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3375878 Jun 18 16:31:48.087429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] For port 15d957df-ae82-4ccc-8955-2225394d34b8, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=15d957df-ae82-4ccc-8955-2225394d34b8,segment=NetworkSegment(c29004e0-3a15-4e22-af02-7bd75fd4f976),segment_id=c29004e0-3a15-4e22-af02-7bd75fd4f976)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:48.087802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.090671 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47464) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:48.092490 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-59058880-1a0c-4e64-8174-401acf606eab None None] For port 15d957df-ae82-4ccc-8955-2225394d34b8, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=15d957df-ae82-4ccc-8955-2225394d34b8,segment=NetworkSegment(c29004e0-3a15-4e22-af02-7bd75fd4f976),segment_id=c29004e0-3a15-4e22-af02-7bd75fd4f976)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:48.092490 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-59058880-1a0c-4e64-8174-401acf606eab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.142215 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77c73a9-afca-4fe6-bab1-8f0c42da9e22 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Made reservation on behalf of 4e22d4e6a32b438182bd97197bbb69cf for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:48.145854 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f77c73a9-afca-4fe6-bab1-8f0c42da9e22 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.203117 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-59058880-1a0c-4e64-8174-401acf606eab None None] Calling delete_port for 15d957df-ae82-4ccc-8955-2225394d34b8 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:48.265608 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for 15d957df-ae82-4ccc-8955-2225394d34b8 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:48.299463 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-96732147-559e-4947-bba5-148c5310110b tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.355306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47466) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:48.380020 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-96732147-559e-4947-bba5-148c5310110b tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.385757 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-59058880-1a0c-4e64-8174-401acf606eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.392140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-664f2d7e-cf80-48a9-8f22-982a96b0d6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:48.401805 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:48.450051 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f22220e9-65ce-49e0-93e9-daa367c032fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae66c92afdfe48b4af14d0e3878b470e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715785 Jun 18 16:31:48.451934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47468) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:48.455315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:48.457954 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59058880-1a0c-4e64-8174-401acf606eab None None] Pushing event deleted for resources: {'Port': ['ID=15d957df-ae82-4ccc-8955-2225394d34b8,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:48.461840 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59058880-1a0c-4e64-8174-401acf606eab None None] No DVR routers for this DVR port 15d957df-ae82-4ccc-8955-2225394d34b8 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:48.463734 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-59058880-1a0c-4e64-8174-401acf606eab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:48.497316 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:48.508553 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f81df2f2-b2c3-4579-80f8-55b9b4380683 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.511069 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f77c73a9-afca-4fe6-bab1-8f0c42da9e22 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.518571 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9fe9c476-7e51-488d-9df4-cd6a10bf5f73 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:48.524469 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f81df2f2-b2c3-4579-80f8-55b9b4380683 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.541132 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9cc42e70-ff27-4794-939f-4283cac2aa11 None None] Provisioning for port 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:48.545584 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9cc42e70-ff27-4794-939f-4283cac2aa11 None None] Provisioning complete for port 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:48.545965 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9cc42e70-ff27-4794-939f-4283cac2aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.549237 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96732147-559e-4947-bba5-148c5310110b tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85efd52c-5afe-42ea-8cc7-d6f9a09c1c29,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:48.566130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-96732147-559e-4947-bba5-148c5310110b tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.575071 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-96732147-559e-4947-bba5-148c5310110b tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7586021 Jun 18 16:31:48.575071 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-96732147-559e-4947-bba5-148c5310110b tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:48.575071 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47470) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:48.588531 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f42c594a-3355-41a9-91b9-3e1a8f3a5573 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:31:48.613270 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: f42c594a-3355-41a9-91b9-3e1a8f3a5573 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:31:48.613631 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f42c594a-3355-41a9-91b9-3e1a8f3a5573 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:31:48.614040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 15d957df-ae82-4ccc-8955-2225394d34b8 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:31:48.648640 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 15d957df-ae82-4ccc-8955-2225394d34b8 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:31:48.648984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 15d957df-ae82-4ccc-8955-2225394d34b8 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:31:48.671567 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-6bc9ff97-e03c-4b33-ae1f-b79989012b94 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port ea98c2df-2a26-43bd-aed6-ec3938037b95 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:48.673600 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6bc9ff97-e03c-4b33-ae1f-b79989012b94 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.680099 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.685931 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2dd61f02-f976-42bc-8f6b-0b96b33fdd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.724095 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9cc42e70-ff27-4794-939f-4283cac2aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.753841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5329a57b-cc0e-4421-99a6-3af7d7467746 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:48.756491 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ce6104b0-a28b-4c29-b546-1729b4ba2633 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.778262 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-9cc42e70-ff27-4794-939f-4283cac2aa11 None None] For port 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=5de0a35a-c2ec-4134-8b7a-5c4d66e8affd,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:48.785911 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9cc42e70-ff27-4794-939f-4283cac2aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.798580 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3129f3ae-564f-4fbd-b1b5-5fc635925a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:48.823564 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2dd61f02-f976-42bc-8f6b-0b96b33fdd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.861503 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ce6104b0-a28b-4c29-b546-1729b4ba2633 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.861853 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc42e70-ff27-4794-939f-4283cac2aa11 None None] Pushing event updated for resources: {'Port': ['ID=5de0a35a-c2ec-4134-8b7a-5c4d66e8affd,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:48.864993 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9cc42e70-ff27-4794-939f-4283cac2aa11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:48.867247 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=15d957df-ae82-4ccc-8955-2225394d34b8,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:48.875519 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:48.886632 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No DVR routers for this DVR port 15d957df-ae82-4ccc-8955-2225394d34b8 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:48.910532 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a79c5e5d-b076-4e38-9fc8-45a8c2b80c7f None None] Provisioning for port ea98c2df-2a26-43bd-aed6-ec3938037b95 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:48.915580 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a79c5e5d-b076-4e38-9fc8-45a8c2b80c7f None None] Provisioning complete for port ea98c2df-2a26-43bd-aed6-ec3938037b95 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:48.915753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a79c5e5d-b076-4e38-9fc8-45a8c2b80c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.956436 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f81df2f2-b2c3-4579-80f8-55b9b4380683 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.959646 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f81df2f2-b2c3-4579-80f8-55b9b4380683 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1518824 Jun 18 16:31:48.963470 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-a79c5e5d-b076-4e38-9fc8-45a8c2b80c7f None None] Port ea98c2df-2a26-43bd-aed6-ec3938037b95 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:48.968359 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47474) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:48.978913 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-9dcf0ef7-f930-4f29-821c-69ef6ff66ea2 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group_rule': {'security_group_id': '50fcf0dc-340b-4cac-89c0-52c2b37b5375', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:48.982916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c73a9-afca-4fe6-bab1-8f0c42da9e22 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Subnet': ['ID=3feb1fbc-6ab1-4e06-b608-046add6f6663,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:48.992952 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f77c73a9-afca-4fe6-bab1-8f0c42da9e22 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:48.996974 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:49.001563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ce6104b0-a28b-4c29-b546-1729b4ba2633 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.007933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.015881 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c73a9-afca-4fe6-bab1-8f0c42da9e22 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Checking segment: {'id': '5b998c0f-56af-45e6-b9bf-54ee86e188a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:49.016244 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77c73a9-afca-4fe6-bab1-8f0c42da9e22 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network hostable DHCP agents. Network: 0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:31:49.019082 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:49.021599 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81df2f2-b2c3-4579-80f8-55b9b4380683 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c14a51f-308f-481c-ac1c-deba52901210,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:49.028194 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f81df2f2-b2c3-4579-80f8-55b9b4380683 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:49.028635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ce6104b0-a28b-4c29-b546-1729b4ba2633 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.029736 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ce6104b0-a28b-4c29-b546-1729b4ba2633 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/85efd52c-5afe-42ea-8cc7-d6f9a09c1c29 HTTP/1.1" status: 204 len: 168 time: 0.4481218 Jun 18 16:31:49.033554 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47476) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:49.043329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a87e9f2-706c-4951-9b1e-cf718b77d642']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:49.046386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6bc9ff97-e03c-4b33-ae1f-b79989012b94 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.049695 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad019df-67ce-42e4-9584-b56b86dd8992 req-60f7400c-7bd3-4c0e-b9d8-b5ebae1ec93d tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:49.051232 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bad019df-67ce-42e4-9584-b56b86dd8992 req-60f7400c-7bd3-4c0e-b9d8-b5ebae1ec93d tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.1616683 Jun 18 16:31:49.070277 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0ef7-f930-4f29-821c-69ef6ff66ea2 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.074792 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2dd61f02-f976-42bc-8f6b-0b96b33fdd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.077367 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2dd61f02-f976-42bc-8f6b-0b96b33fdd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.078479 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2dd61f02-f976-42bc-8f6b-0b96b33fdd97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3a303dd-7386-400c-80f8-c82955ad843b HTTP/1.1" status: 204 len: 168 time: 0.6193404 Jun 18 16:31:49.079434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6104b0-a28b-4c29-b546-1729b4ba2633 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85efd52c-5afe-42ea-8cc7-d6f9a09c1c29,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:49.088590 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29004e0-3a15-4e22-af02-7bd75fd4f976') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:49.089081 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29004e0-3a15-4e22-af02-7bd75fd4f976') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:49.091338 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77c73a9-afca-4fe6-bab1-8f0c42da9e22 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network 0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:31:49.117820 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-f77c73a9-afca-4fe6-bab1-8f0c42da9e22 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:49.126198 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa65fd38-ee17-46d3-ae38-5ae5c9e1921c None None] Network 0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:49.140572 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ce6104b0-a28b-4c29-b546-1729b4ba2633 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:49.141547 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77c73a9-afca-4fe6-bab1-8f0c42da9e22 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:49.142420 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f77c73a9-afca-4fe6-bab1-8f0c42da9e22 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.162525 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bad019df-67ce-42e4-9584-b56b86dd8992 req-d602ae73-bb24-4539-bc61-6a382837fa69 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046140 Jun 18 16:31:49.193274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0ef7-f930-4f29-821c-69ef6ff66ea2 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.197237 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f77c73a9-afca-4fe6-bab1-8f0c42da9e22 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3122518 Jun 18 16:31:49.200978 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47482) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:49.207065 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-62a0a13e-bebb-4189-9065-9aae189d3d7e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1392869554'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:49.213739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0ef7-f930-4f29-821c-69ef6ff66ea2 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.219771 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:49.247820 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf0ef7-f930-4f29-821c-69ef6ff66ea2 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f035b1-06ac-4f05-8b5b-a96079760d3e,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:49.251767 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9dcf0ef7-f930-4f29-821c-69ef6ff66ea2 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:49.261354 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a0a13e-bebb-4189-9065-9aae189d3d7e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Made reservation on behalf of 4e22d4e6a32b438182bd97197bbb69cf for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:49.267215 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-62a0a13e-bebb-4189-9065-9aae189d3d7e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.294931 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0ef7-f930-4f29-821c-69ef6ff66ea2 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.297117 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9dcf0ef7-f930-4f29-821c-69ef6ff66ea2 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3253169 Jun 18 16:31:49.300381 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47484) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:49.309748 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-f85b9e0c-24aa-47e9-8eae-31a8d06d80ea tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group_rule': {'security_group_id': '50fcf0dc-340b-4cac-89c0-52c2b37b5375', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:49.325479 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8', 'network_id': '0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8', 'tenant_id': '4e22d4e6a32b438182bd97197bbb69cf', 'fixed_ips': [{'subnet_id': '3feb1fbc-6ab1-4e06-b608-046add6f6663'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:31:49.326883 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.336737 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a0a13e-bebb-4189-9065-9aae189d3d7e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:31:49.353077 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-62a0a13e-bebb-4189-9065-9aae189d3d7e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.353522 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-62a0a13e-bebb-4189-9065-9aae189d3d7e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Added segment b77fc049-ef57-4e9a-ac5b-903ab13515ef of type vlan for network ba26e2de-c7ae-486e-971f-6e01d7a54001 Jun 18 16:31:49.362640 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f85b9e0c-24aa-47e9-8eae-31a8d06d80ea tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.433460 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-62a0a13e-bebb-4189-9065-9aae189d3d7e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.464464 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f85b9e0c-24aa-47e9-8eae-31a8d06d80ea tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.475060 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f85b9e0c-24aa-47e9-8eae-31a8d06d80ea tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.480158 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-73a4eeca-a6e8-4de4-a4c1-f3fb003026be tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:49.503170 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Allocated IP 2001:db8::1 (0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8/3feb1fbc-6ab1-4e06-b608-046add6f6663/93cadc21-e637-4240-8370-86bfed23de99) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:49.503643 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b9e0c-24aa-47e9-8eae-31a8d06d80ea tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5793a234-2c44-402f-967f-43c0ff8c979a,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:49.509400 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-6bc9ff97-e03c-4b33-ae1f-b79989012b94 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for ea98c2df-2a26-43bd-aed6-ec3938037b95 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:49.515190 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-62a0a13e-bebb-4189-9065-9aae189d3d7e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.517468 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.521230 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a0a13e-bebb-4189-9065-9aae189d3d7e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:49.521978 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-62a0a13e-bebb-4189-9065-9aae189d3d7e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.528710 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f85b9e0c-24aa-47e9-8eae-31a8d06d80ea tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:49.530345 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-46db1c01-098e-483b-b09f-82b9ac546ae0 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:49.536295 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.546883 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:49.547662 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.589712 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f85b9e0c-24aa-47e9-8eae-31a8d06d80ea tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.591273 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f85b9e0c-24aa-47e9-8eae-31a8d06d80ea tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2895868 Jun 18 16:31:49.593063 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-62a0a13e-bebb-4189-9065-9aae189d3d7e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3909199 Jun 18 16:31:49.596063 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47490) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:49.598883 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47492) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:49.624433 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-785947b9-9a50-4bb0-8354-30c799063bb0 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group_rule': {'security_group_id': '50fcf0dc-340b-4cac-89c0-52c2b37b5375', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:49.637804 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b6705ccc-02bd-4d3c-b1a3-8e71994f01a0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:49.643753 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:49.653777 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.665465 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd61f02-f976-42bc-8f6b-0b96b33fdd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a303dd-7386-400c-80f8-c82955ad843b,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:49.669902 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-d3ddc14a-210d-4f19-ae1c-95fb88d704c5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'subnet': {'network_id': 'ba26e2de-c7ae-486e-971f-6e01d7a54001', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:49.675085 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2dd61f02-f976-42bc-8f6b-0b96b33fdd97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:49.675585 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:49.680752 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.688495 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/networks/7a87e9f2-706c-4951-9b1e-cf718b77d642 HTTP/1.1" status: 204 len: 168 time: 2.1178885 Jun 18 16:31:49.702059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47500) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:49.717029 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-79a0b456-c534-4196-a644-32269b41b320 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.6814444 Jun 18 16:31:49.722251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-729dbcec-95ca-4ba2-be87-d6af1273ab1c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1', 'name': 'tempest-PortsTestJSON-581851792'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:49.726848 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47502) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:49.757600 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.768965 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Transition to ACTIVE for port object 93cadc21-e637-4240-8370-86bfed23de99 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:49.791473 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0a13e-bebb-4189-9065-9aae189d3d7e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Network': ['ID=ba26e2de-c7ae-486e-971f-6e01d7a54001,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:49.792357 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Transition to ACTIVE for port object 93cadc21-e637-4240-8370-86bfed23de99 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:49.795741 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Network': ['ID=7a87e9f2-706c-4951-9b1e-cf718b77d642,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:49.814562 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-62a0a13e-bebb-4189-9065-9aae189d3d7e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:49.820769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network ba26e2de-c7ae-486e-971f-6e01d7a54001 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:31:49.830022 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.833914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:49.868421 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ddc14a-210d-4f19-ae1c-95fb88d704c5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Made reservation on behalf of 4e22d4e6a32b438182bd97197bbb69cf for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:49.872887 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d3ddc14a-210d-4f19-ae1c-95fb88d704c5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.879138 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-785947b9-9a50-4bb0-8354-30c799063bb0 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.881106 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-89f29bab-c17f-48c3-a77f-160d1b464c22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:49.904484 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d06c-823e-415b-988f-ac7bcdc6c24e tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.922133 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d06c-823e-415b-988f-ac7bcdc6c24e tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.984590 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729dbcec-95ca-4ba2-be87-d6af1273ab1c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:49.988902 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-729dbcec-95ca-4ba2-be87-d6af1273ab1c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.994528 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d06c-823e-415b-988f-ac7bcdc6c24e tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.011082 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:50.035386 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Network 0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:50.040749 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d06c-823e-415b-988f-ac7bcdc6c24e tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.042125 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ebf9d06c-823e-415b-988f-ac7bcdc6c24e tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/47f10e18-5f64-40bd-bd58-c4f4c5ecbc9a HTTP/1.1" status: 204 len: 168 time: 0.3129671 Jun 18 16:31:50.044824 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.ipam_backend_mixin [None req-d3ddc14a-210d-4f19-ae1c-95fb88d704c5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Performing IP validity checks on allocation pools {{(pid=93427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 18 16:31:50.045735 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.ipam_backend_mixin [None req-d3ddc14a-210d-4f19-ae1c-95fb88d704c5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 18 16:31:50.048057 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47510) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:50.050140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:50.053006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:50.063793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9d06c-823e-415b-988f-ac7bcdc6c24e tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47f10e18-5f64-40bd-bd58-c4f4c5ecbc9a,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:50.066074 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ebf9d06c-823e-415b-988f-ac7bcdc6c24e tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:50.067464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-729dbcec-95ca-4ba2-be87-d6af1273ab1c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] device_id is not set on port 72e8b41a-dcce-46a9-a860-ee3ba66f78ff yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:31:50.111523 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Pushing event updated for resources: {'Port': ['ID=93cadc21-e637-4240-8370-86bfed23de99,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:50.115475 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:50.138410 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-785947b9-9a50-4bb0-8354-30c799063bb0 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.154267 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a454dc-3e4d-4c4b-a146-ef353e5618f1 req-26f1a9f2-36e4-40dc-a675-7f27d3a2ad74 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:50.156202 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-60a454dc-3e4d-4c4b-a146-ef353e5618f1 req-26f1a9f2-36e4-40dc-a675-7f27d3a2ad74 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.2724867 Jun 18 16:31:50.159982 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-785947b9-9a50-4bb0-8354-30c799063bb0 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.169064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Attempting to bind port 93cadc21-e637-4240-8370-86bfed23de99 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:50.169464 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Attempting to bind port 93cadc21-e637-4240-8370-86bfed23de99 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '5b998c0f-56af-45e6-b9bf-54ee86e188a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:50.169939 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Attempting to bind port 93cadc21-e637-4240-8370-86bfed23de99 on network 0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:50.173783 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f85b9e0c-24aa-47e9-8eae-31a8d06d80ea tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:50.174644 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6bc9ff97-e03c-4b33-ae1f-b79989012b94 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.180253 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:50.180608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Checking segment: {'id': '5b998c0f-56af-45e6-b9bf-54ee86e188a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:50.181034 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.181447 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Bound using segment: {'id': '5b998c0f-56af-45e6-b9bf-54ee86e188a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:50.181945 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Bound port: 93cadc21-e637-4240-8370-86bfed23de99, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b998c0f-56af-45e6-b9bf-54ee86e188a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:50.182658 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.204764 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-79f3fde1-5eea-42c4-9fac-de7bf6132638 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1520889 Jun 18 16:31:50.208324 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c7ab2545-89ac-41cc-8752-37a598359517 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:50.213086 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47516) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:50.244949 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9ff97-e03c-4b33-ae1f-b79989012b94 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=ea98c2df-2a26-43bd-aed6-ec3938037b95,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:50.254682 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6bc9ff97-e03c-4b33-ae1f-b79989012b94 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:50.260782 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] For port 93cadc21-e637-4240-8370-86bfed23de99, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:50.266422 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] For port 93cadc21-e637-4240-8370-86bfed23de99, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=93cadc21-e637-4240-8370-86bfed23de99,segment=NetworkSegment(5b998c0f-56af-45e6-b9bf-54ee86e188a4),segment_id=5b998c0f-56af-45e6-b9bf-54ee86e188a4)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:50.273490 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.277135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:50.319327 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785947b9-9a50-4bb0-8354-30c799063bb0 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8813952a-4f4f-41fc-8d60-866237629e16,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:50.344599 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-785947b9-9a50-4bb0-8354-30c799063bb0 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:50.346516 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-785947b9-9a50-4bb0-8354-30c799063bb0 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.347923 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-785947b9-9a50-4bb0-8354-30c799063bb0 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7479796 Jun 18 16:31:50.361504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6bc9ff97-e03c-4b33-ae1f-b79989012b94 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.362461 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47518) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:50.365641 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d480-01aa-4244-ae0a-51b1e14cbcd0 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.371984 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6bc9ff97-e03c-4b33-ae1f-b79989012b94 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/ea98c2df-2a26-43bd-aed6-ec3938037b95 HTTP/1.1" status: 204 len: 168 time: 2.2715027 Jun 18 16:31:50.381235 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-6fb6c000-5503-4b94-9fc0-fdbd81b542c0 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group_rule': {'security_group_id': '50fcf0dc-340b-4cac-89c0-52c2b37b5375', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:50.385581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47520) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:50.394868 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d480-01aa-4244-ae0a-51b1e14cbcd0 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.403224 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:50.447973 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-60a454dc-3e4d-4c4b-a146-ef353e5618f1 req-452b5601-6898-47d3-ac6e-dc9fd66ad7a8 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2619765 Jun 18 16:31:50.466875 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Pushing event updated for resources: {'Port': ['ID=93cadc21-e637-4240-8370-86bfed23de99,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:50.470986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:50.513914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb209325-3206-4be8-b1a1-8b753ae2fc9a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:50.515612 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb209325-3206-4be8-b1a1-8b753ae2fc9a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:50.519729 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-cb209325-3206-4be8-b1a1-8b753ae2fc9a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1306319 Jun 18 16:31:50.524901 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47524) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:50.526927 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d480-01aa-4244-ae0a-51b1e14cbcd0 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.541844 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:50.543680 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.544797 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6fb6c000-5503-4b94-9fc0-fdbd81b542c0 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.584101 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-729dbcec-95ca-4ba2-be87-d6af1273ab1c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.595846 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:50.615401 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d480-01aa-4244-ae0a-51b1e14cbcd0 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.622018 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7bc9d480-01aa-4244-ae0a-51b1e14cbcd0 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/149ac07e-9b0c-45f1-a05c-b3e85a6237da HTTP/1.1" status: 204 len: 168 time: 0.4044454 Jun 18 16:31:50.625902 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47526) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:50.645952 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d3ddc14a-210d-4f19-ae1c-95fb88d704c5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.690109 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-729dbcec-95ca-4ba2-be87-d6af1273ab1c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.695269 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6bc9ff97-e03c-4b33-ae1f-b79989012b94 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:50.704249 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9d480-01aa-4244-ae0a-51b1e14cbcd0 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=149ac07e-9b0c-45f1-a05c-b3e85a6237da,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:50.727151 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7bc9d480-01aa-4244-ae0a-51b1e14cbcd0 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:50.731073 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:50.752880 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729dbcec-95ca-4ba2-be87-d6af1273ab1c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:50.782019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-729dbcec-95ca-4ba2-be87-d6af1273ab1c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:50.805068 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-15cb8dbc-df72-4ef8-9150-1d0db86362b9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet f42225cd-251d-43ba-9fe8-a4d178051fb4 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:50.806252 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729dbcec-95ca-4ba2-be87-d6af1273ab1c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:50.815523 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729dbcec-95ca-4ba2-be87-d6af1273ab1c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:50.821416 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-15cb8dbc-df72-4ef8-9150-1d0db86362b9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.824607 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-729dbcec-95ca-4ba2-be87-d6af1273ab1c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.845360 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-62369dc1-7836-4b89-b5c7-2ca464f5aba2 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2162831 Jun 18 16:31:50.851604 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47530) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:50.886365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6fb6c000-5503-4b94-9fc0-fdbd81b542c0 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.892354 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729dbcec-95ca-4ba2-be87-d6af1273ab1c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=72e8b41a-dcce-46a9-a860-ee3ba66f78ff,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:50.898767 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-729dbcec-95ca-4ba2-be87-d6af1273ab1c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:50.900596 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-70a63608-d634-405f-8bab-9f71bc046c7c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.909761 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6fb6c000-5503-4b94-9fc0-fdbd81b542c0 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.912552 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-729dbcec-95ca-4ba2-be87-d6af1273ab1c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1940329 Jun 18 16:31:50.915267 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-70a63608-d634-405f-8bab-9f71bc046c7c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.917289 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47532) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:50.942831 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-15cb8dbc-df72-4ef8-9150-1d0db86362b9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.952429 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddc14a-210d-4f19-ae1c-95fb88d704c5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Subnet': ['ID=90497c6e-35a1-47e1-9e44-a7945ec4432d,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:50.978035 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d3ddc14a-210d-4f19-ae1c-95fb88d704c5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:50.978668 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:50.987758 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-70a63608-d634-405f-8bab-9f71bc046c7c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:50.996970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ddc14a-210d-4f19-ae1c-95fb88d704c5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Checking segment: {'id': 'b77fc049-ef57-4e9a-ac5b-903ab13515ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ba26e2de-c7ae-486e-971f-6e01d7a54001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:50.997401 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ddc14a-210d-4f19-ae1c-95fb88d704c5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network hostable DHCP agents. Network: ba26e2de-c7ae-486e-971f-6e01d7a54001, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:31:50.999174 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-70a63608-d634-405f-8bab-9f71bc046c7c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.000471 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-70a63608-d634-405f-8bab-9f71bc046c7c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/00d47323-b17f-49e2-83de-f2d85f86d525 HTTP/1.1" status: 204 len: 168 time: 0.1453748 Jun 18 16:31:51.001533 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-13d9a063-7941-4f66-8d11-e931bb543389 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:51.005195 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47538) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:51.019927 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6c000-5503-4b94-9fc0-fdbd81b542c0 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055484cd-6fbe-4f0d-b0da-789ab585582e,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:51.026088 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6fb6c000-5503-4b94-9fc0-fdbd81b542c0 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.027306 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6fb6c000-5503-4b94-9fc0-fdbd81b542c0 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6519711 Jun 18 16:31:51.034292 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47540) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:51.035286 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6fb6c000-5503-4b94-9fc0-fdbd81b542c0 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:51.048604 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a63608-d634-405f-8bab-9f71bc046c7c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00d47323-b17f-49e2-83de-f2d85f86d525,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:51.058883 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-70a63608-d634-405f-8bab-9f71bc046c7c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:51.067952 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ddc14a-210d-4f19-ae1c-95fb88d704c5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network ba26e2de-c7ae-486e-971f-6e01d7a54001 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:31:51.081576 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-d3ddc14a-210d-4f19-ae1c-95fb88d704c5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, ba26e2de-c7ae-486e-971f-6e01d7a54001) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:51.088968 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ddc14a-210d-4f19-ae1c-95fb88d704c5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:51.089564 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d3ddc14a-210d-4f19-ae1c-95fb88d704c5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.091105 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-36a8748b-b8ca-4c47-8d1a-df87ca150e17 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.094148 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cc934e-e241-4a12-90b5-b9dd33a6fb00 None None] Network ba26e2de-c7ae-486e-971f-6e01d7a54001 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:51.105702 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-15cb8dbc-df72-4ef8-9150-1d0db86362b9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.119239 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-afbea60c-aae3-416e-98bb-76d57a089a40 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0969994 Jun 18 16:31:51.122787 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-36a8748b-b8ca-4c47-8d1a-df87ca150e17 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.124503 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47544) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:51.131578 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d3ddc14a-210d-4f19-ae1c-95fb88d704c5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5279272 Jun 18 16:31:51.135980 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47546) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:51.183513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-70ec77e3-6535-419d-8134-006179ea97f1 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.186462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-fba4a2ec-11b6-4a09-b9df-5e35bbd4ba29 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port 72e8b41a-dcce-46a9-a860-ee3ba66f78ff {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:51.186907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fba4a2ec-11b6-4a09-b9df-5e35bbd4ba29 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.195411 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-36a8748b-b8ca-4c47-8d1a-df87ca150e17 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.197112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-70ec77e3-6535-419d-8134-006179ea97f1 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.240807 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:51.252575 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-15cb8dbc-df72-4ef8-9150-1d0db86362b9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.257045 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-36a8748b-b8ca-4c47-8d1a-df87ca150e17 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.258607 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-36a8748b-b8ca-4c47-8d1a-df87ca150e17 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/055484cd-6fbe-4f0d-b0da-789ab585582e HTTP/1.1" status: 204 len: 168 time: 0.2233527 Jun 18 16:31:51.261603 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:51.266356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47548) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:51.286319 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8748b-b8ca-4c47-8d1a-df87ca150e17 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=055484cd-6fbe-4f0d-b0da-789ab585582e,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:51.292834 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-36a8748b-b8ca-4c47-8d1a-df87ca150e17 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:51.306485 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb8dbc-df72-4ef8-9150-1d0db86362b9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=f42225cd-251d-43ba-9fe8-a4d178051fb4,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:51.311762 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-15cb8dbc-df72-4ef8-9150-1d0db86362b9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:51.315580 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.318703 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-15cb8dbc-df72-4ef8-9150-1d0db86362b9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.322568 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fba4a2ec-11b6-4a09-b9df-5e35bbd4ba29 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.327525 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-ba26e2de-c7ae-486e-971f-6e01d7a54001', 'network_id': 'ba26e2de-c7ae-486e-971f-6e01d7a54001', 'tenant_id': '4e22d4e6a32b438182bd97197bbb69cf', 'fixed_ips': [{'subnet_id': '90497c6e-35a1-47e1-9e44-a7945ec4432d'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:31:51.330249 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.333494 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-15cb8dbc-df72-4ef8-9150-1d0db86362b9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/f42225cd-251d-43ba-9fe8-a4d178051fb4 HTTP/1.1" status: 204 len: 168 time: 0.8053553 Jun 18 16:31:51.334408 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47552) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:51.336085 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eef2ef-bba1-4754-bb43-2fc87be2d85f None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:51.339590 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-70ec77e3-6535-419d-8134-006179ea97f1 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.350815 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-70ec77e3-6535-419d-8134-006179ea97f1 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.352336 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-70ec77e3-6535-419d-8134-006179ea97f1 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/036bd04b-9cb9-4a0a-931a-26257bfb8def HTTP/1.1" status: 204 len: 168 time: 0.2257979 Jun 18 16:31:51.386451 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:51.388997 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47554) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:51.396180 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ff5594a5-46a3-427d-ae05-4a0e0dcef50b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572617 Jun 18 16:31:51.397451 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47558) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:51.414245 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-23bf0d59-c29f-4f60-8fb8-cf397586a58f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:51.420114 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-fba4a2ec-11b6-4a09-b9df-5e35bbd4ba29 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for 72e8b41a-dcce-46a9-a860-ee3ba66f78ff owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:51.471725 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fe24b472-fa71-4eb2-9abe-18b77b022fde tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2017093 Jun 18 16:31:51.472969 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec77e3-6535-419d-8134-006179ea97f1 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=036bd04b-9cb9-4a0a-931a-26257bfb8def,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:51.478252 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47560) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:51.489986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-70ec77e3-6535-419d-8134-006179ea97f1 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:51.582949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.598529 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f55bb633-abaf-4ef5-80eb-fbe8e256af7b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.617244 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-33d3f8a2-1f64-4268-b27e-630adc786d98 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1915514 Jun 18 16:31:51.623239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47564) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:51.623644 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47566) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:51.633164 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f55bb633-abaf-4ef5-80eb-fbe8e256af7b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.697140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Allocated IP 2001:db8::3 (ba26e2de-c7ae-486e-971f-6e01d7a54001/90497c6e-35a1-47e1-9e44-a7945ec4432d/eb1e60b5-bf62-4670-aace-f2f4c963ca3d) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:51.767210 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f55bb633-abaf-4ef5-80eb-fbe8e256af7b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.801963 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9aa74ea6-3295-4298-b461-534dc064cf93 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.807807 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f27b2b-2885-4f64-8192-666e454ab8c5 None None] DHCP port deletion for c0c58b33-89bf-4a11-9df9-ed95e6524a1d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:31:51.812904 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f55bb633-abaf-4ef5-80eb-fbe8e256af7b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.825326 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bf0d59-c29f-4f60-8fb8-cf397586a58f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:51.830841 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f55bb633-abaf-4ef5-80eb-fbe8e256af7b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/8813952a-4f4f-41fc-8d60-866237629e16 HTTP/1.1" status: 204 len: 168 time: 0.3429637 Jun 18 16:31:51.830841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ca01d6b8-7154-402a-a12d-002a0a998b82 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:51.831127 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-23bf0d59-c29f-4f60-8fb8-cf397586a58f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.835331 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47576) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:51.847201 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fba4a2ec-11b6-4a09-b9df-5e35bbd4ba29 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.860922 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-686a8158-0b3c-4ce7-9173-990c1f760c2a tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-190998213'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:51.870164 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bb633-abaf-4ef5-80eb-fbe8e256af7b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8813952a-4f4f-41fc-8d60-866237629e16,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:51.878271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f55bb633-abaf-4ef5-80eb-fbe8e256af7b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:51.883213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e20afa36-3098-4dda-ad45-0b95dcbc8c7b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:51.933635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9aa74ea6-3295-4298-b461-534dc064cf93 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.946874 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4a2ec-11b6-4a09-b9df-5e35bbd4ba29 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=72e8b41a-dcce-46a9-a860-ee3ba66f78ff,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:51.956204 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fba4a2ec-11b6-4a09-b9df-5e35bbd4ba29 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:51.961936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fba4a2ec-11b6-4a09-b9df-5e35bbd4ba29 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:51.965897 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fba4a2ec-11b6-4a09-b9df-5e35bbd4ba29 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/ports/72e8b41a-dcce-46a9-a860-ee3ba66f78ff HTTP/1.1" status: 204 len: 168 time: 1.0473082 Jun 18 16:31:51.967749 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47578) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:51.987641 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f62fdb75-b848-411f-88cd-0bf25a230ca5 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1438720 Jun 18 16:31:51.988878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47580) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:51.994756 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d799f5e-74a8-4320-a847-543f0e678716 req-82215bc7-7897-49f6-9e22-88e167cfc177 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:51.996528 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7d799f5e-74a8-4320-a847-543f0e678716 req-82215bc7-7897-49f6-9e22-88e167cfc177 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.2791467 Jun 18 16:31:52.000443 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-b6e5340a-4753-4813-ba59-e5be96623b61 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1', 'mac_address': 'fa:16:3e:83:fb:54', 'name': 'tempest-PortsTestJSON-1839343296'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:52.004775 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-686a8158-0b3c-4ce7-9173-990c1f760c2a tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.005830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-686a8158-0b3c-4ce7-9173-990c1f760c2a tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.013099 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcd9c6e-d653-41a7-ae17-a5137538c00c None None] Network 0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:52.039756 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-08ef0e84-1c33-4e03-92e1-f7dc54e0ba66 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.064298 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-08ef0e84-1c33-4e03-92e1-f7dc54e0ba66 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.095823 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9aa74ea6-3295-4298-b461-534dc064cf93 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.098395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9aa74ea6-3295-4298-b461-534dc064cf93 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.101744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-22dfe4f1-a0d7-4f6c-bf9c-2ec5711d2fee None None] Provisioning for port 93cadc21-e637-4240-8370-86bfed23de99 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:52.102871 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9aa74ea6-3295-4298-b461-534dc064cf93 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "DELETE /v2.0/security-groups/e23db21a-5a8c-48cf-935a-2d5f897cb77d HTTP/1.1" status: 204 len: 168 time: 0.4769893 Jun 18 16:31:52.103613 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47582) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:52.107305 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4538060e-40d3-49d3-93da-011bde1a4b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:52.124484 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-686a8158-0b3c-4ce7-9173-990c1f760c2a tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.144223 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa74ea6-3295-4298-b461-534dc064cf93 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23db21a-5a8c-48cf-935a-2d5f897cb77d,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:52.148464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-686a8158-0b3c-4ce7-9173-990c1f760c2a tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.155913 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9aa74ea6-3295-4298-b461-534dc064cf93 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:52.175363 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e5340a-4753-4813-ba59-e5be96623b61 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:52.183931 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-08ef0e84-1c33-4e03-92e1-f7dc54e0ba66 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.191632 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-08ef0e84-1c33-4e03-92e1-f7dc54e0ba66 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.195650 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-08ef0e84-1c33-4e03-92e1-f7dc54e0ba66 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/5793a234-2c44-402f-967f-43c0ff8c979a HTTP/1.1" status: 204 len: 168 time: 0.2029722 Jun 18 16:31:52.198227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3934d57e-2920-49b7-9791-51d05c4e6ef2 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:52.199084 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47586) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:52.199495 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7d799f5e-74a8-4320-a847-543f0e678716 req-688efbef-257c-4af6-b38a-38abbaf3a227 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954862 Jun 18 16:31:52.206654 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-686a8158-0b3c-4ce7-9173-990c1f760c2a tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.210302 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-686a8158-0b3c-4ce7-9173-990c1f760c2a tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5856352 Jun 18 16:31:52.223443 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c6f27b2b-2885-4f64-8192-666e454ab8c5 None None] Deleting port 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:52.223936 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c6f27b2b-2885-4f64-8192-666e454ab8c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.230521 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47588) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:52.307140 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47592) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:52.307589 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-67d86f44-06a2-4a56-b919-aebfb50396d0 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1965423 Jun 18 16:31:52.310165 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.316993 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-4a190190-ff63-4634-ad97-fb88f79f72d7 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group': {'name': 'tempest-secgroup--226407956'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:52.337595 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef0e84-1c33-4e03-92e1-f7dc54e0ba66 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5793a234-2c44-402f-967f-43c0ff8c979a,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:52.340547 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-08ef0e84-1c33-4e03-92e1-f7dc54e0ba66 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:52.355690 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b6e5340a-4753-4813-ba59-e5be96623b61 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.362395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-29fd846d-c83b-422d-9746-f212d35d578f tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.375293 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4a190190-ff63-4634-ad97-fb88f79f72d7 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.394905 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9c09d852-a546-40c9-bcfe-a3880025f197 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1876180 Jun 18 16:31:52.395679 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 93cadc21-e637-4240-8370-86bfed23de99 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:52.398132 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Transition to ACTIVE for port object eb1e60b5-bf62-4670-aace-f2f4c963ca3d will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:52.410921 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47594) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:52.472837 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c6f27b2b-2885-4f64-8192-666e454ab8c5 None None] For port 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=5de0a35a-c2ec-4134-8b7a-5c4d66e8affd,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:52.472837 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c6f27b2b-2885-4f64-8192-666e454ab8c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.483027 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-b6e5340a-4753-4813-ba59-e5be96623b61 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] device_id is not set on port e7f70148-22ba-4c17-aa58-eabd14018183 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:31:52.497352 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Transition to ACTIVE for port object eb1e60b5-bf62-4670-aace-f2f4c963ca3d will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:52.539254 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.566857 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bccc5ef0-a5fd-4c38-9773-5c20894bcf89 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.568886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c6f27b2b-2885-4f64-8192-666e454ab8c5 None None] Calling delete_port for 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:52.571630 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3fcb81c5-c186-47da-b1b1-cbb7a79e75eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:52.573055 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-29fd846d-c83b-422d-9746-f212d35d578f tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.576905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-29fd846d-c83b-422d-9746-f212d35d578f tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.620619 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bccc5ef0-a5fd-4c38-9773-5c20894bcf89 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.631206 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-29fd846d-c83b-422d-9746-f212d35d578f tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.632169 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fd846d-c83b-422d-9746-f212d35d578f tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb0d8189-0d09-4da0-af87-de99441fb06a {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:31:52.638016 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-29fd846d-c83b-422d-9746-f212d35d578f tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.639351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.641749 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-29fd846d-c83b-422d-9746-f212d35d578f tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] 10.222.0.39 "DELETE /v2.0/routers/bb0d8189-0d09-4da0-af87-de99441fb06a HTTP/1.1" status: 204 len: 168 time: 0.4097662 Jun 18 16:31:52.642479 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47596) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:52.648655 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-8385c0e0-bf7c-4338-a397-ee78e3d7093b tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Request body: {'router': {'name': 'tempest-router-272726021', 'distributed': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:52.659630 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8ad5c13d-6d69-4929-898a-683101f962fe tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:52.672632 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Network ba26e2de-c7ae-486e-971f-6e01d7a54001 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:52.689157 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:52.695491 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 93cadc21-e637-4240-8370-86bfed23de99 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:52.697359 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Pushing event updated for resources: {'Port': ['ID=eb1e60b5-bf62-4670-aace-f2f4c963ca3d,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:52.708216 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:52.710376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:52.714910 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 93cadc21-e637-4240-8370-86bfed23de99 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:52.715081 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.721192 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Subnet': ['ID=90497c6e-35a1-47e1-9e44-a7945ec4432d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:52.740070 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:52.786836 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bccc5ef0-a5fd-4c38-9773-5c20894bcf89 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.817610 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c6f27b2b-2885-4f64-8192-666e454ab8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.822810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4ba59dd0-2457-429d-a2ca-fd3a856b1ce9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:52.829451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Attempting to bind port eb1e60b5-bf62-4670-aace-f2f4c963ca3d on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:52.829660 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Attempting to bind port eb1e60b5-bf62-4670-aace-f2f4c963ca3d by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'b77fc049-ef57-4e9a-ac5b-903ab13515ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ba26e2de-c7ae-486e-971f-6e01d7a54001'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:52.829904 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Attempting to bind port eb1e60b5-bf62-4670-aace-f2f4c963ca3d on network ba26e2de-c7ae-486e-971f-6e01d7a54001 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:52.840258 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:52.849970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7acb27-ee61-403d-93cb-79cdf7b27549 req-2cd82a1c-ccca-47ba-b25b-3bc220be0419 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:52.852151 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3f7acb27-ee61-403d-93cb-79cdf7b27549 req-2cd82a1c-ccca-47ba-b25b-3bc220be0419 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.4311554 Jun 18 16:31:52.860829 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f27b2b-2885-4f64-8192-666e454ab8c5 None None] Pushing event deleted for resources: {'Port': ['ID=5de0a35a-c2ec-4134-8b7a-5c4d66e8affd,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:52.863252 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f27b2b-2885-4f64-8192-666e454ab8c5 None None] No DVR routers for this DVR port 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:52.864883 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:52.865270 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Checking segment: {'id': 'b77fc049-ef57-4e9a-ac5b-903ab13515ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ba26e2de-c7ae-486e-971f-6e01d7a54001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:52.865681 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.866119 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Bound using segment: {'id': 'b77fc049-ef57-4e9a-ac5b-903ab13515ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ba26e2de-c7ae-486e-971f-6e01d7a54001'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:52.867593 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Bound port: eb1e60b5-bf62-4670-aace-f2f4c963ca3d, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77fc049-ef57-4e9a-ac5b-903ab13515ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ba26e2de-c7ae-486e-971f-6e01d7a54001'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:52.867593 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.869918 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c6f27b2b-2885-4f64-8192-666e454ab8c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:52.879838 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bccc5ef0-a5fd-4c38-9773-5c20894bcf89 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.879838 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-bccc5ef0-a5fd-4c38-9773-5c20894bcf89 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/54f035b1-06ac-4f05-8b5b-a96079760d3e HTTP/1.1" status: 204 len: 168 time: 0.4584274 Jun 18 16:31:52.884618 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47600) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:52.944101 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc5ef0-a5fd-4c38-9773-5c20894bcf89 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54f035b1-06ac-4f05-8b5b-a96079760d3e,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:52.952480 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.953290 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47602) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:52.954177 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bccc5ef0-a5fd-4c38-9773-5c20894bcf89 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:52.956384 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.objects.ports [None req-23bf0d59-c29f-4f60-8fb8-cf397586a58f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93427) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:31:52.957173 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-de4d12e2-d0ce-4896-802a-1c1a25c3ed81 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0702503 Jun 18 16:31:52.967639 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:52.985137 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] For port eb1e60b5-bf62-4670-aace-f2f4c963ca3d, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:52.992451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] For port eb1e60b5-bf62-4670-aace-f2f4c963ca3d, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=eb1e60b5-bf62-4670-aace-f2f4c963ca3d,segment=NetworkSegment(b77fc049-ef57-4e9a-ac5b-903ab13515ef),segment_id=b77fc049-ef57-4e9a-ac5b-903ab13515ef)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:53.002680 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.006066 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 93cadc21-e637-4240-8370-86bfed23de99, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=93cadc21-e637-4240-8370-86bfed23de99,segment=NetworkSegment(5b998c0f-56af-45e6-b9bf-54ee86e188a4),segment_id=5b998c0f-56af-45e6-b9bf-54ee86e188a4)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:53.008239 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-fd7f7fbf-dddd-4007-a363-cd88bcba62f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:53.011989 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba26e2de-c7ae-486e-971f-6e01d7a54001']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:53.034147 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.090160 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Pushing event updated for resources: {'Port': ['ID=eb1e60b5-bf62-4670-aace-f2f4c963ca3d,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:53.094266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:53.094776 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:53.096658 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4a190190-ff63-4634-ad97-fb88f79f72d7 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.098481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77fc049-ef57-4e9a-ac5b-903ab13515ef') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:53.098809 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77fc049-ef57-4e9a-ac5b-903ab13515ef') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:53.134901 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8385c0e0-bf7c-4338-a397-ee78e3d7093b tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.137497 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8385c0e0-bf7c-4338-a397-ee78e3d7093b tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.138685 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4a190190-ff63-4634-ad97-fb88f79f72d7 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.147931 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.152104 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cd3e9f38-17ad-4b15-b9c1-6d7a97b9715c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:53.157404 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b6e5340a-4753-4813-ba59-e5be96623b61 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.161733 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:31:53.164982 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522a9ffd-97b3-4a1e-91e0-e50bcaf265da None None] Network ba26e2de-c7ae-486e-971f-6e01d7a54001 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:53.186266 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-953b24d0-28b4-4ccc-b37f-b807edabde2e tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.190441 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3f7acb27-ee61-403d-93cb-79cdf7b27549 req-f6ab6fac-8b4d-4524-a802-c8ea1a5f99b4 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2772591 Jun 18 16:31:53.193008 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=93cadc21-e637-4240-8370-86bfed23de99,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:53.219426 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-953b24d0-28b4-4ccc-b37f-b807edabde2e tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.225531 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4a190190-ff63-4634-ad97-fb88f79f72d7 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.226191 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8385c0e0-bf7c-4338-a397-ee78e3d7093b tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.231390 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4a190190-ff63-4634-ad97-fb88f79f72d7 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9186778 Jun 18 16:31:53.233717 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47606) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:53.236702 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.236851 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:53.240237 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:31:53.240599 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:31:53.250425 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-18638e62-1cfc-4634-8185-8da2574cdeaf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group_rule': {'security_group_id': '8607574e-71e7-430e-88ac-5dea02cc61dd', 'direction': 'ingress', 'protocol': 17}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:53.257508 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:53.258800 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.261790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a1055957-a7b2-4c7b-9fcf-e55333863c30 None None] Provisioning complete for port 93cadc21-e637-4240-8370-86bfed23de99 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:53.262179 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a1055957-a7b2-4c7b-9fcf-e55333863c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.264339 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8385c0e0-bf7c-4338-a397-ee78e3d7093b tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.265040 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a190190-ff63-4634-ad97-fb88f79f72d7 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8607574e-71e7-430e-88ac-5dea02cc61dd,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:53.267281 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:53.279179 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4a190190-ff63-4634-ad97-fb88f79f72d7 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:53.301517 dv-neutron-797121-1-hyperv neutron-server[93427]: WARNING neutron.services.revisions.revision_plugin [None req-23bf0d59-c29f-4f60-8fb8-cf397586a58f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Could not find related port for resource to bump revision. Jun 18 16:31:53.319847 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18638e62-1cfc-4634-8185-8da2574cdeaf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.326098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8385c0e0-bf7c-4338-a397-ee78e3d7093b tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.330726 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8385c0e0-bf7c-4338-a397-ee78e3d7093b tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6868229 Jun 18 16:31:53.331558 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47608) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:53.342615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.ipam_pluggable_backend [None req-23bf0d59-c29f-4f60-8fb8-cf397586a58f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Port 5de0a35a-c2ec-4134-8b7a-5c4d66e8affd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93427) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 18 16:31:53.343033 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.ipam_pluggable_backend [None req-23bf0d59-c29f-4f60-8fb8-cf397586a58f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Reverting IP allocation for 2001:db8::f816:3eff:fec3:f68a {{(pid=93427) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 18 16:31:53.381179 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.ipam_pluggable_backend [None req-23bf0d59-c29f-4f60-8fb8-cf397586a58f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec3:f68a {{(pid=93427) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 18 16:31:53.409582 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-23bf0d59-c29f-4f60-8fb8-cf397586a58f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.420188 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e3e79f-3b24-4c2b-9cf6-d56250573ad6 None None] get_active_networks_info from dv-neutron-797121-1-hyperv {{(pid=93429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 16:31:53.434331 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-347654bb-ada8-400f-903e-705bfcdc0b04 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:53.455585 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8ef91059-1411-4e93-9015-16a6ca053505 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.464279 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-953b24d0-28b4-4ccc-b37f-b807edabde2e tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.466242 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b6e5340a-4753-4813-ba59-e5be96623b61 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.471462 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.api [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:31:53.471462 dv-neutron-797121-1-hyperv neutron-server[93427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:31:53.471462 dv-neutron-797121-1-hyperv neutron-server[93427]: [parameters: {'id': 'ba26e2de-c7ae-486e-971f-6e01d7a54001'}] Jun 18 16:31:53.471462 dv-neutron-797121-1-hyperv neutron-server[93427]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:31:53.471811 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_db.api [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:31:53.490842 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-953b24d0-28b4-4ccc-b37f-b807edabde2e tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.495277 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-953b24d0-28b4-4ccc-b37f-b807edabde2e tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/4c14a51f-308f-481c-ac1c-deba52901210 HTTP/1.1" status: 204 len: 168 time: 0.5377572 Jun 18 16:31:53.502846 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47610) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:53.513573 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bf0d59-c29f-4f60-8fb8-cf397586a58f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:53.515411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e3e79f-3b24-4c2b-9cf6-d56250573ad6 None None] Resources bound (agent type, host, resource id): {{(pid=93429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 18 16:31:53.531226 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-23bf0d59-c29f-4f60-8fb8-cf397586a58f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:53.532923 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf0d59-c29f-4f60-8fb8-cf397586a58f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=e1a38c88-005d-48cc-bd44-b6ab85200a02,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:53.535524 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bf0d59-c29f-4f60-8fb8-cf397586a58f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:53.536124 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-23bf0d59-c29f-4f60-8fb8-cf397586a58f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.548713 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-23bf0d59-c29f-4f60-8fb8-cf397586a58f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:53.551845 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7744049f-11b9-4d86-8bea-1198bfc32a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:53.559762 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e5340a-4753-4813-ba59-e5be96623b61 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:53.577506 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18638e62-1cfc-4634-8185-8da2574cdeaf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.586548 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-b6e5340a-4753-4813-ba59-e5be96623b61 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:53.593027 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e5340a-4753-4813-ba59-e5be96623b61 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:53.598475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e5340a-4753-4813-ba59-e5be96623b61 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:53.599101 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b6e5340a-4753-4813-ba59-e5be96623b61 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.621622 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-23bf0d59-c29f-4f60-8fb8-cf397586a58f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2167134 Jun 18 16:31:53.626381 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47612) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:53.639992 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-325f7e74-d959-4592-9f87-f3c4f0802cae tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'mac_address': 'fa:16:3e:09:a3:73', 'name': 'tempest-NetworksTestDHCPv6-1832226642'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:53.641364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18638e62-1cfc-4634-8185-8da2574cdeaf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.648938 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:53.674364 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ab59fa6c-43e1-40a5-9d36-8d2f15018a6f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1679447 Jun 18 16:31:53.678290 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47614) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:53.683830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8ef91059-1411-4e93-9015-16a6ca053505 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.691476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18638e62-1cfc-4634-8185-8da2574cdeaf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67316679-b4c6-4dcd-b4b7-ed101dba17c0,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:53.694355 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8ef91059-1411-4e93-9015-16a6ca053505 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.699028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-18638e62-1cfc-4634-8185-8da2574cdeaf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:53.705524 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b6e5340a-4753-4813-ba59-e5be96623b61 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7190683 Jun 18 16:31:53.706161 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5340a-4753-4813-ba59-e5be96623b61 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=e7f70148-22ba-4c17-aa58-eabd14018183,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:53.708690 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47616) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:53.708912 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18638e62-1cfc-4634-8185-8da2574cdeaf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.710151 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-18638e62-1cfc-4634-8185-8da2574cdeaf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4750087 Jun 18 16:31:53.719332 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47618) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:53.720308 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b6e5340a-4753-4813-ba59-e5be96623b61 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:53.736761 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c810b-69b0-4360-89af-b81042ce7aec req-77b2a13a-a9e8-4d67-9e18-f26fbf1fe82e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:53.738181 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ce1c810b-69b0-4360-89af-b81042ce7aec req-77b2a13a-a9e8-4d67-9e18-f26fbf1fe82e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.3558869 Jun 18 16:31:53.738688 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:53.760860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8ef91059-1411-4e93-9015-16a6ca053505 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.761352 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef91059-1411-4e93-9015-16a6ca053505 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46c96696-8c0f-4359-a601-f423d76b39a5 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:31:53.769134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8ef91059-1411-4e93-9015-16a6ca053505 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.774343 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8ef91059-1411-4e93-9015-16a6ca053505 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] 10.222.0.39 "DELETE /v2.0/routers/46c96696-8c0f-4359-a601-f423d76b39a5 HTTP/1.1" status: 204 len: 168 time: 0.4308808 Jun 18 16:31:53.774343 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47620) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:53.779010 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-61d145d7-2faa-4777-b69a-725479916077 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Request body: {'router': {'name': 'tempest-router-1552042686', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a02acd66dcf048c49d27f8a9fb0d7198'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:53.808611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e48ae54b-1032-41a6-805f-2232bc94c724 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.827004 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-61d145d7-2faa-4777-b69a-725479916077 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.828093 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-61d145d7-2faa-4777-b69a-725479916077 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.830109 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': 'e1a38c88-005d-48cc-bd44-b6ab85200a02'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:31:53.831379 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.845673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e48ae54b-1032-41a6-805f-2232bc94c724 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.923382 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-61d145d7-2faa-4777-b69a-725479916077 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.931897 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-61d145d7-2faa-4777-b69a-725479916077 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.947005 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e48ae54b-1032-41a6-805f-2232bc94c724 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.950147 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e48ae54b-1032-41a6-805f-2232bc94c724 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.951835 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e48ae54b-1032-41a6-805f-2232bc94c724 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "DELETE /v2.0/security-groups/50fcf0dc-340b-4cac-89c0-52c2b37b5375 HTTP/1.1" status: 204 len: 168 time: 0.2702768 Jun 18 16:31:53.954402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-28e134c0-03e0-4fb4-b6a7-62b144638d92 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:53.957572 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47622) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:53.966538 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-61d145d7-2faa-4777-b69a-725479916077 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:53.967976 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-61d145d7-2faa-4777-b69a-725479916077 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1925180 Jun 18 16:31:53.974084 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47624) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:53.975120 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ae54b-1032-41a6-805f-2232bc94c724 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fcf0dc-340b-4cac-89c0-52c2b37b5375,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:53.985775 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e48ae54b-1032-41a6-805f-2232bc94c724 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:53.989011 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-72439fea-0a91-4a1d-acdb-85f06e54f761 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:53.998487 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Allocated IP 2001:db8::f816:3eff:fee4:d2a (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/e1a38c88-005d-48cc-bd44-b6ab85200a02/70851a09-89d0-4ccf-acda-35ff29241284) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:54.048472 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.082609 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b24d0-28b4-4ccc-b37f-b807edabde2e tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c14a51f-308f-481c-ac1c-deba52901210,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:54.108626 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-953b24d0-28b4-4ccc-b37f-b807edabde2e tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:54.151461 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-931621a4-1320-465d-9fe4-83c7d1cc6ac3 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1922884 Jun 18 16:31:54.155811 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47626) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:54.160626 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-6974feaf-8840-472a-bd8b-f905e8a8d387 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1919419121'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:54.171497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.172261 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba2b8ed-2daf-4228-b7d0-c463a647be75 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:54.173627 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1ba2b8ed-2daf-4228-b7d0-c463a647be75 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports/e7f70148-22ba-4c17-aa58-eabd14018183 HTTP/1.1" status: 200 len: 841 time: 0.4614990 Jun 18 16:31:54.176612 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47628) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:54.181478 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Transition to ACTIVE for port object 70851a09-89d0-4ccf-acda-35ff29241284 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:54.196803 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Transition to ACTIVE for port object 70851a09-89d0-4ccf-acda-35ff29241284 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:54.202811 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.204641 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-59058880-1a0c-4e64-8174-401acf606eab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:54.215098 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ce1c810b-69b0-4360-89af-b81042ce7aec req-64124bbd-3f2a-46b3-8ec8-8836c35f9a57 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1687005 Jun 18 16:31:54.242465 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0ba57ad6-9382-4db1-b359-eea58cca1aef tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.262703 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:54.266680 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:54.273034 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:54.276717 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Pushing event updated for resources: {'Port': ['ID=70851a09-89d0-4ccf-acda-35ff29241284,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:54.281088 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:54.305681 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0ba57ad6-9382-4db1-b359-eea58cca1aef tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.345935 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Deleting port eb1e60b5-bf62-4670-aace-f2f4c963ca3d {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:54.346385 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.355379 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 93cadc21-e637-4240-8370-86bfed23de99 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:54.390256 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Attempting to bind port 70851a09-89d0-4ccf-acda-35ff29241284 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:54.390678 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Attempting to bind port 70851a09-89d0-4ccf-acda-35ff29241284 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:54.391059 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Attempting to bind port 70851a09-89d0-4ccf-acda-35ff29241284 on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:54.404769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:54.404769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:54.404769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.404769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:54.405253 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Bound port: 70851a09-89d0-4ccf-acda-35ff29241284, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:54.405571 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.454249 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0ba57ad6-9382-4db1-b359-eea58cca1aef tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.456990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0ba57ad6-9382-4db1-b359-eea58cca1aef tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.460937 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0ba57ad6-9382-4db1-b359-eea58cca1aef tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "DELETE /v2.0/security-groups/8607574e-71e7-430e-88ac-5dea02cc61dd HTTP/1.1" status: 204 len: 168 time: 0.7293751 Jun 18 16:31:54.465388 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] For port eb1e60b5-bf62-4670-aace-f2f4c963ca3d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=eb1e60b5-bf62-4670-aace-f2f4c963ca3d,segment=NetworkSegment(b77fc049-ef57-4e9a-ac5b-903ab13515ef),segment_id=b77fc049-ef57-4e9a-ac5b-903ab13515ef)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:54.466125 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.468404 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:54.470293 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 93cadc21-e637-4240-8370-86bfed23de99 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:54.470711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.473550 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47632) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:54.506886 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba57ad6-9382-4db1-b359-eea58cca1aef tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8607574e-71e7-430e-88ac-5dea02cc61dd,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:54.513455 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] For port 70851a09-89d0-4ccf-acda-35ff29241284, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:54.518011 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] For port 70851a09-89d0-4ccf-acda-35ff29241284, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=70851a09-89d0-4ccf-acda-35ff29241284,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:54.528216 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.533783 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:54.567144 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Calling delete_port for eb1e60b5-bf62-4670-aace-f2f4c963ca3d owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:54.569393 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0ba57ad6-9382-4db1-b359-eea58cca1aef tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:54.626328 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Pushing event updated for resources: {'Port': ['ID=70851a09-89d0-4ccf-acda-35ff29241284,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:54.631033 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:54.633363 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72439fea-0a91-4a1d-acdb-85f06e54f761 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.633697 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72439fea-0a91-4a1d-acdb-85f06e54f761 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.635511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6974feaf-8840-472a-bd8b-f905e8a8d387 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.671481 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.677625 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325f7e74-d959-4592-9f87-f3c4f0802cae tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:54.686076 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-40751da5-cb69-41ed-8997-3b0f6d6c7012 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2042041 Jun 18 16:31:54.691550 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47634) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:54.707010 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-cb9b8132-7640-4f55-aef6-268892597c2d tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group': {'name': 'tempest-secgroup--354714739'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:54.749197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617cc958-a4d5-43eb-a2bd-01b38665e698 req-302b78e5-6f5a-458d-846c-b745e248a1c9 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:54.750832 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-617cc958-a4d5-43eb-a2bd-01b38665e698 req-302b78e5-6f5a-458d-846c-b745e248a1c9 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.3501859 Jun 18 16:31:54.784551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-72439fea-0a91-4a1d-acdb-85f06e54f761 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93428) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 18 16:31:54.785137 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-72439fea-0a91-4a1d-acdb-85f06e54f761 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Router 3c71ce72-d2cb-4c44-85f2-f895e4f6b846 migrating from provider to provider. {{(pid=93428) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 18 16:31:54.785238 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72439fea-0a91-4a1d-acdb-85f06e54f761 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.802498 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72439fea-0a91-4a1d-acdb-85f06e54f761 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.812585 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72439fea-0a91-4a1d-acdb-85f06e54f761 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.856247 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-617cc958-a4d5-43eb-a2bd-01b38665e698 req-9d537cca-709d-49ea-ae30-488b0abd9f48 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873787 Jun 18 16:31:54.875151 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.878957 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-25068614-1997-4782-af2b-0c442c76bf53 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:54.888372 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-325f7e74-d959-4592-9f87-f3c4f0802cae tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.890870 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-f8efb695-94d4-4a64-a870-32008b10432d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port e7f70148-22ba-4c17-aa58-eabd14018183 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:54.891376 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f8efb695-94d4-4a64-a870-32008b10432d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:54.933760 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Port': ['ID=eb1e60b5-bf62-4670-aace-f2f4c963ca3d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:54.944989 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:54.946030 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No DVR routers for this DVR port eb1e60b5-bf62-4670-aace-f2f4c963ca3d on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:54.948445 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-325f7e74-d959-4592-9f87-f3c4f0802cae tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port c72e822e-22f9-44be-a788-e428b1939d2f yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:31:54.995109 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6974feaf-8840-472a-bd8b-f905e8a8d387 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.006813 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING neutron.scheduler.l3_agent_scheduler [None req-72439fea-0a91-4a1d-acdb-85f06e54f761 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] No L3 agents can host the router 3c71ce72-d2cb-4c44-85f2-f895e4f6b846 Jun 18 16:31:55.019229 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6974feaf-8840-472a-bd8b-f905e8a8d387 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.025579 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a3e1ecc9-6553-4392-ac8f-8cd2fc8ed486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:55.052897 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f8efb695-94d4-4a64-a870-32008b10432d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.094773 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.128312 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-f8efb695-94d4-4a64-a870-32008b10432d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for e7f70148-22ba-4c17-aa58-eabd14018183 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:55.129534 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cb9b8132-7640-4f55-aef6-268892597c2d tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.142154 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba26e2de-c7ae-486e-971f-6e01d7a54001']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:55.163041 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77fc049-ef57-4e9a-ac5b-903ab13515ef') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:55.163343 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77fc049-ef57-4e9a-ac5b-903ab13515ef') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:55.180306 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.193136 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6974feaf-8840-472a-bd8b-f905e8a8d387 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.194949 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6974feaf-8840-472a-bd8b-f905e8a8d387 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0376437 Jun 18 16:31:55.200681 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47638) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:55.200847 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974feaf-8840-472a-bd8b-f905e8a8d387 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d9a36f-6991-4d4d-aa5d-ef32664ae968,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:55.201726 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-325f7e74-d959-4592-9f87-f3c4f0802cae tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::f816:3eff:fe09:a373 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/e1a38c88-005d-48cc-bd44-b6ab85200a02/c72e822e-22f9-44be-a788-e428b1939d2f) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:55.206170 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6974feaf-8840-472a-bd8b-f905e8a8d387 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:55.207964 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-99411bf5-bc11-4240-9293-dde9406d335b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group_rule': {'security_group_id': '43d9a36f-6991-4d4d-aa5d-ef32664ae968', 'direction': 'ingress', 'protocol': 17}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:55.221106 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.236257 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:55.236667 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:55.240547 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:55.284478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72439fea-0a91-4a1d-acdb-85f06e54f761 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Hosts for router 3c71ce72-d2cb-4c44-85f2-f895e4f6b846: [] {{(pid=93428) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jun 18 16:31:55.318644 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72439fea-0a91-4a1d-acdb-85f06e54f761 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Hosts for other DVR routers connected to router 3c71ce72-d2cb-4c44-85f2-f895e4f6b846: set() {{(pid=93428) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jun 18 16:31:55.322061 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72439fea-0a91-4a1d-acdb-85f06e54f761 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.325789 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-72439fea-0a91-4a1d-acdb-85f06e54f761 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] 10.222.0.39 "PUT /v2.0/routers/3c71ce72-d2cb-4c44-85f2-f895e4f6b846 HTTP/1.1" status: 200 len: 717 time: 1.3456166 Jun 18 16:31:55.326501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47640) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:55.348321 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.356266 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-29289a26-eea9-4f3b-b298-d95412fe9f9e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:55.360106 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.361871 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/networks/ba26e2de-c7ae-486e-971f-6e01d7a54001 HTTP/1.1" status: 204 len: 168 time: 4.2221344 Jun 18 16:31:55.373824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47642) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:55.407373 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-1f96065c-281f-4aea-9f9a-0e1fb14c0df7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-48031815'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:55.424128 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-678382d8-a783-4ba1-98d3-fa367e630e4f tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] 10.222.0.39 "GET /v2.0/routers/3c71ce72-d2cb-4c44-85f2-f895e4f6b846 HTTP/1.1" status: 200 len: 717 time: 0.0963774 Jun 18 16:31:55.424441 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Network': ['ID=ba26e2de-c7ae-486e-971f-6e01d7a54001,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:55.426675 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47644) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:55.430504 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:55.435179 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f8efb695-94d4-4a64-a870-32008b10432d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.439175 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4f0d38bd-1811-47c0-aa45-f80b39a68798 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:55.459039 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cb9b8132-7640-4f55-aef6-268892597c2d tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.467982 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cb9b8132-7640-4f55-aef6-268892597c2d tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.474108 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efb695-94d4-4a64-a870-32008b10432d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=e7f70148-22ba-4c17-aa58-eabd14018183,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:55.476352 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cc5b7f4c-a48f-4cb4-9f51-7bed3949437e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:55.479409 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f8efb695-94d4-4a64-a870-32008b10432d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:55.483840 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f8efb695-94d4-4a64-a870-32008b10432d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.486658 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f8efb695-94d4-4a64-a870-32008b10432d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/ports/e7f70148-22ba-4c17-aa58-eabd14018183 HTTP/1.1" status: 204 len: 168 time: 1.3082557 Jun 18 16:31:55.489234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47648) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:55.527652 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eac0aca-727f-42ab-9efb-fc2690e79b75 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] GET failed (client error): The resource could not be found. Jun 18 16:31:55.529683 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9eac0aca-727f-42ab-9efb-fc2690e79b75 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports/e7f70148-22ba-4c17-aa58-eabd14018183 HTTP/1.1" status: 404 len: 333 time: 0.0389514 Jun 18 16:31:55.534066 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47650) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:55.541163 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-bf051223-7243-400a-9f92-6dad63c186d4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1', 'name': 'tempest-PortsTestJSON-1033294111'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:55.542911 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cb9b8132-7640-4f55-aef6-268892597c2d tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.547942 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cb9b8132-7640-4f55-aef6-268892597c2d tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8554001 Jun 18 16:31:55.549741 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47652) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:55.555243 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b8132-7640-4f55-aef6-268892597c2d tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee31dd3-5e63-4126-ab26-8bd230bd5c45,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:55.559383 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-99411bf5-bc11-4240-9293-dde9406d335b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.562861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cb9b8132-7640-4f55-aef6-268892597c2d tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:55.566954 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-325f7e74-d959-4592-9f87-f3c4f0802cae tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.596205 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-8d78a02f-de80-4c12-a371-2c1625c11909 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1729028746'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:55.597613 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-325f7e74-d959-4592-9f87-f3c4f0802cae tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object c72e822e-22f9-44be-a788-e428b1939d2f will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:55.653822 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-99411bf5-bc11-4240-9293-dde9406d335b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.661578 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-99411bf5-bc11-4240-9293-dde9406d335b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.667190 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bccc5ef0-a5fd-4c38-9773-5c20894bcf89 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:55.683789 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-325f7e74-d959-4592-9f87-f3c4f0802cae tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.689890 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99411bf5-bc11-4240-9293-dde9406d335b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d24e2f6-d87a-4438-b691-599eec28ce0e,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:55.693824 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-99411bf5-bc11-4240-9293-dde9406d335b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:55.695195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d4472638-d362-48ba-9f34-eee26dcf604c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:55.714030 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f96065c-281f-4aea-9f9a-0e1fb14c0df7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Made reservation on behalf of 4e22d4e6a32b438182bd97197bbb69cf for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:55.717553 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f96065c-281f-4aea-9f9a-0e1fb14c0df7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.730334 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-99411bf5-bc11-4240-9293-dde9406d335b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.731554 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-99411bf5-bc11-4240-9293-dde9406d335b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5275085 Jun 18 16:31:55.738193 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47654) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:55.739336 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0ef1fcda-3720-4b98-a15b-8e80a6d7c24f tempest-RoutersTestDVR-397558580 tempest-RoutersTestDVR-397558580-project] 10.222.0.39 "GET /v2.0/routers/3c71ce72-d2cb-4c44-85f2-f895e4f6b846 HTTP/1.1" status: 200 len: 683 time: 0.3114371 Jun 18 16:31:55.746305 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47656) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:55.763175 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f7e74-d959-4592-9f87-f3c4f0802cae tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:55.772181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-325f7e74-d959-4592-9f87-f3c4f0802cae tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:55.779525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325f7e74-d959-4592-9f87-f3c4f0802cae tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:55.785046 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325f7e74-d959-4592-9f87-f3c4f0802cae tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:55.785661 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-325f7e74-d959-4592-9f87-f3c4f0802cae tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.799191 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f7e74-d959-4592-9f87-f3c4f0802cae tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=c72e822e-22f9-44be-a788-e428b1939d2f,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:55.808704 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-325f7e74-d959-4592-9f87-f3c4f0802cae tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:55.837824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8d78a02f-de80-4c12-a371-2c1625c11909 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.838794 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f2dc-1899-4122-9c42-27b8cfb3c806 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.858268 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e384da6-c434-4404-8f33-fe7e99cf8406 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.863712 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f96065c-281f-4aea-9f9a-0e1fb14c0df7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:31:55.866900 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f2dc-1899-4122-9c42-27b8cfb3c806 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.867409 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4303e08d-58f9-4f52-81f9-4e45515fddc1 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:55.907239 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-325f7e74-d959-4592-9f87-f3c4f0802cae tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2747331 Jun 18 16:31:55.909817 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47658) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:55.936713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-daf9a104-5d60-44f7-9e9a-49da0351ac67 None None] Provisioning for port 70851a09-89d0-4ccf-acda-35ff29241284 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:55.938839 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf051223-7243-400a-9f92-6dad63c186d4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:55.942412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bf051223-7243-400a-9f92-6dad63c186d4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.952161 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f2dc-1899-4122-9c42-27b8cfb3c806 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.954878 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f2dc-1899-4122-9c42-27b8cfb3c806 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.956399 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6aa4f2dc-1899-4122-9c42-27b8cfb3c806 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "DELETE /v2.0/security-groups/43d9a36f-6991-4d4d-aa5d-ef32664ae968 HTTP/1.1" status: 204 len: 168 time: 0.2124305 Jun 18 16:31:55.958150 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0b9f6a3e-3753-49ca-8f05-b409449f612f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:55.961445 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47660) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:55.963667 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f96065c-281f-4aea-9f9a-0e1fb14c0df7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:55.964018 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-1f96065c-281f-4aea-9f9a-0e1fb14c0df7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Added segment 4db9eb69-e0ab-4b6a-9803-eb25061238b0 of type vlan for network 43b13c6a-0bce-499d-aa98-3f03fa2750cf Jun 18 16:31:55.988133 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4f2dc-1899-4122-9c42-27b8cfb3c806 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d9a36f-6991-4d4d-aa5d-ef32664ae968,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:55.993394 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6aa4f2dc-1899-4122-9c42-27b8cfb3c806 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:56.038562 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-91485f3e-725b-4b05-a97a-71a9cc558721 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0734532 Jun 18 16:31:56.049813 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c472d5ae-3c44-4153-86b9-54233ca5721a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:56.056301 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c472d5ae-3c44-4153-86b9-54233ca5721a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:56.060415 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c472d5ae-3c44-4153-86b9-54233ca5721a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1470160 Jun 18 16:31:56.060415 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47662) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:56.062925 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-109f3d6c-818e-451e-9bc7-dcbc5ecb6c95 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369762062'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:56.065747 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-bf051223-7243-400a-9f92-6dad63c186d4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] device_id is not set on port e0e7377b-9d68-4f5e-a009-a52064edfcf5 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:31:56.067778 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47664) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:56.154378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e384da6-c434-4404-8f33-fe7e99cf8406 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.158218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f96065c-281f-4aea-9f9a-0e1fb14c0df7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.166911 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e384da6-c434-4404-8f33-fe7e99cf8406 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.183708 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-b584b482-0846-4826-a09b-ada16d762519 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port c72e822e-22f9-44be-a788-e428b1939d2f {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:56.183877 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b584b482-0846-4826-a09b-ada16d762519 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.279380 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e384da6-c434-4404-8f33-fe7e99cf8406 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.279909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e384da6-c434-4404-8f33-fe7e99cf8406 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c71ce72-d2cb-4c44-85f2-f895e4f6b846 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:31:56.293359 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f96065c-281f-4aea-9f9a-0e1fb14c0df7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.298254 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b584b482-0846-4826-a09b-ada16d762519 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.308900 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f96065c-281f-4aea-9f9a-0e1fb14c0df7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:56.310106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f96065c-281f-4aea-9f9a-0e1fb14c0df7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.314703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e384da6-c434-4404-8f33-fe7e99cf8406 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.328029 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8e384da6-c434-4404-8f33-fe7e99cf8406 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] 10.222.0.39 "DELETE /v2.0/routers/3c71ce72-d2cb-4c44-85f2-f895e4f6b846 HTTP/1.1" status: 204 len: 168 time: 0.5798776 Jun 18 16:31:56.336836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f111f2aa-9734-4c09-a1e3-178bc966209a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:56.340955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47666) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:56.349953 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8d78a02f-de80-4c12-a371-2c1625c11909 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.353576 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-de29852d-f430-414f-b1d9-1478d291b650 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Request body: {'router': {'name': 'tempest-router-156338395', 'distributed': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:56.378950 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c1c15e8f-80ba-4dc1-a5d2-18660e8dfd8d None None] Provisioning for port c72e822e-22f9-44be-a788-e428b1939d2f completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:56.384350 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8d78a02f-de80-4c12-a371-2c1625c11909 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.384815 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c1c15e8f-80ba-4dc1-a5d2-18660e8dfd8d None None] Provisioning complete for port c72e822e-22f9-44be-a788-e428b1939d2f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:56.385206 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c1c15e8f-80ba-4dc1-a5d2-18660e8dfd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.411331 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-b584b482-0846-4826-a09b-ada16d762519 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for c72e822e-22f9-44be-a788-e428b1939d2f owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:56.428319 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 70851a09-89d0-4ccf-acda-35ff29241284 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:56.548323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96065c-281f-4aea-9f9a-0e1fb14c0df7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Network': ['ID=43b13c6a-0bce-499d-aa98-3f03fa2750cf,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:56.553562 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c1c15e8f-80ba-4dc1-a5d2-18660e8dfd8d None None] Port c72e822e-22f9-44be-a788-e428b1939d2f cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:56.556475 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1f96065c-281f-4aea-9f9a-0e1fb14c0df7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:56.564070 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1f96065c-281f-4aea-9f9a-0e1fb14c0df7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1615069 Jun 18 16:31:56.564879 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47668) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:56.572403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6cf390f9-0226-4ee9-ad4d-8de9994d83e5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:56.577174 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 43b13c6a-0bce-499d-aa98-3f03fa2750cf details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:31:56.590958 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8d78a02f-de80-4c12-a371-2c1625c11909 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.592174 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8d78a02f-de80-4c12-a371-2c1625c11909 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0262644 Jun 18 16:31:56.606894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-857cd546-adf2-4876-838c-ac566bf8c680 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'subnet': {'network_id': '43b13c6a-0bce-499d-aa98-3f03fa2750cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:56.654481 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47670) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:56.667501 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-109f3d6c-818e-451e-9bc7-dcbc5ecb6c95 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.667917 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-82378ee5-fb2e-4afd-9c4b-c7ea21b3e846 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group_rule': {'security_group_id': '8ee31dd3-5e63-4126-ab26-8bd230bd5c45', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a6bb0ea1-d203-4b5b-a22e-faf04b86476a', 'remote_ip_prefix': None}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:56.692207 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b584b482-0846-4826-a09b-ada16d762519 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.701474 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9608717e-e556-4aab-9622-d2e160bb6bbc tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:56.740468 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584b482-0846-4826-a09b-ada16d762519 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=c72e822e-22f9-44be-a788-e428b1939d2f,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:56.742194 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-de29852d-f430-414f-b1d9-1478d291b650 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.743232 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-de29852d-f430-414f-b1d9-1478d291b650 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.758950 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b584b482-0846-4826-a09b-ada16d762519 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:56.762476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bf051223-7243-400a-9f92-6dad63c186d4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.800675 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b584b482-0846-4826-a09b-ada16d762519 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.803159 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b584b482-0846-4826-a09b-ada16d762519 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/c72e822e-22f9-44be-a788-e428b1939d2f HTTP/1.1" status: 204 len: 168 time: 0.7342010 Jun 18 16:31:56.808205 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47672) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:56.817265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78a02f-de80-4c12-a371-2c1625c11909 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bb0ea1-d203-4b5b-a22e-faf04b86476a,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:56.835747 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8d78a02f-de80-4c12-a371-2c1625c11909 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:56.840850 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-de29852d-f430-414f-b1d9-1478d291b650 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.858825 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-de29852d-f430-414f-b1d9-1478d291b650 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.891354 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b94a6d8-8a12-4207-8350-a1bcaaa3c7f9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:56.893869 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b94a6d8-8a12-4207-8350-a1bcaaa3c7f9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:56.896092 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5b94a6d8-8a12-4207-8350-a1bcaaa3c7f9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0866919 Jun 18 16:31:56.899164 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47674) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:56.923598 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-109f3d6c-818e-451e-9bc7-dcbc5ecb6c95 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.931067 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-109f3d6c-818e-451e-9bc7-dcbc5ecb6c95 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.935805 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b35d7b9d-6c69-418f-a13a-c6dcf641827c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:56.947435 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 70851a09-89d0-4ccf-acda-35ff29241284 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:56.956021 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 70851a09-89d0-4ccf-acda-35ff29241284 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:56.956567 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.971953 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-109f3d6c-818e-451e-9bc7-dcbc5ecb6c95 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.973357 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-109f3d6c-818e-451e-9bc7-dcbc5ecb6c95 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9137371 Jun 18 16:31:56.974724 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f3d6c-818e-451e-9bc7-dcbc5ecb6c95 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecca9a32-3a5f-4189-a087-e9fd6cd853cc,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:56.978073 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47676) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:56.983668 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-2eae5db7-35de-4743-86c6-3837ab99460b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130403639'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:56.989307 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-109f3d6c-818e-451e-9bc7-dcbc5ecb6c95 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:56.989784 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-de29852d-f430-414f-b1d9-1478d291b650 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:56.991914 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-de29852d-f430-414f-b1d9-1478d291b650 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6464286 Jun 18 16:31:56.994803 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47678) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:57.002258 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bf051223-7243-400a-9f92-6dad63c186d4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.019005 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c7ab2545-89ac-41cc-8752-37a598359517 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:57.049673 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ead3f7f0-c2c0-407f-b07f-43585bb9f489 None None] Could not find standard attr ID for object c72e822e-22f9-44be-a788-e428b1939d2f. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:31:57.061563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf051223-7243-400a-9f92-6dad63c186d4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:57.070953 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0ea90a-c736-4a77-888e-5a28bbfa5b4b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet e1a38c88-005d-48cc-bd44-b6ab85200a02 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:57.080796 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-bf051223-7243-400a-9f92-6dad63c186d4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:57.083518 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf051223-7243-400a-9f92-6dad63c186d4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:57.090504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf051223-7243-400a-9f92-6dad63c186d4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:57.090952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.091152 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bf051223-7243-400a-9f92-6dad63c186d4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.096679 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd45a96b-db5d-43af-b52e-ab6086b2ba92 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.104789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7b0ea90a-c736-4a77-888e-5a28bbfa5b4b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.133711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 70851a09-89d0-4ccf-acda-35ff29241284, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=70851a09-89d0-4ccf-acda-35ff29241284,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:57.140433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.148941 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ced578a6-bd83-44a1-b88e-8a7e4ebadbe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:57.164724 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf051223-7243-400a-9f92-6dad63c186d4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=e0e7377b-9d68-4f5e-a009-a52064edfcf5,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:57.168215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bf051223-7243-400a-9f92-6dad63c186d4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:57.183830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-82378ee5-fb2e-4afd-9c4b-c7ea21b3e846 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.191188 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857cd546-adf2-4876-838c-ac566bf8c680 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Made reservation on behalf of 4e22d4e6a32b438182bd97197bbb69cf for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:57.196062 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-857cd546-adf2-4876-838c-ac566bf8c680 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.219566 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=70851a09-89d0-4ccf-acda-35ff29241284,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:57.223053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:57.227853 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2eae5db7-35de-4743-86c6-3837ab99460b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.264098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7b0ea90a-c736-4a77-888e-5a28bbfa5b4b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.293282 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bf051223-7243-400a-9f92-6dad63c186d4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7578444 Jun 18 16:31:57.300608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47680) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:57.311969 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-aed78774-ec99-4b55-aeb1-5e413d8d1133 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:57.320336 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd45a96b-db5d-43af-b52e-ab6086b2ba92 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.340930 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd45a96b-db5d-43af-b52e-ab6086b2ba92 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.418188 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd45a96b-db5d-43af-b52e-ab6086b2ba92 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.418733 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd45a96b-db5d-43af-b52e-ab6086b2ba92 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ea9368d-4b5f-4c88-b9d0-c9209a587d26 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:31:57.424836 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd45a96b-db5d-43af-b52e-ab6086b2ba92 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.426070 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-dd45a96b-db5d-43af-b52e-ab6086b2ba92 tempest-RoutersTestDVR-1575612562 tempest-RoutersTestDVR-1575612562-project-admin] 10.222.0.39 "DELETE /v2.0/routers/9ea9368d-4b5f-4c88-b9d0-c9209a587d26 HTTP/1.1" status: 204 len: 168 time: 0.4301472 Jun 18 16:31:57.479969 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aed78774-ec99-4b55-aeb1-5e413d8d1133 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.551749 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2eae5db7-35de-4743-86c6-3837ab99460b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.564074 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2eae5db7-35de-4743-86c6-3837ab99460b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.569555 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b4f86220-9203-4618-ab61-5059d404306a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:57.630957 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2eae5db7-35de-4743-86c6-3837ab99460b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.633121 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2eae5db7-35de-4743-86c6-3837ab99460b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6538544 Jun 18 16:31:57.641397 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47684) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:57.652443 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-383947b6-19dc-48be-893e-8084a9e7611d tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group_rule': {'security_group_id': 'ecca9a32-3a5f-4189-a087-e9fd6cd853cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7f1e0dd1-9af5-433e-8de5-beae2155f779', 'remote_ip_prefix': None}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:57.660100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-82378ee5-fb2e-4afd-9c4b-c7ea21b3e846 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.678328 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-82378ee5-fb2e-4afd-9c4b-c7ea21b3e846 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.679835 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae5db7-35de-4743-86c6-3837ab99460b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1e0dd1-9af5-433e-8de5-beae2155f779,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:57.689096 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2eae5db7-35de-4743-86c6-3837ab99460b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:57.714802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-08ef0e84-1c33-4e03-92e1-f7dc54e0ba66 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:57.731391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-383947b6-19dc-48be-893e-8084a9e7611d tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.737637 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aed78774-ec99-4b55-aeb1-5e413d8d1133 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.747353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82378ee5-fb2e-4afd-9c4b-c7ea21b3e846 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ab91b0-cda3-4b13-81fd-bdfd1396f8e6,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:57.748093 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aed78774-ec99-4b55-aeb1-5e413d8d1133 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.751010 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b299b8cc-7f4b-44e4-9488-0a0c9bc8f90a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:57.753780 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47688) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:57.754729 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-82378ee5-fb2e-4afd-9c4b-c7ea21b3e846 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:57.757569 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-82378ee5-fb2e-4afd-9c4b-c7ea21b3e846 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.761347 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-82378ee5-fb2e-4afd-9c4b-c7ea21b3e846 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1032879 Jun 18 16:31:57.770840 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47690) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:57.783041 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7b0ea90a-c736-4a77-888e-5a28bbfa5b4b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.804237 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-aed78774-ec99-4b55-aeb1-5e413d8d1133 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] In _notify_port_updated(), no bound segment for port e0e7377b-9d68-4f5e-a009-a52064edfcf5 on network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 {{(pid=93427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:31:57.809660 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed78774-ec99-4b55-aeb1-5e413d8d1133 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:57.810399 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aed78774-ec99-4b55-aeb1-5e413d8d1133 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.814467 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-aed78774-ec99-4b55-aeb1-5e413d8d1133 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "PUT /v2.0/ports/e0e7377b-9d68-4f5e-a009-a52064edfcf5 HTTP/1.1" status: 200 len: 818 time: 0.5081272 Jun 18 16:31:57.820689 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47694) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:57.880489 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed78774-ec99-4b55-aeb1-5e413d8d1133 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=e0e7377b-9d68-4f5e-a009-a52064edfcf5,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:57.887926 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aed78774-ec99-4b55-aeb1-5e413d8d1133 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:57.888124 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1493e38c-9d9d-427f-b6ee-4070aab53f18 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.906570 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-383947b6-19dc-48be-893e-8084a9e7611d tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.909082 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1493e38c-9d9d-427f-b6ee-4070aab53f18 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.916663 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-383947b6-19dc-48be-893e-8084a9e7611d tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.925394 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-99cceae0-ec60-401f-930a-8454868e7453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.933709 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:57.956038 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383947b6-19dc-48be-893e-8084a9e7611d tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a7f8a3-7ee0-4082-a8fe-5637a605e548,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:57.959304 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-383947b6-19dc-48be-893e-8084a9e7611d tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:57.969710 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-383947b6-19dc-48be-893e-8084a9e7611d tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.973684 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-383947b6-19dc-48be-893e-8084a9e7611d tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3288195 Jun 18 16:31:57.974125 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47696) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:57.986514 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7b0ea90a-c736-4a77-888e-5a28bbfa5b4b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:57.992699 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-276baa16-f537-4106-b792-f553c4a71c6a tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:58.003760 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-12021349-5374-4b3d-a2f2-11d1f74197cf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port e0e7377b-9d68-4f5e-a009-a52064edfcf5 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:58.004116 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-12021349-5374-4b3d-a2f2-11d1f74197cf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.006146 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-857cd546-adf2-4876-838c-ac566bf8c680 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.010164 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a907b7d9-6234-4225-8ad7-4ab79009c6f2 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.032297 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1493e38c-9d9d-427f-b6ee-4070aab53f18 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.038468 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ea90a-c736-4a77-888e-5a28bbfa5b4b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a38c88-005d-48cc-bd44-b6ab85200a02,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:58.042399 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1493e38c-9d9d-427f-b6ee-4070aab53f18 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.043462 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1493e38c-9d9d-427f-b6ee-4070aab53f18 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/c2ab91b0-cda3-4b13-81fd-bdfd1396f8e6 HTTP/1.1" status: 204 len: 168 time: 0.2694538 Jun 18 16:31:58.044978 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7b0ea90a-c736-4a77-888e-5a28bbfa5b4b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.047383 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5a7a93-bec0-4fc9-8d5c-e5d756c917ed None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:58.049240 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7b0ea90a-c736-4a77-888e-5a28bbfa5b4b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/e1a38c88-005d-48cc-bd44-b6ab85200a02 HTTP/1.1" status: 204 len: 168 time: 1.1488533 Jun 18 16:31:58.052363 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47698) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:58.052698 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47700) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:58.057550 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7b0ea90a-c736-4a77-888e-5a28bbfa5b4b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:58.057876 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-35ab1332-a1c9-4767-9cef-be41ed60ec4e tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:58.072246 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a907b7d9-6234-4225-8ad7-4ab79009c6f2 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.126655 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3eae6b30-675b-4d33-a5ef-f66cdb157379 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671535 Jun 18 16:31:58.133545 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47702) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:58.157262 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857cd546-adf2-4876-838c-ac566bf8c680 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Checking segment: {'id': '4db9eb69-e0ab-4b6a-9803-eb25061238b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '43b13c6a-0bce-499d-aa98-3f03fa2750cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:58.157617 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857cd546-adf2-4876-838c-ac566bf8c680 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network hostable DHCP agents. Network: 43b13c6a-0bce-499d-aa98-3f03fa2750cf, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:31:58.164655 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cd546-adf2-4876-838c-ac566bf8c680 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Subnet': ['ID=3394f9d8-0ed1-4e6c-b907-bfe97d133b72,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:58.169853 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-857cd546-adf2-4876-838c-ac566bf8c680 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:58.170433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ce6104b0-a28b-4c29-b546-1729b4ba2633 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:58.179742 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-12021349-5374-4b3d-a2f2-11d1f74197cf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.190982 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493e38c-9d9d-427f-b6ee-4070aab53f18 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2ab91b0-cda3-4b13-81fd-bdfd1396f8e6,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:58.200334 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1493e38c-9d9d-427f-b6ee-4070aab53f18 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:58.218047 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857cd546-adf2-4876-838c-ac566bf8c680 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network 43b13c6a-0bce-499d-aa98-3f03fa2750cf is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:31:58.236360 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-99cceae0-ec60-401f-930a-8454868e7453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.237999 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-857cd546-adf2-4876-838c-ac566bf8c680 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 43b13c6a-0bce-499d-aa98-3f03fa2750cf) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:58.243875 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857cd546-adf2-4876-838c-ac566bf8c680 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:58.244677 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-857cd546-adf2-4876-838c-ac566bf8c680 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.249271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-99cceae0-ec60-401f-930a-8454868e7453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.252449 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b85be7e-1ec2-48b5-9839-f887061c498e None None] Network 43b13c6a-0bce-499d-aa98-3f03fa2750cf requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:58.256113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a4c8553c-6ed4-4d2f-8f3c-20cc2eb62d64 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:58.279941 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09edb78-a114-473e-aba1-7c4a94cacad7 None None] DHCP port deletion for c0c58b33-89bf-4a11-9df9-ed95e6524a1d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:31:58.300522 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-857cd546-adf2-4876-838c-ac566bf8c680 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7048261 Jun 18 16:31:58.300750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47704) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:58.313410 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-99cceae0-ec60-401f-930a-8454868e7453 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a02acd66dcf048c49d27f8a9fb0d7198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5551183 Jun 18 16:31:58.314960 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cceae0-ec60-401f-930a-8454868e7453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511a2205-a11d-42fa-9546-e269a6d4e3c6,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:58.330421 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47706) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:58.357194 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-99cceae0-ec60-401f-930a-8454868e7453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:58.372435 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 70851a09-89d0-4ccf-acda-35ff29241284 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:31:58.453325 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18038e95-e123-425c-9d08-03b086228b0a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.459016 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d3a0c152-bffe-4a31-a272-565831396ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.498643 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d09edb78-a114-473e-aba1-7c4a94cacad7 None None] Deleting port 70851a09-89d0-4ccf-acda-35ff29241284 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:58.498979 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d09edb78-a114-473e-aba1-7c4a94cacad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.508521 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d3a0c152-bffe-4a31-a272-565831396ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.552615 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18038e95-e123-425c-9d08-03b086228b0a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.590245 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-12021349-5374-4b3d-a2f2-11d1f74197cf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for e0e7377b-9d68-4f5e-a009-a52064edfcf5 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:58.607890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d3a0c152-bffe-4a31-a272-565831396ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.608316 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3eff5213-c3a2-4969-a5f3-b966f79c399f tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5502040 Jun 18 16:31:58.609032 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a907b7d9-6234-4225-8ad7-4ab79009c6f2 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.611145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d3a0c152-bffe-4a31-a272-565831396ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.611820 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47708) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:58.612375 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d3a0c152-bffe-4a31-a272-565831396ca1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/511a2205-a11d-42fa-9546-e269a6d4e3c6 HTTP/1.1" status: 204 len: 168 time: 0.2809157 Jun 18 16:31:58.613973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-967c476d-b926-4944-9b30-4156626f1a8f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:58.627584 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0c152-bffe-4a31-a272-565831396ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511a2205-a11d-42fa-9546-e269a6d4e3c6,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:58.627831 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a907b7d9-6234-4225-8ad7-4ab79009c6f2 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.636022 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a907b7d9-6234-4225-8ad7-4ab79009c6f2 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/38a7f8a3-7ee0-4082-a8fe-5637a605e548 HTTP/1.1" status: 204 len: 168 time: 0.6539388 Jun 18 16:31:58.636022 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-99411bf5-bc11-4240-9293-dde9406d335b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:58.636311 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47712) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:58.636311 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d3a0c152-bffe-4a31-a272-565831396ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:58.636476 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d09edb78-a114-473e-aba1-7c4a94cacad7 None None] For port 70851a09-89d0-4ccf-acda-35ff29241284, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=70851a09-89d0-4ccf-acda-35ff29241284,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:58.636476 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d09edb78-a114-473e-aba1-7c4a94cacad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.685075 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907b7d9-6234-4225-8ad7-4ab79009c6f2 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38a7f8a3-7ee0-4082-a8fe-5637a605e548,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:58.695061 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a907b7d9-6234-4225-8ad7-4ab79009c6f2 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:58.699389 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18038e95-e123-425c-9d08-03b086228b0a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.703035 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-39d3d216-88a2-40d9-bb07-c745877545c5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:58.706669 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d09edb78-a114-473e-aba1-7c4a94cacad7 None None] Calling delete_port for 70851a09-89d0-4ccf-acda-35ff29241284 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:58.727797 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-794b4fe8-db80-4d75-9071-8532e47d9d39 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0918906 Jun 18 16:31:58.728791 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47714) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:58.746603 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fff701-189c-4605-9a4c-d46d775c6d4a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:58.748191 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f8fff701-189c-4605-9a4c-d46d775c6d4a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6106961 Jun 18 16:31:58.751974 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47716) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:58.758051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18038e95-e123-425c-9d08-03b086228b0a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Subnet': ['ID=3394f9d8-0ed1-4e6c-b907-bfe97d133b72,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:58.764893 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-18038e95-e123-425c-9d08-03b086228b0a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:58.796472 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.820185 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69e1083-e91d-44af-a4d3-2fc9db99fd26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-43b13c6a-0bce-499d-aa98-3f03fa2750cf', 'network_id': '43b13c6a-0bce-499d-aa98-3f03fa2750cf', 'tenant_id': '4e22d4e6a32b438182bd97197bbb69cf', 'fixed_ips': [{'subnet_id': '3394f9d8-0ed1-4e6c-b907-bfe97d133b72'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:31:58.821399 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b69e1083-e91d-44af-a4d3-2fc9db99fd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.824741 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d09edb78-a114-473e-aba1-7c4a94cacad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.831640 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7bf77e5b-ff04-4eed-ac94-ef8c513d08cf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.840041 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:58.860982 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18038e95-e123-425c-9d08-03b086228b0a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.862487 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-12021349-5374-4b3d-a2f2-11d1f74197cf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.870003 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-325f7e74-d959-4592-9f87-f3c4f0802cae tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:58.873236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-18038e95-e123-425c-9d08-03b086228b0a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b13c6a-0bce-499d-aa98-3f03fa2750cf']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:58.883513 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6943bd-3a87-4cb1-a929-8d5746186bb1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:58.884962 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ea6943bd-3a87-4cb1-a929-8d5746186bb1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1257560 Jun 18 16:31:58.887822 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-18038e95-e123-425c-9d08-03b086228b0a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db9eb69-e0ab-4b6a-9803-eb25061238b0') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:58.888150 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-18038e95-e123-425c-9d08-03b086228b0a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db9eb69-e0ab-4b6a-9803-eb25061238b0') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:58.889712 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47720) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:58.897411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09edb78-a114-473e-aba1-7c4a94cacad7 None None] No DVR routers for this DVR port 70851a09-89d0-4ccf-acda-35ff29241284 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:58.901801 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09edb78-a114-473e-aba1-7c4a94cacad7 None None] Pushing event deleted for resources: {'Port': ['ID=70851a09-89d0-4ccf-acda-35ff29241284,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:58.907485 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d09edb78-a114-473e-aba1-7c4a94cacad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:58.916682 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7bf77e5b-ff04-4eed-ac94-ef8c513d08cf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.924270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12021349-5374-4b3d-a2f2-11d1f74197cf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=e0e7377b-9d68-4f5e-a009-a52064edfcf5,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:58.937682 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-12021349-5374-4b3d-a2f2-11d1f74197cf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:58.948104 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-81083fe0-9ee3-44a6-a924-68ccf48e094b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.951598 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-12021349-5374-4b3d-a2f2-11d1f74197cf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.955946 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-12021349-5374-4b3d-a2f2-11d1f74197cf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/ports/e0e7377b-9d68-4f5e-a009-a52064edfcf5 HTTP/1.1" status: 204 len: 168 time: 1.1279790 Jun 18 16:31:58.963216 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c63b8f0f-7482-401c-a32b-d32beb5e2263 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0714908 Jun 18 16:31:58.963391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47722) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:58.963391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47724) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:58.965143 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18038e95-e123-425c-9d08-03b086228b0a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.969542 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-1fae4e91-af94-44b4-83b5-ca5afc9e077a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:58.982535 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18038e95-e123-425c-9d08-03b086228b0a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:58.994306 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a5a134-dcc9-4b31-a767-3f17061dc7c7 None None] Network 43b13c6a-0bce-499d-aa98-3f03fa2750cf requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:58.998438 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18038e95-e123-425c-9d08-03b086228b0a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:58.999214 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18038e95-e123-425c-9d08-03b086228b0a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:59.005698 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:59.075615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-81083fe0-9ee3-44a6-a924-68ccf48e094b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.094651 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18038e95-e123-425c-9d08-03b086228b0a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.102996 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-acc9c7de-bbbe-446f-80e5-d0601bf4d938 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:59.112354 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-18038e95-e123-425c-9d08-03b086228b0a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.118868 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-18038e95-e123-425c-9d08-03b086228b0a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/networks/43b13c6a-0bce-499d-aa98-3f03fa2750cf HTTP/1.1" status: 204 len: 168 time: 0.8128517 Jun 18 16:31:59.128881 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47726) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:59.130518 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18038e95-e123-425c-9d08-03b086228b0a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Network': ['ID=43b13c6a-0bce-499d-aa98-3f03fa2750cf,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:59.133512 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-18038e95-e123-425c-9d08-03b086228b0a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:59.137587 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7bf77e5b-ff04-4eed-ac94-ef8c513d08cf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.140024 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7bf77e5b-ff04-4eed-ac94-ef8c513d08cf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.141078 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7bf77e5b-ff04-4eed-ac94-ef8c513d08cf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "DELETE /v2.0/security-groups/a6bb0ea1-d203-4b5b-a22e-faf04b86476a HTTP/1.1" status: 204 len: 168 time: 0.5268981 Jun 18 16:31:59.143750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47728) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:59.148766 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-4b3cf488-4a67-43ce-9bb5-01bac2873b50 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-432269844'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:59.150866 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47730) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:59.151708 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-77d3ecce-d1a0-46fe-943b-a01edf52225c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:59.171640 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bf481a1f-a8b6-42b3-952a-407db8ec32cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.180117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf77e5b-ff04-4eed-ac94-ef8c513d08cf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bb0ea1-d203-4b5b-a22e-faf04b86476a,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:59.200450 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-81083fe0-9ee3-44a6-a924-68ccf48e094b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.202949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-81083fe0-9ee3-44a6-a924-68ccf48e094b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.204054 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-81083fe0-9ee3-44a6-a924-68ccf48e094b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "DELETE /v2.0/security-groups/7f1e0dd1-9af5-433e-8de5-beae2155f779 HTTP/1.1" status: 204 len: 168 time: 0.4746485 Jun 18 16:31:59.206698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47732) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:59.212355 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f958b9af-2490-4a29-8d05-947490461087 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:59.213837 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f958b9af-2490-4a29-8d05-947490461087 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2493863 Jun 18 16:31:59.217943 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf77e5b-ff04-4eed-ac94-ef8c513d08cf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.218259 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf77e5b-ff04-4eed-ac94-ef8c513d08cf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.218652 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf77e5b-ff04-4eed-ac94-ef8c513d08cf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.219015 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf77e5b-ff04-4eed-ac94-ef8c513d08cf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.219373 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf77e5b-ff04-4eed-ac94-ef8c513d08cf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.219732 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf77e5b-ff04-4eed-ac94-ef8c513d08cf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.220087 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf77e5b-ff04-4eed-ac94-ef8c513d08cf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.220440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf77e5b-ff04-4eed-ac94-ef8c513d08cf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.220794 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf77e5b-ff04-4eed-ac94-ef8c513d08cf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.221146 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf77e5b-ff04-4eed-ac94-ef8c513d08cf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.221501 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf77e5b-ff04-4eed-ac94-ef8c513d08cf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.221851 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf77e5b-ff04-4eed-ac94-ef8c513d08cf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.224293 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47734) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:59.227195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.api [None req-1fae4e91-af94-44b4-83b5-ca5afc9e077a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:31:59.227195 dv-neutron-797121-1-hyperv neutron-server[93427]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 18 16:31:59.227195 dv-neutron-797121-1-hyperv neutron-server[93427]: [parameters: {'project_id': '856662b118944798b50c407d55a72106', 'id': 'e0fe6d5a-a1cb-4f89-8a7b-0d634335c7f7', 'expiration': datetime.datetime(2021, 6, 18, 16, 33, 59, 195616)}] Jun 18 16:31:59.227195 dv-neutron-797121-1-hyperv neutron-server[93427]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:31:59.227567 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_db.api [None req-1fae4e91-af94-44b4-83b5-ca5afc9e077a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:31:59.229503 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7bf77e5b-ff04-4eed-ac94-ef8c513d08cf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:59.238070 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-80f09972-de39-40a7-ab4d-f8bd9e94e6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:59.242013 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-49e209c0-608d-4de6-ae3d-e905fded655c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.0968130 Jun 18 16:31:59.244995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47736) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:59.248374 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3cf488-4a67-43ce-9bb5-01bac2873b50 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Made reservation on behalf of 4e22d4e6a32b438182bd97197bbb69cf for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:59.251650 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf488-4a67-43ce-9bb5-01bac2873b50 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.275745 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81083fe0-9ee3-44a6-a924-68ccf48e094b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1e0dd1-9af5-433e-8de5-beae2155f779,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:59.283474 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4bb5aa-fbeb-4f39-8b97-962cb8c64563 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] GET failed (client error): The resource could not be found. Jun 18 16:31:59.285306 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8e4bb5aa-fbeb-4f39-8b97-962cb8c64563 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports/e0e7377b-9d68-4f5e-a009-a52064edfcf5 HTTP/1.1" status: 404 len: 333 time: 0.0567329 Jun 18 16:31:59.289522 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-81083fe0-9ee3-44a6-a924-68ccf48e094b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:59.290617 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47738) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:59.295635 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-a2f005ce-58b5-4078-a42f-df22cf7ecb78 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1712356786'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:59.312203 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3cf488-4a67-43ce-9bb5-01bac2873b50 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:31:59.322850 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf488-4a67-43ce-9bb5-01bac2873b50 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.323242 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-4b3cf488-4a67-43ce-9bb5-01bac2873b50 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Added segment ee1e4ec4-0b52-464b-9d8f-a689d2d66100 of type vlan for network dd3b0237-fa65-47e1-9b5b-0a570ccc4678 Jun 18 16:31:59.331709 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f9b65172-8230-4b5c-bbb2-c1f7bc6624fb tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1227198 Jun 18 16:31:59.334450 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47740) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:59.362928 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf488-4a67-43ce-9bb5-01bac2873b50 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.380493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c77f0c4c-05df-4fc9-9af5-0e9e6275c134 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.392798 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf488-4a67-43ce-9bb5-01bac2873b50 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.399168 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3cf488-4a67-43ce-9bb5-01bac2873b50 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:59.399770 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf488-4a67-43ce-9bb5-01bac2873b50 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.403000 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9ddfe72a-af70-4136-b6c8-19bf1107ac80 tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:59.424484 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c77f0c4c-05df-4fc9-9af5-0e9e6275c134 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.467554 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-103facb3-c137-4bff-ac49-684fa5749649 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.470769 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cf488-4a67-43ce-9bb5-01bac2873b50 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Network': ['ID=dd3b0237-fa65-47e1-9b5b-0a570ccc4678,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:59.473413 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4b3cf488-4a67-43ce-9bb5-01bac2873b50 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:59.481967 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network dd3b0237-fa65-47e1-9b5b-0a570ccc4678 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:31:59.489366 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bf481a1f-a8b6-42b3-952a-407db8ec32cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.498857 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bf481a1f-a8b6-42b3-952a-407db8ec32cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.505586 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-01a31415-215e-4acc-a205-cc62f026042b tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:59.517221 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f005ce-58b5-4078-a42f-df22cf7ecb78 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:59.522155 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a2f005ce-58b5-4078-a42f-df22cf7ecb78 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.541336 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4b3cf488-4a67-43ce-9bb5-01bac2873b50 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4042788 Jun 18 16:31:59.542075 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-103facb3-c137-4bff-ac49-684fa5749649 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.543728 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47742) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:59.553099 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-57b05753-0cd5-449e-b71b-935bbf626217 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'subnet': {'network_id': 'dd3b0237-fa65-47e1-9b5b-0a570ccc4678', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:59.560386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c77f0c4c-05df-4fc9-9af5-0e9e6275c134 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.562975 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c77f0c4c-05df-4fc9-9af5-0e9e6275c134 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.564103 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c77f0c4c-05df-4fc9-9af5-0e9e6275c134 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "DELETE /v2.0/security-groups/8ee31dd3-5e63-4126-ab26-8bd230bd5c45 HTTP/1.1" status: 204 len: 168 time: 0.3182030 Jun 18 16:31:59.568190 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47744) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:59.570693 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bf481a1f-a8b6-42b3-952a-407db8ec32cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b42b47cc868448deb95f22476bddc8c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4187953 Jun 18 16:31:59.578750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf481a1f-a8b6-42b3-952a-407db8ec32cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886f0657-dd96-4f8c-a2aa-85ba79770068,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:59.580427 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47746) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:59.606772 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f005ce-58b5-4078-a42f-df22cf7ecb78 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:31:59.620285 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481a1f-a8b6-42b3-952a-407db8ec32cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.620679 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481a1f-a8b6-42b3-952a-407db8ec32cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.621065 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481a1f-a8b6-42b3-952a-407db8ec32cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.621443 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481a1f-a8b6-42b3-952a-407db8ec32cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.621814 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481a1f-a8b6-42b3-952a-407db8ec32cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.622186 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481a1f-a8b6-42b3-952a-407db8ec32cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.622557 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481a1f-a8b6-42b3-952a-407db8ec32cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.622953 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481a1f-a8b6-42b3-952a-407db8ec32cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.623323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481a1f-a8b6-42b3-952a-407db8ec32cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.623684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481a1f-a8b6-42b3-952a-407db8ec32cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.624050 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481a1f-a8b6-42b3-952a-407db8ec32cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.624410 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481a1f-a8b6-42b3-952a-407db8ec32cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:59.632432 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a2f005ce-58b5-4078-a42f-df22cf7ecb78 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.632866 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-a2f005ce-58b5-4078-a42f-df22cf7ecb78 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Added segment 8e19793e-b1ba-4ff0-9223-cdbd1478cc0f of type vlan for network a1d90848-c599-4ce2-962b-226701521eb2 Jun 18 16:31:59.635917 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bf481a1f-a8b6-42b3-952a-407db8ec32cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:59.636778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e17d8558-c13a-4087-a276-95d8c79fb4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:59.664729 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f0c4c-05df-4fc9-9af5-0e9e6275c134 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee31dd3-5e63-4126-ab26-8bd230bd5c45,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:59.678458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c77f0c4c-05df-4fc9-9af5-0e9e6275c134 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:59.685672 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a2f005ce-58b5-4078-a42f-df22cf7ecb78 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.687257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-103facb3-c137-4bff-ac49-684fa5749649 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.689845 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-103facb3-c137-4bff-ac49-684fa5749649 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.694093 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-103facb3-c137-4bff-ac49-684fa5749649 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "DELETE /v2.0/security-groups/ecca9a32-3a5f-4189-a087-e9fd6cd853cc HTTP/1.1" status: 204 len: 168 time: 0.3532927 Jun 18 16:31:59.694093 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6974feaf-8840-472a-bd8b-f905e8a8d387 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:59.694365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47748) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:59.702953 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f6567953-6837-41d0-b762-de3c1c8d4afd tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1267972 Jun 18 16:31:59.702953 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47750) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:59.706854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b1d73a0f-ad87-4f34-82e1-942d896437dd tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group': {'name': 'tempest-secgroup--2032229925'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:59.709859 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b05753-0cd5-449e-b71b-935bbf626217 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Made reservation on behalf of 4e22d4e6a32b438182bd97197bbb69cf for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:59.713413 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-57b05753-0cd5-449e-b71b-935bbf626217 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.725007 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103facb3-c137-4bff-ac49-684fa5749649 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecca9a32-3a5f-4189-a087-e9fd6cd853cc,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:59.730351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-103facb3-c137-4bff-ac49-684fa5749649 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:59.735531 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3092fee1-487c-4fdb-a453-3540cd5d56d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.764169 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b1d73a0f-ad87-4f34-82e1-942d896437dd tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.768085 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3092fee1-487c-4fdb-a453-3540cd5d56d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.818065 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a2f005ce-58b5-4078-a42f-df22cf7ecb78 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.823883 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f005ce-58b5-4078-a42f-df22cf7ecb78 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:59.824462 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a2f005ce-58b5-4078-a42f-df22cf7ecb78 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.829277 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3092fee1-487c-4fdb-a453-3540cd5d56d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.831893 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3092fee1-487c-4fdb-a453-3540cd5d56d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.835781 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3092fee1-487c-4fdb-a453-3540cd5d56d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/886f0657-dd96-4f8c-a2aa-85ba79770068 HTTP/1.1" status: 204 len: 168 time: 0.2457433 Jun 18 16:31:59.835949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-60108585-f76e-4008-bf8e-702e7d043168 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:59.836049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d3a0c152-bffe-4a31-a272-565831396ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:59.854329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092fee1-487c-4fdb-a453-3540cd5d56d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886f0657-dd96-4f8c-a2aa-85ba79770068,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:59.858429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3092fee1-487c-4fdb-a453-3540cd5d56d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:59.862230 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fae4e91-af94-44b4-83b5-ca5afc9e077a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:59.865439 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1fae4e91-af94-44b4-83b5-ca5afc9e077a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.910287 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-544c8e2a-c63a-43b8-9e1f-ea44ed64f2b6 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2117536 Jun 18 16:31:59.911389 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47754) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:59.924304 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-08c36268-b074-43ba-8537-f2f54d273a8f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group': {'name': 'tempest-secgroup--257456876'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:59.939539 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b1d73a0f-ad87-4f34-82e1-942d896437dd tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.944311 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b1d73a0f-ad87-4f34-82e1-942d896437dd tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:59.949081 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-eec7c224-137e-47cf-a4c2-0e107e07aa3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:59.966124 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a2f005ce-58b5-4078-a42f-df22cf7ecb78 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6719787 Jun 18 16:31:59.970664 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47756) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:59.981786 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d6a71065-fb78-49e9-a402-e731d9b3dace tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'subnet': {'network_id': 'a1d90848-c599-4ce2-962b-226701521eb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:59.995039 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f005ce-58b5-4078-a42f-df22cf7ecb78 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Network': ['ID=a1d90848-c599-4ce2-962b-226701521eb2,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:00.000601 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a2f005ce-58b5-4078-a42f-df22cf7ecb78 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:00.013870 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network a1d90848-c599-4ce2-962b-226701521eb2 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:32:00.038684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-08c36268-b074-43ba-8537-f2f54d273a8f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.043794 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d73a0f-ad87-4f34-82e1-942d896437dd tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4774b913-b1c2-44c4-8a87-8d79e12f71f8,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:00.054621 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b1d73a0f-ad87-4f34-82e1-942d896437dd tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:00.063214 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b1d73a0f-ad87-4f34-82e1-942d896437dd tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.067543 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b1d73a0f-ad87-4f34-82e1-942d896437dd tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3642859 Jun 18 16:32:00.067684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47758) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:00.078094 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-fd55c73c-4b11-448b-adfb-9b044a8d71af tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group_rule': {'security_group_id': '4774b913-b1c2-44c4-8a87-8d79e12f71f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:00.177908 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-57b05753-0cd5-449e-b71b-935bbf626217 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.182698 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c8699c2f-e97a-4f88-95c7-99a3219ad9d9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:00.185626 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd55c73c-4b11-448b-adfb-9b044a8d71af tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.247746 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-08c36268-b074-43ba-8537-f2f54d273a8f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.256380 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-08c36268-b074-43ba-8537-f2f54d273a8f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.269125 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e0429663-d06b-49e4-8bfe-e1a261178dc1 tempest-RoutersAdminNegativeTest-1645607109 tempest-RoutersAdminNegativeTest-1645607109-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:00.308293 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a71065-fb78-49e9-a402-e731d9b3dace tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:00.310733 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b05753-0cd5-449e-b71b-935bbf626217 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Subnet': ['ID=b3f93e79-c436-4d44-b355-fc1eee8883c4,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:00.312733 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d6a71065-fb78-49e9-a402-e731d9b3dace tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.326006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-57b05753-0cd5-449e-b71b-935bbf626217 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:00.336136 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-08c36268-b074-43ba-8537-f2f54d273a8f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.338465 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-08c36268-b074-43ba-8537-f2f54d273a8f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4253037 Jun 18 16:32:00.364237 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47768) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:00.366735 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c36268-b074-43ba-8537-f2f54d273a8f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f453174a-4573-4058-b9c4-af95db8e6fdd,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:00.371834 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-08c36268-b074-43ba-8537-f2f54d273a8f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:00.377922 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-adbefce2-b561-4b29-a738-7530a0d17a7a tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group_rule': {'security_group_id': 'f453174a-4573-4058-b9c4-af95db8e6fdd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:00.388288 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd55c73c-4b11-448b-adfb-9b044a8d71af tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.392575 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b05753-0cd5-449e-b71b-935bbf626217 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Checking segment: {'id': 'ee1e4ec4-0b52-464b-9d8f-a689d2d66100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'dd3b0237-fa65-47e1-9b5b-0a570ccc4678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:00.393081 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b05753-0cd5-449e-b71b-935bbf626217 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network hostable DHCP agents. Network: dd3b0237-fa65-47e1-9b5b-0a570ccc4678, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:32:00.404260 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd55c73c-4b11-448b-adfb-9b044a8d71af tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.421456 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:00.455004 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55c73c-4b11-448b-adfb-9b044a8d71af tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f89d97b5-1a90-46da-afc8-d8932b0e7ab0,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:00.474403 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.objects.ports [None req-1fae4e91-af94-44b4-83b5-ca5afc9e077a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93427) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:32:00.481968 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fd55c73c-4b11-448b-adfb-9b044a8d71af tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:00.484133 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1fae4e91-af94-44b4-83b5-ca5afc9e077a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.486793 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0a5b0478-ad77-48f3-a799-57b1b58897a4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:00.492303 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b05753-0cd5-449e-b71b-935bbf626217 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network dd3b0237-fa65-47e1-9b5b-0a570ccc4678 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:32:00.494193 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-adbefce2-b561-4b29-a738-7530a0d17a7a tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.523695 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd55c73c-4b11-448b-adfb-9b044a8d71af tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.527107 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fd55c73c-4b11-448b-adfb-9b044a8d71af tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4544740 Jun 18 16:32:00.527804 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47776) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:00.552075 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-57b05753-0cd5-449e-b71b-935bbf626217 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, dd3b0237-fa65-47e1-9b5b-0a570ccc4678) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:00.565628 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b05753-0cd5-449e-b71b-935bbf626217 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:00.566253 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-57b05753-0cd5-449e-b71b-935bbf626217 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.567340 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6018de-9565-49a5-8bdc-a6e1620b01c1 None None] Network dd3b0237-fa65-47e1-9b5b-0a570ccc4678 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:00.574947 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fae4e91-af94-44b4-83b5-ca5afc9e077a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:00.575765 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d6a71065-fb78-49e9-a402-e731d9b3dace tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.587265 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-1fae4e91-af94-44b4-83b5-ca5afc9e077a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:00.588994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae4e91-af94-44b4-83b5-ca5afc9e077a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=ce0e4064-1908-449a-9867-f5c40df4ca88,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:00.591549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fae4e91-af94-44b4-83b5-ca5afc9e077a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:00.592140 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1fae4e91-af94-44b4-83b5-ca5afc9e077a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.601798 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1fae4e91-af94-44b4-83b5-ca5afc9e077a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:00.602206 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e73e588f-8741-4643-9753-9ced83ab715c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:00.611119 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-57b05753-0cd5-449e-b71b-935bbf626217 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0654566 Jun 18 16:32:00.616090 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47782) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:00.646189 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:32:00.665411 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a71065-fb78-49e9-a402-e731d9b3dace tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Subnet': ['ID=fe032d3e-c2e6-4b10-b245-4075cc880c4e,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:00.674358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d6a71065-fb78-49e9-a402-e731d9b3dace tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:00.680395 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1fae4e91-af94-44b4-83b5-ca5afc9e077a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7104387 Jun 18 16:32:00.680601 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44136383-b8f4-4d02-bf53-44c25af72c31 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.681068 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-adbefce2-b561-4b29-a738-7530a0d17a7a tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.681184 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9febede0-f57c-4932-9932-b5b3870f0354 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:00.681725 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47784) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:00.689953 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-0585afa5-6cd4-450f-9819-9a34ef936f6f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'mac_address': 'fa:16:3e:7c:b8:ec', 'name': 'tempest-NetworksTestDHCPv6-1451130353'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:00.697363 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44136383-b8f4-4d02-bf53-44c25af72c31 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.700961 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-adbefce2-b561-4b29-a738-7530a0d17a7a tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.743544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44136383-b8f4-4d02-bf53-44c25af72c31 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.751435 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44136383-b8f4-4d02-bf53-44c25af72c31 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.753643 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6fb6c000-5503-4b94-9fc0-fdbd81b542c0 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:00.757497 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-44136383-b8f4-4d02-bf53-44c25af72c31 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/f89d97b5-1a90-46da-afc8-d8932b0e7ab0 HTTP/1.1" status: 204 len: 168 time: 0.2201400 Jun 18 16:32:00.758143 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47788) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:00.758329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:00.775434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a71065-fb78-49e9-a402-e731d9b3dace tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Checking segment: {'id': '8e19793e-b1ba-4ff0-9223-cdbd1478cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a1d90848-c599-4ce2-962b-226701521eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:00.775796 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a71065-fb78-49e9-a402-e731d9b3dace tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network hostable DHCP agents. Network: a1d90848-c599-4ce2-962b-226701521eb2, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:32:00.778527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44136383-b8f4-4d02-bf53-44c25af72c31 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f89d97b5-1a90-46da-afc8-d8932b0e7ab0,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:00.780507 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-44136383-b8f4-4d02-bf53-44c25af72c31 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:00.808727 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a71065-fb78-49e9-a402-e731d9b3dace tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network a1d90848-c599-4ce2-962b-226701521eb2 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:32:00.820987 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-d6a71065-fb78-49e9-a402-e731d9b3dace tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, a1d90848-c599-4ce2-962b-226701521eb2) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:00.822444 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbefce2-b561-4b29-a738-7530a0d17a7a tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ef0740-04e4-410e-aea0-8378a7411879,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:00.827237 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a71065-fb78-49e9-a402-e731d9b3dace tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:00.828531 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d6a71065-fb78-49e9-a402-e731d9b3dace tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.832840 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-adbefce2-b561-4b29-a738-7530a0d17a7a tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:00.851417 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c24d29-d767-455f-b197-5001e466dba8 None None] Network a1d90848-c599-4ce2-962b-226701521eb2 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:00.851790 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-adbefce2-b561-4b29-a738-7530a0d17a7a tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.852894 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-adbefce2-b561-4b29-a738-7530a0d17a7a tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4851468 Jun 18 16:32:00.855305 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d6a71065-fb78-49e9-a402-e731d9b3dace tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8816550 Jun 18 16:32:00.856049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47790) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:00.860033 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47792) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:00.876332 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-77ee7cba-2ce7-46d7-a210-0126b7b4781e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'subnet': {'network_id': 'a1d90848-c599-4ce2-962b-226701521eb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:00.881878 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-dd3b0237-fa65-47e1-9b5b-0a570ccc4678', 'network_id': 'dd3b0237-fa65-47e1-9b5b-0a570ccc4678', 'tenant_id': '4e22d4e6a32b438182bd97197bbb69cf', 'fixed_ips': [{'subnet_id': 'b3f93e79-c436-4d44-b355-fc1eee8883c4'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:32:00.882056 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e25d24e9-01bd-422e-b6cf-2fe7c120a7cc tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1157274 Jun 18 16:32:00.883345 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.891728 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.894551 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47794) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:00.931215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47796) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:00.963870 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aee85058-f178-44ef-b040-f8d1bc2154a7 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:00.978717 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aee85058-f178-44ef-b040-f8d1bc2154a7 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.066783 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0585afa5-6cd4-450f-9819-9a34ef936f6f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:01.074710 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.081667 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ee7cba-2ce7-46d7-a210-0126b7b4781e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:01.086540 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-77ee7cba-2ce7-46d7-a210-0126b7b4781e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.087893 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aee85058-f178-44ef-b040-f8d1bc2154a7 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.112333 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e7474a88-242a-4a8b-90d6-453d250549a5 tempest-ServiceProvidersTest-171058085 tempest-ServiceProvidersTest-171058085-project] 10.222.0.39 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1780560 Jun 18 16:32:01.114335 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-da7c777f-292c-434c-bcd8-bc17ac7cecec tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.141641 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:01.146626 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aee85058-f178-44ef-b040-f8d1bc2154a7 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.147946 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-aee85058-f178-44ef-b040-f8d1bc2154a7 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/a7ef0740-04e4-410e-aea0-8378a7411879 HTTP/1.1" status: 204 len: 168 time: 0.2831945 Jun 18 16:32:01.150511 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': 'ce0e4064-1908-449a-9867-f5c40df4ca88'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:32:01.151014 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.151132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47802) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:01.177775 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee85058-f178-44ef-b040-f8d1bc2154a7 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7ef0740-04e4-410e-aea0-8378a7411879,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:01.188521 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aee85058-f178-44ef-b040-f8d1bc2154a7 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:01.197047 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-da7c777f-292c-434c-bcd8-bc17ac7cecec tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.205636 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Allocated IP 2001:db8::1 (dd3b0237-fa65-47e1-9b5b-0a570ccc4678/b3f93e79-c436-4d44-b355-fc1eee8883c4/f263da47-025b-44c2-b9fb-8cbce1089dd5) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:01.219156 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0ddbcea9-a5f2-45ed-8bda-197234a72fbe tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0633786 Jun 18 16:32:01.220059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47804) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:01.267752 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0585afa5-6cd4-450f-9819-9a34ef936f6f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.291874 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.ipam_backend_mixin [None req-77ee7cba-2ce7-46d7-a210-0126b7b4781e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fe032d3e-c2e6-4b10-b245-4075cc880c4e (CIDR: 172.20.0.0/28) Jun 18 16:32:01.298600 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-a1d90848-c599-4ce2-962b-226701521eb2', 'network_id': 'a1d90848-c599-4ce2-962b-226701521eb2', 'tenant_id': 'b13a1e5ca893459792a160ed40b10c39', 'fixed_ips': [{'subnet_id': 'fe032d3e-c2e6-4b10-b245-4075cc880c4e'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:32:01.299474 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.301964 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-da7c777f-292c-434c-bcd8-bc17ac7cecec tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.303223 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ee7cba-2ce7-46d7-a210-0126b7b4781e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:32:01.303762 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ee7cba-2ce7-46d7-a210-0126b7b4781e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:32:01.306023 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-da7c777f-292c-434c-bcd8-bc17ac7cecec tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.307583 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-da7c777f-292c-434c-bcd8-bc17ac7cecec tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "DELETE /v2.0/security-groups/4774b913-b1c2-44c4-8a87-8d79e12f71f8 HTTP/1.1" status: 204 len: 168 time: 0.4036589 Jun 18 16:32:01.309321 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-0585afa5-6cd4-450f-9819-9a34ef936f6f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port 0a5875a6-9953-4245-bf27-a32507953ad7 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:32:01.310281 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47806) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:01.315257 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-921aa8e4-530a-4ce6-912c-04eccafd7116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:01.330635 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c777f-292c-434c-bcd8-bc17ac7cecec tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4774b913-b1c2-44c4-8a87-8d79e12f71f8,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:01.362729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-da7c777f-292c-434c-bcd8-bc17ac7cecec tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:01.367871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4f03f410-5d52-4347-804f-ea885b46b67d tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.417303 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4f03f410-5d52-4347-804f-ea885b46b67d tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.429450 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-59027ec2-d97a-4faa-b508-18067e38528c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1133473 Jun 18 16:32:01.433609 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-77ee7cba-2ce7-46d7-a210-0126b7b4781e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5762746 Jun 18 16:32:01.436450 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47808) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:01.436795 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47810) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:01.444468 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-51e5f3b6-5604-4a0c-a515-7f18d9762ba7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'subnet': {'network_id': 'a1d90848-c599-4ce2-962b-226701521eb2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:01.454226 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-7b9e25b4-bbd5-47d6-933e-b27588c84c00 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1959202831'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:01.487998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4f03f410-5d52-4347-804f-ea885b46b67d tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.490936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4f03f410-5d52-4347-804f-ea885b46b67d tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.495541 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4f03f410-5d52-4347-804f-ea885b46b67d tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "DELETE /v2.0/security-groups/f453174a-4573-4058-b9c4-af95db8e6fdd HTTP/1.1" status: 204 len: 168 time: 0.2694745 Jun 18 16:32:01.495541 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2dd61f02-f976-42bc-8f6b-0b96b33fdd97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:01.497821 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47814) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:01.519133 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03f410-5d52-4347-804f-ea885b46b67d tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f453174a-4573-4058-b9c4-af95db8e6fdd,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:01.539559 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4f03f410-5d52-4347-804f-ea885b46b67d tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:01.546919 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-0585afa5-6cd4-450f-9819-9a34ef936f6f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::f816:3eff:fe7c:b8ec (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/ce0e4064-1908-449a-9867-f5c40df4ca88/0a5875a6-9953-4245-bf27-a32507953ad7) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:01.563562 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7b9e25b4-bbd5-47d6-933e-b27588c84c00 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.582981 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fa95f630-124c-4109-8b0a-f7ebf45707a5 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0756731 Jun 18 16:32:01.588578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47816) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:01.594180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-bda75671-810c-4385-931d-a039534d74f5 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1250082454'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:01.629981 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bda75671-810c-4385-931d-a039534d74f5 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.646056 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47818) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:01.738027 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Allocated IP 172.20.0.2 (a1d90848-c599-4ce2-962b-226701521eb2/fe032d3e-c2e6-4b10-b245-4075cc880c4e/426b97ff-2576-423f-9c53-c8585f633dca) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:01.740423 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.756317 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Transition to ACTIVE for port object f263da47-025b-44c2-b9fb-8cbce1089dd5 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:01.792862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0585afa5-6cd4-450f-9819-9a34ef936f6f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.801210 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b3aaf4b3-c1d3-4edc-993c-10085f1cff0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.802516 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7b9e25b4-bbd5-47d6-933e-b27588c84c00 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.815680 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7b9e25b4-bbd5-47d6-933e-b27588c84c00 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.815916 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Transition to ACTIVE for port object f263da47-025b-44c2-b9fb-8cbce1089dd5 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:01.819507 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-0585afa5-6cd4-450f-9819-9a34ef936f6f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object 0a5875a6-9953-4245-bf27-a32507953ad7 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:01.822577 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-da7c777f-292c-434c-bcd8-bc17ac7cecec tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:01.828100 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.831473 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:01.862281 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e5f3b6-5604-4a0c-a515-7f18d9762ba7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:01.865719 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-51e5f3b6-5604-4a0c-a515-7f18d9762ba7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.889553 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Network dd3b0237-fa65-47e1-9b5b-0a570ccc4678 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:01.899317 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:01.905304 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:01.910504 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Pushing event updated for resources: {'Port': ['ID=f263da47-025b-44c2-b9fb-8cbce1089dd5,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:01.913819 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.919827 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e25b4-bbd5-47d6-933e-b27588c84c00 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b10f649a-cfa3-453c-87e2-d8f9c1347784,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:01.928547 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7b9e25b4-bbd5-47d6-933e-b27588c84c00 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:01.931035 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1ca4fb81-3fe0-4f6b-a12d-3e667e43565d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:01.943260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bda75671-810c-4385-931d-a039534d74f5 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.950422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bda75671-810c-4385-931d-a039534d74f5 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.954313 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6d0acf26-a42f-48e4-bc22-795eafae4e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:01.972940 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:01.973593 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:01.974250 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:01.974903 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:01.975536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:01.976241 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:01.976843 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:01.977351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:01.977486 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Subnet': ['ID=b3f93e79-c436-4d44-b355-fc1eee8883c4,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:01.977969 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:01.978681 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:01.979186 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:01.979723 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:01.985957 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:01.987949 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:01.989809 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7b9e25b4-bbd5-47d6-933e-b27588c84c00 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.991108 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7b9e25b4-bbd5-47d6-933e-b27588c84c00 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5531170 Jun 18 16:32:01.994095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47822) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:01.997993 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda75671-810c-4385-931d-a039534d74f5 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d81a2fdc-3d0d-48fd-b491-ba2e4d5aff4b,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:02.002950 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bda75671-810c-4385-931d-a039534d74f5 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:02.007785 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-6df79226-6981-4c59-a712-f84f7ce2e64f tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group_rule': {'security_group_id': 'b10f649a-cfa3-453c-87e2-d8f9c1347784', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:02.036083 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Attempting to bind port f263da47-025b-44c2-b9fb-8cbce1089dd5 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:02.036847 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Attempting to bind port f263da47-025b-44c2-b9fb-8cbce1089dd5 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'ee1e4ec4-0b52-464b-9d8f-a689d2d66100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'dd3b0237-fa65-47e1-9b5b-0a570ccc4678'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:02.037491 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Attempting to bind port f263da47-025b-44c2-b9fb-8cbce1089dd5 on network dd3b0237-fa65-47e1-9b5b-0a570ccc4678 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:02.044139 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.052110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:02.052802 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Checking segment: {'id': 'ee1e4ec4-0b52-464b-9d8f-a689d2d66100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'dd3b0237-fa65-47e1-9b5b-0a570ccc4678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:02.053321 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.054207 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Bound using segment: {'id': 'ee1e4ec4-0b52-464b-9d8f-a689d2d66100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'dd3b0237-fa65-47e1-9b5b-0a570ccc4678'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:02.055136 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Bound port: f263da47-025b-44c2-b9fb-8cbce1089dd5, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1e4ec4-0b52-464b-9d8f-a689d2d66100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'dd3b0237-fa65-47e1-9b5b-0a570ccc4678'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:02.055539 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.060228 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Transition to ACTIVE for port object 426b97ff-2576-423f-9c53-c8585f633dca will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:02.078309 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0585afa5-6cd4-450f-9819-9a34ef936f6f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.089958 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.093931 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a564a112-5547-44ed-913c-b7e284bc995a tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:02.120368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b3aaf4b3-c1d3-4edc-993c-10085f1cff0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.124343 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b3aaf4b3-c1d3-4edc-993c-10085f1cff0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.128191 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-785dbcd0-d2b8-430f-b2fb-f47c5cb465af tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:02.137489 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Transition to ACTIVE for port object 426b97ff-2576-423f-9c53-c8585f633dca will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:02.148717 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3b0237-fa65-47e1-9b5b-0a570ccc4678']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:02.155835 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Allocated IP 2001:db8::f816:3eff:fe70:abd2 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/ce0e4064-1908-449a-9867-f5c40df4ca88/1358c21e-3b7d-4523-9af0-c523535099fc) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:02.158910 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bda75671-810c-4385-931d-a039534d74f5 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.160052 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.160251 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bda75671-810c-4385-931d-a039534d74f5 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5702343 Jun 18 16:32:02.164387 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47824) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:02.166627 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:02.177691 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-4ebc6cff-de44-492c-a7d5-6498a47ebcae tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group_rule': {'security_group_id': 'd81a2fdc-3d0d-48fd-b491-ba2e4d5aff4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:02.182922 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b3aaf4b3-c1d3-4edc-993c-10085f1cff0e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35410c1d393346169d5a2285a8fcc9ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353625 Jun 18 16:32:02.185476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47826) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:02.185770 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0585afa5-6cd4-450f-9819-9a34ef936f6f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:02.188855 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1e4ec4-0b52-464b-9d8f-a689d2d66100') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:02.189165 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1e4ec4-0b52-464b-9d8f-a689d2d66100') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:02.193096 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aaf4b3-c1d3-4edc-993c-10085f1cff0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a22fae-7812-4238-9787-2f1dce5e5a43,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:02.196961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b3aaf4b3-c1d3-4edc-993c-10085f1cff0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:02.210910 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-0585afa5-6cd4-450f-9819-9a34ef936f6f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:02.213848 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6df79226-6981-4c59-a712-f84f7ce2e64f tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.214327 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.219826 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0585afa5-6cd4-450f-9819-9a34ef936f6f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:02.225215 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0585afa5-6cd4-450f-9819-9a34ef936f6f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:02.226682 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0585afa5-6cd4-450f-9819-9a34ef936f6f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.252838 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585afa5-6cd4-450f-9819-9a34ef936f6f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=0a5875a6-9953-4245-bf27-a32507953ad7,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:02.269397 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0585afa5-6cd4-450f-9819-9a34ef936f6f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:02.280854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6df79226-6981-4c59-a712-f84f7ce2e64f tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.281161 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] For port f263da47-025b-44c2-b9fb-8cbce1089dd5, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:02.286520 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Network a1d90848-c599-4ce2-962b-226701521eb2 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:02.290977 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6df79226-6981-4c59-a712-f84f7ce2e64f tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.294975 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Pushing event updated for resources: {'Port': ['ID=426b97ff-2576-423f-9c53-c8585f633dca,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:02.297599 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:02.298206 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:02.300525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.301682 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:02.306047 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:02.311310 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:32:02.311718 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:32:02.314650 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:32:02.323349 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-331d2154-480b-432d-891f-c3f9e9068f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.328886 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df79226-6981-4c59-a712-f84f7ce2e64f tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd7e22b-ffb3-430d-b100-a75958d1f3b1,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:02.331566 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6df79226-6981-4c59-a712-f84f7ce2e64f tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:02.342498 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6df79226-6981-4c59-a712-f84f7ce2e64f tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.346241 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6df79226-6981-4c59-a712-f84f7ce2e64f tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3484504 Jun 18 16:32:02.347653 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47828) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:02.365563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-331d2154-480b-432d-891f-c3f9e9068f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.365834 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0585afa5-6cd4-450f-9819-9a34ef936f6f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6775463 Jun 18 16:32:02.368923 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47830) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:02.374382 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4ebc6cff-de44-492c-a7d5-6498a47ebcae tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.387294 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e9bbd186-f20f-4244-80fa-e6671f2bd4f8 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-group-rules/5bd7e22b-ffb3-430d-b100-a75958d1f3b1 HTTP/1.1" status: 200 len: 763 time: 0.0370471 Jun 18 16:32:02.389471 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47832) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:02.403823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Attempting to bind port 426b97ff-2576-423f-9c53-c8585f633dca on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:02.404308 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Attempting to bind port 426b97ff-2576-423f-9c53-c8585f633dca by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '8e19793e-b1ba-4ff0-9223-cdbd1478cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a1d90848-c599-4ce2-962b-226701521eb2'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:02.404752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Attempting to bind port 426b97ff-2576-423f-9c53-c8585f633dca on network a1d90848-c599-4ce2-962b-226701521eb2 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:02.416707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:02.417194 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Checking segment: {'id': '8e19793e-b1ba-4ff0-9223-cdbd1478cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a1d90848-c599-4ce2-962b-226701521eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:02.417619 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.418524 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Bound using segment: {'id': '8e19793e-b1ba-4ff0-9223-cdbd1478cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a1d90848-c599-4ce2-962b-226701521eb2'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:02.419111 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Bound port: 426b97ff-2576-423f-9c53-c8585f633dca, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e19793e-b1ba-4ff0-9223-cdbd1478cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a1d90848-c599-4ce2-962b-226701521eb2'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:02.419586 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.457805 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-55d756fa-e002-4e93-9c3a-128c4aac2706 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0648153 Jun 18 16:32:02.458016 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47834) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:02.466003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] For port f263da47-025b-44c2-b9fb-8cbce1089dd5, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f263da47-025b-44c2-b9fb-8cbce1089dd5,segment=NetworkSegment(ee1e4ec4-0b52-464b-9d8f-a689d2d66100),segment_id=ee1e4ec4-0b52-464b-9d8f-a689d2d66100)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:02.470311 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.api [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:32:02.470311 dv-neutron-797121-1-hyperv neutron-server[93427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:32:02.470311 dv-neutron-797121-1-hyperv neutron-server[93427]: [parameters: {'id': 'dd3b0237-fa65-47e1-9b5b-0a570ccc4678'}] Jun 18 16:32:02.470311 dv-neutron-797121-1-hyperv neutron-server[93427]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:32:02.470722 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_db.api [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:32:02.487120 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-331d2154-480b-432d-891f-c3f9e9068f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.489607 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-331d2154-480b-432d-891f-c3f9e9068f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.493313 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-331d2154-480b-432d-891f-c3f9e9068f98 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2a22fae-7812-4238-9787-2f1dce5e5a43 HTTP/1.1" status: 204 len: 168 time: 0.3033814 Jun 18 16:32:02.493313 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-eaa974a6-e655-41bf-9d63-1b21f1a4e96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:02.495913 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e77a-5cc7-4028-8ed2-57ce34c3892a tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.500561 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.506075 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:02.528092 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e77a-5cc7-4028-8ed2-57ce34c3892a tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.549459 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.551735 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4ebc6cff-de44-492c-a7d5-6498a47ebcae tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.556830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d2154-480b-432d-891f-c3f9e9068f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a22fae-7812-4238-9787-2f1dce5e5a43,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:02.558358 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4ebc6cff-de44-492c-a7d5-6498a47ebcae tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.562072 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-51e5f3b6-5604-4a0c-a515-7f18d9762ba7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.568000 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7bc9d480-01aa-4244-ae0a-51b1e14cbcd0 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:02.576306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-331d2154-480b-432d-891f-c3f9e9068f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:02.584070 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Transition to ACTIVE for port object 1358c21e-3b7d-4523-9af0-c523535099fc will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:02.592089 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e77a-5cc7-4028-8ed2-57ce34c3892a tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.597439 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6df79226-6981-4c59-a712-f84f7ce2e64f tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:02.599200 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef740f75-6840-4c4e-ba3a-459c99445169 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:02.604307 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ef740f75-6840-4c4e-ba3a-459c99445169 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2278044 Jun 18 16:32:02.609466 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47838) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:02.612089 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc6cff-de44-492c-a7d5-6498a47ebcae tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ab5859-27c5-4ce1-8f11-8b253f46c71f,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:02.625680 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4ebc6cff-de44-492c-a7d5-6498a47ebcae tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:02.626689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e77a-5cc7-4028-8ed2-57ce34c3892a tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.627080 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e5f3b6-5604-4a0c-a515-7f18d9762ba7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network a1d90848-c599-4ce2-962b-226701521eb2 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:02.628064 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-46eb1911-83b2-48ec-86f2-e91355368daf tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:02.632363 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a5f6e77a-5cc7-4028-8ed2-57ce34c3892a tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/5bd7e22b-ffb3-430d-b100-a75958d1f3b1 HTTP/1.1" status: 204 len: 168 time: 0.1726201 Jun 18 16:32:02.633521 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6e77a-5cc7-4028-8ed2-57ce34c3892a tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bd7e22b-ffb3-430d-b100-a75958d1f3b1,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:02.642301 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47840) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:02.657572 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4ebc6cff-de44-492c-a7d5-6498a47ebcae tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.658784 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4ebc6cff-de44-492c-a7d5-6498a47ebcae tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4926221 Jun 18 16:32:02.664097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-51e5f3b6-5604-4a0c-a515-7f18d9762ba7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:02.676205 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a5f6e77a-5cc7-4028-8ed2-57ce34c3892a tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:02.676677 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47842) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:02.686775 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e5f3b6-5604-4a0c-a515-7f18d9762ba7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:02.687734 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-51e5f3b6-5604-4a0c-a515-7f18d9762ba7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.703256 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] For port 426b97ff-2576-423f-9c53-c8585f633dca, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:02.705530 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Transition to ACTIVE for port object 1358c21e-3b7d-4523-9af0-c523535099fc will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:02.706903 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Pushing event updated for resources: {'Port': ['ID=f263da47-025b-44c2-b9fb-8cbce1089dd5,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:02.715556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:02.726364 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-51e5f3b6-5604-4a0c-a515-7f18d9762ba7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2856317 Jun 18 16:32:02.731056 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] For port 426b97ff-2576-423f-9c53-c8585f633dca, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=426b97ff-2576-423f-9c53-c8585f633dca,segment=NetworkSegment(8e19793e-b1ba-4ff0-9223-cdbd1478cc0f),segment_id=8e19793e-b1ba-4ff0-9223-cdbd1478cc0f)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:02.733859 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47846) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:02.735835 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.738260 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-95f7e72d-0f10-4798-83b8-2766b26d1c43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:02.743835 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-2fecd31d-8432-4c75-bbf9-436022026c43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'network_id': 'a1d90848-c599-4ce2-962b-226701521eb2', 'fixed_ips': [{'subnet_id': 'fe032d3e-c2e6-4b10-b245-4075cc880c4e'}, {'subnet_id': '22dfadac-5274-4e5a-91c7-7e5c7aa0b1b9'}], 'name': 'tempest-PortsTestJSON-68250051'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:02.747234 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.769720 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5f3b6-5604-4a0c-a515-7f18d9762ba7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Subnet': ['ID=22dfadac-5274-4e5a-91c7-7e5c7aa0b1b9,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:02.772820 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47848) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:02.780004 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e43f57b-10fd-48f7-b699-2b884aab0c83 None None] Network dd3b0237-fa65-47e1-9b5b-0a570ccc4678 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:02.780222 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ed4a9141-a2e4-40e4-8090-9847b995e789 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-group-rules/91ab5859-27c5-4ce1-8f11-8b253f46c71f HTTP/1.1" status: 200 len: 763 time: 0.0854008 Jun 18 16:32:02.800820 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4c67c695-0026-4a57-9cdd-3fae2a0ade64 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1570368 Jun 18 16:32:02.804835 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47850) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:02.814342 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-3bf801b4-0afb-425a-abe3-8b63af4370f9 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group_rule': {'security_group_id': 'b10f649a-cfa3-453c-87e2-d8f9c1347784', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:02.841292 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:02.854558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:02.856351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3bf801b4-0afb-425a-abe3-8b63af4370f9 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.859413 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:02.867163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Pushing event updated for resources: {'Port': ['ID=1358c21e-3b7d-4523-9af0-c523535099fc,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:02.874285 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:02.890321 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c6f27b2b-2885-4f64-8192-666e454ab8c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:02.964045 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3bf801b4-0afb-425a-abe3-8b63af4370f9 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.974310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3bf801b4-0afb-425a-abe3-8b63af4370f9 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:02.976693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:02.999444 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf801b4-0afb-425a-abe3-8b63af4370f9 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a42e638-6d8b-46a1-a68b-dc021ade6b6c,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:03.006211 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3bf801b4-0afb-425a-abe3-8b63af4370f9 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:03.024759 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3bf801b4-0afb-425a-abe3-8b63af4370f9 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.024759 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3bf801b4-0afb-425a-abe3-8b63af4370f9 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2149134 Jun 18 16:32:03.026181 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47860) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:03.049095 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-567fcd8f-5ac9-488c-b109-d08cec6c278a tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-group-rules/9a42e638-6d8b-46a1-a68b-dc021ade6b6c HTTP/1.1" status: 200 len: 763 time: 0.0216451 Jun 18 16:32:03.053180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47862) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:03.110095 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Attempting to bind port 1358c21e-3b7d-4523-9af0-c523535099fc on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:03.110481 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Attempting to bind port 1358c21e-3b7d-4523-9af0-c523535099fc by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:03.110894 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Attempting to bind port 1358c21e-3b7d-4523-9af0-c523535099fc on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:03.120046 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b3880479-6f94-4393-b489-a2af0e2f7740 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0630267 Jun 18 16:32:03.122632 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Pushing event updated for resources: {'Port': ['ID=426b97ff-2576-423f-9c53-c8585f633dca,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:03.122938 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47864) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:03.126699 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:03.135261 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:03.135651 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:03.136074 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.136481 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:03.136982 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Bound port: 1358c21e-3b7d-4523-9af0-c523535099fc, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:03.137374 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.181389 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-17c44f10-7ad1-4344-b7df-eed4c7cb0b28 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.196158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-17c44f10-7ad1-4344-b7df-eed4c7cb0b28 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.257830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-17c44f10-7ad1-4344-b7df-eed4c7cb0b28 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.260030 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:03.266168 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-17c44f10-7ad1-4344-b7df-eed4c7cb0b28 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.276314 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-17c44f10-7ad1-4344-b7df-eed4c7cb0b28 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/9a42e638-6d8b-46a1-a68b-dc021ade6b6c HTTP/1.1" status: 204 len: 168 time: 0.1494482 Jun 18 16:32:03.276314 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47868) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:03.284483 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] For port 1358c21e-3b7d-4523-9af0-c523535099fc, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:03.294563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c44f10-7ad1-4344-b7df-eed4c7cb0b28 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a42e638-6d8b-46a1-a68b-dc021ade6b6c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:03.295895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] For port 1358c21e-3b7d-4523-9af0-c523535099fc, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=1358c21e-3b7d-4523-9af0-c523535099fc,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:03.307755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-51e5f3b6-5604-4a0c-a515-7f18d9762ba7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:03.308650 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.309987 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-17c44f10-7ad1-4344-b7df-eed4c7cb0b28 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:03.325230 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.336868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:03.356012 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-eabd817d-38c8-4953-bdb1-07f56a4edceb tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0760443 Jun 18 16:32:03.363475 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47874) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:03.368607 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-adcb8e6b-1c6a-43a2-bc7e-a0fa88cb6c02 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Request body: {'security_group_rule': {'security_group_id': 'b10f649a-cfa3-453c-87e2-d8f9c1347784', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:03.413660 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-adcb8e6b-1c6a-43a2-bc7e-a0fa88cb6c02 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Project ac76e2892fc140639ee6f764319ada50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:32:03.421812 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Pushing event updated for resources: {'Port': ['ID=1358c21e-3b7d-4523-9af0-c523535099fc,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:03.422008 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-adcb8e6b-1c6a-43a2-bc7e-a0fa88cb6c02 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.425785 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:03.452453 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e57b6158-4dfd-44bc-be07-1c569f2b4849 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6611810 Jun 18 16:32:03.453944 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47878) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:03.514570 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-adcb8e6b-1c6a-43a2-bc7e-a0fa88cb6c02 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.520991 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-adcb8e6b-1c6a-43a2-bc7e-a0fa88cb6c02 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.530054 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:03.545508 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb8e6b-1c6a-43a2-bc7e-a0fa88cb6c02 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b408ff3-5b4c-4cda-a5d9-e153ca14b8ea,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:03.550525 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-adcb8e6b-1c6a-43a2-bc7e-a0fa88cb6c02 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:03.561129 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-adcb8e6b-1c6a-43a2-bc7e-a0fa88cb6c02 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.566034 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-adcb8e6b-1c6a-43a2-bc7e-a0fa88cb6c02 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2012887 Jun 18 16:32:03.567074 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ed167be3-2e1c-4107-afbe-aa4db1d89cde tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.567236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47880) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:03.577472 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ed167be3-2e1c-4107-afbe-aa4db1d89cde tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.587063 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b4b22a9b-3720-4038-b541-2cd11feb9f4c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-group-rules/4b408ff3-5b4c-4cda-a5d9-e153ca14b8ea HTTP/1.1" status: 200 len: 769 time: 0.0185199 Jun 18 16:32:03.587878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47882) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:03.594741 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47884) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:03.596039 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-7facddec-c9d5-4f56-89df-78c3cd58e14c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port 0a5875a6-9953-4245-bf27-a32507953ad7 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:03.596454 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7facddec-c9d5-4f56-89df-78c3cd58e14c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.599061 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032289 Jun 18 16:32:03.608541 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47886) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:03.652056 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2d9f7366-6ab1-4778-a8b3-7add78c15bfa tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0629346 Jun 18 16:32:03.652777 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47890) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:03.696428 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Deleting port f263da47-025b-44c2-b9fb-8cbce1089dd5 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:03.696428 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.698134 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ed167be3-2e1c-4107-afbe-aa4db1d89cde tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.702528 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e54b305-09a6-4194-8ca2-fdd2237c141c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.714567 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e54b305-09a6-4194-8ca2-fdd2237c141c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.716573 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a907b7d9-6234-4225-8ad7-4ab79009c6f2 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:03.719538 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fecd31d-8432-4c75-bbf9-436022026c43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:03.737822 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ed167be3-2e1c-4107-afbe-aa4db1d89cde tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.739136 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ed167be3-2e1c-4107-afbe-aa4db1d89cde tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/91ab5859-27c5-4ce1-8f11-8b253f46c71f HTTP/1.1" status: 204 len: 168 time: 0.2841940 Jun 18 16:32:03.742647 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47892) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:03.761139 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e54b305-09a6-4194-8ca2-fdd2237c141c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.763095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1493e38c-9d9d-427f-b6ee-4070aab53f18 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:03.775898 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e54b305-09a6-4194-8ca2-fdd2237c141c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.779804 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8e54b305-09a6-4194-8ca2-fdd2237c141c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/4b408ff3-5b4c-4cda-a5d9-e153ca14b8ea HTTP/1.1" status: 204 len: 168 time: 0.1258790 Jun 18 16:32:03.781886 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47894) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:03.816486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54b305-09a6-4194-8ca2-fdd2237c141c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b408ff3-5b4c-4cda-a5d9-e153ca14b8ea,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:03.824266 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f0de5d1b-b2f3-403b-ad85-1108a21f7bf0 tempest-NetworksApiDiscovery-1326773355 tempest-NetworksApiDiscovery-1326773355-project] 10.222.0.39 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2144816 Jun 18 16:32:03.829134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8e54b305-09a6-4194-8ca2-fdd2237c141c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:03.857909 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0c349833-595c-4b40-9e22-701f2879eb43 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1116650 Jun 18 16:32:03.858146 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed167be3-2e1c-4107-afbe-aa4db1d89cde tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91ab5859-27c5-4ce1-8f11-8b253f46c71f,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:03.858518 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47898) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:03.868414 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d232cdec-5d18-45d0-ba4b-893ec76be055 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group_rule': {'security_group_id': 'd81a2fdc-3d0d-48fd-b491-ba2e4d5aff4b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:03.870319 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ed167be3-2e1c-4107-afbe-aa4db1d89cde tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:03.895087 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3046cfce-bb9f-4412-94b0-76e169c3239c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1108508 Jun 18 16:32:03.898311 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47900) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:03.931478 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7facddec-c9d5-4f56-89df-78c3cd58e14c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.952979 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] For port f263da47-025b-44c2-b9fb-8cbce1089dd5, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f263da47-025b-44c2-b9fb-8cbce1089dd5,segment=NetworkSegment(ee1e4ec4-0b52-464b-9d8f-a689d2d66100),segment_id=ee1e4ec4-0b52-464b-9d8f-a689d2d66100)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:03.953344 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.964015 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d232cdec-5d18-45d0-ba4b-893ec76be055 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:03.993868 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8648499-00fe-46cf-b26d-c7260b5b5b82 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.030839 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-7facddec-c9d5-4f56-89df-78c3cd58e14c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for 0a5875a6-9953-4245-bf27-a32507953ad7 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:04.043287 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2fecd31d-8432-4c75-bbf9-436022026c43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.052823 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8648499-00fe-46cf-b26d-c7260b5b5b82 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.079478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d232cdec-5d18-45d0-ba4b-893ec76be055 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.093109 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d232cdec-5d18-45d0-ba4b-893ec76be055 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.100366 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-96732147-559e-4947-bba5-148c5310110b tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:04.116294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232cdec-5d18-45d0-ba4b-893ec76be055 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94cf6ab5-a617-4aba-a088-0cf7413c0bfb,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:04.130762 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d232cdec-5d18-45d0-ba4b-893ec76be055 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:04.140936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d232cdec-5d18-45d0-ba4b-893ec76be055 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.143457 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d232cdec-5d18-45d0-ba4b-893ec76be055 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2830253 Jun 18 16:32:04.146387 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47904) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:04.147631 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Calling delete_port for f263da47-025b-44c2-b9fb-8cbce1089dd5 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:04.151838 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-2fecd31d-8432-4c75-bbf9-436022026c43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] device_id is not set on port 13d13305-959a-4433-8fbd-e5b0f124bb03 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:32:04.171420 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8648499-00fe-46cf-b26d-c7260b5b5b82 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.174482 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8648499-00fe-46cf-b26d-c7260b5b5b82 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.178865 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c8648499-00fe-46cf-b26d-c7260b5b5b82 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "DELETE /v2.0/security-groups/b10f649a-cfa3-453c-87e2-d8f9c1347784 HTTP/1.1" status: 204 len: 168 time: 0.2714233 Jun 18 16:32:04.178865 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8d78a02f-de80-4c12-a371-2c1625c11909 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:04.184534 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c3deb0d7-b5e3-424c-aac3-4d53c002cced tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-group-rules/94cf6ab5-a617-4aba-a088-0cf7413c0bfb HTTP/1.1" status: 200 len: 763 time: 0.0344255 Jun 18 16:32:04.185417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47906) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:04.192703 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47908) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:04.206402 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47910) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:04.214200 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8648499-00fe-46cf-b26d-c7260b5b5b82 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10f649a-cfa3-453c-87e2-d8f9c1347784,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:04.217068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c8648499-00fe-46cf-b26d-c7260b5b5b82 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:04.254752 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-39112faf-48ef-4cdd-9b5c-23d382928c9b tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0600562 Jun 18 16:32:04.255354 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47914) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:04.318642 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-69c6d515-0cf1-47d6-a0da-458f556b6782 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0595636 Jun 18 16:32:04.395910 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 426b97ff-2576-423f-9c53-c8585f633dca up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:04.423672 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8292dd2e-4484-4f03-b94f-e4974e590afd tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2292826 Jun 18 16:32:04.427057 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47918) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:04.481918 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-85a74517-6c0f-4f99-b30e-7d025a00aa2f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.491338 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-85a74517-6c0f-4f99-b30e-7d025a00aa2f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.502679 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 426b97ff-2576-423f-9c53-c8585f633dca completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:04.513093 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 1358c21e-3b7d-4523-9af0-c523535099fc up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:04.541388 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-85a74517-6c0f-4f99-b30e-7d025a00aa2f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.543589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3ac52221-8ef5-4939-99e7-64dd4ad10210 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:04.548659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-85a74517-6c0f-4f99-b30e-7d025a00aa2f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.563825 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-85a74517-6c0f-4f99-b30e-7d025a00aa2f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/94cf6ab5-a617-4aba-a088-0cf7413c0bfb HTTP/1.1" status: 204 len: 168 time: 0.1356540 Jun 18 16:32:04.566973 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d5b6d4-e703-4e9d-a8df-4b9c77aa603a None None] Network a1d90848-c599-4ce2-962b-226701521eb2 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:04.573818 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47922) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:04.575373 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a74517-6c0f-4f99-b30e-7d025a00aa2f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94cf6ab5-a617-4aba-a088-0cf7413c0bfb,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:04.578543 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-85a74517-6c0f-4f99-b30e-7d025a00aa2f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:04.620423 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af3417f5-adf6-41a3-95e4-35bd7ea7f8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.645551 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-dc5c43ee-b955-4e5d-a908-fdc06d3954b0 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0653331 Jun 18 16:32:04.649830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47924) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:04.657668 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-e65b8b41-30ed-457b-8e0e-1ab1b8f02751 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Request body: {'security_group_rule': {'security_group_id': 'd81a2fdc-3d0d-48fd-b491-ba2e4d5aff4b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:04.726821 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47926) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:04.728583 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e65b8b41-30ed-457b-8e0e-1ab1b8f02751 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.748032 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.749087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5f50a919-698a-4c58-8668-2993d2447e1f None None] Provisioning for port 426b97ff-2576-423f-9c53-c8585f633dca completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:04.762958 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aed78774-ec99-4b55-aeb1-5e413d8d1133 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:04.776099 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5f50a919-698a-4c58-8668-2993d2447e1f None None] Provisioning complete for port 426b97ff-2576-423f-9c53-c8585f633dca triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:04.776761 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5f50a919-698a-4c58-8668-2993d2447e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.815758 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e65b8b41-30ed-457b-8e0e-1ab1b8f02751 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.825930 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e65b8b41-30ed-457b-8e0e-1ab1b8f02751 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.842405 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 1358c21e-3b7d-4523-9af0-c523535099fc completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:04.842922 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-82378ee5-fb2e-4afd-9c4b-c7ea21b3e846 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:04.883311 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b8b41-30ed-457b-8e0e-1ab1b8f02751 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1c318c-1a76-4b1b-b99f-02a3feaa15e4,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:04.888736 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e65b8b41-30ed-457b-8e0e-1ab1b8f02751 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:04.898938 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Port': ['ID=f263da47-025b-44c2-b9fb-8cbce1089dd5,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:04.902415 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7facddec-c9d5-4f56-89df-78c3cd58e14c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.907705 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5f50a919-698a-4c58-8668-2993d2447e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.921115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No DVR routers for this DVR port f263da47-025b-44c2-b9fb-8cbce1089dd5 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:04.923560 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:04.949325 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-5f50a919-698a-4c58-8668-2993d2447e1f None None] For port 426b97ff-2576-423f-9c53-c8585f633dca, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=426b97ff-2576-423f-9c53-c8585f633dca,segment=NetworkSegment(8e19793e-b1ba-4ff0-9223-cdbd1478cc0f),segment_id=8e19793e-b1ba-4ff0-9223-cdbd1478cc0f)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:04.961348 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5f50a919-698a-4c58-8668-2993d2447e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.964654 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2e94a2ad-b489-48ee-b909-c455f23bab28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:05.019815 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b6e5340a-4753-4813-ba59-e5be96623b61 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:05.047107 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50a919-698a-4c58-8668-2993d2447e1f None None] Pushing event updated for resources: {'Port': ['ID=426b97ff-2576-423f-9c53-c8585f633dca,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:05.049786 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f249b4b-9dc5-4cca-beb5-2edb82905cf3 None None] Update dhcp port {'port': {'network_id': 'a1d90848-c599-4ce2-962b-226701521eb2', 'fixed_ips': [{'subnet_id': 'fe032d3e-c2e6-4b10-b245-4075cc880c4e', 'ip_address': '172.20.0.2'}, {'subnet_id': '22dfadac-5274-4e5a-91c7-7e5c7aa0b1b9'}], 'binding:host_id': 'dv-neutron-797121-1-hyperv'}, 'id': '426b97ff-2576-423f-9c53-c8585f633dca'} from dv-neutron-797121-1-hyperv. {{(pid=93429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:32:05.051679 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5f50a919-698a-4c58-8668-2993d2447e1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:05.096985 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5f249b4b-9dc5-4cca-beb5-2edb82905cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.100648 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ff0cb41a-467f-46c1-b6f3-3c91b0ab5ed5 None None] Provisioning for port 1358c21e-3b7d-4523-9af0-c523535099fc completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:05.126025 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af3417f5-adf6-41a3-95e4-35bd7ea7f8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.135954 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e65b8b41-30ed-457b-8e0e-1ab1b8f02751 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.136509 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facddec-c9d5-4f56-89df-78c3cd58e14c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=0a5875a6-9953-4245-bf27-a32507953ad7,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:05.138315 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e65b8b41-30ed-457b-8e0e-1ab1b8f02751 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4871879 Jun 18 16:32:05.140925 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47932) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:05.157312 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.161612 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af3417f5-adf6-41a3-95e4-35bd7ea7f8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.166012 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7facddec-c9d5-4f56-89df-78c3cd58e14c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:05.173702 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1dafbae2-887a-4779-b2d5-d3d115dd284a tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-group-rules/fb1c318c-1a76-4b1b-b99f-02a3feaa15e4 HTTP/1.1" status: 200 len: 764 time: 0.0309954 Jun 18 16:32:05.175749 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47934) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:05.181459 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-77d3ecce-d1a0-46fe-943b-a01edf52225c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:05.239851 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0bc3ca0b-0ded-4b18-86de-314ed8406296 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0628448 Jun 18 16:32:05.240458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47936) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:05.267133 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3130c758-b6bd-4eda-83d1-6bd490f04131 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.269851 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ff0cb41a-467f-46c1-b6f3-3c91b0ab5ed5 None None] Provisioning complete for port 1358c21e-3b7d-4523-9af0-c523535099fc triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:05.270444 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb41a-467f-46c1-b6f3-3c91b0ab5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.271903 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3b0237-fa65-47e1-9b5b-0a570ccc4678']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:05.282102 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3130c758-b6bd-4eda-83d1-6bd490f04131 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.296612 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7facddec-c9d5-4f56-89df-78c3cd58e14c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.301780 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7facddec-c9d5-4f56-89df-78c3cd58e14c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/0a5875a6-9953-4245-bf27-a32507953ad7 HTTP/1.1" status: 204 len: 168 time: 2.6902981 Jun 18 16:32:05.301952 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47938) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:05.319522 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1e4ec4-0b52-464b-9d8f-a689d2d66100') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:05.319761 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1e4ec4-0b52-464b-9d8f-a689d2d66100') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:05.345843 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c60691c5-a22d-4600-9f99-d30fd429cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.353585 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-afd81b0f-15be-41ce-969c-1ab57c938322 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac76e2892fc140639ee6f764319ada50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6218500 Jun 18 16:32:05.353826 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47940) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:05.362468 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.366036 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-af3417f5-adf6-41a3-95e4-35bd7ea7f8a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6028d2ebea83411eb92f7054d449ce21&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1577294 Jun 18 16:32:05.375738 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3417f5-adf6-41a3-95e4-35bd7ea7f8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0764e2-6dca-424d-a806-1a5219615c6f,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:05.379916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47942) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:05.384413 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-af3417f5-adf6-41a3-95e4-35bd7ea7f8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:05.398100 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-2fecd31d-8432-4c75-bbf9-436022026c43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Allocated IP 172.20.0.8 (a1d90848-c599-4ce2-962b-226701521eb2/fe032d3e-c2e6-4b10-b245-4075cc880c4e/13d13305-959a-4433-8fbd-e5b0f124bb03) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:05.402026 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a19bc01-2861-4821-9c47-4a3ef4296d5a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:05.404582 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a19bc01-2861-4821-9c47-4a3ef4296d5a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:05.406443 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7a19bc01-2861-4821-9c47-4a3ef4296d5a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1034672 Jun 18 16:32:05.407184 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3130c758-b6bd-4eda-83d1-6bd490f04131 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.409260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47944) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:05.411495 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.418004 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3bf801b4-0afb-425a-abe3-8b63af4370f9 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:05.424654 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:32:05.425158 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:32:05.433088 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:32:05.448400 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3130c758-b6bd-4eda-83d1-6bd490f04131 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.451865 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-2fecd31d-8432-4c75-bbf9-436022026c43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Allocated IP 172.20.0.27 (a1d90848-c599-4ce2-962b-226701521eb2/22dfadac-5274-4e5a-91c7-7e5c7aa0b1b9/13d13305-959a-4433-8fbd-e5b0f124bb03) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:05.452053 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3130c758-b6bd-4eda-83d1-6bd490f04131 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/fb1c318c-1a76-4b1b-b99f-02a3feaa15e4 HTTP/1.1" status: 204 len: 168 time: 0.2070866 Jun 18 16:32:05.474746 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47946) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:05.481890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130c758-b6bd-4eda-83d1-6bd490f04131 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb1c318c-1a76-4b1b-b99f-02a3feaa15e4,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:05.497781 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3130c758-b6bd-4eda-83d1-6bd490f04131 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:05.517575 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb41a-467f-46c1-b6f3-3c91b0ab5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.551065 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d19379a4-3f9c-44b9-a219-b370e71310dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.557058 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-ff0cb41a-467f-46c1-b6f3-3c91b0ab5ed5 None None] For port 1358c21e-3b7d-4523-9af0-c523535099fc, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=1358c21e-3b7d-4523-9af0-c523535099fc,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:05.562488 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb41a-467f-46c1-b6f3-3c91b0ab5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.564571 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d7eb98-e0e2-4194-bf45-f503a13f6afc tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet ce0e4064-1908-449a-9867-f5c40df4ca88 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:05.564716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-fac1e2d6-ee88-47b1-8b64-d3768255523b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:05.564880 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.572571 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bbb9fc6e-f4a8-4916-999d-a1d02b77bdf7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:05.579618 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.581493 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/networks/dd3b0237-fa65-47e1-9b5b-0a570ccc4678 HTTP/1.1" status: 204 len: 168 time: 4.9644597 Jun 18 16:32:05.590998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 47948) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:05.594618 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-424193d0-5e23-4338-835d-3cf34c8f8d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.601315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-cf709143-2c6f-48cb-a4c3-ceec17e8e44a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1893707867'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:05.605181 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c0d7eb98-e0e2-4194-bf45-f503a13f6afc tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.614673 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cb41a-467f-46c1-b6f3-3c91b0ab5ed5 None None] Pushing event updated for resources: {'Port': ['ID=1358c21e-3b7d-4523-9af0-c523535099fc,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:05.619087 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b51277fe-9da0-4504-92e0-bf3500c46d00 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1355536 Jun 18 16:32:05.619738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ff0cb41a-467f-46c1-b6f3-3c91b0ab5ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:05.635295 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47950) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:05.645339 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d19379a4-3f9c-44b9-a219-b370e71310dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.653139 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Network': ['ID=dd3b0237-fa65-47e1-9b5b-0a570ccc4678,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:05.659226 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:05.688680 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-424193d0-5e23-4338-835d-3cf34c8f8d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.691755 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d995a989-71bf-4415-8a1b-5485b6e4fc23 None None] Could not find standard attr ID for object 0a5875a6-9953-4245-bf27-a32507953ad7. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:32:05.703265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c0d7eb98-e0e2-4194-bf45-f503a13f6afc tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.731797 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf709143-2c6f-48cb-a4c3-ceec17e8e44a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Made reservation on behalf of 4e22d4e6a32b438182bd97197bbb69cf for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:05.735578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cf709143-2c6f-48cb-a4c3-ceec17e8e44a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.786746 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf709143-2c6f-48cb-a4c3-ceec17e8e44a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:32:05.790915 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f71fb175-1ab2-469c-9315-aaf590abbaa3 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.799643 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2fecd31d-8432-4c75-bbf9-436022026c43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.811489 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d19379a4-3f9c-44b9-a219-b370e71310dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.814518 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d19379a4-3f9c-44b9-a219-b370e71310dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.815561 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d19379a4-3f9c-44b9-a219-b370e71310dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/226c9b3a-90da-4df9-8174-3d42d66a142f HTTP/1.1" status: 204 len: 168 time: 0.4613693 Jun 18 16:32:05.819377 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-99cceae0-ec60-401f-930a-8454868e7453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:05.832278 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f71fb175-1ab2-469c-9315-aaf590abbaa3 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.832575 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19379a4-3f9c-44b9-a219-b370e71310dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226c9b3a-90da-4df9-8174-3d42d66a142f,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:05.835645 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-2fecd31d-8432-4c75-bbf9-436022026c43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Transition to ACTIVE for port object 13d13305-959a-4433-8fbd-e5b0f124bb03 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:05.839674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d19379a4-3f9c-44b9-a219-b370e71310dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:05.841969 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-424193d0-5e23-4338-835d-3cf34c8f8d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.845397 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-424193d0-5e23-4338-835d-3cf34c8f8d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.848840 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-424193d0-5e23-4338-835d-3cf34c8f8d62 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c0764e2-6dca-424d-a806-1a5219615c6f HTTP/1.1" status: 204 len: 168 time: 0.4638691 Jun 18 16:32:05.849000 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cf709143-2c6f-48cb-a4c3-ceec17e8e44a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.849000 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-cf709143-2c6f-48cb-a4c3-ceec17e8e44a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Added segment ecdb9434-5088-44fd-abe3-ff38f2606801 of type vlan for network ee081675-d22e-4de3-8afe-960349f6ab6d Jun 18 16:32:05.851145 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:05.874880 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424193d0-5e23-4338-835d-3cf34c8f8d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0764e2-6dca-424d-a806-1a5219615c6f,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:05.884225 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-424193d0-5e23-4338-835d-3cf34c8f8d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:05.915126 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c0d7eb98-e0e2-4194-bf45-f503a13f6afc tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.917434 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f71fb175-1ab2-469c-9315-aaf590abbaa3 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.921282 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f71fb175-1ab2-469c-9315-aaf590abbaa3 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.924725 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f71fb175-1ab2-469c-9315-aaf590abbaa3 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "DELETE /v2.0/security-groups/d81a2fdc-3d0d-48fd-b491-ba2e4d5aff4b HTTP/1.1" status: 204 len: 168 time: 0.2827778 Jun 18 16:32:05.924725 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7b9e25b4-bbd5-47d6-933e-b27588c84c00 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:05.928959 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2fecd31d-8432-4c75-bbf9-436022026c43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.930817 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47956) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:05.954550 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cf709143-2c6f-48cb-a4c3-ceec17e8e44a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.957549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fb175-1ab2-469c-9315-aaf590abbaa3 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81a2fdc-3d0d-48fd-b491-ba2e4d5aff4b,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:05.968519 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f71fb175-1ab2-469c-9315-aaf590abbaa3 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:05.969480 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2c12766a-383b-4b93-b5a1-5c04ef3be1c9 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:06.020746 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-5f249b4b-9dc5-4cca-beb5-2edb82905cf3 None None] Allocated IP 172.20.0.18 (a1d90848-c599-4ce2-962b-226701521eb2/22dfadac-5274-4e5a-91c7-7e5c7aa0b1b9/426b97ff-2576-423f-9c53-c8585f633dca) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:06.026836 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fecd31d-8432-4c75-bbf9-436022026c43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network a1d90848-c599-4ce2-962b-226701521eb2 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:06.035259 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cf709143-2c6f-48cb-a4c3-ceec17e8e44a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:06.041591 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf709143-2c6f-48cb-a4c3-ceec17e8e44a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:06.043266 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-2fecd31d-8432-4c75-bbf9-436022026c43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:06.043877 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cf709143-2c6f-48cb-a4c3-ceec17e8e44a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:06.047989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e6329ee8-645a-4ac0-bded-bdf1208670c7 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:06.056039 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fecd31d-8432-4c75-bbf9-436022026c43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:06.100395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c0d7eb98-e0e2-4194-bf45-f503a13f6afc tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:06.118651 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fecd31d-8432-4c75-bbf9-436022026c43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:06.118651 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2fecd31d-8432-4c75-bbf9-436022026c43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:06.127806 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3bb3eac5-c003-49f1-b4a4-5831d670b822 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1943305 Jun 18 16:32:06.129011 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c0d7eb98-e0e2-4194-bf45-f503a13f6afc tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:06.131081 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecd31d-8432-4c75-bbf9-436022026c43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=13d13305-959a-4433-8fbd-e5b0f124bb03,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:06.133078 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c0d7eb98-e0e2-4194-bf45-f503a13f6afc tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/ce0e4064-1908-449a-9867-f5c40df4ca88 HTTP/1.1" status: 204 len: 168 time: 0.7102342 Jun 18 16:32:06.137899 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2fecd31d-8432-4c75-bbf9-436022026c43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:06.138442 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47960) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:06.138914 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47962) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:06.143399 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-cf709143-2c6f-48cb-a4c3-ceec17e8e44a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5502663 Jun 18 16:32:06.155441 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47964) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:06.163319 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-694dc656-74f3-4753-a1f0-009da729506d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'subnet': {'network_id': 'ee081675-d22e-4de3-8afe-960349f6ab6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:06.174243 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a780c1-c1d1-468c-b7c1-b3450eb7389e None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:06.206162 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf709143-2c6f-48cb-a4c3-ceec17e8e44a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Network': ['ID=ee081675-d22e-4de3-8afe-960349f6ab6d,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:06.208472 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2fecd31d-8432-4c75-bbf9-436022026c43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 3.4697921 Jun 18 16:32:06.217357 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b245a52a-bfb5-4139-b279-d68007e47afd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749965 Jun 18 16:32:06.218019 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47966) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:06.218356 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47968) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:06.218692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cf709143-2c6f-48cb-a4c3-ceec17e8e44a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:06.219562 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d6a71065-fb78-49e9-a402-e731d9b3dace tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:06.235600 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-bd68be55-1c68-4c46-ada1-9e33533d7fb8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:06.248223 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network ee081675-d22e-4de3-8afe-960349f6ab6d details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:32:06.254530 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-5f249b4b-9dc5-4cca-beb5-2edb82905cf3 None None] For port 426b97ff-2576-423f-9c53-c8585f633dca, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=426b97ff-2576-423f-9c53-c8585f633dca,segment=NetworkSegment(8e19793e-b1ba-4ff0-9223-cdbd1478cc0f),segment_id=8e19793e-b1ba-4ff0-9223-cdbd1478cc0f)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:06.297922 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7eb98-e0e2-4194-bf45-f503a13f6afc tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=ce0e4064-1908-449a-9867-f5c40df4ca88,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:06.302546 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c0d7eb98-e0e2-4194-bf45-f503a13f6afc tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:06.314399 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-8665c11a-dc4e-4119-a01b-7333089a4581 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fe032d3e-c2e6-4b10-b245-4075cc880c4e'}]}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:06.402694 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5f249b4b-9dc5-4cca-beb5-2edb82905cf3 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:06.452854 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 426b97ff-2576-423f-9c53-c8585f633dca up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:06.456067 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5f249b4b-9dc5-4cca-beb5-2edb82905cf3 None None] Transition to ACTIVE for port object 426b97ff-2576-423f-9c53-c8585f633dca will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:06.489070 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a49aa135-d802-438c-a1b7-771e93d23368 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3423979 Jun 18 16:32:06.489669 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd68be55-1c68-4c46-ada1-9e33533d7fb8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:06.494099 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bd68be55-1c68-4c46-ada1-9e33533d7fb8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:06.498269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5f249b4b-9dc5-4cca-beb5-2edb82905cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:06.502360 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7a9c2820-40f0-4dc9-989a-53e2cbf09907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:06.572321 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8665c11a-dc4e-4119-a01b-7333089a4581 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:06.580700 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694dc656-74f3-4753-a1f0-009da729506d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Made reservation on behalf of 4e22d4e6a32b438182bd97197bbb69cf for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:06.585814 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-694dc656-74f3-4753-a1f0-009da729506d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:06.633554 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f249b4b-9dc5-4cca-beb5-2edb82905cf3 None None] Pushing event updated for resources: {'Port': ['ID=426b97ff-2576-423f-9c53-c8585f633dca,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:06.638092 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5f249b4b-9dc5-4cca-beb5-2edb82905cf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:06.655632 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 1358c21e-3b7d-4523-9af0-c523535099fc up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:06.786319 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 1358c21e-3b7d-4523-9af0-c523535099fc triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:06.786809 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:06.821595 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21388d0-9b9a-4a6c-a779-ca0f4eee5b84 None None] DHCP port deletion for c0c58b33-89bf-4a11-9df9-ed95e6524a1d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:32:06.947574 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-a21388d0-9b9a-4a6c-a779-ca0f4eee5b84 None None] Deleting port 1358c21e-3b7d-4523-9af0-c523535099fc {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:06.947958 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a21388d0-9b9a-4a6c-a779-ca0f4eee5b84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:06.953499 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 47986) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:07.035690 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-a21388d0-9b9a-4a6c-a779-ca0f4eee5b84 None None] For port 1358c21e-3b7d-4523-9af0-c523535099fc, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=1358c21e-3b7d-4523-9af0-c523535099fc,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:07.036095 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a21388d0-9b9a-4a6c-a779-ca0f4eee5b84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:07.154369 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-a21388d0-9b9a-4a6c-a779-ca0f4eee5b84 None None] Calling delete_port for 1358c21e-3b7d-4523-9af0-c523535099fc owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:07.280741 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-694dc656-74f3-4753-a1f0-009da729506d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:07.288725 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f0100fe0-9a78-4b73-9a6d-627c3fec6ca1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:07.328694 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a21388d0-9b9a-4a6c-a779-ca0f4eee5b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:07.338979 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:07.377168 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21388d0-9b9a-4a6c-a779-ca0f4eee5b84 None None] No DVR routers for this DVR port 1358c21e-3b7d-4523-9af0-c523535099fc on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:07.386645 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21388d0-9b9a-4a6c-a779-ca0f4eee5b84 None None] Pushing event deleted for resources: {'Port': ['ID=1358c21e-3b7d-4523-9af0-c523535099fc,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:07.393397 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a21388d0-9b9a-4a6c-a779-ca0f4eee5b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:07.532198 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694dc656-74f3-4753-a1f0-009da729506d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Subnet': ['ID=141671bf-e130-4340-8187-a0bdb4ced10e,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:07.543004 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-8665c11a-dc4e-4119-a01b-7333089a4581 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Delete allocated IP 172.20.0.27 (a1d90848-c599-4ce2-962b-226701521eb2/22dfadac-5274-4e5a-91c7-7e5c7aa0b1b9) {{(pid=93427) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 18 16:32:07.552355 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-694dc656-74f3-4753-a1f0-009da729506d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:07.561516 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9362ba46-5a4b-4aa2-927c-c786ed28fa96 None None] Network a1d90848-c599-4ce2-962b-226701521eb2 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:07.628078 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6756fb16-bc7e-485b-80c5-d759860eefd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:07.639774 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-244856ce-648e-4ab3-a830-3419ba37b1db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7ca41c6e57e42ea9d06707927cba33e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6724172 Jun 18 16:32:07.642153 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48004) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:07.652423 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8c0d477d-f163-4f97-b759-68b1c88f43e4 None None] Provisioning for port 426b97ff-2576-423f-9c53-c8585f633dca completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:07.661398 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8c0d477d-f163-4f97-b759-68b1c88f43e4 None None] Provisioning complete for port 426b97ff-2576-423f-9c53-c8585f633dca triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:07.661898 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8c0d477d-f163-4f97-b759-68b1c88f43e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:07.663158 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.objects.ports [None req-bd68be55-1c68-4c46-ada1-9e33533d7fb8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93427) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:32:07.664397 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694dc656-74f3-4753-a1f0-009da729506d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Checking segment: {'id': 'ecdb9434-5088-44fd-abe3-ff38f2606801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ee081675-d22e-4de3-8afe-960349f6ab6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:07.664764 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694dc656-74f3-4753-a1f0-009da729506d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network hostable DHCP agents. Network: ee081675-d22e-4de3-8afe-960349f6ab6d, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:32:07.677405 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bd68be55-1c68-4c46-ada1-9e33533d7fb8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:07.687173 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3f7cbb52-abf5-446a-8b4b-c2953d658b3c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:07.715588 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-34dbab98-5e18-4fbb-bfd6-282741c3d5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:07.740472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-34dbab98-5e18-4fbb-bfd6-282741c3d5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:07.756856 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694dc656-74f3-4753-a1f0-009da729506d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network ee081675-d22e-4de3-8afe-960349f6ab6d is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:32:07.775144 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd68be55-1c68-4c46-ada1-9e33533d7fb8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:07.789258 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-bd68be55-1c68-4c46-ada1-9e33533d7fb8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:07.799182 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd68be55-1c68-4c46-ada1-9e33533d7fb8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:07.799993 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bd68be55-1c68-4c46-ada1-9e33533d7fb8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:07.806990 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-34dbab98-5e18-4fbb-bfd6-282741c3d5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:07.810418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-34dbab98-5e18-4fbb-bfd6-282741c3d5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:07.812537 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-34dbab98-5e18-4fbb-bfd6-282741c3d5f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e3be2ff-7efc-48e8-80a2-342933c2b50d HTTP/1.1" status: 204 len: 168 time: 0.1685250 Jun 18 16:32:07.812785 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71eafa3-5194-4bd9-ab25-20838cf66626 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:07.813524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3092fee1-487c-4fdb-a453-3540cd5d56d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:07.837945 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbab98-5e18-4fbb-bfd6-282741c3d5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3be2ff-7efc-48e8-80a2-342933c2b50d,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:07.840658 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-34dbab98-5e18-4fbb-bfd6-282741c3d5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:08.049269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': 'ae5fabc3-955c-493e-8a2f-772813941db1'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:32:08.050560 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:08.197568 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-694dc656-74f3-4753-a1f0-009da729506d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, ee081675-d22e-4de3-8afe-960349f6ab6d) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:08.211699 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ecfd81-056c-4999-a754-006f1cd10f03 None None] Network ee081675-d22e-4de3-8afe-960349f6ab6d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:08.212231 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68be55-1c68-4c46-ada1-9e33533d7fb8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=ae5fabc3-955c-493e-8a2f-772813941db1,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:08.216607 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694dc656-74f3-4753-a1f0-009da729506d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:08.217430 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-694dc656-74f3-4753-a1f0-009da729506d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:08.223594 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bd68be55-1c68-4c46-ada1-9e33533d7fb8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:08.235284 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48024) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:08.235484 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-bd68be55-1c68-4c46-ada1-9e33533d7fb8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0038893 Jun 18 16:32:08.241757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-f4e51cef-76b1-4cf9-9338-4c3bb073b0ff tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'mac_address': 'fa:16:3e:b3:87:50', 'name': 'tempest-NetworksTestDHCPv6-1201268736'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:08.248982 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8665c11a-dc4e-4119-a01b-7333089a4581 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:08.275730 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-694dc656-74f3-4753-a1f0-009da729506d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1182761 Jun 18 16:32:08.289184 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48028) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:08.308621 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-9b058417-7464-4d79-9deb-67565f69231a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'subnet': {'network_id': 'ee081675-d22e-4de3-8afe-960349f6ab6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:08.314203 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-8665c11a-dc4e-4119-a01b-7333089a4581 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Ignored duplicate provisioning block setup for port 13d13305-959a-4433-8fbd-e5b0f124bb03 by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 18 16:32:08.335486 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8665c11a-dc4e-4119-a01b-7333089a4581 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:08.368127 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:08.400076 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-73c53748-2ed5-4687-bc05-76724a6867ef tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:08.423525 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 426b97ff-2576-423f-9c53-c8585f633dca up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:08.472026 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f9b56da1-3092-4df1-92c1-a2ad2991d114 None None] Provisioning complete for port 426b97ff-2576-423f-9c53-c8585f633dca triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:08.472422 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f9b56da1-3092-4df1-92c1-a2ad2991d114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:08.477932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e51cef-76b1-4cf9-9338-4c3bb073b0ff tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:08.524244 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Allocated IP 2001:db8::f816:3eff:fef1:dda1 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/ae5fabc3-955c-493e-8a2f-772813941db1/e1eed6f2-ceab-474c-bfc4-a28814a2ae54) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:08.646213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f4e51cef-76b1-4cf9-9338-4c3bb073b0ff tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:08.658052 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665c11a-dc4e-4119-a01b-7333089a4581 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=13d13305-959a-4433-8fbd-e5b0f124bb03,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:08.681510 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8665c11a-dc4e-4119-a01b-7333089a4581 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:08.713397 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-8665c11a-dc4e-4119-a01b-7333089a4581 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] In _notify_port_updated(), no bound segment for port 13d13305-959a-4433-8fbd-e5b0f124bb03 on network a1d90848-c599-4ce2-962b-226701521eb2 {{(pid=93427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:32:08.715853 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-f4e51cef-76b1-4cf9-9338-4c3bb073b0ff tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port 084178ff-3f28-414a-88d2-05ab86703871 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:32:08.720421 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8665c11a-dc4e-4119-a01b-7333089a4581 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:08.721337 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8665c11a-dc4e-4119-a01b-7333089a4581 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:08.723171 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8665c11a-dc4e-4119-a01b-7333089a4581 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "PUT /v2.0/ports/13d13305-959a-4433-8fbd-e5b0f124bb03 HTTP/1.1" status: 200 len: 917 time: 2.4929023 Jun 18 16:32:08.726698 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48036) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:08.734182 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-67b380e5-87cd-4fee-a684-d403cbdf7af8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fe032d3e-c2e6-4b10-b245-4075cc880c4e'}, {'subnet_id': '22dfadac-5274-4e5a-91c7-7e5c7aa0b1b9'}]}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:08.812186 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b058417-7464-4d79-9deb-67565f69231a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Made reservation on behalf of 4e22d4e6a32b438182bd97197bbb69cf for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:08.816723 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b058417-7464-4d79-9deb-67565f69231a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:08.953185 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-67b380e5-87cd-4fee-a684-d403cbdf7af8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:08.978961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48042) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:09.097885 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48046) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:09.105359 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-e021f392-eff3-472e-adf5-8f25da9ad946 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-682773000', 'description': 'tempest-secgroup-smoke-682773000 description', 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:09.108306 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-ee081675-d22e-4de3-8afe-960349f6ab6d', 'network_id': 'ee081675-d22e-4de3-8afe-960349f6ab6d', 'tenant_id': '4e22d4e6a32b438182bd97197bbb69cf', 'fixed_ips': [{'subnet_id': '141671bf-e130-4340-8187-a0bdb4ced10e'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:32:09.109408 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.120405 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-74dc3900-f633-4f73-8483-d7f0d1636dd4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1435867790-network', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:09.129540 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.145701 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e021f392-eff3-472e-adf5-8f25da9ad946 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.150423 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.157552 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Transition to ACTIVE for port object e1eed6f2-ceab-474c-bfc4-a28814a2ae54 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:09.158646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e021f392-eff3-472e-adf5-8f25da9ad946 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.177745 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 426b97ff-2576-423f-9c53-c8585f633dca triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:09.178279 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.179194 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dc3900-f633-4f73-8483-d7f0d1636dd4 admin admin] Made reservation on behalf of 16baf16222f446bfa2a20a3a159e0911 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:09.181734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-74dc3900-f633-4f73-8483-d7f0d1636dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.194226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-74dc3900-f633-4f73-8483-d7f0d1636dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.262640 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Transition to ACTIVE for port object e1eed6f2-ceab-474c-bfc4-a28814a2ae54 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:09.275776 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f9b56da1-3092-4df1-92c1-a2ad2991d114 None None] Provisioning for port 13d13305-959a-4433-8fbd-e5b0f124bb03 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:09.288202 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.293927 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:09.295859 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f9b56da1-3092-4df1-92c1-a2ad2991d114 None None] Provisioning complete for port 13d13305-959a-4433-8fbd-e5b0f124bb03 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:09.296312 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f9b56da1-3092-4df1-92c1-a2ad2991d114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.324503 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b058417-7464-4d79-9deb-67565f69231a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.329070 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:09.337454 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e021f392-eff3-472e-adf5-8f25da9ad946 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.346962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e021f392-eff3-472e-adf5-8f25da9ad946 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.349774 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-f4e51cef-76b1-4cf9-9338-4c3bb073b0ff tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::f816:3eff:feb3:8750 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/ae5fabc3-955c-493e-8a2f-772813941db1/084178ff-3f28-414a-88d2-05ab86703871) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:09.355060 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-be2cea93-12e0-4dd2-ba57-5d468172b62c tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:09.366939 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b058417-7464-4d79-9deb-67565f69231a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network ee081675-d22e-4de3-8afe-960349f6ab6d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:09.371947 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-9b058417-7464-4d79-9deb-67565f69231a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:09.379876 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b058417-7464-4d79-9deb-67565f69231a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:09.380472 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b058417-7464-4d79-9deb-67565f69231a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.410526 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:09.418734 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-f9b56da1-3092-4df1-92c1-a2ad2991d114 None None] Port 13d13305-959a-4433-8fbd-e5b0f124bb03 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:32:09.420925 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b058417-7464-4d79-9deb-67565f69231a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Subnet': ['ID=636ee2a7-2aad-4093-87a4-0d7daedc9c5a,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:09.423155 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:09.423588 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-67b380e5-87cd-4fee-a684-d403cbdf7af8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Allocated IP 172.20.0.27 (a1d90848-c599-4ce2-962b-226701521eb2/22dfadac-5274-4e5a-91c7-7e5c7aa0b1b9/13d13305-959a-4433-8fbd-e5b0f124bb03) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:09.425731 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9b058417-7464-4d79-9deb-67565f69231a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:09.428128 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Pushing event updated for resources: {'Port': ['ID=e1eed6f2-ceab-474c-bfc4-a28814a2ae54,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:09.431000 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021f392-eff3-472e-adf5-8f25da9ad946 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90191c0b-9884-4ef9-993a-0a867feaf300,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:09.432359 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:09.433117 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:09.434735 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e021f392-eff3-472e-adf5-8f25da9ad946 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:09.449512 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Allocated IP 2001:db8::2 (ee081675-d22e-4de3-8afe-960349f6ab6d/141671bf-e130-4340-8187-a0bdb4ced10e/129bc5fd-094b-41df-ad0b-137e13dbcd75) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:09.574304 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-67b380e5-87cd-4fee-a684-d403cbdf7af8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.587488 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-67b380e5-87cd-4fee-a684-d403cbdf7af8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Ignored duplicate provisioning block setup for port 13d13305-959a-4433-8fbd-e5b0f124bb03 by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 18 16:32:09.592661 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-74dc3900-f633-4f73-8483-d7f0d1636dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.594237 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-67b380e5-87cd-4fee-a684-d403cbdf7af8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.597549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Attempting to bind port e1eed6f2-ceab-474c-bfc4-a28814a2ae54 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:09.598148 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Attempting to bind port e1eed6f2-ceab-474c-bfc4-a28814a2ae54 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:09.598530 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Attempting to bind port e1eed6f2-ceab-474c-bfc4-a28814a2ae54 on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:09.599790 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2fecd31d-8432-4c75-bbf9-436022026c43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:09.619254 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-74dc3900-f633-4f73-8483-d7f0d1636dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.623222 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:09.623716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:09.624207 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.624681 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:09.625249 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Bound port: e1eed6f2-ceab-474c-bfc4-a28814a2ae54, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:09.625711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.629374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a32adee3-12ba-4919-8cae-27bd5f4542f3 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:09.637478 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cdadc421-6be7-4f8b-8a3d-863bbf0851b6 None None] Provisioning complete for port 13d13305-959a-4433-8fbd-e5b0f124bb03 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:09.637926 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cdadc421-6be7-4f8b-8a3d-863bbf0851b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.638725 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f4e51cef-76b1-4cf9-9338-4c3bb073b0ff tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.661124 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74dc3900-f633-4f73-8483-d7f0d1636dd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:32:09.684607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 1358c21e-3b7d-4523-9af0-c523535099fc no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:09.703365 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-74dc3900-f633-4f73-8483-d7f0d1636dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.703872 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-74dc3900-f633-4f73-8483-d7f0d1636dd4 admin admin] Added segment 60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8 of type vlan for network b035b862-0d9c-4039-9037-42f41472e61d Jun 18 16:32:09.705513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-f4e51cef-76b1-4cf9-9338-4c3bb073b0ff tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object 084178ff-3f28-414a-88d2-05ab86703871 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:09.721769 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc3900-f633-4f73-8483-d7f0d1636dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10100b7d-2c63-43df-bb94-34b5c5cd6565,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:09.725312 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 1358c21e-3b7d-4523-9af0-c523535099fc {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:09.725312 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 1358c21e-3b7d-4523-9af0-c523535099fc not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:09.726907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-74dc3900-f633-4f73-8483-d7f0d1636dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:09.779549 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-74dc3900-f633-4f73-8483-d7f0d1636dd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.792522 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-cdadc421-6be7-4f8b-8a3d-863bbf0851b6 None None] Port 13d13305-959a-4433-8fbd-e5b0f124bb03 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:32:09.802470 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b380e5-87cd-4fee-a684-d403cbdf7af8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=13d13305-959a-4433-8fbd-e5b0f124bb03,revision_number=3']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:09.808040 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-67b380e5-87cd-4fee-a684-d403cbdf7af8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:09.828768 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-67b380e5-87cd-4fee-a684-d403cbdf7af8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] In _notify_port_updated(), no bound segment for port 13d13305-959a-4433-8fbd-e5b0f124bb03 on network a1d90848-c599-4ce2-962b-226701521eb2 {{(pid=93427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:32:09.841029 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b380e5-87cd-4fee-a684-d403cbdf7af8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:09.842069 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-67b380e5-87cd-4fee-a684-d403cbdf7af8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.843576 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.844918 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-67b380e5-87cd-4fee-a684-d403cbdf7af8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "PUT /v2.0/ports/13d13305-959a-4433-8fbd-e5b0f124bb03 HTTP/1.1" status: 200 len: 997 time: 1.1168759 Jun 18 16:32:09.847552 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48048) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:09.860266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Transition to ACTIVE for port object 129bc5fd-094b-41df-ad0b-137e13dbcd75 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:09.862497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] For port e1eed6f2-ceab-474c-bfc4-a28814a2ae54, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:09.868747 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] For port e1eed6f2-ceab-474c-bfc4-a28814a2ae54, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e1eed6f2-ceab-474c-bfc4-a28814a2ae54,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:09.880917 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.881295 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f4e51cef-76b1-4cf9-9338-4c3bb073b0ff tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.887159 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1cb3e0a1-5d99-499b-81db-5b12e97a4a4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:09.896575 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e021f392-eff3-472e-adf5-8f25da9ad946 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.898575 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:09.905325 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-74dc3900-f633-4f73-8483-d7f0d1636dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.905731 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc3900-f633-4f73-8483-d7f0d1636dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:09.906346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-74dc3900-f633-4f73-8483-d7f0d1636dd4 admin admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.914942 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9b058417-7464-4d79-9deb-67565f69231a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6246455 Jun 18 16:32:09.917589 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48050) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:09.949226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e021f392-eff3-472e-adf5-8f25da9ad946 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.953229 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Pushing event updated for resources: {'Port': ['ID=e1eed6f2-ceab-474c-bfc4-a28814a2ae54,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:09.964015 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e51cef-76b1-4cf9-9338-4c3bb073b0ff tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:09.969299 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Transition to ACTIVE for port object 129bc5fd-094b-41df-ad0b-137e13dbcd75 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:09.971043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:09.977311 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-f4e51cef-76b1-4cf9-9338-4c3bb073b0ff tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:09.981051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e51cef-76b1-4cf9-9338-4c3bb073b0ff tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:09.982410 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.987775 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e51cef-76b1-4cf9-9338-4c3bb073b0ff tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:09.988581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f4e51cef-76b1-4cf9-9338-4c3bb073b0ff tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:09.993637 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9cc42e70-ff27-4794-939f-4283cac2aa11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:10.012724 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-74dc3900-f633-4f73-8483-d7f0d1636dd4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0279853 Jun 18 16:32:10.012724 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48052) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:10.017288 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-030f9ca8-9942-4f13-9212-a0981dd7f260 admin admin] Request body: {'subnet': {'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1435867790-subnet', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'ip_version': 4}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:10.022768 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14634a32-9cb3-48f9-bd86-bfd5235c0d64 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:10.024620 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14634a32-9cb3-48f9-bd86-bfd5235c0d64 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:10.026396 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14634a32-9cb3-48f9-bd86-bfd5235c0d64 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:10.027695 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Network ee081675-d22e-4de3-8afe-960349f6ab6d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:10.027827 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14634a32-9cb3-48f9-bd86-bfd5235c0d64 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:10.029260 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:10.032615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14634a32-9cb3-48f9-bd86-bfd5235c0d64 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:10.032734 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f4e51cef-76b1-4cf9-9338-4c3bb073b0ff tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7933702 Jun 18 16:32:10.032822 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-14634a32-9cb3-48f9-bd86-bfd5235c0d64 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1124067 Jun 18 16:32:10.033553 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48054) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:10.038324 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:10.043732 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e021f392-eff3-472e-adf5-8f25da9ad946 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.048032 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e021f392-eff3-472e-adf5-8f25da9ad946 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9490235 Jun 18 16:32:10.050616 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48056) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:10.050616 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48058) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:10.056325 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e51cef-76b1-4cf9-9338-4c3bb073b0ff tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=084178ff-3f28-414a-88d2-05ab86703871,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:10.056626 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-7f81f634-d599-4a8e-8bee-50b020ffc6bb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1159753543'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:10.059916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f4e51cef-76b1-4cf9-9338-4c3bb073b0ff tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:10.062520 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:10.068361 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-6b2329e2-116a-4974-8ddc-3c1f8330a05a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Request body: {'security_group_rule': {'security_group_id': '0f1dbc5c-6d97-438f-a9eb-911032f1bbbd', 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:10.076350 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-05b938d5-7c6a-4aeb-aa8b-5fbf67dc1686 None None] Provisioning complete for port 13d13305-959a-4433-8fbd-e5b0f124bb03 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:10.076760 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-05b938d5-7c6a-4aeb-aa8b-5fbf67dc1686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.101898 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-9a56b049-c88e-4b96-8fba-0e52430af7ac tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port 13d13305-959a-4433-8fbd-e5b0f124bb03 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:10.102214 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9a56b049-c88e-4b96-8fba-0e52430af7ac tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.137597 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030f9ca8-9942-4f13-9212-a0981dd7f260 admin admin] Made reservation on behalf of 16baf16222f446bfa2a20a3a159e0911 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:10.137886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-05b938d5-7c6a-4aeb-aa8b-5fbf67dc1686 None None] Port 13d13305-959a-4433-8fbd-e5b0f124bb03 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:32:10.139223 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Pushing event updated for resources: {'Port': ['ID=129bc5fd-094b-41df-ad0b-137e13dbcd75,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:10.141951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-030f9ca8-9942-4f13-9212-a0981dd7f260 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.164219 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.api [None req-7f81f634-d599-4a8e-8bee-50b020ffc6bb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:32:10.164219 dv-neutron-797121-1-hyperv neutron-server[93427]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 18 16:32:10.164219 dv-neutron-797121-1-hyperv neutron-server[93427]: [parameters: {'project_id': '4e22d4e6a32b438182bd97197bbb69cf', 'id': 'a0e0628c-db35-477a-8c6d-96673104abdf', 'expiration': datetime.datetime(2021, 6, 18, 16, 34, 10, 151273)}] Jun 18 16:32:10.164219 dv-neutron-797121-1-hyperv neutron-server[93427]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:32:10.164691 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_db.api [None req-7f81f634-d599-4a8e-8bee-50b020ffc6bb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:32:10.173261 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:10.188013 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Attempting to bind port 129bc5fd-094b-41df-ad0b-137e13dbcd75 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:10.188735 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Attempting to bind port 129bc5fd-094b-41df-ad0b-137e13dbcd75 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'ecdb9434-5088-44fd-abe3-ff38f2606801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ee081675-d22e-4de3-8afe-960349f6ab6d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:10.188986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Attempting to bind port 129bc5fd-094b-41df-ad0b-137e13dbcd75 on network ee081675-d22e-4de3-8afe-960349f6ab6d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:10.195091 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:10.195790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Checking segment: {'id': 'ecdb9434-5088-44fd-abe3-ff38f2606801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ee081675-d22e-4de3-8afe-960349f6ab6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:10.196227 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.197162 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Bound using segment: {'id': 'ecdb9434-5088-44fd-abe3-ff38f2606801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ee081675-d22e-4de3-8afe-960349f6ab6d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:10.197298 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Bound port: 129bc5fd-094b-41df-ad0b-137e13dbcd75, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdb9434-5088-44fd-abe3-ff38f2606801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ee081675-d22e-4de3-8afe-960349f6ab6d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:10.197675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.247484 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9a56b049-c88e-4b96-8fba-0e52430af7ac tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.262651 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6b2329e2-116a-4974-8ddc-3c1f8330a05a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.282877 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] For port 129bc5fd-094b-41df-ad0b-137e13dbcd75, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:10.292021 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] For port 129bc5fd-094b-41df-ad0b-137e13dbcd75, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=129bc5fd-094b-41df-ad0b-137e13dbcd75,segment=NetworkSegment(ecdb9434-5088-44fd-abe3-ff38f2606801),segment_id=ecdb9434-5088-44fd-abe3-ff38f2606801)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:10.307885 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.324128 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d534d96e-fdc2-441e-affb-d9a0a34f779b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:10.392885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-9a56b049-c88e-4b96-8fba-0e52430af7ac tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for 13d13305-959a-4433-8fbd-e5b0f124bb03 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:10.408595 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cb6f17-8990-4eb6-a2e5-2002389d64cd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:10.409750 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Pushing event updated for resources: {'Port': ['ID=129bc5fd-094b-41df-ad0b-137e13dbcd75,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:10.415089 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:10.417827 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cb6f17-8990-4eb6-a2e5-2002389d64cd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:10.422625 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-31cb6f17-8990-4eb6-a2e5-2002389d64cd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3865259 Jun 18 16:32:10.423471 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48060) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:10.425135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.532745 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc3900-f633-4f73-8483-d7f0d1636dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=b035b862-0d9c-4039-9037-42f41472e61d,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:10.542444 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-74dc3900-f633-4f73-8483-d7f0d1636dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:10.543060 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5b74024f-eb26-4274-8e4d-e946fe00dbf1 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.582s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:10.545283 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network b035b862-0d9c-4039-9037-42f41472e61d details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:32:10.592053 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021f392-eff3-472e-adf5-8f25da9ad946 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:10.593581 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6b2329e2-116a-4974-8ddc-3c1f8330a05a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.608240 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e021f392-eff3-472e-adf5-8f25da9ad946 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:10.608407 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6b2329e2-116a-4974-8ddc-3c1f8330a05a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.633431 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:10.644518 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6b2329e2-116a-4974-8ddc-3c1f8330a05a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.647760 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6b2329e2-116a-4974-8ddc-3c1f8330a05a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5840178 Jun 18 16:32:10.653610 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48062) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:10.684845 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-c8be1b82-0776-49cd-9fda-ec8a38258df9 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Request body: {'security_group_rule': {'security_group_id': '0f1dbc5c-6d97-438f-a9eb-911032f1bbbd', 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:10.695366 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2329e2-116a-4974-8ddc-3c1f8330a05a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e82a60c-552b-4b89-8038-fcb583a643c0,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:10.699306 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6b2329e2-116a-4974-8ddc-3c1f8330a05a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:10.724044 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.api [None req-c8be1b82-0776-49cd-9fda-ec8a38258df9 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:32:10.724044 dv-neutron-797121-1-hyperv neutron-server[93427]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:32:10.724044 dv-neutron-797121-1-hyperv neutron-server[93427]: [parameters: {'project_id_1': 'c1f5970bdf9948068046d65adb1ce5bd', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 32, 10, 702291)}] Jun 18 16:32:10.724044 dv-neutron-797121-1-hyperv neutron-server[93427]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:32:10.724481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_db.api [None req-c8be1b82-0776-49cd-9fda-ec8a38258df9 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:32:10.758352 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-79bb032e-303e-4235-afd8-3155e89f4e4f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port 084178ff-3f28-414a-88d2-05ab86703871 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:10.758808 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-79bb032e-303e-4235-afd8-3155e89f4e4f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.764990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f81f634-d599-4a8e-8bee-50b020ffc6bb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Made reservation on behalf of 4e22d4e6a32b438182bd97197bbb69cf for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:10.768520 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f81f634-d599-4a8e-8bee-50b020ffc6bb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.778079 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-030f9ca8-9942-4f13-9212-a0981dd7f260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.780350 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:10.845821 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f9ca8-9942-4f13-9212-a0981dd7f260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db1c29c-aa09-4f43-a654-3bf9324a3d81,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:10.848416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-030f9ca8-9942-4f13-9212-a0981dd7f260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:10.857042 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f81f634-d599-4a8e-8bee-50b020ffc6bb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:32:10.858032 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030f9ca8-9942-4f13-9212-a0981dd7f260 admin admin] Checking segment: {'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:10.858829 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030f9ca8-9942-4f13-9212-a0981dd7f260 admin admin] Network hostable DHCP agents. Network: b035b862-0d9c-4039-9037-42f41472e61d, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:32:10.880149 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030f9ca8-9942-4f13-9212-a0981dd7f260 admin admin] Network b035b862-0d9c-4039-9037-42f41472e61d is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:32:10.893102 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-030f9ca8-9942-4f13-9212-a0981dd7f260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, b035b862-0d9c-4039-9037-42f41472e61d) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:10.895607 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f81f634-d599-4a8e-8bee-50b020ffc6bb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.895954 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-7f81f634-d599-4a8e-8bee-50b020ffc6bb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Added segment 214f68fa-e104-4de0-b99c-a905ba224596 of type vlan for network d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd Jun 18 16:32:10.902998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030f9ca8-9942-4f13-9212-a0981dd7f260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:10.903858 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-030f9ca8-9942-4f13-9212-a0981dd7f260 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.908255 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfb3deb-481a-4e74-90c0-4defb8476315 None None] Network b035b862-0d9c-4039-9037-42f41472e61d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:10.930034 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-030f9ca8-9942-4f13-9212-a0981dd7f260 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9171898 Jun 18 16:32:10.930838 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48064) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:10.936628 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:10.967064 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.968236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.980981 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9a56b049-c88e-4b96-8fba-0e52430af7ac tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.983663 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-79bb032e-303e-4235-afd8-3155e89f4e4f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.987045 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f81f634-d599-4a8e-8bee-50b020ffc6bb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.997862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-67b380e5-87cd-4fee-a684-d403cbdf7af8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:11.042006 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.109083 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-b035b862-0d9c-4039-9037-42f41472e61d', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:32:11.109952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.130519 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-79bb032e-303e-4235-afd8-3155e89f4e4f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for 084178ff-3f28-414a-88d2-05ab86703871 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:11.136398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f81f634-d599-4a8e-8bee-50b020ffc6bb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.142271 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f81f634-d599-4a8e-8bee-50b020ffc6bb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:11.142927 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f81f634-d599-4a8e-8bee-50b020ffc6bb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.154207 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56b049-c88e-4b96-8fba-0e52430af7ac tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=13d13305-959a-4433-8fbd-e5b0f124bb03,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:11.157342 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9a56b049-c88e-4b96-8fba-0e52430af7ac tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:11.167145 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d0512dbc-74a9-42d7-8b37-305d27bcbf8d tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:11.226502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.305597 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Allocated IP 172.20.0.2 (b035b862-0d9c-4039-9037-42f41472e61d/4db1c29c-aa09-4f43-a654-3bf9324a3d81/4d360b69-1efd-45f3-af32-298a4bb03971) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:11.434355 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7f81f634-d599-4a8e-8bee-50b020ffc6bb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3827145 Jun 18 16:32:11.445931 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9a56b049-c88e-4b96-8fba-0e52430af7ac tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.447797 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9a56b049-c88e-4b96-8fba-0e52430af7ac tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/ports/13d13305-959a-4433-8fbd-e5b0f124bb03 HTTP/1.1" status: 204 len: 168 time: 1.5990882 Jun 18 16:32:11.449743 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48066) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:11.462989 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48068) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:11.491239 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-96aa1583-101e-4ce3-ba7f-e886d910f5b8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:11.516100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.545060 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.573475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81f634-d599-4a8e-8bee-50b020ffc6bb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Network': ['ID=d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:11.583085 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4b4b68-f432-4a9c-8b47-b83dd8da2273 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] GET failed (client error): The resource could not be found. Jun 18 16:32:11.585387 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9c4b4b68-f432-4a9c-8b47-b83dd8da2273 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports/13d13305-959a-4433-8fbd-e5b0f124bb03 HTTP/1.1" status: 404 len: 333 time: 0.1189520 Jun 18 16:32:11.602278 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48070) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:11.606473 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:32:11.620640 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.623767 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c8fc5576-1b6d-4820-aa23-eb8899507ca3 None None] Provisioning for port e1eed6f2-ceab-474c-bfc4-a28814a2ae54 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:11.626436 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7f81f634-d599-4a8e-8bee-50b020ffc6bb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:11.657636 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8be1b82-0776-49cd-9fda-ec8a38258df9 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.679283 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Transition to ACTIVE for port object 4d360b69-1efd-45f3-af32-298a4bb03971 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:11.719339 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Transition to ACTIVE for port object 4d360b69-1efd-45f3-af32-298a4bb03971 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:11.723732 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Allocated IP 172.26.2.94 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/ca1bee0b-82fc-4aca-afe4-5b58fb099d30) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:11.730516 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.734580 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:11.793048 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Network b035b862-0d9c-4039-9037-42f41472e61d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:11.796063 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:11.798845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:11.858342 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Pushing event updated for resources: {'Port': ['ID=4d360b69-1efd-45f3-af32-298a4bb03971,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:11.859957 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-57701592-3034-415c-96f3-194798b0d2c6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting subnet 22dfadac-5274-4e5a-91c7-7e5c7aa0b1b9 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:11.863313 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:11.864006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-57701592-3034-415c-96f3-194798b0d2c6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.880119 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Attempting to bind port 4d360b69-1efd-45f3-af32-298a4bb03971 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:11.880515 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Attempting to bind port 4d360b69-1efd-45f3-af32-298a4bb03971 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:11.880892 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Attempting to bind port 4d360b69-1efd-45f3-af32-298a4bb03971 on network b035b862-0d9c-4039-9037-42f41472e61d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:11.898947 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:11.899617 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Checking segment: {'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:11.900197 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.901623 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Bound using segment: {'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:11.902302 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Bound port: 4d360b69-1efd-45f3-af32-298a4bb03971, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:11.902971 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.918900 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.949007 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-57701592-3034-415c-96f3-194798b0d2c6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.965115 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.967936 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f042636-a293-4257-a719-32b1591bbab2 None None] Network ee081675-d22e-4de3-8afe-960349f6ab6d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:11.973803 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-02ac783d-e650-4fc8-b751-77ae9bd41022 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:12.001213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:12.005851 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:12.013077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:12.024435 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-96aa1583-101e-4ce3-ba7f-e886d910f5b8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.043372 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] For port 4d360b69-1efd-45f3-af32-298a4bb03971, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:12.049059 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] For port 4d360b69-1efd-45f3-af32-298a4bb03971, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=4d360b69-1efd-45f3-af32-298a4bb03971,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:12.054016 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Pushing event updated for resources: {'Port': ['ID=ca1bee0b-82fc-4aca-afe4-5b58fb099d30,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:12.059145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:12.066441 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.068421 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-98ca5aee-e052-4f37-ad2c-7f5d082faec5 None None] Provisioning for port 129bc5fd-094b-41df-ad0b-137e13dbcd75 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:12.073271 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3c0a25c4-ab42-4eb7-b7ec-c19aea059d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:12.073571 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8be1b82-0776-49cd-9fda-ec8a38258df9 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.074538 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-96aa1583-101e-4ce3-ba7f-e886d910f5b8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.078949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e87a6f6b-a8ef-4c1e-83d5-e7a5ee448a9d tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:12.091491 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8be1b82-0776-49cd-9fda-ec8a38258df9 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.092195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-79bb032e-303e-4235-afd8-3155e89f4e4f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.134236 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-96aa1583-101e-4ce3-ba7f-e886d910f5b8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd is not hosted by any dhcp agent {{(pid=93427) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:32:12.134965 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-98ca5aee-e052-4f37-ad2c-7f5d082faec5 None None] Could not find standard attr ID for object 084178ff-3f28-414a-88d2-05ab86703871. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:32:12.139565 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aa1583-101e-4ce3-ba7f-e886d910f5b8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:12.140177 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-96aa1583-101e-4ce3-ba7f-e886d910f5b8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.144302 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-96aa1583-101e-4ce3-ba7f-e886d910f5b8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "PUT /v2.0/networks/d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd HTTP/1.1" status: 200 len: 723 time: 0.6886389 Jun 18 16:32:12.174175 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48072) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:12.179408 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-890a551c-cfe2-47f3-a5a4-659fb9bddea8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'subnet': {'network_id': 'd151aa4d-1ae5-4e7d-884b-99dfdbcb21bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:12.186178 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Pushing event updated for resources: {'Port': ['ID=4d360b69-1efd-45f3-af32-298a4bb03971,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:12.191871 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:12.333518 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.398470 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436a48be-3538-4e2e-9cc7-611687dcd183 None None] Update dhcp port {'port': {'network_id': 'ee081675-d22e-4de3-8afe-960349f6ab6d', 'fixed_ips': [{'subnet_id': '141671bf-e130-4340-8187-a0bdb4ced10e', 'ip_address': '2001:db8::2'}, {'subnet_id': '636ee2a7-2aad-4093-87a4-0d7daedc9c5a'}], 'binding:host_id': 'dv-neutron-797121-1-hyperv'}, 'id': '129bc5fd-094b-41df-ad0b-137e13dbcd75'} from dv-neutron-797121-1-hyperv. {{(pid=93429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:32:12.490348 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e1eed6f2-ceab-474c-bfc4-a28814a2ae54 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:12.549536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-436a48be-3538-4e2e-9cc7-611687dcd183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.592171 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.617919 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port e1eed6f2-ceab-474c-bfc4-a28814a2ae54 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:12.662943 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8be1b82-0776-49cd-9fda-ec8a38258df9 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.666779 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c8be1b82-0776-49cd-9fda-ec8a38258df9 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.0078557 Jun 18 16:32:12.666779 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa1583-101e-4ce3-ba7f-e886d910f5b8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Network': ['ID=d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:12.668373 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48076) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:12.669299 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-96aa1583-101e-4ce3-ba7f-e886d910f5b8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:12.679329 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port e1eed6f2-ceab-474c-bfc4-a28814a2ae54 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:12.679329 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.679568 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-2214faee-98e2-4103-946a-0428ddcb604e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Request body: {'security_group_rule': {'security_group_id': '0f1dbc5c-6d97-438f-a9eb-911032f1bbbd', 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:12.705625 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4de5c23a-a957-4b56-a7a7-7cb78fb541c4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.572s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:12.715990 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:32:12.719729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-79bb032e-303e-4235-afd8-3155e89f4e4f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.725974 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-79bb032e-303e-4235-afd8-3155e89f4e4f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/084178ff-3f28-414a-88d2-05ab86703871 HTTP/1.1" status: 204 len: 168 time: 2.2954400 Jun 18 16:32:12.732960 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48078) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:12.748124 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-57701592-3034-415c-96f3-194798b0d2c6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.777665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb032e-303e-4235-afd8-3155e89f4e4f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=084178ff-3f28-414a-88d2-05ab86703871,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:12.783079 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-79bb032e-303e-4235-afd8-3155e89f4e4f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:12.783079 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aee85058-f178-44ef-b040-f8d1bc2154a7 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.615s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:12.799168 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be1b82-0776-49cd-9fda-ec8a38258df9 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26462093-c044-490a-8f03-8cfd70c87473,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:12.806296 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c8be1b82-0776-49cd-9fda-ec8a38258df9 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:12.835747 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2214faee-98e2-4103-946a-0428ddcb604e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.836283 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890a551c-cfe2-47f3-a5a4-659fb9bddea8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Made reservation on behalf of 4e22d4e6a32b438182bd97197bbb69cf for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:12.840443 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-890a551c-cfe2-47f3-a5a4-659fb9bddea8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.847100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd6298c-52f3-4638-b6d1-797a629035b1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:12.848751 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd6298c-52f3-4638-b6d1-797a629035b1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:12.851097 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ebd6298c-52f3-4638-b6d1-797a629035b1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1113961 Jun 18 16:32:12.861412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48080) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:12.901914 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-436a48be-3538-4e2e-9cc7-611687dcd183 None None] Allocated IP 172.20.0.1 (ee081675-d22e-4de3-8afe-960349f6ab6d/636ee2a7-2aad-4093-87a4-0d7daedc9c5a/129bc5fd-094b-41df-ad0b-137e13dbcd75) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:12.905880 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-57701592-3034-415c-96f3-194798b0d2c6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.916637 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-15cb8dbc-df72-4ef8-9150-1d0db86362b9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:12.952777 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d77db7a-21d0-491d-91a6-e4de48e76ff2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet ae5fabc3-955c-493e-8a2f-772813941db1 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:12.955262 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57701592-3034-415c-96f3-194798b0d2c6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Subnet': ['ID=22dfadac-5274-4e5a-91c7-7e5c7aa0b1b9,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:12.957751 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-57701592-3034-415c-96f3-194798b0d2c6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.960191 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-57701592-3034-415c-96f3-194798b0d2c6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/subnets/22dfadac-5274-4e5a-91c7-7e5c7aa0b1b9 HTTP/1.1" status: 204 len: 168 time: 1.3466289 Jun 18 16:32:12.961918 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9d77db7a-21d0-491d-91a6-e4de48e76ff2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.963876 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-57701592-3034-415c-96f3-194798b0d2c6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:12.964501 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48082) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:13.002832 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2214faee-98e2-4103-946a-0428ddcb604e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.014041 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2214faee-98e2-4103-946a-0428ddcb604e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.018741 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ebf9d06c-823e-415b-988f-ac7bcdc6c24e tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:13.034907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9d77db7a-21d0-491d-91a6-e4de48e76ff2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.039884 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Router 80268182-ac74-489c-bfc6-d4fcbd75e630 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:32:13.040073 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb3c76c-819e-40b6-aa5b-48a8bf612edb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting subnet fe032d3e-c2e6-4b10-b245-4075cc880c4e {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:13.043166 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1eb3c76c-819e-40b6-aa5b-48a8bf612edb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.075116 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214faee-98e2-4103-946a-0428ddcb604e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d347c2-9472-4a9b-b9dc-bbfeb50f812c,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:13.081035 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2214faee-98e2-4103-946a-0428ddcb604e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:13.092659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2214faee-98e2-4103-946a-0428ddcb604e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.096408 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2214faee-98e2-4103-946a-0428ddcb604e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4226639 Jun 18 16:32:13.100391 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48084) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:13.109209 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-ee0233fa-f5a5-4ad0-a29b-a9e72103fbe0 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Request body: {'security_group_rule': {'security_group_id': '0f1dbc5c-6d97-438f-a9eb-911032f1bbbd', 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:13.109932 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1eb3c76c-819e-40b6-aa5b-48a8bf612edb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.215844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9d77db7a-21d0-491d-91a6-e4de48e76ff2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.226465 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1eb3c76c-819e-40b6-aa5b-48a8bf612edb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.249213 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbca1173-a09c-48b7-aa83-ee598fcdb30e None None] Network a1d90848-c599-4ce2-962b-226701521eb2 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:13.323744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.324664 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1eb3c76c-819e-40b6-aa5b-48a8bf612edb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.334229 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f77c73a9-afca-4fe6-bab1-8f0c42da9e22 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:13.370659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:32:13.380625 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9d77db7a-21d0-491d-91a6-e4de48e76ff2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.383667 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1eb3c76c-819e-40b6-aa5b-48a8bf612edb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.385924 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1eb3c76c-819e-40b6-aa5b-48a8bf612edb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/subnets/fe032d3e-c2e6-4b10-b245-4075cc880c4e HTTP/1.1" status: 204 len: 168 time: 0.4203610 Jun 18 16:32:13.387092 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-857cd546-adf2-4876-838c-ac566bf8c680 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:13.389165 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3c76c-819e-40b6-aa5b-48a8bf612edb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Subnet': ['ID=fe032d3e-c2e6-4b10-b245-4075cc880c4e,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:13.389297 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-436a48be-3538-4e2e-9cc7-611687dcd183 None None] For port 129bc5fd-094b-41df-ad0b-137e13dbcd75, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=129bc5fd-094b-41df-ad0b-137e13dbcd75,segment=NetworkSegment(ecdb9434-5088-44fd-abe3-ff38f2606801),segment_id=ecdb9434-5088-44fd-abe3-ff38f2606801)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:13.392840 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48086) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:13.401750 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Sync routers for ids ['80268182-ac74-489c-bfc6-d4fcbd75e630'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:32:13.405879 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1eb3c76c-819e-40b6-aa5b-48a8bf612edb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:13.408759 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-890a551c-cfe2-47f3-a5a4-659fb9bddea8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.426403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ee0233fa-f5a5-4ad0-a29b-a9e72103fbe0 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.431156 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-51e5f3b6-5604-4a0c-a515-7f18d9762ba7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:13.433441 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Routers {'80268182-ac74-489c-bfc6-d4fcbd75e630'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:13.434100 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['80268182-ac74-489c-bfc6-d4fcbd75e630'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:13.465221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77db7a-21d0-491d-91a6-e4de48e76ff2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5fabc3-955c-493e-8a2f-772813941db1,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:13.473416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9d77db7a-21d0-491d-91a6-e4de48e76ff2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:13.475586 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9d77db7a-21d0-491d-91a6-e4de48e76ff2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.477972 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9d77db7a-21d0-491d-91a6-e4de48e76ff2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/ae5fabc3-955c-493e-8a2f-772813941db1 HTTP/1.1" status: 204 len: 168 time: 0.6146455 Jun 18 16:32:13.482486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48088) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:13.492247 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.493461 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5615523 Jun 18 16:32:13.504485 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48090) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:13.536446 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-330e922b-3e28-4853-a3dd-0a5c0190a63b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500972 Jun 18 16:32:13.537816 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dee9e5-b6bc-4ad8-8034-c097d2b35d0b None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:13.538330 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48092) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:13.539861 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853bdcf6-3d1a-4c42-99f3-54ac712fd0a3 None None] Network b035b862-0d9c-4039-9037-42f41472e61d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:13.572846 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ee0233fa-f5a5-4ad0-a29b-a9e72103fbe0 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.582743 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ee0233fa-f5a5-4ad0-a29b-a9e72103fbe0 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.591238 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:13.613802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0233fa-f5a5-4ad0-a29b-a9e72103fbe0 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21433fe1-cb3d-47cc-a604-b7bbd84fa7d0,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:13.614377 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.624504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ee0233fa-f5a5-4ad0-a29b-a9e72103fbe0 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:13.625690 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ee0233fa-f5a5-4ad0-a29b-a9e72103fbe0 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.629444 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ee0233fa-f5a5-4ad0-a29b-a9e72103fbe0 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5234480 Jun 18 16:32:13.629674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48094) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:13.634848 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d961736b-3ffd-45e7-bc58-b19502cf507b tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Request body: {'security_group_rule': {'security_group_id': '0f1dbc5c-6d97-438f-a9eb-911032f1bbbd', 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:13.659087 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a3dc18-3a9a-4939-98c0-4132ad8abd4a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:13.659960 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a551c-cfe2-47f3-a5a4-659fb9bddea8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Subnet': ['ID=74575d8d-21c7-4411-bc55-4f391381e18e,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:13.664229 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e1a3dc18-3a9a-4939-98c0-4132ad8abd4a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1244061 Jun 18 16:32:13.665698 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48096) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:13.673856 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-890a551c-cfe2-47f3-a5a4-659fb9bddea8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:13.688025 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-d961736b-3ffd-45e7-bc58-b19502cf507b tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Project c1f5970bdf9948068046d65adb1ce5bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:32:13.693337 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d961736b-3ffd-45e7-bc58-b19502cf507b tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.701651 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a551c-cfe2-47f3-a5a4-659fb9bddea8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Checking segment: {'id': '214f68fa-e104-4de0-b99c-a905ba224596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd151aa4d-1ae5-4e7d-884b-99dfdbcb21bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:13.701651 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890a551c-cfe2-47f3-a5a4-659fb9bddea8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network hostable DHCP agents. Network: d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:32:13.712454 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-436a48be-3538-4e2e-9cc7-611687dcd183 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.747765 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:32:13.748049 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:32:13.749968 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d961736b-3ffd-45e7-bc58-b19502cf507b tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.755886 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d961736b-3ffd-45e7-bc58-b19502cf507b tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.759805 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-70a63608-d634-405f-8bab-9f71bc046c7c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:13.775140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-11dc395b-4cf8-4699-97e3-87a7508b9a58 None None] Provisioning for port 4d360b69-1efd-45f3-af32-298a4bb03971 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:13.778823 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961736b-3ffd-45e7-bc58-b19502cf507b tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc869ae-a903-4ca2-bbe7-80eca3a46775,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:13.781218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d961736b-3ffd-45e7-bc58-b19502cf507b tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:13.782043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-436a48be-3538-4e2e-9cc7-611687dcd183 None None] Transition to ACTIVE for port object 129bc5fd-094b-41df-ad0b-137e13dbcd75 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:13.792379 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Set router 80268182-ac74-489c-bfc6-d4fcbd75e630 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:13.795708 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d961736b-3ffd-45e7-bc58-b19502cf507b tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.795708 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d961736b-3ffd-45e7-bc58-b19502cf507b tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1622264 Jun 18 16:32:13.795868 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48098) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:13.801063 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-e3baa27f-f02d-4fd4-b2eb-c2a0f5ad0aab tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Request body: {'security_group_rule': {'security_group_id': '0f1dbc5c-6d97-438f-a9eb-911032f1bbbd', 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:13.824598 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-e3baa27f-f02d-4fd4-b2eb-c2a0f5ad0aab tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Project c1f5970bdf9948068046d65adb1ce5bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:32:13.829785 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890a551c-cfe2-47f3-a5a4-659fb9bddea8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:32:13.830038 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e3baa27f-f02d-4fd4-b2eb-c2a0f5ad0aab tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.842433 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d61878c-cc27-48e4-8213-c29f3bbb66f1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:13.846233 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4d61878c-cc27-48e4-8213-c29f3bbb66f1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1547406 Jun 18 16:32:13.846388 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-436a48be-3538-4e2e-9cc7-611687dcd183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.851575 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48100) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:13.892039 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-890a551c-cfe2-47f3-a5a4-659fb9bddea8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:13.899778 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:13.902491 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890a551c-cfe2-47f3-a5a4-659fb9bddea8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:13.903124 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-890a551c-cfe2-47f3-a5a4-659fb9bddea8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774607'] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.913058 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0bf0d73d-92e0-4ea4-801f-645e5cac2277 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559394 Jun 18 16:32:13.915836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48102) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:13.915969 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0804f325-6751-4f72-ab67-5102c2624303 None None] Network d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:13.920511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-41cc9394-7d69-415b-8ffd-8e4ceb9d6b36 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:13.937403 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-890a551c-cfe2-47f3-a5a4-659fb9bddea8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7626634 Jun 18 16:32:13.941664 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48104) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:13.948712 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-5c650538-c0c7-4723-855c-b39c8778a63a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:13.979460 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port 426b97ff-2576-423f-9c53-c8585f633dca {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:13.979843 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.011724 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e3baa27f-f02d-4fd4-b2eb-c2a0f5ad0aab tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.025174 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e3baa27f-f02d-4fd4-b2eb-c2a0f5ad0aab tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.029056 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-18638e62-1cfc-4634-8185-8da2574cdeaf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:14.051641 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3baa27f-f02d-4fd4-b2eb-c2a0f5ad0aab tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40a56a2-d23c-4532-9b29-d1d5e5b58949,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:14.054337 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e3baa27f-f02d-4fd4-b2eb-c2a0f5ad0aab tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:14.056835 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cc9394-7d69-415b-8ffd-8e4ceb9d6b36 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:14.060462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-41cc9394-7d69-415b-8ffd-8e4ceb9d6b36 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.102997 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e3baa27f-f02d-4fd4-b2eb-c2a0f5ad0aab tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.106899 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e3baa27f-f02d-4fd4-b2eb-c2a0f5ad0aab tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3073478 Jun 18 16:32:14.107128 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48106) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:14.112013 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b24ad367-cf10-46b3-9e53-65f631f51849 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Request body: {'network': {'name': 'tempest-network-smoke--368925036', 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'port_security_enabled': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:14.157452 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24ad367-cf10-46b3-9e53-65f631f51849 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Made reservation on behalf of c1f5970bdf9948068046d65adb1ce5bd for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:14.160974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b24ad367-cf10-46b3-9e53-65f631f51849 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.196759 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] For port 426b97ff-2576-423f-9c53-c8585f633dca, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=426b97ff-2576-423f-9c53-c8585f633dca,segment=NetworkSegment(8e19793e-b1ba-4ff0-9223-cdbd1478cc0f),segment_id=8e19793e-b1ba-4ff0-9223-cdbd1478cc0f)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:14.197117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.207130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24ad367-cf10-46b3-9e53-65f631f51849 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:32:14.210955 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a48be-3538-4e2e-9cc7-611687dcd183 None None] Pushing event updated for resources: {'Port': ['ID=129bc5fd-094b-41df-ad0b-137e13dbcd75,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:14.221883 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-436a48be-3538-4e2e-9cc7-611687dcd183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:14.237515 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b24ad367-cf10-46b3-9e53-65f631f51849 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.237861 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-b24ad367-cf10-46b3-9e53-65f631f51849 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Added segment e29c36aa-4d63-42a4-be7f-00440eb6d404 of type vlan for network aecf6f70-3d92-4efd-a20f-fdc191016162 Jun 18 16:32:14.258846 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5c650538-c0c7-4723-855c-b39c8778a63a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8941635'] for subnet, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.303485 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b24ad367-cf10-46b3-9e53-65f631f51849 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.315137 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for 426b97ff-2576-423f-9c53-c8585f633dca owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:14.366402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-41cc9394-7d69-415b-8ffd-8e4ceb9d6b36 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.368398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-14e808fa-552e-47ef-a423-6ca85b3ab18d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:14.383903 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.422165 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9394-7d69-415b-8ffd-8e4ceb9d6b36 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=27700bad-f378-4f64-bb45-240b3251da90,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:14.427524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b24ad367-cf10-46b3-9e53-65f631f51849 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.433742 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24ad367-cf10-46b3-9e53-65f631f51849 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:14.434174 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b24ad367-cf10-46b3-9e53-65f631f51849 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.436851 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-41cc9394-7d69-415b-8ffd-8e4ceb9d6b36 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:14.439302 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:14.472763 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73b5525-2ff7-4478-baf9-1d0f3d42241d None None] DHCP port deletion for a1d90848-c599-4ce2-962b-226701521eb2 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:32:14.498569 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port e1eed6f2-ceab-474c-bfc4-a28814a2ae54, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e1eed6f2-ceab-474c-bfc4-a28814a2ae54,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:14.501951 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd', 'network_id': 'd151aa4d-1ae5-4e7d-884b-99dfdbcb21bd', 'tenant_id': '4e22d4e6a32b438182bd97197bbb69cf', 'fixed_ips': [{'subnet_id': '74575d8d-21c7-4411-bc55-4f391381e18e'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:32:14.503055 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.522269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.522953 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cc9394-7d69-415b-8ffd-8e4ceb9d6b36 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:14.523108 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 129bc5fd-094b-41df-ad0b-137e13dbcd75 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:14.530509 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-41cc9394-7d69-415b-8ffd-8e4ceb9d6b36 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:14.535580 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b24ad367-cf10-46b3-9e53-65f631f51849 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4248862 Jun 18 16:32:14.538616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cc9394-7d69-415b-8ffd-8e4ceb9d6b36 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:14.538770 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48108) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:14.538861 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-41cc9394-7d69-415b-8ffd-8e4ceb9d6b36 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.544041 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-884123011', 'admin_state_up': True, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:14.550677 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:14.553372 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ad367-cf10-46b3-9e53-65f631f51849 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event updated for resources: {'Network': ['ID=aecf6f70-3d92-4efd-a20f-fdc191016162,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:14.570397 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b24ad367-cf10-46b3-9e53-65f631f51849 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:14.581210 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e34e8a-51e0-4dfa-b72c-1b0bb942120d None None] DHCP port deletion for c0c58b33-89bf-4a11-9df9-ed95e6524a1d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:32:14.581417 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-41cc9394-7d69-415b-8ffd-8e4ceb9d6b36 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6625266 Jun 18 16:32:14.581417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48110) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:14.589856 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-a9b0da95-d611-495b-b054-e62c6ea32102 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'mac_address': 'fa:16:3e:32:86:e7', 'name': 'tempest-NetworksTestDHCPv6-284562669'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:14.608865 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network aecf6f70-3d92-4efd-a20f-fdc191016162 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:32:14.724629 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.734700 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ae9aa5ad-58cd-4cdf-921f-b8ed0f7f04d8 tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:14.777115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.778151 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.780491 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b0da95-d611-495b-b054-e62c6ea32102 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:14.790104 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=426b97ff-2576-423f-9c53-c8585f633dca,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:14.792443 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No DVR routers for this DVR port 426b97ff-2576-423f-9c53-c8585f633dca on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:14.809029 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:14.894021 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5c650538-c0c7-4723-855c-b39c8778a63a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758221909212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9273230'] for subnet, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.921186 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-57701592-3034-415c-96f3-194798b0d2c6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:14.931271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a9b0da95-d611-495b-b054-e62c6ea32102 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.965087 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-a9b0da95-d611-495b-b054-e62c6ea32102 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port 580848a7-9a8c-4512-a0e4-120dc68be609 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:32:14.979006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:12Z', 'revision_number': 3, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:14.992141 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.036178 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c650538-c0c7-4723-855c-b39c8778a63a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:15.036779 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5c650538-c0c7-4723-855c-b39c8778a63a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.039529 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5c650538-c0c7-4723-855c-b39c8778a63a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "PUT /v2.0/subnets/74575d8d-21c7-4411-bc55-4f391381e18e HTTP/1.1" status: 200 len: 826 time: 1.0965836 Jun 18 16:32:15.042031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48112) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:15.065696 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=e1eed6f2-ceab-474c-bfc4-a28814a2ae54,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:15.077394 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:15.080123 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Checking router: 80268182-ac74-489c-bfc6-d4fcbd75e630 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:32:15.080708 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Updating router 80268182-ac74-489c-bfc6-d4fcbd75e630 port ca1bee0b-82fc-4aca-afe4-5b58fb099d30 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:32:15.082819 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c650538-c0c7-4723-855c-b39c8778a63a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Subnet': ['ID=74575d8d-21c7-4411-bc55-4f391381e18e,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:15.173111 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.178234 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5c650538-c0c7-4723-855c-b39c8778a63a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:15.179528 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-a9b0da95-d611-495b-b054-e62c6ea32102 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::256 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/27700bad-f378-4f64-bb45-240b3251da90/580848a7-9a8c-4512-a0e4-120dc68be609) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:15.179798 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.201992 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41c6273-fdb6-4b8c-b09b-62a2ad6f681b None None] Network ee081675-d22e-4de3-8afe-960349f6ab6d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:15.202216 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d90848-c599-4ce2-962b-226701521eb2']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:15.217780 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e19793e-b1ba-4ff0-9223-cdbd1478cc0f') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:15.218098 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e19793e-b1ba-4ff0-9223-cdbd1478cc0f') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:15.222294 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.223703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.223856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 129bc5fd-094b-41df-ad0b-137e13dbcd75 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:15.227244 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b73b5525-2ff7-4478-baf9-1d0f3d42241d None None] Deleting port 426b97ff-2576-423f-9c53-c8585f633dca {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:15.227675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b73b5525-2ff7-4478-baf9-1d0f3d42241d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.309509 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.358374 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c8e34e8a-51e0-4dfa-b72c-1b0bb942120d None None] Deleting port e1eed6f2-ceab-474c-bfc4-a28814a2ae54 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:15.358867 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c8e34e8a-51e0-4dfa-b72c-1b0bb942120d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.363773 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.367457 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Allocated IP 2001:db8::2 (d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd/74575d8d-21c7-4411-bc55-4f391381e18e/8f267f6f-3f15-4acf-9721-2a6fecd1c580) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:15.383847 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.424817 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:32:15.425169 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:32:15.451449 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:32:15.511822 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b73b5525-2ff7-4478-baf9-1d0f3d42241d None None] For port 426b97ff-2576-423f-9c53-c8585f633dca, host dv-neutron-797121-1-hyperv, got binding levels [] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:15.512398 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b73b5525-2ff7-4478-baf9-1d0f3d42241d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.538658 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3ec0fa2c-aad0-49eb-a419-1ff011872218 None None] Provisioning for port 129bc5fd-094b-41df-ad0b-137e13dbcd75 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:15.642205 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.663541 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b73b5525-2ff7-4478-baf9-1d0f3d42241d None None] Calling delete_port for 426b97ff-2576-423f-9c53-c8585f633dca owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:15.669152 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3ec0fa2c-aad0-49eb-a419-1ff011872218 None None] Provisioning complete for port 129bc5fd-094b-41df-ad0b-137e13dbcd75 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:15.669543 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3ec0fa2c-aad0-49eb-a419-1ff011872218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.693716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.ipam_backend_mixin [None req-b73b5525-2ff7-4478-baf9-1d0f3d42241d None None] Port 426b97ff-2576-423f-9c53-c8585f633dca was not found and therefore no delete operation was performed {{(pid=93429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 16:32:15.695450 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 129bc5fd-094b-41df-ad0b-137e13dbcd75 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:15.697752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b73b5525-2ff7-4478-baf9-1d0f3d42241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.707007 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d09edb78-a114-473e-aba1-7c4a94cacad7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:15.734982 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a9b0da95-d611-495b-b054-e62c6ea32102 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.754457 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-a9b0da95-d611-495b-b054-e62c6ea32102 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object 580848a7-9a8c-4512-a0e4-120dc68be609 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:15.791395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a9b0da95-d611-495b-b054-e62c6ea32102 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.796180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d9b30b17-5d87-4a52-bf41-5635ea5396fd tempest-RoutersAdminTest-268162115 tempest-RoutersAdminTest-268162115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:15.842821 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b0da95-d611-495b-b054-e62c6ea32102 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:15.846389 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-a9b0da95-d611-495b-b054-e62c6ea32102 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:15.850674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b0da95-d611-495b-b054-e62c6ea32102 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:15.853214 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b5525-2ff7-4478-baf9-1d0f3d42241d None None] Pushing event deleted for resources: {'Port': ['ID=426b97ff-2576-423f-9c53-c8585f633dca,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:15.857218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b0da95-d611-495b-b054-e62c6ea32102 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:15.857218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a9b0da95-d611-495b-b054-e62c6ea32102 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.869742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73b5525-2ff7-4478-baf9-1d0f3d42241d None None] No DVR routers for this DVR port 426b97ff-2576-423f-9c53-c8585f633dca on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:15.875474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0da95-d611-495b-b054-e62c6ea32102 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=580848a7-9a8c-4512-a0e4-120dc68be609,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:15.880054 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a9b0da95-d611-495b-b054-e62c6ea32102 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:15.887948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b73b5525-2ff7-4478-baf9-1d0f3d42241d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:15.888144 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a9b0da95-d611-495b-b054-e62c6ea32102 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3029397 Jun 18 16:32:15.899320 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48114) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:15.901778 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.910356 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.913461 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/networks/a1d90848-c599-4ce2-962b-226701521eb2 HTTP/1.1" status: 204 len: 168 time: 2.5194669 Jun 18 16:32:15.914266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48116) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:15.922167 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4b3cf488-4a67-43ce-9bb5-01bac2873b50 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:15.922485 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c8e34e8a-51e0-4dfa-b72c-1b0bb942120d None None] For port e1eed6f2-ceab-474c-bfc4-a28814a2ae54, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e1eed6f2-ceab-474c-bfc4-a28814a2ae54,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:15.926779 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c8e34e8a-51e0-4dfa-b72c-1b0bb942120d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.947039 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Network': ['ID=a1d90848-c599-4ce2-962b-226701521eb2,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:15.949693 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:15.972705 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Allocated IP 172.20.0.1 (b035b862-0d9c-4039-9037-42f41472e61d/4db1c29c-aa09-4f43-a654-3bf9324a3d81/98368dea-8e9e-4276-bb48-d1bdd91a2514) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:16.025441 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c8e34e8a-51e0-4dfa-b72c-1b0bb942120d None None] Calling delete_port for e1eed6f2-ceab-474c-bfc4-a28814a2ae54 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:16.027892 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd8418d-20b2-4fda-b1e1-e6fd91f0d30d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:16.032923 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-cbd8418d-20b2-4fda-b1e1-e6fd91f0d30d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1143434 Jun 18 16:32:16.033180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48118) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:16.085509 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bc7315-f3a3-4391-a102-9564e6414ab4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:16.091856 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bc7315-f3a3-4391-a102-9564e6414ab4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:16.096076 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a1bc7315-f3a3-4391-a102-9564e6414ab4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1933775 Jun 18 16:32:16.096638 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48120) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:16.171823 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-badac0a0-d185-44c2-b1b4-1ec105588daf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1373575 Jun 18 16:32:16.172470 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48122) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:16.181089 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.196285 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-70b5a2ce-2bb5-4a96-8e68-ff5920fa7c19 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-734540761'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:16.206610 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.208203 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.218652 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.237965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b5a2ce-2bb5-4a96-8e68-ff5920fa7c19 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:16.242820 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-70b5a2ce-2bb5-4a96-8e68-ff5920fa7c19 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.253265 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Transition to ACTIVE for port object 8f267f6f-3f15-4acf-9721-2a6fecd1c580 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:16.265124 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Transition to ACTIVE for port object 98368dea-8e9e-4276-bb48-d1bdd91a2514 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:16.270397 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-2a03314c-f508-44cb-b3c9-27f0bd018ee1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port 580848a7-9a8c-4512-a0e4-120dc68be609 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:16.270873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2a03314c-f508-44cb-b3c9-27f0bd018ee1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.279234 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 129bc5fd-094b-41df-ad0b-137e13dbcd75 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:16.279622 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.299419 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3ec0fa2c-aad0-49eb-a419-1ff011872218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.313890 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.317078 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-452d3f51-d66a-40a3-8ec9-3588ae3b9260 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:16.318892 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b5a2ce-2bb5-4a96-8e68-ff5920fa7c19 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:32:16.337362 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-70b5a2ce-2bb5-4a96-8e68-ff5920fa7c19 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.337795 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-70b5a2ce-2bb5-4a96-8e68-ff5920fa7c19 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Added segment a3498e94-577f-4e2f-8ab9-b3828826fae4 of type vlan for network fcf8152f-96e1-4efd-aa01-1a34d723c794 Jun 18 16:32:16.363192 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Network b035b862-0d9c-4039-9037-42f41472e61d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:16.367706 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:16.371586 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:16.372767 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Transition to ACTIVE for port object 8f267f6f-3f15-4acf-9721-2a6fecd1c580 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:16.404261 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Pushing event updated for resources: {'Port': ['ID=98368dea-8e9e-4276-bb48-d1bdd91a2514,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:16.406140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c8e34e8a-51e0-4dfa-b72c-1b0bb942120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.409345 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:16.413003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.413843 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-70b5a2ce-2bb5-4a96-8e68-ff5920fa7c19 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.419744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:16.423583 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.430630 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.442329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2a03314c-f508-44cb-b3c9-27f0bd018ee1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.488678 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e34e8a-51e0-4dfa-b72c-1b0bb942120d None None] Pushing event deleted for resources: {'Port': ['ID=e1eed6f2-ceab-474c-bfc4-a28814a2ae54,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:16.500068 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3ec0fa2c-aad0-49eb-a419-1ff011872218 None None] For port 129bc5fd-094b-41df-ad0b-137e13dbcd75, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=129bc5fd-094b-41df-ad0b-137e13dbcd75,segment=NetworkSegment(ecdb9434-5088-44fd-abe3-ff38f2606801),segment_id=ecdb9434-5088-44fd-abe3-ff38f2606801)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:16.501452 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Transition to ACTIVE for port object ca1bee0b-82fc-4aca-afe4-5b58fb099d30 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:16.504853 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.508177 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e34e8a-51e0-4dfa-b72c-1b0bb942120d None None] No DVR routers for this DVR port e1eed6f2-ceab-474c-bfc4-a28814a2ae54 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:16.517350 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Network d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:16.523047 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3ec0fa2c-aad0-49eb-a419-1ff011872218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.546374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-2a03314c-f508-44cb-b3c9-27f0bd018ee1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for 580848a7-9a8c-4512-a0e4-120dc68be609 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:16.548477 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1fa62df9-e5bd-4221-956e-f1c8070683b5 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:16.554895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:16.556882 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.562776 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:16.565834 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2624e16-9d76-41b5-808a-10ffd23b3885 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:16.601964 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Subnet': ['ID=74575d8d-21c7-4411-bc55-4f391381e18e,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:16.604890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:16.612975 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-70b5a2ce-2bb5-4a96-8e68-ff5920fa7c19 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.618757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b5a2ce-2bb5-4a96-8e68-ff5920fa7c19 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:16.619357 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-70b5a2ce-2bb5-4a96-8e68-ff5920fa7c19 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.645982 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Pushing event updated for resources: {'Port': ['ID=8f267f6f-3f15-4acf-9721-2a6fecd1c580,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:16.675983 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Allocated IP 172.26.2.3 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/76988a44-e108-4069-a50a-566ae1a32c34) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:16.696998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b6705ccc-02bd-4d3c-b1a3-8e71994f01a0 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:16.750286 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.789771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:16.790293 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:16.799562 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5a2ce-2bb5-4a96-8e68-ff5920fa7c19 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Network': ['ID=fcf8152f-96e1-4efd-aa01-1a34d723c794,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:16.802437 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-70b5a2ce-2bb5-4a96-8e68-ff5920fa7c19 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:16.829726 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-70b5a2ce-2bb5-4a96-8e68-ff5920fa7c19 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6378851 Jun 18 16:32:16.836054 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48124) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:16.846122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.851316 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-7ae65f06-5f3b-4d4b-b7e1-fc30147deeda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'subnet': {'network_id': 'fcf8152f-96e1-4efd-aa01-1a34d723c794', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:16.858909 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network fcf8152f-96e1-4efd-aa01-1a34d723c794 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:32:16.905132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:16.936907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214f68fa-e104-4de0-b99c-a905ba224596') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:16.937145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214f68fa-e104-4de0-b99c-a905ba224596') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:16.939778 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.962412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.986516 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.030389 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:32:17.030849 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:32:17.033958 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:32:17.051958 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.056689 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:17.063661 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.089775 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.092277 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae65f06-5f3b-4d4b-b7e1-fc30147deeda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:17.096403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7ae65f06-5f3b-4d4b-b7e1-fc30147deeda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.118549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:17.127950 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:17.135275 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:17.154540 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2a03314c-f508-44cb-b3c9-27f0bd018ee1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.163577 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-789a1986-43ca-48a9-8e36-c48cadf12eba tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:17.172217 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event updated for resources: {'Port': ['ID=76988a44-e108-4069-a50a-566ae1a32c34,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:17.176490 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.182343 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:17.183181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3b809dad-f75a-4c0b-9aec-3f7fd95f10ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:17.192102 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.db.api [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:32:17.192102 dv-neutron-797121-1-hyperv neutron-server[93428]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:32:17.192102 dv-neutron-797121-1-hyperv neutron-server[93428]: [parameters: {'id': 'd151aa4d-1ae5-4e7d-884b-99dfdbcb21bd'}] Jun 18 16:32:17.192102 dv-neutron-797121-1-hyperv neutron-server[93428]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:32:17.192102 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_db.api [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:32:17.192605 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Attempting to bind port ca1bee0b-82fc-4aca-afe4-5b58fb099d30 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:17.192605 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Attempting to bind port ca1bee0b-82fc-4aca-afe4-5b58fb099d30 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:17.192605 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Attempting to bind port ca1bee0b-82fc-4aca-afe4-5b58fb099d30 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:17.211883 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Attempting to bind port 8f267f6f-3f15-4acf-9721-2a6fecd1c580 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:17.212601 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Attempting to bind port 8f267f6f-3f15-4acf-9721-2a6fecd1c580 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '214f68fa-e104-4de0-b99c-a905ba224596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd151aa4d-1ae5-4e7d-884b-99dfdbcb21bd'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:17.212767 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Attempting to bind port 8f267f6f-3f15-4acf-9721-2a6fecd1c580 on network d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:17.212929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03314c-f508-44cb-b3c9-27f0bd018ee1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=580848a7-9a8c-4512-a0e4-120dc68be609,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:17.215573 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4d360b69-1efd-45f3-af32-298a4bb03971 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:17.215812 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2a03314c-f508-44cb-b3c9-27f0bd018ee1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:17.239331 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:17.239331 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:17.239727 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.239883 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:17.241158 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Bound port: ca1bee0b-82fc-4aca-afe4-5b58fb099d30, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:17.242004 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.242530 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2a03314c-f508-44cb-b3c9-27f0bd018ee1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.244465 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2a03314c-f508-44cb-b3c9-27f0bd018ee1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/580848a7-9a8c-4512-a0e4-120dc68be609 HTTP/1.1" status: 204 len: 168 time: 1.1468093 Jun 18 16:32:17.248175 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48126) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:17.301507 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-70a9afc7-cd5f-4c90-9f8f-1889cab98289 None None] Provisioning complete for port 129bc5fd-094b-41df-ad0b-137e13dbcd75 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:17.301507 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-70a9afc7-cd5f-4c90-9f8f-1889cab98289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.303765 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:17.304502 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Checking segment: {'id': '214f68fa-e104-4de0-b99c-a905ba224596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd151aa4d-1ae5-4e7d-884b-99dfdbcb21bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:17.305142 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.305142 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Bound using segment: {'id': '214f68fa-e104-4de0-b99c-a905ba224596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd151aa4d-1ae5-4e7d-884b-99dfdbcb21bd'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:17.305538 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Bound port: 8f267f6f-3f15-4acf-9721-2a6fecd1c580, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214f68fa-e104-4de0-b99c-a905ba224596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd151aa4d-1ae5-4e7d-884b-99dfdbcb21bd'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:17.305930 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.314102 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0fa2c-aad0-49eb-a419-1ff011872218 None None] Pushing event updated for resources: {'Port': ['ID=129bc5fd-094b-41df-ad0b-137e13dbcd75,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:17.316068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073d26ec-9b95-4213-b9a8-5654a07bfad5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:17.319505 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073d26ec-9b95-4213-b9a8-5654a07bfad5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:17.321141 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-073d26ec-9b95-4213-b9a8-5654a07bfad5 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0720813 Jun 18 16:32:17.325705 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48128) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:17.374350 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Pushing event updated for resources: {'Port': ['ID=98368dea-8e9e-4276-bb48-d1bdd91a2514,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:17.395558 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:17.418884 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-abefcdaf-70df-4189-a0d5-f9d5c0c76907 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet 27700bad-f378-4f64-bb45-240b3251da90 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:17.442453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-abefcdaf-70df-4189-a0d5-f9d5c0c76907 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.479865 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452cdf9f-d5d9-42d9-946f-122649270a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': '27700bad-f378-4f64-bb45-240b3251da90'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:32:17.480737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-452cdf9f-d5d9-42d9-946f-122649270a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.494024 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7ae65f06-5f3b-4d4b-b7e1-fc30147deeda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.498962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-501d5c77-a7b6-4db1-b0ff-b8b963bc8a8a tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:17.502114 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Network b035b862-0d9c-4039-9037-42f41472e61d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:17.505132 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:17.509928 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-abefcdaf-70df-4189-a0d5-f9d5c0c76907 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.519948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] For port ca1bee0b-82fc-4aca-afe4-5b58fb099d30, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:17.556320 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30f5cd-aecc-4595-9305-e9addeed7204 None None] Pushing event updated for resources: {'Port': ['ID=ca1bee0b-82fc-4aca-afe4-5b58fb099d30,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:17.567624 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] For port ca1bee0b-82fc-4aca-afe4-5b58fb099d30, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ca1bee0b-82fc-4aca-afe4-5b58fb099d30,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:17.575799 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2e30f5cd-aecc-4595-9305-e9addeed7204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:17.576464 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.024s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:17.576830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:17.582295 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.017s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:17.582782 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:17.589585 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.623298 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae65f06-5f3b-4d4b-b7e1-fc30147deeda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Subnet': ['ID=0667be05-c156-4c65-bf98-a474f7864374,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:17.626433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7ae65f06-5f3b-4d4b-b7e1-fc30147deeda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:17.631599 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.635250 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-abefcdaf-70df-4189-a0d5-f9d5c0c76907 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.646939 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:17.652069 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] For port 8f267f6f-3f15-4acf-9721-2a6fecd1c580, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:17.657400 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 4d360b69-1efd-45f3-af32-298a4bb03971 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:17.664598 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae65f06-5f3b-4d4b-b7e1-fc30147deeda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Checking segment: {'id': 'a3498e94-577f-4e2f-8ab9-b3828826fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fcf8152f-96e1-4efd-aa01-1a34d723c794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:17.665044 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae65f06-5f3b-4d4b-b7e1-fc30147deeda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network hostable DHCP agents. Network: fcf8152f-96e1-4efd-aa01-1a34d723c794, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:32:17.685894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.702189 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] For port 8f267f6f-3f15-4acf-9721-2a6fecd1c580, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=8f267f6f-3f15-4acf-9721-2a6fecd1c580,segment=NetworkSegment(214f68fa-e104-4de0-b99c-a905ba224596),segment_id=214f68fa-e104-4de0-b99c-a905ba224596)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:17.711349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 4d360b69-1efd-45f3-af32-298a4bb03971 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:17.711738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.717515 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae65f06-5f3b-4d4b-b7e1-fc30147deeda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network fcf8152f-96e1-4efd-aa01-1a34d723c794 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:32:17.743839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.753978 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-7ae65f06-5f3b-4d4b-b7e1-fc30147deeda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, fcf8152f-96e1-4efd-aa01-1a34d723c794) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:17.760571 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae65f06-5f3b-4d4b-b7e1-fc30147deeda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:17.761161 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7ae65f06-5f3b-4d4b-b7e1-fc30147deeda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.784255 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-abefcdaf-70df-4189-a0d5-f9d5c0c76907 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.792053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8798ee-6025-4113-a400-218fb512947f None None] Network fcf8152f-96e1-4efd-aa01-1a34d723c794 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:17.794173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-18038e95-e123-425c-9d08-03b086228b0a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:17.804256 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Router 80268182-ac74-489c-bfc6-d4fcbd75e630 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:32:17.825491 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-abefcdaf-70df-4189-a0d5-f9d5c0c76907 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.827391 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-abefcdaf-70df-4189-a0d5-f9d5c0c76907 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/27700bad-f378-4f64-bb45-240b3251da90 HTTP/1.1" status: 204 len: 168 time: 0.5007682 Jun 18 16:32:17.831265 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7ae65f06-5f3b-4d4b-b7e1-fc30147deeda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9854486 Jun 18 16:32:17.833442 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefcdaf-70df-4189-a0d5-f9d5c0c76907 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=27700bad-f378-4f64-bb45-240b3251da90,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:17.836589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-abefcdaf-70df-4189-a0d5-f9d5c0c76907 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:17.837460 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48132) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:17.841968 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48130) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:17.845281 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d9f5f6b3-ba2b-4e3d-b8d5-f95c753171fb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'network_id': 'fcf8152f-96e1-4efd-aa01-1a34d723c794', 'name': 'tempest-PortsTestJSON-123553650'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:17.910603 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Deleting port 8f267f6f-3f15-4acf-9721-2a6fecd1c580 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:17.910950 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.929965 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Routers {'80268182-ac74-489c-bfc6-d4fcbd75e630'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:17.930651 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['80268182-ac74-489c-bfc6-d4fcbd75e630'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:17.932382 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30f5cd-aecc-4595-9305-e9addeed7204 None None] Pushing event updated for resources: {'Port': ['ID=ca1bee0b-82fc-4aca-afe4-5b58fb099d30,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server [None req-452cdf9f-d5d9-42d9-946f-122649270a5a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27700bad-f378-4f64-bb45-240b3251da90: This subnet is being modified by another concurrent operation. Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:32:17.936531 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise exception Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27700bad-f378-4f64-bb45-240b3251da90: This subnet is being modified by another concurrent operation. Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server Jun 18 16:32:17.940356 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2e30f5cd-aecc-4595-9305-e9addeed7204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:17.950574 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5f50a919-698a-4c58-8668-2993d2447e1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:17.982209 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5edd01c2-5d56-41a1-9881-1e1503a1fca1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1346874 Jun 18 16:32:17.987893 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48134) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:18.034015 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] For port 8f267f6f-3f15-4acf-9721-2a6fecd1c580, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=8f267f6f-3f15-4acf-9721-2a6fecd1c580,segment=NetworkSegment(214f68fa-e104-4de0-b99c-a905ba224596),segment_id=214f68fa-e104-4de0-b99c-a905ba224596)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:18.035035 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.060694 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5d27a3cc-8b6d-47a6-950e-1e9918677354 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0655870 Jun 18 16:32:18.079946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48136) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:18.087611 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-70a9afc7-cd5f-4c90-9f8f-1889cab98289 None None] Provisioning for port 98368dea-8e9e-4276-bb48-d1bdd91a2514 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:18.116480 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Calling delete_port for 8f267f6f-3f15-4acf-9721-2a6fecd1c580 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:18.125799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:32:18.142516 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] 10.222.0.39 "PUT /v2.0/routers/80268182-ac74-489c-bfc6-d4fcbd75e630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6338761 Jun 18 16:32:18.146332 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-70a9afc7-cd5f-4c90-9f8f-1889cab98289 None None] Provisioning complete for port 98368dea-8e9e-4276-bb48-d1bdd91a2514 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:18.146505 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.146841 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-70a9afc7-cd5f-4c90-9f8f-1889cab98289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.214079 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f5f6b3-ba2b-4e3d-b8d5-f95c753171fb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:18.215351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Pushing event updated for resources: {'Port': ['ID=8f267f6f-3f15-4acf-9721-2a6fecd1c580,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:18.218302 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9f5f6b3-ba2b-4e3d-b8d5-f95c753171fb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.227503 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1877c0eb-919d-4282-b64c-a33faccf3608 None None] Network d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:18.233683 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:18.236598 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e6ea0f-e4a3-4047-8e96-7369d47eb5ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:18.242653 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-21e6ea0f-e4a3-4047-8e96-7369d47eb5ea tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1558304 Jun 18 16:32:18.242822 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48140) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:18.258330 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-d9f5f6b3-ba2b-4e3d-b8d5-f95c753171fb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] device_id is not set on port 9a020148-67b7-4fa2-8f65-33f4fd2402ad yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:32:18.299271 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-71009468-108f-4552-af9f-d2e1d3efb204 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524194 Jun 18 16:32:18.302049 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48142) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:18.309435 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-5146bf96-c30d-43bd-86e5-4dc51cb730d6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:18.312130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-70a9afc7-cd5f-4c90-9f8f-1889cab98289 None None] Port 98368dea-8e9e-4276-bb48-d1bdd91a2514 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:32:18.360698 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.367163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] Set router 80268182-ac74-489c-bfc6-d4fcbd75e630 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:18.399845 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-d9f5f6b3-ba2b-4e3d-b8d5-f95c753171fb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Allocated IP 172.20.0.11 (fcf8152f-96e1-4efd-aa01-1a34d723c794/0667be05-c156-4c65-bf98-a474f7864374/9a020148-67b7-4fa2-8f65-33f4fd2402ad) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:18.405359 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.410605 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fda7a712-73a2-4441-b696-124b16520aa0 tempest-AllowedAddressPairIpV6TestJSON-626379397 tempest-AllowedAddressPairIpV6TestJSON-626379397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:18.452496 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5146bf96-c30d-43bd-86e5-4dc51cb730d6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:18.455669 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Port': ['ID=8f267f6f-3f15-4acf-9721-2a6fecd1c580,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:18.461878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No DVR routers for this DVR port 8f267f6f-3f15-4acf-9721-2a6fecd1c580 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:18.465094 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5146bf96-c30d-43bd-86e5-4dc51cb730d6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.469488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:18.565140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-113a5088-bd02-465c-942f-3d17756e5d1c None None] Provisioning complete for port 98368dea-8e9e-4276-bb48-d1bdd91a2514 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:18.565725 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-113a5088-bd02-465c-942f-3d17756e5d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.567762 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-fcf8152f-96e1-4efd-aa01-1a34d723c794', 'network_id': 'fcf8152f-96e1-4efd-aa01-1a34d723c794', 'tenant_id': 'b13a1e5ca893459792a160ed40b10c39', 'fixed_ips': [{'subnet_id': '0667be05-c156-4c65-bf98-a474f7864374'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:32:18.568347 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.581740 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Router eb5847f3-3e96-453b-b67d-4ad4dc559a28 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:32:18.591317 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 4d360b69-1efd-45f3-af32-298a4bb03971, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=4d360b69-1efd-45f3-af32-298a4bb03971,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:18.601937 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.649195 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:18.666779 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c86fef-28d3-4319-904b-7025259a8119 None None] Network d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:18.668735 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.680275 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214f68fa-e104-4de0-b99c-a905ba224596') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:18.683830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:18.687048 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214f68fa-e104-4de0-b99c-a905ba224596') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:18.706384 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.735980 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.754302 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:32:18.754752 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:32:18.758620 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:32:18.798380 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 426b97ff-2576-423f-9c53-c8585f633dca no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:18.821610 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9f5f6b3-ba2b-4e3d-b8d5-f95c753171fb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.847141 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-d9f5f6b3-ba2b-4e3d-b8d5-f95c753171fb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Transition to ACTIVE for port object 9a020148-67b7-4fa2-8f65-33f4fd2402ad will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:18.857835 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.862118 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 426b97ff-2576-423f-9c53-c8585f633dca {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:18.863292 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1f96065c-281f-4aea-9f9a-0e1fb14c0df7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:18.863817 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 426b97ff-2576-423f-9c53-c8585f633dca not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:18.864648 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e1eed6f2-ceab-474c-bfc4-a28814a2ae54 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:18.880429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.886700 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/networks/d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd HTTP/1.1" status: 204 len: 168 time: 3.8417771 Jun 18 16:32:18.889670 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Network': ['ID=d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:18.900031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48156) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:18.900963 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:18.933832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-113a5088-bd02-465c-942f-3d17756e5d1c None None] Port 98368dea-8e9e-4276-bb48-d1bdd91a2514 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:32:18.934483 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-64984a19-4577-4a20-b633-d6e33a77816f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] DELETE failed (client error): The resource could not be found. Jun 18 16:32:18.935239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64984a19-4577-4a20-b633-d6e33a77816f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:32:18.941810 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-64984a19-4577-4a20-b633-d6e33a77816f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/networks/d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd HTTP/1.1" status: 404 len: 339 time: 0.0397544 Jun 18 16:32:18.945354 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48162) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:18.953461 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-2e9389dd-a87d-4232-b5ad-fc2f367a135e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1504001189', 'description': 'd1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:18.971187 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48164) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:18.983015 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-48b95566-3e3c-42dc-b626-4637de0a32ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1031696536-network', 'tenant_id': '3e8f3650071247908cf53e341eb7d78f'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:18.988550 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9f5f6b3-ba2b-4e3d-b8d5-f95c753171fb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.997141 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9cd68a36-a03b-44ac-a128-698a5fdc1e32 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:19.040244 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9389dd-a87d-4232-b5ad-fc2f367a135e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Made reservation on behalf of 4e22d4e6a32b438182bd97197bbb69cf for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:19.043875 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2e9389dd-a87d-4232-b5ad-fc2f367a135e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.077740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f5f6b3-ba2b-4e3d-b8d5-f95c753171fb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network fcf8152f-96e1-4efd-aa01-1a34d723c794 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:19.090384 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-d9f5f6b3-ba2b-4e3d-b8d5-f95c753171fb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:19.093862 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5f6b3-ba2b-4e3d-b8d5-f95c753171fb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=9a020148-67b7-4fa2-8f65-33f4fd2402ad,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:19.096490 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f5f6b3-ba2b-4e3d-b8d5-f95c753171fb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:19.099145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b95566-3e3c-42dc-b626-4637de0a32ac admin admin] Made reservation on behalf of 3e8f3650071247908cf53e341eb7d78f for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:19.102353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-48b95566-3e3c-42dc-b626-4637de0a32ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.108777 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d9f5f6b3-ba2b-4e3d-b8d5-f95c753171fb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:19.139147 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-48b95566-3e3c-42dc-b626-4637de0a32ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.152644 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9389dd-a87d-4232-b5ad-fc2f367a135e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:32:19.167494 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: e1eed6f2-ceab-474c-bfc4-a28814a2ae54 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:19.167866 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e1eed6f2-ceab-474c-bfc4-a28814a2ae54 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:19.178489 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:32:19.178734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2e9389dd-a87d-4232-b5ad-fc2f367a135e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.178828 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-2e9389dd-a87d-4232-b5ad-fc2f367a135e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Added segment 1112af1d-5378-48b5-8b4b-b0de1c19dae8 of type vlan for network b38ecdc4-9389-4d01-a556-8562184f76c5 Jun 18 16:32:19.200306 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=4d360b69-1efd-45f3-af32-298a4bb03971,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:19.200747 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f5f6b3-ba2b-4e3d-b8d5-f95c753171fb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:19.201390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9f5f6b3-ba2b-4e3d-b8d5-f95c753171fb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.205249 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Sync routers for ids ['eb5847f3-3e96-453b-b67d-4ad4dc559a28'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:32:19.211746 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:19.219421 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Routers {'eb5847f3-3e96-453b-b67d-4ad4dc559a28'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:19.220542 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['eb5847f3-3e96-453b-b67d-4ad4dc559a28'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:19.313072 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2e9389dd-a87d-4232-b5ad-fc2f367a135e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.346841 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Allocated IP 172.20.0.2 (fcf8152f-96e1-4efd-aa01-1a34d723c794/0667be05-c156-4c65-bf98-a474f7864374/fa11110c-1071-46b9-bbcf-60f31629db75) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:19.376640 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Set router eb5847f3-3e96-453b-b67d-4ad4dc559a28 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:19.396198 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.objects.ports [None req-5146bf96-c30d-43bd-86e5-4dc51cb730d6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93427) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:32:19.399675 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5146bf96-c30d-43bd-86e5-4dc51cb730d6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.404209 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:19.408478 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 129bc5fd-094b-41df-ad0b-137e13dbcd75 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:19.421140 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2e9389dd-a87d-4232-b5ad-fc2f367a135e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.427462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9389dd-a87d-4232-b5ad-fc2f367a135e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:19.428787 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2e9389dd-a87d-4232-b5ad-fc2f367a135e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.436457 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-235c566f-b517-4304-8169-3a9bbb74f24c tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200 tempest-ExtraDHCPOptionsIpV6TestJSON-1819269200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:19.451254 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5146bf96-c30d-43bd-86e5-4dc51cb730d6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:19.461922 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-5146bf96-c30d-43bd-86e5-4dc51cb730d6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:19.469406 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5146bf96-c30d-43bd-86e5-4dc51cb730d6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:19.469999 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5146bf96-c30d-43bd-86e5-4dc51cb730d6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.485351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146bf96-c30d-43bd-86e5-4dc51cb730d6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=a110432a-124a-417c-ae9b-74916f250b70,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:19.496581 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5146bf96-c30d-43bd-86e5-4dc51cb730d6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:19.500697 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aa4e7b-edeb-4b0a-a074-e2fefb9c4b97 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:19.532956 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9389dd-a87d-4232-b5ad-fc2f367a135e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Network': ['ID=b38ecdc4-9389-4d01-a556-8562184f76c5,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:19.536615 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-48b95566-3e3c-42dc-b626-4637de0a32ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.538818 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2e9389dd-a87d-4232-b5ad-fc2f367a135e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:19.550941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-48b95566-3e3c-42dc-b626-4637de0a32ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.554412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-74dc3900-f633-4f73-8483-d7f0d1636dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:19.566264 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5146bf96-c30d-43bd-86e5-4dc51cb730d6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2621074 Jun 18 16:32:19.567462 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48168) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:19.569785 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.571485 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.0314941 Jun 18 16:32:19.575567 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2e9389dd-a87d-4232-b5ad-fc2f367a135e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6291306 Jun 18 16:32:19.579549 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d9f5f6b3-ba2b-4e3d-b8d5-f95c753171fb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7399991 Jun 18 16:32:19.583897 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network b38ecdc4-9389-4d01-a556-8562184f76c5 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:32:19.584962 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-135567fa-bec5-4fa5-85a8-3decd30de174 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:19.587710 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48170) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:19.588069 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48172) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:19.588468 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48174) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:19.617887 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b95566-3e3c-42dc-b626-4637de0a32ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:32:19.639852 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-48b95566-3e3c-42dc-b626-4637de0a32ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.642699 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-48b95566-3e3c-42dc-b626-4637de0a32ac admin admin] Added segment 96dc22c7-33ee-4cf5-bb52-5b471ab63df1 of type vlan for network e95e11b4-d7ac-47ca-a0bc-931577d12af9 Jun 18 16:32:19.685731 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 2, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:19.702370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-48b95566-3e3c-42dc-b626-4637de0a32ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.726117 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 129bc5fd-094b-41df-ad0b-137e13dbcd75 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:19.726660 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.733525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135567fa-bec5-4fa5-85a8-3decd30de174 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:19.741899 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-135567fa-bec5-4fa5-85a8-3decd30de174 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.837299 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-9d894845-22c1-46cd-914f-8f90a975d0c7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'network_id': 'fcf8152f-96e1-4efd-aa01-1a34d723c794', 'name': 'tempest-PortsTestJSON-1174500603'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:19.838678 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ca589e-e468-48e8-a816-7a264d169333 None None] The sync data for ids ['80268182-ac74-489c-bfc6-d4fcbd75e630'] in dv-neutron-797121-1-hyperv is: [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 2, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:32:19.903056 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.ipam_backend_mixin [None req-135567fa-bec5-4fa5-85a8-3decd30de174 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a110432a-124a-417c-ae9b-74916f250b70 (CIDR: 2001:db8::/64) Jun 18 16:32:19.915372 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-48b95566-3e3c-42dc-b626-4637de0a32ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.916621 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b95566-3e3c-42dc-b626-4637de0a32ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:19.917199 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-48b95566-3e3c-42dc-b626-4637de0a32ac admin admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.927338 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-135567fa-bec5-4fa5-85a8-3decd30de174 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:32:19.927338 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135567fa-bec5-4fa5-85a8-3decd30de174 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:32:19.933405 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884123011', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '76988a44-e108-4069-a50a-566ae1a32c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 3, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'gw_port': {'id': '76988a44-e108-4069-a50a-566ae1a32c34', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:37:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:19.992331 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Checking router: eb5847f3-3e96-453b-b67d-4ad4dc559a28 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:32:19.993007 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Updating router eb5847f3-3e96-453b-b67d-4ad4dc559a28 port 76988a44-e108-4069-a50a-566ae1a32c34 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:32:19.998714 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-135567fa-bec5-4fa5-85a8-3decd30de174 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4244802 Jun 18 16:32:20.003344 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48182) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:20.017020 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-5e92fddc-641f-4a64-b4ce-45c4214242dd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:20.039763 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.055600 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4d360b69-1efd-45f3-af32-298a4bb03971 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:20.082539 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b95566-3e3c-42dc-b626-4637de0a32ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9540cc27-937a-459c-ab6d-f5c7d9b16c78,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:20.126184 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-48b95566-3e3c-42dc-b626-4637de0a32ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:20.129117 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2b5386ff-04a2-4ee1-b135-d5fadf5790ce tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:20.142129 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48184) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:20.143493 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-48b95566-3e3c-42dc-b626-4637de0a32ac admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1711404 Jun 18 16:32:20.159055 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-bb0e8630-da74-4a74-9426-552349ccbb83 admin admin] Request body: {'subnet': {'network_id': 'e95e11b4-d7ac-47ca-a0bc-931577d12af9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1031696536-subnet', 'tenant_id': '3e8f3650071247908cf53e341eb7d78f', 'ip_version': 4}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:20.168175 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.212145 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1aa69-1cce-48ce-aa75-920476a79d2d req-ee6fb384-1955-49f2-94a4-24c005caefba tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:20.233059 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-15a1aa69-1cce-48ce-aa75-920476a79d2d req-ee6fb384-1955-49f2-94a4-24c005caefba tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.3286817 Jun 18 16:32:20.283565 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Transition to ACTIVE for port object fa11110c-1071-46b9-bbcf-60f31629db75 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:20.298582 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 4d360b69-1efd-45f3-af32-298a4bb03971 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:20.299064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.364004 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-15a1aa69-1cce-48ce-aa75-920476a79d2d req-88199bd8-ede4-4c37-bf0e-4a2f7c52b7ba tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1060510 Jun 18 16:32:20.369063 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0e8630-da74-4a74-9426-552349ccbb83 admin admin] Made reservation on behalf of 3e8f3650071247908cf53e341eb7d78f for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:20.374954 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8630-da74-4a74-9426-552349ccbb83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.387968 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Transition to ACTIVE for port object fa11110c-1071-46b9-bbcf-60f31629db75 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:20.411782 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': 'a110432a-124a-417c-ae9b-74916f250b70'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:32:20.413341 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.432138 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.448761 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-436a48be-3538-4e2e-9cc7-611687dcd183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:20.492461 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e92fddc-641f-4a64-b4ce-45c4214242dd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:20.497154 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5e92fddc-641f-4a64-b4ce-45c4214242dd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.531978 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Network fcf8152f-96e1-4efd-aa01-1a34d723c794 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:20.542170 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.556666 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Transition to ACTIVE for port object 76988a44-e108-4069-a50a-566ae1a32c34 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:20.566802 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.578547 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-32d9d775-4f9f-41a7-9452-4039cc703c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:20.599302 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Attempting to bind port 76988a44-e108-4069-a50a-566ae1a32c34 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:20.600807 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Attempting to bind port 76988a44-e108-4069-a50a-566ae1a32c34 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:20.601274 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Attempting to bind port 76988a44-e108-4069-a50a-566ae1a32c34 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:20.622534 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:20.630740 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:20.632693 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:20.633272 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.634496 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:20.634647 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Pushing event updated for resources: {'Port': ['ID=fa11110c-1071-46b9-bbcf-60f31629db75,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:20.635317 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Bound port: 76988a44-e108-4069-a50a-566ae1a32c34, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:20.635790 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.636885 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:20.637903 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524edbb6-555a-4d23-a752-00552fd25095 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:20.643152 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-524edbb6-555a-4d23-a752-00552fd25095 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "GET /v2.0/networks?id=b38ecdc4-9389-4d01-a556-8562184f76c5 HTTP/1.1" status: 200 len: 765 time: 1.0525122 Jun 18 16:32:20.644335 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48186) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:20.650748 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:20.714541 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-9bb10c0b-d8ff-4014-b2ff-32447ca53b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'network': {'description': 'd2'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:20.745971 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] For port 76988a44-e108-4069-a50a-566ae1a32c34, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:20.750548 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] For port 76988a44-e108-4069-a50a-566ae1a32c34, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=76988a44-e108-4069-a50a-566ae1a32c34,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:20.763660 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.775691 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Attempting to bind port fa11110c-1071-46b9-bbcf-60f31629db75 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:20.776156 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Attempting to bind port fa11110c-1071-46b9-bbcf-60f31629db75 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a3498e94-577f-4e2f-8ab9-b3828826fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fcf8152f-96e1-4efd-aa01-1a34d723c794'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:20.776662 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Attempting to bind port fa11110c-1071-46b9-bbcf-60f31629db75 on network fcf8152f-96e1-4efd-aa01-1a34d723c794 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:20.779939 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5e92fddc-641f-4a64-b4ce-45c4214242dd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.790914 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:20.791359 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Checking segment: {'id': 'a3498e94-577f-4e2f-8ab9-b3828826fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fcf8152f-96e1-4efd-aa01-1a34d723c794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:20.791761 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.792125 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Bound using segment: {'id': 'a3498e94-577f-4e2f-8ab9-b3828826fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fcf8152f-96e1-4efd-aa01-1a34d723c794'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:20.792626 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Bound port: fa11110c-1071-46b9-bbcf-60f31629db75, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3498e94-577f-4e2f-8ab9-b3828826fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fcf8152f-96e1-4efd-aa01-1a34d723c794'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:20.793015 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.793128 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1eb3c76c-819e-40b6-aa5b-48a8bf612edb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:20.805221 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Routers {'eb5847f3-3e96-453b-b67d-4ad4dc559a28'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:20.806236 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['eb5847f3-3e96-453b-b67d-4ad4dc559a28'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:20.822856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Allocated IP 2001:db8::f816:3eff:feda:8912 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/a110432a-124a-417c-ae9b-74916f250b70/9df9d218-88f2-46da-9d08-eaa2299244a9) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:20.860306 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92fddc-641f-4a64-b4ce-45c4214242dd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=832b8643-ba0b-4d54-b9fb-ffa269c9dd11,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:20.863918 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5e92fddc-641f-4a64-b4ce-45c4214242dd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:20.885061 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e92fddc-641f-4a64-b4ce-45c4214242dd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:20.887411 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-5e92fddc-641f-4a64-b4ce-45c4214242dd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:20.891290 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e92fddc-641f-4a64-b4ce-45c4214242dd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:20.891890 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5e92fddc-641f-4a64-b4ce-45c4214242dd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.895926 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a1677a71-0f02-4e9c-b601-ea5b56313fcd tempest-TestNetworkAdvancedServerOps-2130253829 tempest-TestNetworkAdvancedServerOps-2130253829-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c1f5970bdf9948068046d65adb1ce5bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.3060975 Jun 18 16:32:20.903782 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48188) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:20.911531 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b95566-3e3c-42dc-b626-4637de0a32ac admin admin] Pushing event updated for resources: {'Network': ['ID=e95e11b4-d7ac-47ca-a0bc-931577d12af9,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:20.933336 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-48b95566-3e3c-42dc-b626-4637de0a32ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:20.945227 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network e95e11b4-d7ac-47ca-a0bc-931577d12af9 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:32:20.964514 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] Set router eb5847f3-3e96-453b-b67d-4ad4dc559a28 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:20.970173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d894845-22c1-46cd-914f-8f90a975d0c7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:20.974719 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9d894845-22c1-46cd-914f-8f90a975d0c7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.999683 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d17ad-9f5a-45f9-ac0a-d7927344829d req-a1d9726c-1c9d-4836-af6a-38a721bfff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:21.001197 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-339d17ad-9f5a-45f9-ac0a-d7927344829d req-a1d9726c-1c9d-4836-af6a-38a721bfff8d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50f087196ad446c28f1edba2e7568216&device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 1099 time: 1.1578891 Jun 18 16:32:21.002534 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-9d894845-22c1-46cd-914f-8f90a975d0c7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] device_id is not set on port 73a6b906-f6eb-495f-816a-87cbc3c817c8 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:32:21.136906 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36df183-e7c6-4056-9553-b8c13126a136 tempest-TestNetworkAdvancedServerOps-2130253829 tempest-TestNetworkAdvancedServerOps-2130253829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:21.140914 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a36df183-e7c6-4056-9553-b8c13126a136 tempest-TestNetworkAdvancedServerOps-2130253829 tempest-TestNetworkAdvancedServerOps-2130253829-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2301986 Jun 18 16:32:21.142817 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48190) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:21.175514 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b86cc0-54a4-4152-bd39-a09db5a28771 None None] Pushing event updated for resources: {'Port': ['ID=76988a44-e108-4069-a50a-566ae1a32c34,revision_number=2']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:21.187315 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86cc0-54a4-4152-bd39-a09db5a28771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.187650 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86cc0-54a4-4152-bd39-a09db5a28771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.188078 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86cc0-54a4-4152-bd39-a09db5a28771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.188658 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86cc0-54a4-4152-bd39-a09db5a28771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.191632 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86cc0-54a4-4152-bd39-a09db5a28771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.191632 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86cc0-54a4-4152-bd39-a09db5a28771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.191781 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-42bc57a9-f21c-42a2-8621-d709c7a76e95 tempest-TestNetworkAdvancedServerOps-2130253829 tempest-TestNetworkAdvancedServerOps-2130253829-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452068 Jun 18 16:32:21.191865 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86cc0-54a4-4152-bd39-a09db5a28771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.191865 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86cc0-54a4-4152-bd39-a09db5a28771 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.191865 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86cc0-54a4-4152-bd39-a09db5a28771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.191865 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86cc0-54a4-4152-bd39-a09db5a28771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.191865 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86cc0-54a4-4152-bd39-a09db5a28771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.191865 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86cc0-54a4-4152-bd39-a09db5a28771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:21.194236 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5e92fddc-641f-4a64-b4ce-45c4214242dd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1896126 Jun 18 16:32:21.194989 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48192) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:21.200757 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-b7b86cc0-54a4-4152-bd39-a09db5a28771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:21.201194 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.420s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:21.220177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48194) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:21.234356 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-aeb473c0-f3bc-4598-9721-44ab2bc305b8 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1284558204', 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162', 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:21.244637 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] For port fa11110c-1071-46b9-bbcf-60f31629db75, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:21.249105 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-1bbbdb3b-541e-4347-b0bb-6df8c99e2919 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'mac_address': 'fa:16:3e:ea:70:a9', 'name': 'tempest-NetworksTestDHCPv6-1232441262'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:21.268504 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b86cc0-54a4-4152-bd39-a09db5a28771 None None] Pushing event updated for resources: {'Port': ['ID=76988a44-e108-4069-a50a-566ae1a32c34,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:21.277563 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-b7b86cc0-54a4-4152-bd39-a09db5a28771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:21.292269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] For port fa11110c-1071-46b9-bbcf-60f31629db75, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=fa11110c-1071-46b9-bbcf-60f31629db75,segment=NetworkSegment(a3498e94-577f-4e2f-8ab9-b3828826fae4),segment_id=a3498e94-577f-4e2f-8ab9-b3828826fae4)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:21.309555 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884123011', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '76988a44-e108-4069-a50a-566ae1a32c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 3, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'gw_port': {'id': '76988a44-e108-4069-a50a-566ae1a32c34', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:37:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:21.324583 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.336546 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-949f154e-60be-4904-89c5-b6f698e993a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:21.342895 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87485ad-5924-499d-90a4-21cfda691bb2 None None] The sync data for ids ['eb5847f3-3e96-453b-b67d-4ad4dc559a28'] in dv-neutron-797121-1-hyperv is: [{'id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884123011', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '76988a44-e108-4069-a50a-566ae1a32c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 3, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'gw_port': {'id': '76988a44-e108-4069-a50a-566ae1a32c34', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:37:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:32:21.439632 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d17ad-9f5a-45f9-ac0a-d7927344829d req-db9242fc-a0ba-4511-b1ef-ccb3eb50fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:21.441246 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-339d17ad-9f5a-45f9-ac0a-d7927344829d req-db9242fc-a0ba-4511-b1ef-ccb3eb50fc67 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f HTTP/1.1" status: 200 len: 912 time: 0.4204147 Jun 18 16:32:21.455452 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ca1bee0b-82fc-4aca-afe4-5b58fb099d30 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:21.504924 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb473c0-f3bc-4598-9721-44ab2bc305b8 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Made reservation on behalf of c1f5970bdf9948068046d65adb1ce5bd for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:21.510360 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aeb473c0-f3bc-4598-9721-44ab2bc305b8 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.530507 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-9d894845-22c1-46cd-914f-8f90a975d0c7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Allocated IP 172.20.0.9 (fcf8152f-96e1-4efd-aa01-1a34d723c794/0667be05-c156-4c65-bf98-a474f7864374/73a6b906-f6eb-495f-816a-87cbc3c817c8) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:21.641193 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.646109 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Pushing event updated for resources: {'Port': ['ID=fa11110c-1071-46b9-bbcf-60f31629db75,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:21.656627 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:21.657673 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port ca1bee0b-82fc-4aca-afe4-5b58fb099d30 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:21.671644 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9bb10c0b-d8ff-4014-b2ff-32447ca53b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.686846 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Transition to ACTIVE for port object 9df9d218-88f2-46da-9d08-eaa2299244a9 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:21.690387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ca1bee0b-82fc-4aca-afe4-5b58fb099d30 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:21.690830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.739200 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9bb10c0b-d8ff-4014-b2ff-32447ca53b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.743874 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Transition to ACTIVE for port object 9df9d218-88f2-46da-9d08-eaa2299244a9 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:21.762110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.795829 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8630-da74-4a74-9426-552349ccbb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.800781 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-99e4188f-706c-46af-aa7e-c3dab6e70885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:21.809768 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5146bf96-c30d-43bd-86e5-4dc51cb730d6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:21.810016 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-48b95566-3e3c-42dc-b626-4637de0a32ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:21.832642 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:21.845985 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:21.923225 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9bb10c0b-d8ff-4014-b2ff-32447ca53b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network b38ecdc4-9389-4d01-a556-8562184f76c5 is not hosted by any dhcp agent {{(pid=93428) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:32:21.929608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:21.930305 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb10c0b-d8ff-4014-b2ff-32447ca53b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:21.931362 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9bb10c0b-d8ff-4014-b2ff-32447ca53b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.935143 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9bb10c0b-d8ff-4014-b2ff-32447ca53b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "PUT /v2.0/networks/b38ecdc4-9389-4d01-a556-8562184f76c5 HTTP/1.1" status: 200 len: 762 time: 1.2315438 Jun 18 16:32:21.935143 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbbdb3b-541e-4347-b0bb-6df8c99e2919 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:21.937267 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48198) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:21.943107 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10c0b-d8ff-4014-b2ff-32447ca53b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Network': ['ID=b38ecdc4-9389-4d01-a556-8562184f76c5,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:21.946857 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9bb10c0b-d8ff-4014-b2ff-32447ca53b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:21.964841 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Pushing event updated for resources: {'Port': ['ID=9df9d218-88f2-46da-9d08-eaa2299244a9,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:21.973374 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:21.982398 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network b38ecdc4-9389-4d01-a556-8562184f76c5 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:32:21.983949 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-339d17ad-9f5a-45f9-ac0a-d7927344829d req-198a4a76-16c1-429b-9c45-a2af46bf32e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=402c506e-8b7c-4f8f-b170-b34f8d818e4d HTTP/1.1" status: 200 len: 1002 time: 0.4438338 Jun 18 16:32:22.079449 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.109183 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d17ad-9f5a-45f9-ac0a-d7927344829d req-d22f0f61-5d6a-43bd-8f15-413b69083ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:22.111073 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-339d17ad-9f5a-45f9-ac0a-d7927344829d req-d22f0f61-5d6a-43bd-8f15-413b69083ec9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0af9ced-d447-40f4-82ea-2c6458b522e8 HTTP/1.1" status: 200 len: 850 time: 0.0782166 Jun 18 16:32:22.142332 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port ca1bee0b-82fc-4aca-afe4-5b58fb099d30, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ca1bee0b-82fc-4aca-afe4-5b58fb099d30,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:22.160282 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e8630-da74-4a74-9426-552349ccbb83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4eaec60-a4bc-48eb-88e1-6630facfefc2,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:22.174014 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bb0e8630-da74-4a74-9426-552349ccbb83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:22.187622 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Attempting to bind port 9df9d218-88f2-46da-9d08-eaa2299244a9 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:22.188008 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Attempting to bind port 9df9d218-88f2-46da-9d08-eaa2299244a9 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:22.188377 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Attempting to bind port 9df9d218-88f2-46da-9d08-eaa2299244a9 on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:22.193190 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.203210 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2e30f5cd-aecc-4595-9305-e9addeed7204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:22.241117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b03ff-9e27-4f76-bb6b-9d54b905d071 req-e74f05de-b3ad-412e-8970-759a2bfe36d3 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:22.243046 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c52b03ff-9e27-4f76-bb6b-9d54b905d071 req-e74f05de-b3ad-412e-8970-759a2bfe36d3 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.6115930 Jun 18 16:32:22.247943 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aeb473c0-f3bc-4598-9721-44ab2bc305b8 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.252335 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-38c515ba-e0bd-42ec-a489-acb441336c73 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:22.258883 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:22.259270 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:22.259683 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.260090 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:22.260584 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Bound port: 9df9d218-88f2-46da-9d08-eaa2299244a9, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:22.261215 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.278625 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0e8630-da74-4a74-9426-552349ccbb83 admin admin] Checking segment: {'id': '96dc22c7-33ee-4cf5-bb52-5b471ab63df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e95e11b4-d7ac-47ca-a0bc-931577d12af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:22.279540 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0e8630-da74-4a74-9426-552349ccbb83 admin admin] Network hostable DHCP agents. Network: e95e11b4-d7ac-47ca-a0bc-931577d12af9, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:32:22.344341 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d960fff-92a4-4ac2-9df1-ec63ac513370 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:22.350130 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9d960fff-92a4-4ac2-9df1-ec63ac513370 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "GET /v2.0/networks?id=b38ecdc4-9389-4d01-a556-8562184f76c5 HTTP/1.1" status: 200 len: 765 time: 0.3966873 Jun 18 16:32:22.355093 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48200) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:22.384542 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d17ad-9f5a-45f9-ac0a-d7927344829d req-15056569-970e-4146-909e-819fd60591a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:22.388123 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-339d17ad-9f5a-45f9-ac0a-d7927344829d req-15056569-970e-4146-909e-819fd60591a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2356246 Jun 18 16:32:22.479431 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c52b03ff-9e27-4f76-bb6b-9d54b905d071 req-b0a725f4-6628-467c-8696-5c2b5110e2eb tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2173276 Jun 18 16:32:22.493784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0e8630-da74-4a74-9426-552349ccbb83 admin admin] Network e95e11b4-d7ac-47ca-a0bc-931577d12af9 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:32:22.502056 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb473c0-f3bc-4598-9721-44ab2bc305b8 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event updated for resources: {'Subnet': ['ID=0a140121-72dc-48d3-80d5-98995fffa013,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:22.509091 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aeb473c0-f3bc-4598-9721-44ab2bc305b8 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:22.523279 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=ca1bee0b-82fc-4aca-afe4-5b58fb099d30,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:22.530365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb473c0-f3bc-4598-9721-44ab2bc305b8 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Checking segment: {'id': 'e29c36aa-4d63-42a4-be7f-00440eb6d404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:22.534481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb473c0-f3bc-4598-9721-44ab2bc305b8 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Network hostable DHCP agents. Network: aecf6f70-3d92-4efd-a20f-fdc191016162, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:32:22.540868 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-bb0e8630-da74-4a74-9426-552349ccbb83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, e95e11b4-d7ac-47ca-a0bc-931577d12af9) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:22.544251 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:22.549706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1bbbdb3b-541e-4347-b0bb-6df8c99e2919 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.573387 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0e8630-da74-4a74-9426-552349ccbb83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:22.573970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8630-da74-4a74-9426-552349ccbb83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.604719 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-1bbbdb3b-541e-4347-b0bb-6df8c99e2919 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port 53dff043-fa72-437a-b555-2ac2d74abb1b yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:32:22.626765 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] For port 9df9d218-88f2-46da-9d08-eaa2299244a9, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:22.630855 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-bb0e8630-da74-4a74-9426-552349ccbb83 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4860060 Jun 18 16:32:22.631913 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] For port 9df9d218-88f2-46da-9d08-eaa2299244a9, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9df9d218-88f2-46da-9d08-eaa2299244a9,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:22.633592 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48202) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:22.637659 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60bd449-a801-4ba9-8382-942881ea0f41 None None] Network e95e11b4-d7ac-47ca-a0bc-931577d12af9 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:22.643814 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1031696536-router', 'tenant_id': '3e8f3650071247908cf53e341eb7d78f', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:22.652325 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-339d17ad-9f5a-45f9-ac0a-d7927344829d req-b24a3df4-9e6e-4242-b10b-bba00e4c89ea service neutron] 10.222.0.64 "GET /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501061 Jun 18 16:32:22.655162 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.657921 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9d894845-22c1-46cd-914f-8f90a975d0c7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.672810 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca468afe-e24e-4e3d-9f70-d613bae9febc tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:22.677852 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ca468afe-e24e-4e3d-9f70-d613bae9febc tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3144376 Jun 18 16:32:22.678347 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48204) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:22.704924 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:22.705992 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb473c0-f3bc-4598-9721-44ab2bc305b8 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Network aecf6f70-3d92-4efd-a20f-fdc191016162 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:32:22.742856 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4be50d28-84f1-4e47-bf95-a36c454dcc23 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "GET /v2.0/subnets?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 HTTP/1.1" status: 200 len: 207 time: 0.0600972 Jun 18 16:32:22.746488 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48206) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:22.747932 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-aeb473c0-f3bc-4598-9721-44ab2bc305b8 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, aecf6f70-3d92-4efd-a20f-fdc191016162) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:22.765838 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb473c0-f3bc-4598-9721-44ab2bc305b8 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:22.766925 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aeb473c0-f3bc-4598-9721-44ab2bc305b8 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.791973 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Pushing event updated for resources: {'Port': ['ID=9df9d218-88f2-46da-9d08-eaa2299244a9,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:22.795775 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830691d7-269b-45a1-9afe-a76357659ccc None None] Network aecf6f70-3d92-4efd-a20f-fdc191016162 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:22.803625 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:22.828811 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.830672 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.867728 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-aeb473c0-f3bc-4598-9721-44ab2bc305b8 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6466470 Jun 18 16:32:22.870150 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-9d894845-22c1-46cd-914f-8f90a975d0c7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Transition to ACTIVE for port object 73a6b906-f6eb-495f-816a-87cbc3c817c8 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:22.871397 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48208) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:22.948579 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.040412 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b46b030-ca9a-4b4b-8742-62f31bff1ea5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:23.047328 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b46b030-ca9a-4b4b-8742-62f31bff1ea5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:23.053558 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b46b030-ca9a-4b4b-8742-62f31bff1ea5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:23.060958 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b46b030-ca9a-4b4b-8742-62f31bff1ea5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:23.069037 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b46b030-ca9a-4b4b-8742-62f31bff1ea5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:23.075988 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b46b030-ca9a-4b4b-8742-62f31bff1ea5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:23.082190 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0b46b030-ca9a-4b4b-8742-62f31bff1ea5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.3285193 Jun 18 16:32:23.087095 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c39a07-f938-44f7-aeaf-98f44010c94e None None] Network fcf8152f-96e1-4efd-aa01-1a34d723c794 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:23.103748 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48210) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:23.235984 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.385152 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-e95e11b4-d7ac-47ca-a0bc-931577d12af9', 'network_id': 'e95e11b4-d7ac-47ca-a0bc-931577d12af9', 'tenant_id': '3e8f3650071247908cf53e341eb7d78f', 'fixed_ips': [{'subnet_id': 'f4eaec60-a4bc-48eb-88e1-6630facfefc2'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:32:23.386970 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.389409 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-aecf6f70-3d92-4efd-a20f-fdc191016162', 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'fixed_ips': [{'subnet_id': '0a140121-72dc-48d3-80d5-98995fffa013'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:32:23.394027 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.417282 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2c78a769-04e9-4165-8667-f31fb7e86176 None None] Provisioning for port fa11110c-1071-46b9-bbcf-60f31629db75 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:23.420914 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-339d17ad-9f5a-45f9-ac0a-d7927344829d req-dc904eaa-bad5-429d-90a1-04e5a463ad90 service neutron] 10.222.0.64 "GET /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7047405 Jun 18 16:32:23.483028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9d894845-22c1-46cd-914f-8f90a975d0c7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.517468 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f8efb695-94d4-4a64-a870-32008b10432d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:23.563903 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.601079 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.716897 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Allocated IP 172.26.2.97 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/fbc1144c-5f71-47e6-8498-29b93bdea896) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:23.734983 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ca1bee0b-82fc-4aca-afe4-5b58fb099d30 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:23.773624 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d894845-22c1-46cd-914f-8f90a975d0c7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network fcf8152f-96e1-4efd-aa01-1a34d723c794 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:23.825129 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b467c54c-a499-481b-a257-2f64cfe5d90a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.7138207 Jun 18 16:32:23.826446 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-9d894845-22c1-46cd-914f-8f90a975d0c7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:23.829475 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48214) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:23.836616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d894845-22c1-46cd-914f-8f90a975d0c7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=73a6b906-f6eb-495f-816a-87cbc3c817c8,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:23.840023 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d894845-22c1-46cd-914f-8f90a975d0c7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:23.856746 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.927305 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Allocated IP 172.20.0.2 (aecf6f70-3d92-4efd-a20f-fdc191016162/0a140121-72dc-48d3-80d5-98995fffa013/9babc8e8-d52a-4a00-9abc-f3e13cfeff63) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:23.933989 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.937604 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:23.965381 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Allocated IP 172.20.0.2 (e95e11b4-d7ac-47ca-a0bc-931577d12af9/f4eaec60-a4bc-48eb-88e1-6630facfefc2/147dab50-7fd4-45d0-8ffd-5c0f210dac76) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:24.013127 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:24.021526 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:24.028233 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:24.073580 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc1144c-5f71-47e6-8498-29b93bdea896,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:24.092712 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be603646-7cce-4497-967d-562f0ecc5198 req-c4029ca9-3b2b-49e6-8c05-76dbc6ff746c tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:24.094412 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-be603646-7cce-4497-967d-562f0ecc5198 req-c4029ca9-3b2b-49e6-8c05-76dbc6ff746c tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.2008538 Jun 18 16:32:24.098339 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:24.107751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ca1bee0b-82fc-4aca-afe4-5b58fb099d30 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:24.108137 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:24.111303 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Sync routers for ids ['80268182-ac74-489c-bfc6-d4fcbd75e630'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:32:24.209634 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Routers {'80268182-ac74-489c-bfc6-d4fcbd75e630'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:24.210283 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['80268182-ac74-489c-bfc6-d4fcbd75e630'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:24.323399 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9d894845-22c1-46cd-914f-8f90a975d0c7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:24.343284 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-1bbbdb3b-541e-4347-b0bb-6df8c99e2919 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8:0:1::23d (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/832b8643-ba0b-4d54-b9fb-ffa269c9dd11/53dff043-fa72-437a-b555-2ac2d74abb1b) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:24.411621 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-1bbbdb3b-541e-4347-b0bb-6df8c99e2919 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::f816:3eff:feea:70a9 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/a110432a-124a-417c-ae9b-74916f250b70/53dff043-fa72-437a-b555-2ac2d74abb1b) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:24.471934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d894845-22c1-46cd-914f-8f90a975d0c7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:24.472646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9d894845-22c1-46cd-914f-8f90a975d0c7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:24.490029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51c3404-3168-449a-9855-0cb82f8858ee tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:24.492805 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51c3404-3168-449a-9855-0cb82f8858ee tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:24.494581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51c3404-3168-449a-9855-0cb82f8858ee tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:24.496340 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51c3404-3168-449a-9855-0cb82f8858ee tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:24.498185 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51c3404-3168-449a-9855-0cb82f8858ee tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:24.500422 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b51c3404-3168-449a-9855-0cb82f8858ee tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6653957 Jun 18 16:32:24.514461 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48216) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:24.528165 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:24.540522 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 9df9d218-88f2-46da-9d08-eaa2299244a9 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:24.576851 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:24.629019 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Transition to ACTIVE for port object 147dab50-7fd4-45d0-8ffd-5c0f210dac76 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:24.631181 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Transition to ACTIVE for port object 9babc8e8-d52a-4a00-9abc-f3e13cfeff63 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:24.635117 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Set router 80268182-ac74-489c-bfc6-d4fcbd75e630 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:24.640760 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-71a44fe4-0f1a-4454-b0cd-d1416a215a2d None None] Provisioning for port 9a020148-67b7-4fa2-8f65-33f4fd2402ad completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:24.656306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df22513-6a5d-475c-aea9-622cedca8cd9 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['shared'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:24.658385 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df22513-6a5d-475c-aea9-622cedca8cd9 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['shared'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:24.660484 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df22513-6a5d-475c-aea9-622cedca8cd9 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['shared'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:24.663321 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df22513-6a5d-475c-aea9-622cedca8cd9 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['shared'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:24.665617 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df22513-6a5d-475c-aea9-622cedca8cd9 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['shared'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:24.668622 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2df22513-6a5d-475c-aea9-622cedca8cd9 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1405408 Jun 18 16:32:24.675394 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48218) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:24.698964 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9d894845-22c1-46cd-914f-8f90a975d0c7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.0902858 Jun 18 16:32:24.704643 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48220) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:24.749590 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-be603646-7cce-4497-967d-562f0ecc5198 req-9c585053-5a77-432f-a638-b653635a60b0 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6094565 Jun 18 16:32:24.766518 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-71a44fe4-0f1a-4454-b0cd-d1416a215a2d None None] Provisioning complete for port 9a020148-67b7-4fa2-8f65-33f4fd2402ad triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:24.767098 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-71a44fe4-0f1a-4454-b0cd-d1416a215a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:24.777940 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:24.817942 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Transition to ACTIVE for port object 147dab50-7fd4-45d0-8ffd-5c0f210dac76 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:24.824403 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Transition to ACTIVE for port object 9babc8e8-d52a-4a00-9abc-f3e13cfeff63 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:24.861816 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:24.869893 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-71a44fe4-0f1a-4454-b0cd-d1416a215a2d None None] Port 9a020148-67b7-4fa2-8f65-33f4fd2402ad cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:32:24.873991 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:24.909457 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-33f1dfe3-399e-4cac-9665-c37cb125b3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:24.919343 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.020264 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 9df9d218-88f2-46da-9d08-eaa2299244a9 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:25.028486 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.173502 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Router 921afedd-0888-45f2-8b65-7d086a671c12 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:32:25.220811 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7a7a71-4bbf-46cb-a21b-d774eaa8deee None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:25.222065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-71a44fe4-0f1a-4454-b0cd-d1416a215a2d None None] Provisioning for port 73a6b906-f6eb-495f-816a-87cbc3c817c8 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:25.241214 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1bbbdb3b-541e-4347-b0bb-6df8c99e2919 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.241689 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device fa11110c-1071-46b9-bbcf-60f31629db75 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:25.272120 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-71a44fe4-0f1a-4454-b0cd-d1416a215a2d None None] Provisioning complete for port 73a6b906-f6eb-495f-816a-87cbc3c817c8 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:25.273035 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-71a44fe4-0f1a-4454-b0cd-d1416a215a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.285901 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-1bbbdb3b-541e-4347-b0bb-6df8c99e2919 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object 53dff043-fa72-437a-b555-2ac2d74abb1b will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:25.296375 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:32:25.303835 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a888d6-fbe7-4b1a-a6c0-35f399b29307 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:25.308349 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f3a888d6-fbe7-4b1a-a6c0-35f399b29307 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.5808234 Jun 18 16:32:25.308937 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48222) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:25.316141 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Sync routers for ids ['921afedd-0888-45f2-8b65-7d086a671c12'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:32:25.329758 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Routers {'921afedd-0888-45f2-8b65-7d086a671c12'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:25.331420 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['921afedd-0888-45f2-8b65-7d086a671c12'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:25.339776 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Network e95e11b4-d7ac-47ca-a0bc-931577d12af9 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:25.344356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbcfb62-cd4a-4d9b-985d-2642b26150a7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:25.351511 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8cbcfb62-cd4a-4d9b-985d-2642b26150a7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "GET /v2.0/networks/334d93b5-1355-4a8a-96b0-6788a1a08dfd HTTP/1.1" status: 200 len: 804 time: 0.6668134 Jun 18 16:32:25.351716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Network aecf6f70-3d92-4efd-a20f-fdc191016162 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:25.351811 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48224) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:25.362628 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:25.374946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:25.382627 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:25.385544 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:25.398086 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.401583 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7626586 Jun 18 16:32:25.403183 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48226) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:25.405536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Pushing event updated for resources: {'Port': ['ID=147dab50-7fd4-45d0-8ffd-5c0f210dac76,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:25.410688 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:25.416190 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.496s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:25.447580 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-71a44fe4-0f1a-4454-b0cd-d1416a215a2d None None] Port 73a6b906-f6eb-495f-816a-87cbc3c817c8 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:32:25.476738 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7010ce03-fd79-4c11-b7f0-0504f63baa11 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "GET /v2.0/networks/334d93b5-1355-4a8a-96b0-6788a1a08dfd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1236744 Jun 18 16:32:25.480672 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48228) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:25.512756 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Set router 921afedd-0888-45f2-8b65-7d086a671c12 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:25.530707 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e9e43f95-2ba3-4cb2-83b0-e7be459511a1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port 73a6b906-f6eb-495f-816a-87cbc3c817c8 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:25.531143 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e9e43f95-2ba3-4cb2-83b0-e7be459511a1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.590998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b96da36-f3c8-47df-9524-3ff89d55eb00 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:25.592435 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4b96da36-f3c8-47df-9524-3ff89d55eb00 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "GET /v2.0/subnets/177a11e5-7980-4f01-9d2d-ae643166e5f9 HTTP/1.1" status: 200 len: 843 time: 0.1107810 Jun 18 16:32:25.601101 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48230) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:25.602206 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1bbbdb3b-541e-4347-b0bb-6df8c99e2919 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.619844 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Pushing event updated for resources: {'Port': ['ID=9babc8e8-d52a-4a00-9abc-f3e13cfeff63,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:25.627745 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Attempting to bind port 147dab50-7fd4-45d0-8ffd-5c0f210dac76 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:25.628440 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Attempting to bind port 147dab50-7fd4-45d0-8ffd-5c0f210dac76 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '96dc22c7-33ee-4cf5-bb52-5b471ab63df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e95e11b4-d7ac-47ca-a0bc-931577d12af9'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:25.628966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Attempting to bind port 147dab50-7fd4-45d0-8ffd-5c0f210dac76 on network e95e11b4-d7ac-47ca-a0bc-931577d12af9 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:25.631458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9d894845-22c1-46cd-914f-8f90a975d0c7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:25.636886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:25.642387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port fa11110c-1071-46b9-bbcf-60f31629db75 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:25.648962 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Attempting to bind port 9babc8e8-d52a-4a00-9abc-f3e13cfeff63 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:25.649527 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Attempting to bind port 9babc8e8-d52a-4a00-9abc-f3e13cfeff63 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'e29c36aa-4d63-42a4-be7f-00440eb6d404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:25.650052 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Attempting to bind port 9babc8e8-d52a-4a00-9abc-f3e13cfeff63 on network aecf6f70-3d92-4efd-a20f-fdc191016162 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:25.665104 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:25.665789 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Checking segment: {'id': '96dc22c7-33ee-4cf5-bb52-5b471ab63df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e95e11b4-d7ac-47ca-a0bc-931577d12af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:25.674111 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.674775 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Bound using segment: {'id': '96dc22c7-33ee-4cf5-bb52-5b471ab63df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e95e11b4-d7ac-47ca-a0bc-931577d12af9'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:25.675472 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Bound port: 147dab50-7fd4-45d0-8ffd-5c0f210dac76, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96dc22c7-33ee-4cf5-bb52-5b471ab63df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e95e11b4-d7ac-47ca-a0bc-931577d12af9'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:25.676030 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.689866 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port fa11110c-1071-46b9-bbcf-60f31629db75 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:25.690488 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.698112 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 2, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:25.700297 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbdb3b-541e-4347-b0bb-6df8c99e2919 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=53dff043-fa72-437a-b555-2ac2d74abb1b,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:25.700537 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:25.701191 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Checking segment: {'id': 'e29c36aa-4d63-42a4-be7f-00440eb6d404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:25.701760 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.702308 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Bound using segment: {'id': 'e29c36aa-4d63-42a4-be7f-00440eb6d404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:25.702968 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Bound port: 9babc8e8-d52a-4a00-9abc-f3e13cfeff63, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29c36aa-4d63-42a4-be7f-00440eb6d404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:25.703523 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.715022 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b96d615e-d354-4bcb-aa74-3023467a5afe None None] Provisioning complete for port 9a020148-67b7-4fa2-8f65-33f4fd2402ad triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:25.715660 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b96d615e-d354-4bcb-aa74-3023467a5afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.717903 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1bbbdb3b-541e-4347-b0bb-6df8c99e2919 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:25.774387 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e9e43f95-2ba3-4cb2-83b0-e7be459511a1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.779770 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbbdb3b-541e-4347-b0bb-6df8c99e2919 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:25.787352 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480d97c7-9d87-4e33-aea7-4b1ec396e613 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['shared'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:25.789473 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-480d97c7-9d87-4e33-aea7-4b1ec396e613 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "GET /v2.0/subnets/177a11e5-7980-4f01-9d2d-ae643166e5f9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1853356 Jun 18 16:32:25.792814 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-1bbbdb3b-541e-4347-b0bb-6df8c99e2919 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:25.795951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48234) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:25.801329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c7d24090-6fdf-40ea-8cba-5ab2c94a9721 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1643352540'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:25.801637 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Checking router: 80268182-ac74-489c-bfc6-d4fcbd75e630 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:32:25.802614 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Updating router 80268182-ac74-489c-bfc6-d4fcbd75e630 port 98368dea-8e9e-4276-bb48-d1bdd91a2514 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:32:25.807637 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbbdb3b-541e-4347-b0bb-6df8c99e2919 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:25.813621 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbbdb3b-541e-4347-b0bb-6df8c99e2919 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:25.814089 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921afedd-0888-45f2-8b65-7d086a671c12', 'name': 'tempest-TestVolumeBootPattern-1031696536-router', 'tenant_id': '3e8f3650071247908cf53e341eb7d78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'fbc1144c-5f71-47e6-8498-29b93bdea896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:22Z', 'updated_at': '2021-06-18T16:32:24Z', 'revision_number': 3, 'project_id': '3e8f3650071247908cf53e341eb7d78f', 'gw_port': {'id': 'fbc1144c-5f71-47e6-8498-29b93bdea896', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921afedd-0888-45f2-8b65-7d086a671c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:23Z', 'updated_at': '2021-06-18T16:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:25.814378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1bbbdb3b-541e-4347-b0bb-6df8c99e2919 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.832869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.852186 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1bbbdb3b-541e-4347-b0bb-6df8c99e2919 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.6213362 Jun 18 16:32:25.853015 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48236) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:25.878776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e9e43f95-2ba3-4cb2-83b0-e7be459511a1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for 73a6b906-f6eb-495f-816a-87cbc3c817c8 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:25.886600 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Checking router: 921afedd-0888-45f2-8b65-7d086a671c12 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:32:25.886998 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Updating router 921afedd-0888-45f2-8b65-7d086a671c12 port fbc1144c-5f71-47e6-8498-29b93bdea896 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:32:25.942991 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b96d615e-d354-4bcb-aa74-3023467a5afe None None] Port 9a020148-67b7-4fa2-8f65-33f4fd2402ad cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:32:25.946042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d24090-6fdf-40ea-8cba-5ab2c94a9721 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Made reservation on behalf of 4e22d4e6a32b438182bd97197bbb69cf for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:25.949755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c7d24090-6fdf-40ea-8cba-5ab2c94a9721 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.953668 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:25.978184 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.014895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] For port 147dab50-7fd4-45d0-8ffd-5c0f210dac76, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:26.020751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] For port 147dab50-7fd4-45d0-8ffd-5c0f210dac76, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=147dab50-7fd4-45d0-8ffd-5c0f210dac76,segment=NetworkSegment(96dc22c7-33ee-4cf5-bb52-5b471ab63df1),segment_id=96dc22c7-33ee-4cf5-bb52-5b471ab63df1)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:26.024499 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] For port 9babc8e8-d52a-4a00-9abc-f3e13cfeff63, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:26.029267 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] For port 9babc8e8-d52a-4a00-9abc-f3e13cfeff63, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9babc8e8-d52a-4a00-9abc-f3e13cfeff63,segment=NetworkSegment(e29c36aa-4d63-42a4-be7f-00440eb6d404),segment_id=e29c36aa-4d63-42a4-be7f-00440eb6d404)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:26.049921 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b96d615e-d354-4bcb-aa74-3023467a5afe None None] Provisioning for port 9df9d218-88f2-46da-9d08-eaa2299244a9 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:26.057362 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.077084 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d24090-6fdf-40ea-8cba-5ab2c94a9721 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:32:26.081061 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a21388d0-9b9a-4a6c-a779-ca0f4eee5b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:26.084936 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.104084 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b96d615e-d354-4bcb-aa74-3023467a5afe None None] Provisioning complete for port 9df9d218-88f2-46da-9d08-eaa2299244a9 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:26.104816 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b96d615e-d354-4bcb-aa74-3023467a5afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.106919 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c7d24090-6fdf-40ea-8cba-5ab2c94a9721 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.107273 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-c7d24090-6fdf-40ea-8cba-5ab2c94a9721 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Added segment b633e89c-e21a-4dfd-81aa-cda82dabfe16 of type vlan for network fba79197-1cb8-4602-9b06-b6cee89ae616 Jun 18 16:32:26.204031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c7d24090-6fdf-40ea-8cba-5ab2c94a9721 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.230849 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-988a08a4-cf3d-4a0b-a502-54b69b306c0b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port 53dff043-fa72-437a-b555-2ac2d74abb1b {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:26.231191 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-988a08a4-cf3d-4a0b-a502-54b69b306c0b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.356567 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.385412 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.407546 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Transition to ACTIVE for port object fbc1144c-5f71-47e6-8498-29b93bdea896 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:26.422502 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Pushing event updated for resources: {'Port': ['ID=147dab50-7fd4-45d0-8ffd-5c0f210dac76,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:26.428642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fc119-57e5-4f23-b74e-3785196e592c req-958cd541-8cc6-4783-9907-27050b6e18ac tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:26.429955 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.430423 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-815fc119-57e5-4f23-b74e-3785196e592c req-958cd541-8cc6-4783-9907-27050b6e18ac tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.3720684 Jun 18 16:32:26.452700 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c7d24090-6fdf-40ea-8cba-5ab2c94a9721 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.468844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d24090-6fdf-40ea-8cba-5ab2c94a9721 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:26.469690 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c7d24090-6fdf-40ea-8cba-5ab2c94a9721 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.475412 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-4a773d7a-09cc-4d85-890c-4f92eabab65a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:26.481787 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-74dc3900-f633-4f73-8483-d7f0d1636dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:26.499203 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:26.529146 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e7391d55-28fd-4db3-9e5d-0fb3a15d3c63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.422s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:26.562890 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.634531 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-815fc119-57e5-4f23-b74e-3785196e592c req-b481d49f-d5e4-43e6-8136-e3f3ac6afa9d tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1450727 Jun 18 16:32:26.636724 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c7d24090-6fdf-40ea-8cba-5ab2c94a9721 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8397210 Jun 18 16:32:26.643813 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48238) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:26.655638 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-988a08a4-cf3d-4a0b-a502-54b69b306c0b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.659666 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-17b809bb-dc5d-4c94-b5bb-ec0111add2b4 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'subnet': {'network_id': 'fba79197-1cb8-4602-9b06-b6cee89ae616', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:26.718625 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d24090-6fdf-40ea-8cba-5ab2c94a9721 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Network': ['ID=fba79197-1cb8-4602-9b06-b6cee89ae616,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:26.722488 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Attempting to bind port fbc1144c-5f71-47e6-8498-29b93bdea896 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:26.725723 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Attempting to bind port fbc1144c-5f71-47e6-8498-29b93bdea896 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:26.730157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c7d24090-6fdf-40ea-8cba-5ab2c94a9721 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:26.733234 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Attempting to bind port fbc1144c-5f71-47e6-8498-29b93bdea896 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:26.757040 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:26.761973 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:26.762740 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.763307 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:26.763976 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Bound port: fbc1144c-5f71-47e6-8498-29b93bdea896, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:26.764562 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.772276 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017eb6b0-cd87-4e47-85f3-7257292b77aa None None] Pushing event updated for resources: {'Port': ['ID=fbc1144c-5f71-47e6-8498-29b93bdea896,revision_number=2']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:26.779478 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-017eb6b0-cd87-4e47-85f3-7257292b77aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:26.853833 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-988a08a4-cf3d-4a0b-a502-54b69b306c0b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for 53dff043-fa72-437a-b555-2ac2d74abb1b owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:26.856952 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Allocated IP 172.20.0.1 (aecf6f70-3d92-4efd-a20f-fdc191016162/0a140121-72dc-48d3-80d5-98995fffa013/fb3b876a-4ef3-4786-bf5b-7d9d7367da63) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:26.864670 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e9e43f95-2ba3-4cb2-83b0-e7be459511a1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.879701 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c7a7b852-26b5-410d-93e2-2491d337605b tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:26.919843 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] For port fbc1144c-5f71-47e6-8498-29b93bdea896, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:26.928875 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] For port fbc1144c-5f71-47e6-8498-29b93bdea896, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=fbc1144c-5f71-47e6-8498-29b93bdea896,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:26.940367 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.967399 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:27.012439 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e9e43f95-2ba3-4cb2-83b0-e7be459511a1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:27.017075 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e9e43f95-2ba3-4cb2-83b0-e7be459511a1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/ports/73a6b906-f6eb-495f-816a-87cbc3c817c8 HTTP/1.1" status: 204 len: 168 time: 1.7047172 Jun 18 16:32:27.017440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e43f95-2ba3-4cb2-83b0-e7be459511a1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=73a6b906-f6eb-495f-816a-87cbc3c817c8,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:27.024414 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e9e43f95-2ba3-4cb2-83b0-e7be459511a1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:27.027551 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48246) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:27.066327 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Pushing event updated for resources: {'Port': ['ID=9babc8e8-d52a-4a00-9abc-f3e13cfeff63,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:27.075172 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:27.078234 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeff5a6c-f854-4023-88bd-47d9b3671e21 None None] Update dhcp port {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'fixed_ips': [{'subnet_id': 'a110432a-124a-417c-ae9b-74916f250b70', 'ip_address': '2001:db8::f816:3eff:feda:8912'}, {'subnet_id': '832b8643-ba0b-4d54-b9fb-ffa269c9dd11'}], 'binding:host_id': 'dv-neutron-797121-1-hyperv'}, 'id': '9df9d218-88f2-46da-9d08-eaa2299244a9'} from dv-neutron-797121-1-hyperv. {{(pid=93429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:32:27.106037 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Routers {'921afedd-0888-45f2-8b65-7d086a671c12'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:27.106995 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['921afedd-0888-45f2-8b65-7d086a671c12'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:27.137001 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port fa11110c-1071-46b9-bbcf-60f31629db75, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=fa11110c-1071-46b9-bbcf-60f31629db75,segment=NetworkSegment(a3498e94-577f-4e2f-8ab9-b3828826fae4),segment_id=a3498e94-577f-4e2f-8ab9-b3828826fae4)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:27.160801 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b809bb-dc5d-4c94-b5bb-ec0111add2b4 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Made reservation on behalf of 4e22d4e6a32b438182bd97197bbb69cf for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:27.168942 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network fba79197-1cb8-4602-9b06-b6cee89ae616 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:32:27.181119 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-17b809bb-dc5d-4c94-b5bb-ec0111add2b4 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:27.187212 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017eb6b0-cd87-4e47-85f3-7257292b77aa None None] Pushing event updated for resources: {'Port': ['ID=fbc1144c-5f71-47e6-8498-29b93bdea896,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:27.192163 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-017eb6b0-cd87-4e47-85f3-7257292b77aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:27.305315 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-3919c44d-9d05-48a1-9fe3-7e6cfa31b4f5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] GET failed (client error): The resource could not be found. Jun 18 16:32:27.309180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:27.311179 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3919c44d-9d05-48a1-9fe3-7e6cfa31b4f5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports/73a6b906-f6eb-495f-816a-87cbc3c817c8 HTTP/1.1" status: 404 len: 333 time: 0.2753506 Jun 18 16:32:27.311332 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48248) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:27.330393 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] Set router 921afedd-0888-45f2-8b65-7d086a671c12 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:27.334535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:27.335391 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 76988a44-e108-4069-a50a-566ae1a32c34 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:27.346639 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:27.352894 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.ipam_backend_mixin [None req-17b809bb-dc5d-4c94-b5bb-ec0111add2b4 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Performing IP validity checks on allocation pools {{(pid=93427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 18 16:32:27.353801 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.ipam_backend_mixin [None req-17b809bb-dc5d-4c94-b5bb-ec0111add2b4 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 18 16:32:27.396020 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Transition to ACTIVE for port object fb3b876a-4ef3-4786-bf5b-7d9d7367da63 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:27.414912 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=fa11110c-1071-46b9-bbcf-60f31629db75,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:27.418354 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:27.468961 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b96d615e-d354-4bcb-aa74-3023467a5afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:27.503583 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-aeff5a6c-f854-4023-88bd-47d9b3671e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:27.509145 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Allocated IP 172.20.0.1 (e95e11b4-d7ac-47ca-a0bc-931577d12af9/f4eaec60-a4bc-48eb-88e1-6630facfefc2/69ba452f-e2c5-44d6-a50a-ec677f23710a) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:27.542074 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:27.562955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-84f070fc-160f-4214-85f8-77158887a267 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:27.570850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b96d615e-d354-4bcb-aa74-3023467a5afe None None] For port 9df9d218-88f2-46da-9d08-eaa2299244a9, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9df9d218-88f2-46da-9d08-eaa2299244a9,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:27.607435 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-988a08a4-cf3d-4a0b-a502-54b69b306c0b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:27.617907 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b96d615e-d354-4bcb-aa74-3023467a5afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:27.625013 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5f249b4b-9dc5-4cca-beb5-2edb82905cf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:27.627551 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b96d615e-d354-4bcb-aa74-3023467a5afe None None] Could not find standard attr ID for object 73a6b906-f6eb-495f-816a-87cbc3c817c8. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:32:27.687980 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event updated for resources: {'Port': ['ID=fb3b876a-4ef3-4786-bf5b-7d9d7367da63,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:27.691751 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:27.695277 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-54807753-9f6e-44d7-a559-2aa90d58712a tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:27.711457 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Network aecf6f70-3d92-4efd-a20f-fdc191016162 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:27.714691 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:27.717025 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:27.720284 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:27.729953 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Transition to ACTIVE for port object 98368dea-8e9e-4276-bb48-d1bdd91a2514 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:27.733657 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d615e-d354-4bcb-aa74-3023467a5afe None None] Pushing event updated for resources: {'Port': ['ID=9df9d218-88f2-46da-9d08-eaa2299244a9,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:27.745284 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b96d615e-d354-4bcb-aa74-3023467a5afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:27.746448 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:27.758513 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4f978996-f082-4d6d-aebf-e755fc0d4586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:27.760558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 76988a44-e108-4069-a50a-566ae1a32c34 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:27.803801 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:27.827282 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 76988a44-e108-4069-a50a-566ae1a32c34 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:27.827585 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:27.878496 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921afedd-0888-45f2-8b65-7d086a671c12', 'name': 'tempest-TestVolumeBootPattern-1031696536-router', 'tenant_id': '3e8f3650071247908cf53e341eb7d78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'fbc1144c-5f71-47e6-8498-29b93bdea896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:22Z', 'updated_at': '2021-06-18T16:32:24Z', 'revision_number': 3, 'project_id': '3e8f3650071247908cf53e341eb7d78f', 'gw_port': {'id': 'fbc1144c-5f71-47e6-8498-29b93bdea896', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921afedd-0888-45f2-8b65-7d086a671c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:23Z', 'updated_at': '2021-06-18T16:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:27.941333 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a08a4-cf3d-4a0b-a502-54b69b306c0b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=53dff043-fa72-437a-b555-2ac2d74abb1b,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:27.942900 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af9e4b-6138-4751-b579-d7bcbf1980d6 None None] The sync data for ids ['921afedd-0888-45f2-8b65-7d086a671c12'] in dv-neutron-797121-1-hyperv is: [{'id': '921afedd-0888-45f2-8b65-7d086a671c12', 'name': 'tempest-TestVolumeBootPattern-1031696536-router', 'tenant_id': '3e8f3650071247908cf53e341eb7d78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'fbc1144c-5f71-47e6-8498-29b93bdea896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:22Z', 'updated_at': '2021-06-18T16:32:24Z', 'revision_number': 3, 'project_id': '3e8f3650071247908cf53e341eb7d78f', 'gw_port': {'id': 'fbc1144c-5f71-47e6-8498-29b93bdea896', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921afedd-0888-45f2-8b65-7d086a671c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:23Z', 'updated_at': '2021-06-18T16:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:32:27.952201 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-988a08a4-cf3d-4a0b-a502-54b69b306c0b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:27.957207 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-e6c6cae8-2752-4477-88e8-515c8dbecb8f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port 9a020148-67b7-4fa2-8f65-33f4fd2402ad {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:27.957673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e6c6cae8-2752-4477-88e8-515c8dbecb8f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:28.078964 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:28.094297 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-17b809bb-dc5d-4c94-b5bb-ec0111add2b4 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:28.099676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-153a2388-c6c5-4cc7-8e8e-c01211b01fa8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:28.157727 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Transition to ACTIVE for port object 69ba452f-e2c5-44d6-a50a-ec677f23710a will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:28.226504 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b809bb-dc5d-4c94-b5bb-ec0111add2b4 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Subnet': ['ID=08865cfc-d39e-41fb-b770-cf9fb5da7c35,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:28.232200 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-17b809bb-dc5d-4c94-b5bb-ec0111add2b4 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:28.266281 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b809bb-dc5d-4c94-b5bb-ec0111add2b4 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Checking segment: {'id': 'b633e89c-e21a-4dfd-81aa-cda82dabfe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'fba79197-1cb8-4602-9b06-b6cee89ae616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:28.266882 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b809bb-dc5d-4c94-b5bb-ec0111add2b4 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network hostable DHCP agents. Network: fba79197-1cb8-4602-9b06-b6cee89ae616, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:32:28.298645 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:28.303569 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-30918545-83d7-4d96-9874-7c9eab42e349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:28.356749 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b809bb-dc5d-4c94-b5bb-ec0111add2b4 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Network fba79197-1cb8-4602-9b06-b6cee89ae616 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:32:28.385993 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Network e95e11b4-d7ac-47ca-a0bc-931577d12af9 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:28.390410 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:28.397828 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:28.411158 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-17b809bb-dc5d-4c94-b5bb-ec0111add2b4 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, fba79197-1cb8-4602-9b06-b6cee89ae616) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:28.433240 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Pushing event updated for resources: {'Port': ['ID=69ba452f-e2c5-44d6-a50a-ec677f23710a,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:28.433654 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a8e0a3-68f0-4c1e-a173-523bf725cf8e None None] Network aecf6f70-3d92-4efd-a20f-fdc191016162 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:28.439394 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b809bb-dc5d-4c94-b5bb-ec0111add2b4 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:28.439639 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e916065-13a2-4ba8-9560-f917d4a748dd None None] Network fba79197-1cb8-4602-9b06-b6cee89ae616 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:28.440044 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-17b809bb-dc5d-4c94-b5bb-ec0111add2b4 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:28.454752 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:28.486264 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:28.520055 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-988a08a4-cf3d-4a0b-a502-54b69b306c0b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:28.527926 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-988a08a4-cf3d-4a0b-a502-54b69b306c0b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/53dff043-fa72-437a-b555-2ac2d74abb1b HTTP/1.1" status: 204 len: 168 time: 2.6701365 Jun 18 16:32:28.530959 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48252) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:28.575059 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-17b809bb-dc5d-4c94-b5bb-ec0111add2b4 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.9176519 Jun 18 16:32:28.575290 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48254) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:28.585770 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-b02c9639-9712-4998-aebd-09fa6eb83f58 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:28.625259 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-aeff5a6c-f854-4023-88bd-47d9b3671e21 None None] Allocated IP 2001:db8:0:1::2 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/832b8643-ba0b-4d54-b9fb-ffa269c9dd11/9df9d218-88f2-46da-9d08-eaa2299244a9) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:28.713702 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e6c6cae8-2752-4477-88e8-515c8dbecb8f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:28.765875 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae77b7bb-6ceb-46f1-b802-330d32e5d3da None None] Network e95e11b4-d7ac-47ca-a0bc-931577d12af9 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:28.832317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-e6c6cae8-2752-4477-88e8-515c8dbecb8f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for 9a020148-67b7-4fa2-8f65-33f4fd2402ad owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:28.842508 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-51768e41-22cd-4ef2-98f5-719477ca4db4 None None] Provisioning for port 9babc8e8-d52a-4a00-9abc-f3e13cfeff63 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:28.853649 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f3b9b2-9c69-4c41-b73a-3ef5cbe23dfb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:28.858650 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d1f3b9b2-9c69-4c41-b73a-3ef5cbe23dfb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3247836 Jun 18 16:32:28.859527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:28.861869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48256) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:28.876530 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ab3b5-1133-4dcb-942a-ec1ac108d37e None None] Pushing event updated for resources: {'Port': ['ID=98368dea-8e9e-4276-bb48-d1bdd91a2514,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:28.879214 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ac7ab3b5-1133-4dcb-942a-ec1ac108d37e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.121s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:29.060712 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Attempting to bind port 98368dea-8e9e-4276-bb48-d1bdd91a2514 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:29.061428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Attempting to bind port 98368dea-8e9e-4276-bb48-d1bdd91a2514 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:29.061966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Attempting to bind port 98368dea-8e9e-4276-bb48-d1bdd91a2514 on network b035b862-0d9c-4039-9037-42f41472e61d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:29.090723 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109efe75-162c-4821-be59-fc488af10859 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:29.095084 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-109efe75-162c-4821-be59-fc488af10859 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2302148 Jun 18 16:32:29.098123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48258) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:29.148716 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b02c9639-9712-4998-aebd-09fa6eb83f58 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8941635'] for subnet, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.151290 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.203850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:29.204135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Checking segment: {'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:29.204624 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.204830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Bound using segment: {'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:29.206183 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Bound port: 98368dea-8e9e-4276-bb48-d1bdd91a2514, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:29.206183 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.209410 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-fba79197-1cb8-4602-9b06-b6cee89ae616', 'network_id': 'fba79197-1cb8-4602-9b06-b6cee89ae616', 'tenant_id': '4e22d4e6a32b438182bd97197bbb69cf', 'fixed_ips': [{'subnet_id': '08865cfc-d39e-41fb-b770-cf9fb5da7c35'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:32:29.210410 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.230202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7f8979-6dcb-48ad-a7a3-5dfb3d749583 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:29.231903 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7f8979-6dcb-48ad-a7a3-5dfb3d749583 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:29.233600 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7f8979-6dcb-48ad-a7a3-5dfb3d749583 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:29.236869 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6a7f8979-6dcb-48ad-a7a3-5dfb3d749583 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1375191 Jun 18 16:32:29.242170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48260) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:29.320104 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-aeff5a6c-f854-4023-88bd-47d9b3671e21 None None] For port 9df9d218-88f2-46da-9d08-eaa2299244a9, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9df9d218-88f2-46da-9d08-eaa2299244a9,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:29.332691 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e6c6cae8-2752-4477-88e8-515c8dbecb8f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.338335 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:29.354637 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-aeff5a6c-f854-4023-88bd-47d9b3671e21 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.371378 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-aeff5a6c-f854-4023-88bd-47d9b3671e21 None None] Transition to ACTIVE for port object 9df9d218-88f2-46da-9d08-eaa2299244a9 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:29.371962 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.375444 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-8018eade-5445-4158-b90d-efd28b07d8b8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet 832b8643-ba0b-4d54-b9fb-ffa269c9dd11 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:29.383886 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8018eade-5445-4158-b90d-efd28b07d8b8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.388923 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6cae8-2752-4477-88e8-515c8dbecb8f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=9a020148-67b7-4fa2-8f65-33f4fd2402ad,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:29.394096 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e6c6cae8-2752-4477-88e8-515c8dbecb8f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:29.398617 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 76988a44-e108-4069-a50a-566ae1a32c34, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=76988a44-e108-4069-a50a-566ae1a32c34,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:29.502908 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e6c6cae8-2752-4477-88e8-515c8dbecb8f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.506285 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e6c6cae8-2752-4477-88e8-515c8dbecb8f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/ports/9a020148-67b7-4fa2-8f65-33f4fd2402ad HTTP/1.1" status: 204 len: 168 time: 2.1863692 Jun 18 16:32:29.509848 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48262) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:29.525501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.553433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.557632 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-107a122c-5464-40ab-a588-d2f1e854e986 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] GET failed (client error): The resource could not be found. Jun 18 16:32:29.560122 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-107a122c-5464-40ab-a588-d2f1e854e986 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports/9a020148-67b7-4fa2-8f65-33f4fd2402ad HTTP/1.1" status: 404 len: 333 time: 0.0487812 Jun 18 16:32:29.562377 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:29.566236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48264) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:29.566451 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.578795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.586276 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ac7ab3b5-1133-4dcb-942a-ec1ac108d37e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:29.592234 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8018eade-5445-4158-b90d-efd28b07d8b8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.642916 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-aeff5a6c-f854-4023-88bd-47d9b3671e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.656952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=76988a44-e108-4069-a50a-566ae1a32c34,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:29.662810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:29.671858 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:29.685341 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] For port 98368dea-8e9e-4276-bb48-d1bdd91a2514, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:29.694429 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1f86c33b-5548-4f94-ab9b-dc8fb977b98b None None] Provisioning for port 147dab50-7fd4-45d0-8ffd-5c0f210dac76 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:29.715019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.721941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event updated for resources: {'Port': ['ID=fb3b876a-4ef3-4786-bf5b-7d9d7367da63,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:29.726236 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8018eade-5445-4158-b90d-efd28b07d8b8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.732673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec1a924-a610-4445-8df1-88ebe7c8dc9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting subnet 0667be05-c156-4c65-bf98-a474f7864374 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:29.736351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fec1a924-a610-4445-8df1-88ebe7c8dc9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.787976 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:29.798490 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fec1a924-a610-4445-8df1-88ebe7c8dc9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.806894 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] For port 98368dea-8e9e-4276-bb48-d1bdd91a2514, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=98368dea-8e9e-4276-bb48-d1bdd91a2514,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:29.870371 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.927469 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b584b482-0846-4826-a09b-ada16d762519 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:29.930111 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.930285 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.936514 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8018eade-5445-4158-b90d-efd28b07d8b8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:29.954508 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff5a6c-f854-4023-88bd-47d9b3671e21 None None] Pushing event updated for resources: {'Port': ['ID=9df9d218-88f2-46da-9d08-eaa2299244a9,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:29.993143 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-aeff5a6c-f854-4023-88bd-47d9b3671e21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:29.997780 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:30.101710 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Network aecf6f70-3d92-4efd-a20f-fdc191016162 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:30.106679 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:30.109552 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 9babc8e8-d52a-4a00-9abc-f3e13cfeff63 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:30.138083 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fec1a924-a610-4445-8df1-88ebe7c8dc9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:30.176722 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b02c9639-9712-4998-aebd-09fa6eb83f58 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758221909212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9273230'] for subnet, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:30.183490 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8018eade-5445-4158-b90d-efd28b07d8b8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:30.185743 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8018eade-5445-4158-b90d-efd28b07d8b8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/832b8643-ba0b-4d54-b9fb-ffa269c9dd11 HTTP/1.1" status: 204 len: 168 time: 0.9423459 Jun 18 16:32:30.198494 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48268) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:30.216858 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Allocated IP 2001:db8::3 (fba79197-1cb8-4602-9b06-b6cee89ae616/08865cfc-d39e-41fb-b770-cf9fb5da7c35/512bc881-6e7f-43bc-8342-9a5d484439ce) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:30.226816 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Routers {'80268182-ac74-489c-bfc6-d4fcbd75e630'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:30.228372 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['80268182-ac74-489c-bfc6-d4fcbd75e630'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:30.246305 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ab3b5-1133-4dcb-942a-ec1ac108d37e None None] Pushing event updated for resources: {'Port': ['ID=98368dea-8e9e-4276-bb48-d1bdd91a2514,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:30.273501 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Network e95e11b4-d7ac-47ca-a0bc-931577d12af9 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:30.276682 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Pushing event updated for resources: {'Port': ['ID=69ba452f-e2c5-44d6-a50a-ec677f23710a,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:30.294069 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:30.295036 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:30.337832 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5e92fddc-641f-4a64-b4ce-45c4214242dd tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.369s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:30.371724 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ac7ab3b5-1133-4dcb-942a-ec1ac108d37e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:30.387772 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02c9639-9712-4998-aebd-09fa6eb83f58 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:30.391753 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b02c9639-9712-4998-aebd-09fa6eb83f58 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:30.393327 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b02c9639-9712-4998-aebd-09fa6eb83f58 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "PUT /v2.0/subnets/08865cfc-d39e-41fb-b770-cf9fb5da7c35 HTTP/1.1" status: 200 len: 900 time: 1.8171196 Jun 18 16:32:30.420323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48270) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:30.429538 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018eade-5445-4158-b90d-efd28b07d8b8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=832b8643-ba0b-4d54-b9fb-ffa269c9dd11,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:30.505091 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c9639-9712-4998-aebd-09fa6eb83f58 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event updated for resources: {'Subnet': ['ID=08865cfc-d39e-41fb-b770-cf9fb5da7c35,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:30.519086 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b02c9639-9712-4998-aebd-09fa6eb83f58 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:30.520601 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-23bf0d59-c29f-4f60-8fb8-cf397586a58f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:30.521021 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-23bf0d59-c29f-4f60-8fb8-cf397586a58f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:30.586342 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 9babc8e8-d52a-4a00-9abc-f3e13cfeff63 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:30.597842 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 9babc8e8-d52a-4a00-9abc-f3e13cfeff63 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:30.598677 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:30.599114 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-2782e451-1a61-4b30-86c1-906913c72f26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet a110432a-124a-417c-ae9b-74916f250b70 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:30.608246 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2782e451-1a61-4b30-86c1-906913c72f26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:30.673198 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2782e451-1a61-4b30-86c1-906913c72f26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:30.735346 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] Set router 80268182-ac74-489c-bfc6-d4fcbd75e630 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:30.779668 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2782e451-1a61-4b30-86c1-906913c72f26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:30.792110 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fec1a924-a610-4445-8df1-88ebe7c8dc9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:30.811895 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Router eb5847f3-3e96-453b-b67d-4ad4dc559a28 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:32:30.854962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7ae65f06-5f3b-4d4b-b7e1-fc30147deeda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:30.867657 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fec1a924-a610-4445-8df1-88ebe7c8dc9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:30.873329 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fec1a924-a610-4445-8df1-88ebe7c8dc9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/subnets/0667be05-c156-4c65-bf98-a474f7864374 HTTP/1.1" status: 204 len: 168 time: 1.2762010 Jun 18 16:32:30.883068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48272) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:30.964814 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2782e451-1a61-4b30-86c1-906913c72f26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:30.971198 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c3987ce6-7311-4e6d-979f-d25fe1a831a9 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:30.988753 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1a924-a610-4445-8df1-88ebe7c8dc9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Subnet': ['ID=0667be05-c156-4c65-bf98-a474f7864374,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:31.016656 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2782e451-1a61-4b30-86c1-906913c72f26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:31.018887 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2782e451-1a61-4b30-86c1-906913c72f26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/a110432a-124a-417c-ae9b-74916f250b70 HTTP/1.1" status: 204 len: 168 time: 0.7916117 Jun 18 16:32:31.022860 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48274) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:31.025876 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782e451-1a61-4b30-86c1-906913c72f26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=a110432a-124a-417c-ae9b-74916f250b70,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:31.033536 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2782e451-1a61-4b30-86c1-906913c72f26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:31.046077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fec1a924-a610-4445-8df1-88ebe7c8dc9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:31.087154 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Router 921afedd-0888-45f2-8b65-7d086a671c12 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:32:31.089987 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-22be3b74-0529-4f59-9622-d1718900847e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653362 Jun 18 16:32:31.095452 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48276) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:31.106862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-e5a86d2b-62d0-4f63-acdc-640f7dd5cf37 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:31.151064 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:31.183360 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:31.185111 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7818106-c9eb-4d67-ba21-2da767a5659d None None] Network fcf8152f-96e1-4efd-aa01-1a34d723c794 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:31.235573 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e33ec67f-19ba-4517-9e85-6759e3f71350 req-da483150-a3ac-401a-ac89-2e6c3a360ad1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7147312 Jun 18 16:32:31.331339 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:32:31.352270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:32:31.359603 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] 10.222.0.39 "PUT /v2.0/routers/921afedd-0888-45f2-8b65-7d086a671c12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9566703 Jun 18 16:32:31.361299 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a86d2b-62d0-4f63-acdc-640f7dd5cf37 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:31.366746 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Sync routers for ids ['921afedd-0888-45f2-8b65-7d086a671c12'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:32:31.374744 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "PUT /v2.0/routers/eb5847f3-3e96-453b-b67d-4ad4dc559a28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4734900 Jun 18 16:32:31.382800 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Routers {'921afedd-0888-45f2-8b65-7d086a671c12'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:31.384523 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e5a86d2b-62d0-4f63-acdc-640f7dd5cf37 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:31.385081 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['921afedd-0888-45f2-8b65-7d086a671c12'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:31.402940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:31.495174 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Sync routers for ids ['eb5847f3-3e96-453b-b67d-4ad4dc559a28'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:32:31.498388 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:31.566374 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:31.599918 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b6ee683c-e1e5-4dcc-a4c9-e91696fdd6c4 None None] Provisioning for port fb3b876a-4ef3-4786-bf5b-7d9d7367da63 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:31.632912 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2619da-0d8f-402b-96a4-47c0f209c269 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:31.642910 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port fa11110c-1071-46b9-bbcf-60f31629db75 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:31.643282 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:31.646780 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ec67f-19ba-4517-9e85-6759e3f71350 req-a1aa1487-702b-48f0-8487-54473d7953d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:31.652559 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e33ec67f-19ba-4517-9e85-6759e3f71350 req-a1aa1487-702b-48f0-8487-54473d7953d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50f087196ad446c28f1edba2e7568216&device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 1099 time: 0.3328183 Jun 18 16:32:31.782322 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Set router 921afedd-0888-45f2-8b65-7d086a671c12 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:31.810885 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] For port fa11110c-1071-46b9-bbcf-60f31629db75, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=fa11110c-1071-46b9-bbcf-60f31629db75,segment=NetworkSegment(a3498e94-577f-4e2f-8ab9-b3828826fae4),segment_id=a3498e94-577f-4e2f-8ab9-b3828826fae4)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:31.812067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:31.835908 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Routers {'eb5847f3-3e96-453b-b67d-4ad4dc559a28'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:31.839881 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['eb5847f3-3e96-453b-b67d-4ad4dc559a28'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:31.867953 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 9babc8e8-d52a-4a00-9abc-f3e13cfeff63, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9babc8e8-d52a-4a00-9abc-f3e13cfeff63,segment=NetworkSegment(e29c36aa-4d63-42a4-be7f-00440eb6d404),segment_id=e29c36aa-4d63-42a4-be7f-00440eb6d404)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:31.875622 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b6ee683c-e1e5-4dcc-a4c9-e91696fdd6c4 None None] Provisioning complete for port fb3b876a-4ef3-4786-bf5b-7d9d7367da63 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:31.876018 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6ee683c-e1e5-4dcc-a4c9-e91696fdd6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:31.932114 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-b55937c2-93a5-4ce6-a6df-84c2078bd616 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-682773000&fields=id&tenant_id=c1f5970bdf9948068046d65adb1ce5bd HTTP/1.1" status: 200 len: 267 time: 0.1280091 Jun 18 16:32:31.947901 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b6ee683c-e1e5-4dcc-a4c9-e91696fdd6c4 None None] Port fb3b876a-4ef3-4786-bf5b-7d9d7367da63 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:32:31.955563 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:31.956536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 9df9d218-88f2-46da-9d08-eaa2299244a9 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:32.005363 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Transition to ACTIVE for port object 512bc881-6e7f-43bc-8342-9a5d484439ce will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:32.046699 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2c71ff7f-51ef-47fd-999b-e290cae2fc92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:32.094620 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921afedd-0888-45f2-8b65-7d086a671c12', 'name': 'tempest-TestVolumeBootPattern-1031696536-router', 'tenant_id': '3e8f3650071247908cf53e341eb7d78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'fbc1144c-5f71-47e6-8498-29b93bdea896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:22Z', 'updated_at': '2021-06-18T16:32:29Z', 'revision_number': 4, 'project_id': '3e8f3650071247908cf53e341eb7d78f', 'gw_port': {'id': 'fbc1144c-5f71-47e6-8498-29b93bdea896', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921afedd-0888-45f2-8b65-7d086a671c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:23Z', 'updated_at': '2021-06-18T16:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '69ba452f-e2c5-44d6-a50a-ec677f23710a', 'name': '', 'network_id': 'e95e11b4-d7ac-47ca-a0bc-931577d12af9', 'tenant_id': '3e8f3650071247908cf53e341eb7d78f', 'mac_address': 'fa:16:3e:50:11:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921afedd-0888-45f2-8b65-7d086a671c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f4eaec60-a4bc-48eb-88e1-6630facfefc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:26Z', 'updated_at': '2021-06-18T16:32:29Z', 'revision_number': 2, 'project_id': '3e8f3650071247908cf53e341eb7d78f', 'subnets': [{'id': 'f4eaec60-a4bc-48eb-88e1-6630facfefc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:32.116521 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=9babc8e8-d52a-4a00-9abc-f3e13cfeff63,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:32.119998 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:32.134041 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Checking router: 921afedd-0888-45f2-8b65-7d086a671c12 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:32:32.134703 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Updating router 921afedd-0888-45f2-8b65-7d086a671c12 port 69ba452f-e2c5-44d6-a50a-ec677f23710a binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:32:32.183346 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:32.189784 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b6ee683c-e1e5-4dcc-a4c9-e91696fdd6c4 None None] Provisioning complete for port 9babc8e8-d52a-4a00-9abc-f3e13cfeff63 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:32.190177 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6ee683c-e1e5-4dcc-a4c9-e91696fdd6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:32.205942 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-5a9981cd-020c-4d1b-a1e2-705230fd6c7a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:32.210363 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-5a9981cd-020c-4d1b-a1e2-705230fd6c7a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/networks?id=aecf6f70-3d92-4efd-a20f-fdc191016162 HTTP/1.1" status: 200 len: 796 time: 0.2663438 Jun 18 16:32:32.222890 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Transition to ACTIVE for port object 512bc881-6e7f-43bc-8342-9a5d484439ce will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:32.225891 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device fbc1144c-5f71-47e6-8498-29b93bdea896 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:32.242430 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.objects.ports [None req-e5a86d2b-62d0-4f63-acdc-640f7dd5cf37 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93427) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:32:32.258856 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-20c38a5f-1499-4e44-80fe-936373ccc3f6 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/quotas/c1f5970bdf9948068046d65adb1ce5bd HTTP/1.1" status: 200 len: 375 time: 0.0391808 Jun 18 16:32:32.376259 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1f043f-8e0d-41c8-a824-fee5564c3ada None None] DHCP port deletion for fcf8152f-96e1-4efd-aa01-1a34d723c794 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:32:32.460111 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:29Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:32.476474 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-c8a60b2a-e71c-4aaa-9a73-f186f0bd10fc tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1f5970bdf9948068046d65adb1ce5bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1609080 Jun 18 16:32:32.488168 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48300) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:32.497582 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:32.504002 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-aeff5a6c-f854-4023-88bd-47d9b3671e21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:32.506089 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6428e76-4a74-4557-abda-0be850b89e07 None None] The sync data for ids ['80268182-ac74-489c-bfc6-d4fcbd75e630'] in dv-neutron-797121-1-hyperv is: [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:29Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:32:32.518183 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-303042af-d2f6-46d2-a951-125f1b6b3663 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1019971380', 'description': 'tempest-secgroup-smoke-1019971380 description', 'project_id': '16baf16222f446bfa2a20a3a159e0911'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:32.576762 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for fa11110c-1071-46b9-bbcf-60f31629db75 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:32.578260 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port fbc1144c-5f71-47e6-8498-29b93bdea896 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:32.632776 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port fbc1144c-5f71-47e6-8498-29b93bdea896 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:32.633365 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:32.654043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Pushing event updated for resources: {'Port': ['ID=512bc881-6e7f-43bc-8342-9a5d484439ce,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:32.669714 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:32.674829 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:32.678778 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-19f8a215-1d8c-4151-bd08-1d96a70ed549 service neutron] 10.222.0.39 "GET /v2.0/networks/aecf6f70-3d92-4efd-a20f-fdc191016162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643035 Jun 18 16:32:32.686398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9245089c-09e7-42a3-a64c-e70dd577686c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:32.713909 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Network fba79197-1cb8-4602-9b06-b6cee89ae616 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:32.743886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Set router eb5847f3-3e96-453b-b67d-4ad4dc559a28 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:32.754013 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:32.754262 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e5a86d2b-62d0-4f63-acdc-640f7dd5cf37 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:32.779134 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:32.792063 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Subnet': ['ID=08865cfc-d39e-41fb-b770-cf9fb5da7c35,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:32.792330 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Transition to ACTIVE for port object 69ba452f-e2c5-44d6-a50a-ec677f23710a will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:32.794972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:32.802524 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:32.805634 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:32.814037 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-303042af-d2f6-46d2-a951-125f1b6b3663 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:32.822987 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:32.839216 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ec67f-19ba-4517-9e85-6759e3f71350 req-19feddf7-9cd8-4963-b6fd-9e4ad9366bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:32.841885 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e33ec67f-19ba-4517-9e85-6759e3f71350 req-19feddf7-9cd8-4963-b6fd-9e4ad9366bc9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f HTTP/1.1" status: 200 len: 912 time: 1.1477385 Jun 18 16:32:32.870026 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-0c1f043f-8e0d-41c8-a824-fee5564c3ada None None] Deleting port fa11110c-1071-46b9-bbcf-60f31629db75 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:32.870511 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0c1f043f-8e0d-41c8-a824-fee5564c3ada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:32.957069 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-303042af-d2f6-46d2-a951-125f1b6b3663 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:32.971792 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-303042af-d2f6-46d2-a951-125f1b6b3663 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:32.978861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6aa4f2dc-1899-4122-9c42-27b8cfb3c806 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:32.980295 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d7747-ad84-4636-9dd1-58bf2e5d3295 None None] Pushing event updated for resources: {'Port': ['ID=69ba452f-e2c5-44d6-a50a-ec677f23710a,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:32.998081 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-b81d7747-ad84-4636-9dd1-58bf2e5d3295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:33.020352 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Attempting to bind port 69ba452f-e2c5-44d6-a50a-ec677f23710a on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:33.022013 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Attempting to bind port 69ba452f-e2c5-44d6-a50a-ec677f23710a by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '96dc22c7-33ee-4cf5-bb52-5b471ab63df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e95e11b4-d7ac-47ca-a0bc-931577d12af9'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:33.022497 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Attempting to bind port 69ba452f-e2c5-44d6-a50a-ec677f23710a on network e95e11b4-d7ac-47ca-a0bc-931577d12af9 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:33.031447 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303042af-d2f6-46d2-a951-125f1b6b3663 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ddf97d-354c-4442-a54b-460aa77e9974,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:33.045544 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:33.045931 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Checking segment: {'id': '96dc22c7-33ee-4cf5-bb52-5b471ab63df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e95e11b4-d7ac-47ca-a0bc-931577d12af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:33.047294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.049441 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-303042af-d2f6-46d2-a951-125f1b6b3663 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:33.052505 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.053284 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Bound using segment: {'id': '96dc22c7-33ee-4cf5-bb52-5b471ab63df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e95e11b4-d7ac-47ca-a0bc-931577d12af9'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:33.054291 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Bound port: 69ba452f-e2c5-44d6-a50a-ec677f23710a, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96dc22c7-33ee-4cf5-bb52-5b471ab63df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e95e11b4-d7ac-47ca-a0bc-931577d12af9'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:33.054887 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.085486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.089090 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-303042af-d2f6-46d2-a951-125f1b6b3663 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.090688 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-303042af-d2f6-46d2-a951-125f1b6b3663 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5779235 Jun 18 16:32:33.109571 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba79197-1cb8-4602-9b06-b6cee89ae616']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:33.113495 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:33.127584 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48302) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:33.136024 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-7727d79b-b956-4d78-8527-97541be844b4 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Request body: {'security_group_rule': {'security_group_id': 'd2ddf97d-354c-4442-a54b-460aa77e9974', 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:33.163745 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-c035182a-0007-45a1-b875-6898351be0b8 service neutron] 10.222.0.39 "GET /v2.0/networks/aecf6f70-3d92-4efd-a20f-fdc191016162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819403 Jun 18 16:32:33.202802 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] For port 69ba452f-e2c5-44d6-a50a-ec677f23710a, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:33.209206 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e33ec67f-19ba-4517-9e85-6759e3f71350 req-9f973e94-5e18-4477-9ebe-6df292373d22 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=402c506e-8b7c-4f8f-b170-b34f8d818e4d HTTP/1.1" status: 200 len: 1002 time: 0.3509407 Jun 18 16:32:33.214269 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] For port 69ba452f-e2c5-44d6-a50a-ec677f23710a, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=69ba452f-e2c5-44d6-a50a-ec677f23710a,segment=NetworkSegment(96dc22c7-33ee-4cf5-bb52-5b471ab63df1),segment_id=96dc22c7-33ee-4cf5-bb52-5b471ab63df1)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:33.221438 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b633e89c-e21a-4dfd-81aa-cda82dabfe16') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:33.221936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b633e89c-e21a-4dfd-81aa-cda82dabfe16') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:33.224026 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=fa11110c-1071-46b9-bbcf-60f31629db75,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:33.227804 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.230975 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:33.232388 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:33.278616 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7727d79b-b956-4d78-8527-97541be844b4 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.287984 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No DVR routers for this DVR port fa11110c-1071-46b9-bbcf-60f31629db75 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:33.354125 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Routers {'921afedd-0888-45f2-8b65-7d086a671c12'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:33.355056 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['921afedd-0888-45f2-8b65-7d086a671c12'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:33.362178 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.372769 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7727d79b-b956-4d78-8527-97541be844b4 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.388125 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7727d79b-b956-4d78-8527-97541be844b4 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.413168 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-383947b6-19dc-48be-893e-8084a9e7611d tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:33.429579 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-e5a86d2b-62d0-4f63-acdc-640f7dd5cf37 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] For port 9df9d218-88f2-46da-9d08-eaa2299244a9, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9df9d218-88f2-46da-9d08-eaa2299244a9,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:33.431959 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7727d79b-b956-4d78-8527-97541be844b4 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.433278 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7727d79b-b956-4d78-8527-97541be844b4 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3043389 Jun 18 16:32:33.452080 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48304) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:33.458921 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-054c8fd2-cfe4-4e5e-bbb5-aa86e6ca58de tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Request body: {'security_group_rule': {'security_group_id': 'd2ddf97d-354c-4442-a54b-460aa77e9974', 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:33.495284 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-0c1f043f-8e0d-41c8-a824-fee5564c3ada None None] For port fa11110c-1071-46b9-bbcf-60f31629db75, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=fa11110c-1071-46b9-bbcf-60f31629db75,segment=NetworkSegment(a3498e94-577f-4e2f-8ab9-b3828826fae4),segment_id=a3498e94-577f-4e2f-8ab9-b3828826fae4)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:33.497370 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0c1f043f-8e0d-41c8-a824-fee5564c3ada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.506441 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727d79b-b956-4d78-8527-97541be844b4 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fbf8651-c027-44ba-aa22-dac2fc7c61fd,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:33.519012 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7727d79b-b956-4d78-8527-97541be844b4 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:33.546814 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-054c8fd2-cfe4-4e5e-bbb5-aa86e6ca58de tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.585025 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Attempting to bind port 512bc881-6e7f-43bc-8342-9a5d484439ce on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:33.585409 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Attempting to bind port 512bc881-6e7f-43bc-8342-9a5d484439ce by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'b633e89c-e21a-4dfd-81aa-cda82dabfe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'fba79197-1cb8-4602-9b06-b6cee89ae616'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:33.585782 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Attempting to bind port 512bc881-6e7f-43bc-8342-9a5d484439ce on network fba79197-1cb8-4602-9b06-b6cee89ae616 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:33.594741 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.681566 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-054c8fd2-cfe4-4e5e-bbb5-aa86e6ca58de tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.689485 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ec67f-19ba-4517-9e85-6759e3f71350 req-084a435d-7a94-4a53-9a76-925d2edca8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:33.691058 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e33ec67f-19ba-4517-9e85-6759e3f71350 req-084a435d-7a94-4a53-9a76-925d2edca8ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0af9ced-d447-40f4-82ea-2c6458b522e8 HTTP/1.1" status: 200 len: 850 time: 0.4452679 Jun 18 16:32:33.693718 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] Set router 921afedd-0888-45f2-8b65-7d086a671c12 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:33.743871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:32:33.744140 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:32:33.749005 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:32:33.757124 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-054c8fd2-cfe4-4e5e-bbb5-aa86e6ca58de tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.804272 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d7747-ad84-4636-9dd1-58bf2e5d3295 None None] Pushing event updated for resources: {'Port': ['ID=69ba452f-e2c5-44d6-a50a-ec677f23710a,revision_number=4']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:33.816707 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-b81d7747-ad84-4636-9dd1-58bf2e5d3295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:33.843293 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-0c1f043f-8e0d-41c8-a824-fee5564c3ada None None] Calling delete_port for fa11110c-1071-46b9-bbcf-60f31629db75 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:33.862295 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.875647 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:33.876037 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Checking segment: {'id': 'b633e89c-e21a-4dfd-81aa-cda82dabfe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'fba79197-1cb8-4602-9b06-b6cee89ae616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:33.876460 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.877023 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Bound using segment: {'id': 'b633e89c-e21a-4dfd-81aa-cda82dabfe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'fba79197-1cb8-4602-9b06-b6cee89ae616'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:33.877825 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Bound port: 512bc881-6e7f-43bc-8342-9a5d484439ce, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b633e89c-e21a-4dfd-81aa-cda82dabfe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'fba79197-1cb8-4602-9b06-b6cee89ae616'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:33.878218 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.925757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:33.947168 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b6ee683c-e1e5-4dcc-a4c9-e91696fdd6c4 None None] Provisioning for port 69ba452f-e2c5-44d6-a50a-ec677f23710a completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:33.972251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf8152f-96e1-4efd-aa01-1a34d723c794']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:33.994720 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3498e94-577f-4e2f-8ab9-b3828826fae4') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:33.995018 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3498e94-577f-4e2f-8ab9-b3828826fae4') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:34.013381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:34.015375 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.db.api [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:32:34.015375 dv-neutron-797121-1-hyperv neutron-server[93428]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:32:34.015375 dv-neutron-797121-1-hyperv neutron-server[93428]: [parameters: {'id': 'fba79197-1cb8-4602-9b06-b6cee89ae616'}] Jun 18 16:32:34.015375 dv-neutron-797121-1-hyperv neutron-server[93428]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:32:34.015740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_db.api [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:32:34.035660 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:34.046258 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:32:34.046844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:32:34.050070 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:32:34.053595 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ec67f-19ba-4517-9e85-6759e3f71350 req-722bd99c-8385-466c-b5a1-3060b452b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:34.053920 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e33ec67f-19ba-4517-9e85-6759e3f71350 req-722bd99c-8385-466c-b5a1-3060b452b29e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3389654 Jun 18 16:32:34.082481 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921afedd-0888-45f2-8b65-7d086a671c12', 'name': 'tempest-TestVolumeBootPattern-1031696536-router', 'tenant_id': '3e8f3650071247908cf53e341eb7d78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'fbc1144c-5f71-47e6-8498-29b93bdea896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:22Z', 'updated_at': '2021-06-18T16:32:29Z', 'revision_number': 4, 'project_id': '3e8f3650071247908cf53e341eb7d78f', 'gw_port': {'id': 'fbc1144c-5f71-47e6-8498-29b93bdea896', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921afedd-0888-45f2-8b65-7d086a671c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:23Z', 'updated_at': '2021-06-18T16:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '69ba452f-e2c5-44d6-a50a-ec677f23710a', 'name': '', 'network_id': 'e95e11b4-d7ac-47ca-a0bc-931577d12af9', 'tenant_id': '3e8f3650071247908cf53e341eb7d78f', 'mac_address': 'fa:16:3e:50:11:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921afedd-0888-45f2-8b65-7d086a671c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f4eaec60-a4bc-48eb-88e1-6630facfefc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:26Z', 'updated_at': '2021-06-18T16:32:33Z', 'revision_number': 4, 'project_id': '3e8f3650071247908cf53e341eb7d78f', 'subnets': [{'id': 'f4eaec60-a4bc-48eb-88e1-6630facfefc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:34.118170 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db6c6f-4601-4ec1-96ad-adf3118ccffe None None] The sync data for ids ['921afedd-0888-45f2-8b65-7d086a671c12'] in dv-neutron-797121-1-hyperv is: [{'id': '921afedd-0888-45f2-8b65-7d086a671c12', 'name': 'tempest-TestVolumeBootPattern-1031696536-router', 'tenant_id': '3e8f3650071247908cf53e341eb7d78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'fbc1144c-5f71-47e6-8498-29b93bdea896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:22Z', 'updated_at': '2021-06-18T16:32:29Z', 'revision_number': 4, 'project_id': '3e8f3650071247908cf53e341eb7d78f', 'gw_port': {'id': 'fbc1144c-5f71-47e6-8498-29b93bdea896', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921afedd-0888-45f2-8b65-7d086a671c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:23Z', 'updated_at': '2021-06-18T16:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '69ba452f-e2c5-44d6-a50a-ec677f23710a', 'name': '', 'network_id': 'e95e11b4-d7ac-47ca-a0bc-931577d12af9', 'tenant_id': '3e8f3650071247908cf53e341eb7d78f', 'mac_address': 'fa:16:3e:50:11:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921afedd-0888-45f2-8b65-7d086a671c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f4eaec60-a4bc-48eb-88e1-6630facfefc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:26Z', 'updated_at': '2021-06-18T16:32:33Z', 'revision_number': 4, 'project_id': '3e8f3650071247908cf53e341eb7d78f', 'subnets': [{'id': 'f4eaec60-a4bc-48eb-88e1-6630facfefc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:32:34.308638 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port fbc1144c-5f71-47e6-8498-29b93bdea896, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=fbc1144c-5f71-47e6-8498-29b93bdea896,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:34.332770 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:34.334797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 147dab50-7fd4-45d0-8ffd-5c0f210dac76 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:34.348771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:34.349971 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2e30f5cd-aecc-4595-9305-e9addeed7204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:34.359315 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e33ec67f-19ba-4517-9e85-6759e3f71350 req-79bfecf7-c5ad-4581-b95e-2a82ea023016 service neutron] 10.222.0.64 "GET /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936757 Jun 18 16:32:34.367559 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:34.370507 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/networks/fcf8152f-96e1-4efd-aa01-1a34d723c794 HTTP/1.1" status: 204 len: 168 time: 3.4753480 Jun 18 16:32:34.381527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:34.398643 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48318) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:34.424816 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-3c7be616-0dd1-4534-a7f1-6016d67b4f15 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1351327689'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:34.485736 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Network': ['ID=fcf8152f-96e1-4efd-aa01-1a34d723c794,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:34.488711 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:34.517143 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:34.518111 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=fbc1144c-5f71-47e6-8498-29b93bdea896,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:34.531554 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:34.567592 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0c1f043f-8e0d-41c8-a824-fee5564c3ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:34.598766 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-dbaa812e-470a-470b-9f0b-788d5a709276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:34.609176 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:34.615438 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7be616-0dd1-4534-a7f1-6016d67b4f15 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:34.626840 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c1f043f-8e0d-41c8-a824-fee5564c3ada None None] Network fcf8152f-96e1-4efd-aa01-1a34d723c794 is not hosted by any dhcp agent {{(pid=93429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:32:34.628311 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1f043f-8e0d-41c8-a824-fee5564c3ada None None] No DVR routers for this DVR port fa11110c-1071-46b9-bbcf-60f31629db75 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:34.628616 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e5a86d2b-62d0-4f63-acdc-640f7dd5cf37 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:34.628955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3c7be616-0dd1-4534-a7f1-6016d67b4f15 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:34.642264 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-85d630ab-644a-4b2f-a445-2cbc5a28be90 req-cfd2d24b-83db-4af6-9371-99886c5a5bfe tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 210 time: 1.0205228 Jun 18 16:32:34.665654 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e5a86d2b-62d0-4f63-acdc-640f7dd5cf37 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:34.665654 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e5a86d2b-62d0-4f63-acdc-640f7dd5cf37 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:34.680911 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-054c8fd2-cfe4-4e5e-bbb5-aa86e6ca58de tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:34.681990 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-054c8fd2-cfe4-4e5e-bbb5-aa86e6ca58de tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2287278 Jun 18 16:32:34.684734 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c8fd2-cfe4-4e5e-bbb5-aa86e6ca58de tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed5c24b-08fa-4921-8ad8-8a65579f6fa2,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:34.690863 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f043f-8e0d-41c8-a824-fee5564c3ada None None] Pushing event deleted for resources: {'Port': ['ID=fa11110c-1071-46b9-bbcf-60f31629db75,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:34.691094 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48320) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:34.694017 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-054c8fd2-cfe4-4e5e-bbb5-aa86e6ca58de tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:34.697333 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-03f8288b-b566-483c-83b5-72780c4f3db8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:34.700350 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0c1f043f-8e0d-41c8-a824-fee5564c3ada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:34.704916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-6d91df7f-89c7-4342-85ed-7e8f056fd914 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Request body: {'security_group_rule': {'security_group_id': 'd2ddf97d-354c-4442-a54b-460aa77e9974', 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:34.723529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] For port 512bc881-6e7f-43bc-8342-9a5d484439ce, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:34.727181 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 147dab50-7fd4-45d0-8ffd-5c0f210dac76 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:34.730265 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] For port 512bc881-6e7f-43bc-8342-9a5d484439ce, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=512bc881-6e7f-43bc-8342-9a5d484439ce,segment=NetworkSegment(b633e89c-e21a-4dfd-81aa-cda82dabfe16),segment_id=b633e89c-e21a-4dfd-81aa-cda82dabfe16)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:34.738346 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:34.749106 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b73b5525-2ff7-4478-baf9-1d0f3d42241d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:34.780125 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a86d2b-62d0-4f63-acdc-640f7dd5cf37 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:34.798305 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-e5a86d2b-62d0-4f63-acdc-640f7dd5cf37 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:34.803240 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e33ec67f-19ba-4517-9e85-6759e3f71350 req-f6bbcaff-8cad-4951-b3de-667e3331c5f0 service neutron] 10.222.0.64 "GET /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052937 Jun 18 16:32:34.806055 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Pushing event updated for resources: {'Port': ['ID=512bc881-6e7f-43bc-8342-9a5d484439ce,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:34.807969 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a86d2b-62d0-4f63-acdc-640f7dd5cf37 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:34.808572 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 147dab50-7fd4-45d0-8ffd-5c0f210dac76 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:34.808934 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e5a86d2b-62d0-4f63-acdc-640f7dd5cf37 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:34.809060 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:34.832698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7be616-0dd1-4534-a7f1-6016d67b4f15 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:32:34.847094 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3c7be616-0dd1-4534-a7f1-6016d67b4f15 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:34.847439 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-3c7be616-0dd1-4534-a7f1-6016d67b4f15 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Added segment ff22d00f-074a-44fb-b25a-2f2e4df19c3b of type vlan for network 145ab88b-de75-40de-a0cf-c8b442bac01e Jun 18 16:32:34.862645 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Deleting port 512bc881-6e7f-43bc-8342-9a5d484439ce {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:34.862986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:34.867619 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a86d2b-62d0-4f63-acdc-640f7dd5cf37 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=9df9d218-88f2-46da-9d08-eaa2299244a9,revision_number=8']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:34.875036 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:34.876982 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e5a86d2b-62d0-4f63-acdc-640f7dd5cf37 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:34.877904 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-17b809bb-dc5d-4c94-b5bb-ec0111add2b4 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:34.882224 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6d91df7f-89c7-4342-85ed-7e8f056fd914 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:34.892211 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e5a86d2b-62d0-4f63-acdc-640f7dd5cf37 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7901881 Jun 18 16:32:34.893121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48322) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:34.923430 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-33998cb1-9931-43b2-b81b-e93ee2abcf1f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:34.974039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-189bc4f2-61e2-45ac-a85d-c930b913b148 None None] Could not find standard attr ID for object 53dff043-fa72-437a-b555-2ac2d74abb1b. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:32:34.987762 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884123011', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '76988a44-e108-4069-a50a-566ae1a32c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:28Z', 'revision_number': 4, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'gw_port': {'id': '76988a44-e108-4069-a50a-566ae1a32c34', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'fb3b876a-4ef3-4786-bf5b-7d9d7367da63', 'name': '', 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'mac_address': 'fa:16:3e:3f:a2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '0a140121-72dc-48d3-80d5-98995fffa013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:26Z', 'updated_at': '2021-06-18T16:32:29Z', 'revision_number': 2, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'subnets': [{'id': '0a140121-72dc-48d3-80d5-98995fffa013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:35.041960 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3c7be616-0dd1-4534-a7f1-6016d67b4f15 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.045900 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Checking router: eb5847f3-3e96-453b-b67d-4ad4dc559a28 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:32:35.046688 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Updating router eb5847f3-3e96-453b-b67d-4ad4dc559a28 port fb3b876a-4ef3-4786-bf5b-7d9d7367da63 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:32:35.094474 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178a6514-bbf5-4f67-ab8a-e229f9266f17 None None] Network fba79197-1cb8-4602-9b06-b6cee89ae616 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:35.102494 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] For port 512bc881-6e7f-43bc-8342-9a5d484439ce, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=512bc881-6e7f-43bc-8342-9a5d484439ce,segment=NetworkSegment(b633e89c-e21a-4dfd-81aa-cda82dabfe16),segment_id=b633e89c-e21a-4dfd-81aa-cda82dabfe16)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:35.102948 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.121008 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-189bc4f2-61e2-45ac-a85d-c930b913b148 None None] Provisioning complete for port fb3b876a-4ef3-4786-bf5b-7d9d7367da63 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:35.121699 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-189bc4f2-61e2-45ac-a85d-c930b913b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.186866 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Calling delete_port for 512bc881-6e7f-43bc-8342-9a5d484439ce owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:35.191978 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a86d2b-62d0-4f63-acdc-640f7dd5cf37 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=2c6c9afd-a8d1-4337-b6c6-40181211f16b,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:35.197347 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34498c2-7cc3-4dba-b488-4c48d3aba9cd None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:35.199218 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e5a86d2b-62d0-4f63-acdc-640f7dd5cf37 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:35.199605 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3c7be616-0dd1-4534-a7f1-6016d67b4f15 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.200717 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6d91df7f-89c7-4342-85ed-7e8f056fd914 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.205348 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7be616-0dd1-4534-a7f1-6016d67b4f15 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:35.205746 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3c7be616-0dd1-4534-a7f1-6016d67b4f15 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.207746 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6d91df7f-89c7-4342-85ed-7e8f056fd914 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.210940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9bb10c0b-d8ff-4014-b2ff-32447ca53b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:35.212232 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:35.237598 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91df7f-89c7-4342-85ed-7e8f056fd914 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1496486-4ae4-41dd-909a-d458eff3b613,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:35.240970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6d91df7f-89c7-4342-85ed-7e8f056fd914 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:35.253241 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33998cb1-9931-43b2-b81b-e93ee2abcf1f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:35.257376 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-33998cb1-9931-43b2-b81b-e93ee2abcf1f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.262289 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6d91df7f-89c7-4342-85ed-7e8f056fd914 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.266313 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6d91df7f-89c7-4342-85ed-7e8f056fd914 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5741897 Jun 18 16:32:35.266924 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48324) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:35.281690 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-839b2f4c-b3e1-4374-8ac0-80e976dac162 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Request body: {'security_group_rule': {'security_group_id': 'd2ddf97d-354c-4442-a54b-460aa77e9974', 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:35.298692 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.331663 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3c7be616-0dd1-4534-a7f1-6016d67b4f15 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9303200 Jun 18 16:32:35.337065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-189bc4f2-61e2-45ac-a85d-c930b913b148 None None] Port fb3b876a-4ef3-4786-bf5b-7d9d7367da63 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:32:35.338094 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48326) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:35.340778 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba780-ddef-49a3-a7bd-2d7b79eded40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.365004 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-f87c6438-8165-4315-9c55-bd1b83be5a0f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'subnet': {'network_id': '145ab88b-de75-40de-a0cf-c8b442bac01e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:35.377178 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7be616-0dd1-4534-a7f1-6016d67b4f15 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Network': ['ID=145ab88b-de75-40de-a0cf-c8b442bac01e,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:35.378852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-839b2f4c-b3e1-4374-8ac0-80e976dac162 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.418658 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3c7be616-0dd1-4534-a7f1-6016d67b4f15 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:35.420505 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.ipam_backend_mixin [None req-33998cb1-9931-43b2-b81b-e93ee2abcf1f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2c6c9afd-a8d1-4337-b6c6-40181211f16b (CIDR: 2001:db8::/64) Jun 18 16:32:35.426884 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-33998cb1-9931-43b2-b81b-e93ee2abcf1f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:32:35.427569 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33998cb1-9931-43b2-b81b-e93ee2abcf1f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:32:35.463447 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-33998cb1-9931-43b2-b81b-e93ee2abcf1f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5444121 Jun 18 16:32:35.465577 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48328) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:35.473186 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-32e6b1c7-a67f-4399-8dad-7094ccde5202 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:35.480870 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-839b2f4c-b3e1-4374-8ac0-80e976dac162 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.481285 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.486789 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-839b2f4c-b3e1-4374-8ac0-80e976dac162 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.492365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ed167be3-2e1c-4107-afbe-aa4db1d89cde tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:35.496249 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e6c6cae8-2752-4477-88e8-515c8dbecb8f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:35.507825 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b2f4c-b3e1-4374-8ac0-80e976dac162 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22aae9f1-49e1-40e2-9099-fa70146dde93,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:35.513148 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-839b2f4c-b3e1-4374-8ac0-80e976dac162 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:35.561474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Port': ['ID=512bc881-6e7f-43bc-8342-9a5d484439ce,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:35.565824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:35.569025 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No DVR routers for this DVR port 512bc881-6e7f-43bc-8342-9a5d484439ce on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:35.585835 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-839b2f4c-b3e1-4374-8ac0-80e976dac162 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.590219 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-839b2f4c-b3e1-4374-8ac0-80e976dac162 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3097596 Jun 18 16:32:35.590568 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48330) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:35.594973 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 145ab88b-de75-40de-a0cf-c8b442bac01e details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:32:35.597302 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-991dd991-db2a-4785-a9d4-6a8dea245cde tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Request body: {'security_group_rule': {'security_group_id': 'd2ddf97d-354c-4442-a54b-460aa77e9974', 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:35.603536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.618475 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87c6438-8165-4315-9c55-bd1b83be5a0f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:35.621830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f87c6438-8165-4315-9c55-bd1b83be5a0f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.624148 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-189bc4f2-61e2-45ac-a85d-c930b913b148 None None] Provisioning for port 9df9d218-88f2-46da-9d08-eaa2299244a9 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:35.631337 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.securitygroups_db [None req-991dd991-db2a-4785-a9d4-6a8dea245cde tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Project 16baf16222f446bfa2a20a3a159e0911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:32:35.637515 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-991dd991-db2a-4785-a9d4-6a8dea245cde tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.721963 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdd99a1-dd65-4de3-8ab8-9122e04a0ad0 None None] Network fba79197-1cb8-4602-9b06-b6cee89ae616 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:35.725120 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-189bc4f2-61e2-45ac-a85d-c930b913b148 None None] Provisioning complete for port 9df9d218-88f2-46da-9d08-eaa2299244a9 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:35.725734 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-189bc4f2-61e2-45ac-a85d-c930b913b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.742104 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-991dd991-db2a-4785-a9d4-6a8dea245cde tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.748347 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-991dd991-db2a-4785-a9d4-6a8dea245cde tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.750799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-054c8fd2-cfe4-4e5e-bbb5-aa86e6ca58de tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:35.780991 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-991dd991-db2a-4785-a9d4-6a8dea245cde tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.782855 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-991dd991-db2a-4785-a9d4-6a8dea245cde tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1910009 Jun 18 16:32:35.785499 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48334) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:35.791440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-b2ad03e8-88c6-47ca-ac60-30079c666018 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Request body: {'security_group_rule': {'security_group_id': 'd2ddf97d-354c-4442-a54b-460aa77e9974', 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:35.820421 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991dd991-db2a-4785-a9d4-6a8dea245cde tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d441d6e-4961-48a8-8f75-52c678215585,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:35.825372 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.securitygroups_db [None req-b2ad03e8-88c6-47ca-ac60-30079c666018 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Project 16baf16222f446bfa2a20a3a159e0911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:32:35.832695 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-991dd991-db2a-4785-a9d4-6a8dea245cde tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:35.833768 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b2ad03e8-88c6-47ca-ac60-30079c666018 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.904267 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b2ad03e8-88c6-47ca-ac60-30079c666018 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.904704 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 147dab50-7fd4-45d0-8ffd-5c0f210dac76, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=147dab50-7fd4-45d0-8ffd-5c0f210dac76,segment=NetworkSegment(96dc22c7-33ee-4cf5-bb52-5b471ab63df1),segment_id=96dc22c7-33ee-4cf5-bb52-5b471ab63df1)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:35.909770 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.913803 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b2ad03e8-88c6-47ca-ac60-30079c666018 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.916931 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6d91df7f-89c7-4342-85ed-7e8f056fd914 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:35.938214 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.939454 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device fa11110c-1071-46b9-bbcf-60f31629db75 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:35.948101 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:35.952473 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba79197-1cb8-4602-9b06-b6cee89ae616']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:35.965997 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b2ad03e8-88c6-47ca-ac60-30079c666018 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:35.967576 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b2ad03e8-88c6-47ca-ac60-30079c666018 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1809647 Jun 18 16:32:35.971739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad03e8-88c6-47ca-ac60-30079c666018 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0a7cd1-00a4-4b61-b178-e074411c6fff,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:35.994267 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b633e89c-e21a-4dfd-81aa-cda82dabfe16') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:35.994939 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b633e89c-e21a-4dfd-81aa-cda82dabfe16') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:35.998425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b2ad03e8-88c6-47ca-ac60-30079c666018 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:36.000969 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-971b450c-6e1a-453b-8cd3-dac597d58566 req-33e4fe47-d2b7-4aae-92e9-8f495411ee1c tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 210 time: 0.0503013 Jun 18 16:32:36.026750 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: fa11110c-1071-46b9-bbcf-60f31629db75 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:36.027115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device fa11110c-1071-46b9-bbcf-60f31629db75 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 18 16:32:36.033105 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:36.096285 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:36.100425 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e6b1c7-a67f-4399-8dad-7094ccde5202 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:36.103971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-32e6b1c7-a67f-4399-8dad-7094ccde5202 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:36.111178 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Port fa11110c-1071-46b9-bbcf-60f31629db75 not found, will not notify nova. {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 18 16:32:36.113904 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-33c3577f-344d-4e51-89e6-1687b209d347 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:36.116391 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-33c3577f-344d-4e51-89e6-1687b209d347 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.64 "GET /v2.0/networks?id=aecf6f70-3d92-4efd-a20f-fdc191016162 HTTP/1.1" status: 200 len: 796 time: 0.5123391 Jun 18 16:32:36.135482 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:32:36.135892 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:32:36.141217 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:32:36.209308 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=147dab50-7fd4-45d0-8ffd-5c0f210dac76,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:36.238448 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:36.270850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:36.330434 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Transition to ACTIVE for port object fb3b876a-4ef3-4786-bf5b-7d9d7367da63 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:36.339920 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:36.341914 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ff0cb41a-467f-46c1-b6f3-3c91b0ab5ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:36.345923 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:36.352425 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-cc51676d-8597-4f82-be13-47119dcb3a1d tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1f5970bdf9948068046d65adb1ce5bd HTTP/1.1" status: 200 len: 379 time: 0.1835330 Jun 18 16:32:36.360478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:36.362300 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/networks/fba79197-1cb8-4602-9b06-b6cee89ae616 HTTP/1.1" status: 204 len: 168 time: 5.9409988 Jun 18 16:32:36.363142 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2f948f01-f862-413d-a1f6-325cf412ed9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:36.368095 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48384) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:36.379775 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-28d6a9f1-a6f3-46e6-b9df-dc425cc08172 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Request body: {'port': {'device_id': 'fd1e472d-9763-4d2b-a395-369382cb5ff8', 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162', 'admin_state_up': True, 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'security_groups': ['0f1dbc5c-6d97-438f-a9eb-911032f1bbbd']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:36.432776 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c9b6af-ba51-4a90-afa4-9d894827f506 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] DELETE failed (client error): The resource could not be found. Jun 18 16:32:36.433752 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c9b6af-ba51-4a90-afa4-9d894827f506 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:32:36.440069 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-44c9b6af-ba51-4a90-afa4-9d894827f506 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/subnets/08865cfc-d39e-41fb-b770-cf9fb5da7c35 HTTP/1.1" status: 404 len: 337 time: 0.0698779 Jun 18 16:32:36.441361 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48386) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:36.493318 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c1e429-df13-465e-8aea-9880514cf1ea tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] DELETE failed (client error): The resource could not be found. Jun 18 16:32:36.496069 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c1e429-df13-465e-8aea-9880514cf1ea tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:32:36.504286 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 9babc8e8-d52a-4a00-9abc-f3e13cfeff63 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:36.505811 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c0c1e429-df13-465e-8aea-9880514cf1ea tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/networks/fba79197-1cb8-4602-9b06-b6cee89ae616 HTTP/1.1" status: 404 len: 339 time: 0.0619922 Jun 18 16:32:36.508003 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48388) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:36.550416 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7e082-3792-44d9-beed-615a7b7facbc None None] Pushing event updated for resources: {'Port': ['ID=fb3b876a-4ef3-4786-bf5b-7d9d7367da63,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:36.554725 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-75a7e082-3792-44d9-beed-615a7b7facbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:36.599028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Network': ['ID=fba79197-1cb8-4602-9b06-b6cee89ae616,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:36.611132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:36.665126 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f87c6438-8165-4315-9c55-bd1b83be5a0f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:36.683542 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-04945ec8-d111-40b2-a893-1d64b236018d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:36.690116 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9d77db7a-21d0-491d-91a6-e4de48e76ff2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:36.700133 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Attempting to bind port fb3b876a-4ef3-4786-bf5b-7d9d7367da63 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:36.700906 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Attempting to bind port fb3b876a-4ef3-4786-bf5b-7d9d7367da63 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'e29c36aa-4d63-42a4-be7f-00440eb6d404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:36.701505 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Attempting to bind port fb3b876a-4ef3-4786-bf5b-7d9d7367da63 on network aecf6f70-3d92-4efd-a20f-fdc191016162 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:36.704738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 9babc8e8-d52a-4a00-9abc-f3e13cfeff63 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:36.705409 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:36.721689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-28d6a9f1-a6f3-46e6-b9df-dc425cc08172 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Made reservation on behalf of c1f5970bdf9948068046d65adb1ce5bd for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:36.725845 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-28d6a9f1-a6f3-46e6-b9df-dc425cc08172 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:36.797129 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c6438-8165-4315-9c55-bd1b83be5a0f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Subnet': ['ID=a388bde9-066c-4f22-8683-262cb6d34345,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:36.834978 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f87c6438-8165-4315-9c55-bd1b83be5a0f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:36.835185 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-04945ec8-d111-40b2-a893-1d64b236018d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:36.847584 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-04945ec8-d111-40b2-a893-1d64b236018d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38ecdc4-9389-4d01-a556-8562184f76c5']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:36.859094 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-04945ec8-d111-40b2-a893-1d64b236018d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1112af1d-5378-48b5-8b4b-b0de1c19dae8') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:36.859548 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-04945ec8-d111-40b2-a893-1d64b236018d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1112af1d-5378-48b5-8b4b-b0de1c19dae8') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:36.873188 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-04945ec8-d111-40b2-a893-1d64b236018d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:36.891971 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-04945ec8-d111-40b2-a893-1d64b236018d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:36.897019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87c6438-8165-4315-9c55-bd1b83be5a0f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Checking segment: {'id': 'ff22d00f-074a-44fb-b25a-2f2e4df19c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '145ab88b-de75-40de-a0cf-c8b442bac01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:36.897451 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c6438-8165-4315-9c55-bd1b83be5a0f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network hostable DHCP agents. Network: 145ab88b-de75-40de-a0cf-c8b442bac01e, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:32:36.901072 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04945ec8-d111-40b2-a893-1d64b236018d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:32:36.901488 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-04945ec8-d111-40b2-a893-1d64b236018d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:32:36.906257 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:32:36.961125 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59889bf8-a8f1-4dbf-8746-44dcd4c4be77 None None] get_active_networks_info from dv-neutron-797121-1-hyperv {{(pid=93429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 16:32:36.967379 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:36.968064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Checking segment: {'id': 'e29c36aa-4d63-42a4-be7f-00440eb6d404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:36.968716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:36.969252 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Bound using segment: {'id': 'e29c36aa-4d63-42a4-be7f-00440eb6d404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:36.969856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Bound port: fb3b876a-4ef3-4786-bf5b-7d9d7367da63, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29c36aa-4d63-42a4-be7f-00440eb6d404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:36.970343 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:36.996458 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-04945ec8-d111-40b2-a893-1d64b236018d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:37.000259 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9a69b15d-3608-496d-b56e-11295aa168b3 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:37.007586 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c6438-8165-4315-9c55-bd1b83be5a0f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 145ab88b-de75-40de-a0cf-c8b442bac01e is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:32:37.019135 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-04945ec8-d111-40b2-a893-1d64b236018d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:37.021889 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-04945ec8-d111-40b2-a893-1d64b236018d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/networks/b38ecdc4-9389-4d01-a556-8562184f76c5 HTTP/1.1" status: 204 len: 168 time: 0.5121317 Jun 18 16:32:37.023380 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04945ec8-d111-40b2-a893-1d64b236018d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Network': ['ID=b38ecdc4-9389-4d01-a556-8562184f76c5,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:37.024903 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48390) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:37.037532 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-04945ec8-d111-40b2-a893-1d64b236018d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:37.041433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-f87c6438-8165-4315-9c55-bd1b83be5a0f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 145ab88b-de75-40de-a0cf-c8b442bac01e) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:37.043501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-28d6a9f1-a6f3-46e6-b9df-dc425cc08172 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Allocated IP 172.20.0.8 (aecf6f70-3d92-4efd-a20f-fdc191016162/0a140121-72dc-48d3-80d5-98995fffa013/67cd8e92-7fd0-4561-9207-d3517582df3d) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:37.045966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-32e6b1c7-a67f-4399-8dad-7094ccde5202 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:37.052569 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:37.053189 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b6cc4ad9-6bce-46f3-8a54-dc52aa4720f9 None None] Provisioning complete for port 9df9d218-88f2-46da-9d08-eaa2299244a9 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:37.054006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4ad9-6bce-46f3-8a54-dc52aa4720f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:37.060092 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87c6438-8165-4315-9c55-bd1b83be5a0f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:37.060616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f87c6438-8165-4315-9c55-bd1b83be5a0f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:37.062642 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c088a74e-2be1-43a4-a060-b42213fa38b6 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] DELETE failed (client error): The resource could not be found. Jun 18 16:32:37.062642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c088a74e-2be1-43a4-a060-b42213fa38b6 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:32:37.064349 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c088a74e-2be1-43a4-a060-b42213fa38b6 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/subnets/74575d8d-21c7-4411-bc55-4f391381e18e HTTP/1.1" status: 404 len: 337 time: 0.0385859 Jun 18 16:32:37.068482 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48394) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:37.087725 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4a05fc-8c15-4ac7-be88-cd555486077f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] DELETE failed (client error): The resource could not be found. Jun 18 16:32:37.088200 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4a05fc-8c15-4ac7-be88-cd555486077f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:32:37.090019 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8a4a05fc-8c15-4ac7-be88-cd555486077f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/networks/d151aa4d-1ae5-4e7d-884b-99dfdbcb21bd HTTP/1.1" status: 404 len: 339 time: 0.0208788 Jun 18 16:32:37.099622 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48396) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:37.145109 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e6b1c7-a67f-4399-8dad-7094ccde5202 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:37.165020 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-32e6b1c7-a67f-4399-8dad-7094ccde5202 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:37.170754 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e6b1c7-a67f-4399-8dad-7094ccde5202 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:37.171806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-32e6b1c7-a67f-4399-8dad-7094ccde5202 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:37.171954 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-f49477f3-fb0d-4950-a365-ab2fa288e8a7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Deleting subnet 636ee2a7-2aad-4093-87a4-0d7daedc9c5a {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:37.189027 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f87c6438-8165-4315-9c55-bd1b83be5a0f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8463175 Jun 18 16:32:37.198177 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-32e6b1c7-a67f-4399-8dad-7094ccde5202 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7297792 Jun 18 16:32:37.204876 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48400) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:37.205464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48402) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:37.212121 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b0c2cb8a-3692-41fc-9725-e071c2d2846b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'network_id': '145ab88b-de75-40de-a0cf-c8b442bac01e', 'name': 'tempest-PortsTestJSON-1718416608', 'fixed_ips': [{'subnet_id': 'a388bde9-066c-4f22-8683-262cb6d34345', 'ip_address': '172.20.0.10'}]}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:37.214939 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f49477f3-fb0d-4950-a365-ab2fa288e8a7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:37.228327 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-80e57e7e-2ffc-4d24-939e-724728308c06 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'mac_address': 'fa:16:3e:72:3c:e3', 'name': 'tempest-NetworksTestDHCPv6-1932179292'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:37.263232 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f49477f3-fb0d-4950-a365-ab2fa288e8a7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:37.274100 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 76988a44-e108-4069-a50a-566ae1a32c34 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:37.314949 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0ceea519-b345-48f7-8b2e-80bc7c84e8c5 req-0cdab8a2-0bd9-44f2-85d9-80e1d9efa4b3 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 210 time: 0.1401377 Jun 18 16:32:37.379120 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6b1c7-a67f-4399-8dad-7094ccde5202 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=2bb7e8e9-6dde-4412-8dd2-663962d0de50,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:37.398972 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f49477f3-fb0d-4950-a365-ab2fa288e8a7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:37.401231 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] For port fb3b876a-4ef3-4786-bf5b-7d9d7367da63, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:37.405402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-32e6b1c7-a67f-4399-8dad-7094ccde5202 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:37.475499 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] For port fb3b876a-4ef3-4786-bf5b-7d9d7367da63, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=fb3b876a-4ef3-4786-bf5b-7d9d7367da63,segment=NetworkSegment(e29c36aa-4d63-42a4-be7f-00440eb6d404),segment_id=e29c36aa-4d63-42a4-be7f-00440eb6d404)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:37.484339 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f49477f3-fb0d-4950-a365-ab2fa288e8a7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:37.494560 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:37.500801 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b9bc2fa2-bc59-448b-938e-2e55f0ee6a53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:37.501445 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-23bf0d59-c29f-4f60-8fb8-cf397586a58f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:37.509142 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f49477f3-fb0d-4950-a365-ab2fa288e8a7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:37.511208 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f49477f3-fb0d-4950-a365-ab2fa288e8a7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/subnets/636ee2a7-2aad-4093-87a4-0d7daedc9c5a HTTP/1.1" status: 204 len: 168 time: 0.4104691 Jun 18 16:32:37.513818 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48412) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:37.548197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49477f3-fb0d-4950-a365-ab2fa288e8a7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Subnet': ['ID=636ee2a7-2aad-4093-87a4-0d7daedc9c5a,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:37.553234 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f49477f3-fb0d-4950-a365-ab2fa288e8a7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:37.608268 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3c998c-225d-4fe5-838b-24029a64cd88 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Deleting subnet 141671bf-e130-4340-8187-a0bdb4ced10e {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:37.612445 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cf3c998c-225d-4fe5-838b-24029a64cd88 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:37.651997 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 76988a44-e108-4069-a50a-566ae1a32c34 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:37.652463 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:37.653654 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:32:37.666641 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-51b877c0-3e67-4e5e-a812-7baf80c101e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:37.707231 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cf3c998c-225d-4fe5-838b-24029a64cd88 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:37.710929 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Routers {'eb5847f3-3e96-453b-b67d-4ad4dc559a28'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:37.711600 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['eb5847f3-3e96-453b-b67d-4ad4dc559a28'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:37.713428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7e082-3792-44d9-beed-615a7b7facbc None None] Pushing event updated for resources: {'Port': ['ID=fb3b876a-4ef3-4786-bf5b-7d9d7367da63,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:37.717779 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-75a7e082-3792-44d9-beed-615a7b7facbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:37.830915 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cf3c998c-225d-4fe5-838b-24029a64cd88 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:37.932506 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cf3c998c-225d-4fe5-838b-24029a64cd88 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:37.934369 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bb0e8630-da74-4a74-9426-552349ccbb83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:37.954899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59889bf8-a8f1-4dbf-8746-44dcd4c4be77 None None] Unable to find a vacant binding_index for network 145ab88b-de75-40de-a0cf-c8b442bac01e and agent 82660ec6-5261-418b-a609-29018ddc2027 {{(pid=93429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 18 16:32:37.958321 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] Set router eb5847f3-3e96-453b-b67d-4ad4dc559a28 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:37.965916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c998c-225d-4fe5-838b-24029a64cd88 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Subnet': ['ID=141671bf-e130-4340-8187-a0bdb4ced10e,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:37.968878 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cf3c998c-225d-4fe5-838b-24029a64cd88 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:37.970134 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cf3c998c-225d-4fe5-838b-24029a64cd88 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:37.972279 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cf3c998c-225d-4fe5-838b-24029a64cd88 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/subnets/141671bf-e130-4340-8187-a0bdb4ced10e HTTP/1.1" status: 204 len: 168 time: 0.4575372 Jun 18 16:32:37.974938 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48446) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:37.991973 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 9df9d218-88f2-46da-9d08-eaa2299244a9 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:38.028771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59889bf8-a8f1-4dbf-8746-44dcd4c4be77 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 145ab88b-de75-40de-a0cf-c8b442bac01e) {{(pid=93429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 18 16:32:38.051040 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-28d6a9f1-a6f3-46e6-b9df-dc425cc08172 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:38.077075 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-28d6a9f1-a6f3-46e6-b9df-dc425cc08172 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Transition to ACTIVE for port object 67cd8e92-7fd0-4561-9207-d3517582df3d will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:38.077313 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:38.136118 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.db.api [None req-80e57e7e-2ffc-4d24-939e-724728308c06 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:32:38.136118 dv-neutron-797121-1-hyperv neutron-server[93428]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:32:38.136118 dv-neutron-797121-1-hyperv neutron-server[93428]: [parameters: {'project_id_1': '856662b118944798b50c407d55a72106', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 32, 38, 118892)}] Jun 18 16:32:38.136118 dv-neutron-797121-1-hyperv neutron-server[93428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:32:38.136588 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_db.api [None req-80e57e7e-2ffc-4d24-939e-724728308c06 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:32:38.139538 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-28d6a9f1-a6f3-46e6-b9df-dc425cc08172 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:38.144104 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5a521d99-1e7c-4e87-8902-102ed82acb73 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:38.153421 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c2cb8a-3692-41fc-9725-e071c2d2846b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:38.184006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 9df9d218-88f2-46da-9d08-eaa2299244a9 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:38.184362 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:38.185182 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Deleting port 129bc5fd-094b-41df-ad0b-137e13dbcd75 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:38.185774 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:38.251589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-28d6a9f1-a6f3-46e6-b9df-dc425cc08172 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Network aecf6f70-3d92-4efd-a20f-fdc191016162 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:38.257754 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:38.260110 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-28d6a9f1-a6f3-46e6-b9df-dc425cc08172 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:38.264640 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6a9f1-a6f3-46e6-b9df-dc425cc08172 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event updated for resources: {'Port': ['ID=67cd8e92-7fd0-4561-9207-d3517582df3d,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:38.268824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-28d6a9f1-a6f3-46e6-b9df-dc425cc08172 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:38.274501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-28d6a9f1-a6f3-46e6-b9df-dc425cc08172 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:38.331550 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b0c2cb8a-3692-41fc-9725-e071c2d2846b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:38.350132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-28d6a9f1-a6f3-46e6-b9df-dc425cc08172 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:38.350618 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-28d6a9f1-a6f3-46e6-b9df-dc425cc08172 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:38.368883 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-b0c2cb8a-3692-41fc-9725-e071c2d2846b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] device_id is not set on port 02a87fb0-a30f-42d7-84d7-a0c1307c1e4e yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:32:38.377713 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-28d6a9f1-a6f3-46e6-b9df-dc425cc08172 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0036106 Jun 18 16:32:38.384404 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] For port 129bc5fd-094b-41df-ad0b-137e13dbcd75, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=129bc5fd-094b-41df-ad0b-137e13dbcd75,segment=NetworkSegment(ecdb9434-5088-44fd-abe3-ff38f2606801),segment_id=ecdb9434-5088-44fd-abe3-ff38f2606801)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:38.384776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:38.421078 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Request body: {'port': {'device_id': 'fd1e472d-9763-4d2b-a395-369382cb5ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:38.496527 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 69ba452f-e2c5-44d6-a50a-ec677f23710a up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:38.528777 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Calling delete_port for 129bc5fd-094b-41df-ad0b-137e13dbcd75 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:38.582867 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:38.662659 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884123011', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '76988a44-e108-4069-a50a-566ae1a32c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:28Z', 'revision_number': 4, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'gw_port': {'id': '76988a44-e108-4069-a50a-566ae1a32c34', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'fb3b876a-4ef3-4786-bf5b-7d9d7367da63', 'name': '', 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'mac_address': 'fa:16:3e:3f:a2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '0a140121-72dc-48d3-80d5-98995fffa013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:26Z', 'updated_at': '2021-06-18T16:32:37Z', 'revision_number': 4, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'subnets': [{'id': '0a140121-72dc-48d3-80d5-98995fffa013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:38.685806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-b0c2cb8a-3692-41fc-9725-e071c2d2846b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Allocated IP 172.20.0.10 (145ab88b-de75-40de-a0cf-c8b442bac01e/a388bde9-066c-4f22-8683-262cb6d34345/02a87fb0-a30f-42d7-84d7-a0c1307c1e4e) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:38.699606 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abf8e7e-fc9a-469d-9083-ff7eba111b7c None None] The sync data for ids ['eb5847f3-3e96-453b-b67d-4ad4dc559a28'] in dv-neutron-797121-1-hyperv is: [{'id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884123011', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '76988a44-e108-4069-a50a-566ae1a32c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:28Z', 'revision_number': 4, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'gw_port': {'id': '76988a44-e108-4069-a50a-566ae1a32c34', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'fb3b876a-4ef3-4786-bf5b-7d9d7367da63', 'name': '', 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'mac_address': 'fa:16:3e:3f:a2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '0a140121-72dc-48d3-80d5-98995fffa013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:26Z', 'updated_at': '2021-06-18T16:32:37Z', 'revision_number': 4, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'subnets': [{'id': '0a140121-72dc-48d3-80d5-98995fffa013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:32:38.715314 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:38.718639 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-12021349-5374-4b3d-a2f2-11d1f74197cf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:38.774416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e57e7e-2ffc-4d24-939e-724728308c06 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:38.775703 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08894307-0b93-42a8-b661-353a163595be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-145ab88b-de75-40de-a0cf-c8b442bac01e', 'network_id': '145ab88b-de75-40de-a0cf-c8b442bac01e', 'tenant_id': 'b13a1e5ca893459792a160ed40b10c39', 'fixed_ips': [{'subnet_id': 'a388bde9-066c-4f22-8683-262cb6d34345'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:32:38.776665 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-08894307-0b93-42a8-b661-353a163595be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:38.806095 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 69ba452f-e2c5-44d6-a50a-ec677f23710a completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:38.813143 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87cced-860d-41b6-8dbb-c3ba084d397c req-390119a7-1d29-4e3a-96cb-e352357cecd7 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:38.814718 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-aa87cced-860d-41b6-8dbb-c3ba084d397c req-390119a7-1d29-4e3a-96cb-e352357cecd7 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 931 time: 0.2117984 Jun 18 16:32:38.816243 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 69ba452f-e2c5-44d6-a50a-ec677f23710a triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:38.816705 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:38.821345 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Port': ['ID=129bc5fd-094b-41df-ad0b-137e13dbcd75,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:38.823670 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No DVR routers for this DVR port 129bc5fd-094b-41df-ad0b-137e13dbcd75 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:38.825227 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:38.963889 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:38.964712 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:38.976636 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee081675-d22e-4de3-8afe-960349f6ab6d']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:38.990313 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecdb9434-5088-44fd-abe3-ff38f2606801') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:38.990800 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecdb9434-5088-44fd-abe3-ff38f2606801') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:38.999893 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.031711 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.031930 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.040973 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:32:39.041673 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.095106 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 69ba452f-e2c5-44d6-a50a-ec677f23710a, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=69ba452f-e2c5-44d6-a50a-ec677f23710a,segment=NetworkSegment(96dc22c7-33ee-4cf5-bb52-5b471ab63df1),segment_id=96dc22c7-33ee-4cf5-bb52-5b471ab63df1)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:39.100171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.101464 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 98368dea-8e9e-4276-bb48-d1bdd91a2514 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:39.104377 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:32:39.119737 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:32:39.200467 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-aa87cced-860d-41b6-8dbb-c3ba084d397c req-36fcbd33-a798-4db7-a45f-390296e90a23 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3525777 Jun 18 16:32:39.201567 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=69ba452f-e2c5-44d6-a50a-ec677f23710a,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:39.203294 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.209665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2c5798de-ffab-4dc2-9abe-74486a8738c0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:39.223558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:39.224807 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.230189 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/networks/ee081675-d22e-4de3-8afe-960349f6ab6d HTTP/1.1" status: 204 len: 168 time: 1.2519681 Jun 18 16:32:39.237132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48452) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:39.241461 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Network': ['ID=ee081675-d22e-4de3-8afe-960349f6ab6d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:39.244270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:39.247859 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 98368dea-8e9e-4276-bb48-d1bdd91a2514 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:39.252824 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 98368dea-8e9e-4276-bb48-d1bdd91a2514 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:39.253212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.285705 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b0c2cb8a-3692-41fc-9725-e071c2d2846b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.345369 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4f75ca-a940-4ccb-a4e9-5aec3cdca528 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] DELETE failed (client error): The resource could not be found. Jun 18 16:32:39.346101 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4f75ca-a940-4ccb-a4e9-5aec3cdca528 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:32:39.350787 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48454) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:39.351038 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9a4f75ca-a940-4ccb-a4e9-5aec3cdca528 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/subnets/b3f93e79-c436-4d44-b355-fc1eee8883c4 HTTP/1.1" status: 404 len: 337 time: 0.0936768 Jun 18 16:32:39.367453 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.384752 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a2d6b2-8932-4a6b-b7d7-3d6ed9ab20e7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] DELETE failed (client error): The resource could not be found. Jun 18 16:32:39.385729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a2d6b2-8932-4a6b-b7d7-3d6ed9ab20e7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:32:39.390389 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-11a2d6b2-8932-4a6b-b7d7-3d6ed9ab20e7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/networks/dd3b0237-fa65-47e1-9b5b-0a570ccc4678 HTTP/1.1" status: 404 len: 339 time: 0.0383611 Jun 18 16:32:39.397671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48456) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:39.408192 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-b0c2cb8a-3692-41fc-9725-e071c2d2846b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Transition to ACTIVE for port object 02a87fb0-a30f-42d7-84d7-a0c1307c1e4e will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:39.415559 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80e57e7e-2ffc-4d24-939e-724728308c06 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.421975 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 98368dea-8e9e-4276-bb48-d1bdd91a2514, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=98368dea-8e9e-4276-bb48-d1bdd91a2514,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:39.425510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.426749 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device fbc1144c-5f71-47e6-8498-29b93bdea896 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:39.429448 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:39.455151 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba2a781-2685-4dfd-ab51-067ac463df9a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] DELETE failed (client error): The resource could not be found. Jun 18 16:32:39.457171 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba2a781-2685-4dfd-ab51-067ac463df9a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:32:39.463886 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-80e57e7e-2ffc-4d24-939e-724728308c06 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port 2579c147-60e4-422b-8e6e-910c0ef19ef2 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:32:39.464783 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0ba2a781-2685-4dfd-ab51-067ac463df9a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/subnets/3394f9d8-0ed1-4e6c-b907-bfe97d133b72 HTTP/1.1" status: 404 len: 337 time: 0.0644596 Jun 18 16:32:39.466940 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48458) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:39.495107 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-9435627c-b0d1-4e65-af03-62b3fba9e213 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] DELETE failed (client error): The resource could not be found. Jun 18 16:32:39.495804 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9435627c-b0d1-4e65-af03-62b3fba9e213 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:32:39.500493 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9435627c-b0d1-4e65-af03-62b3fba9e213 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/networks/43b13c6a-0bce-499d-aa98-3f03fa2750cf HTTP/1.1" status: 404 len: 339 time: 0.0309706 Jun 18 16:32:39.501182 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48460) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:39.529922 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-82355791-82c3-4430-8c3e-f538f923078f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] DELETE failed (client error): The resource could not be found. Jun 18 16:32:39.530414 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82355791-82c3-4430-8c3e-f538f923078f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:32:39.535268 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-82355791-82c3-4430-8c3e-f538f923078f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/subnets/90497c6e-35a1-47e1-9e44-a7945ec4432d HTTP/1.1" status: 404 len: 337 time: 0.0329552 Jun 18 16:32:39.537451 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48462) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:39.540497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=98368dea-8e9e-4276-bb48-d1bdd91a2514,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:39.543687 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:39.579908 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-9609af0a-1769-49d4-8057-d15516735e05 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] DELETE failed (client error): The resource could not be found. Jun 18 16:32:39.580674 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9609af0a-1769-49d4-8057-d15516735e05 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:32:39.581068 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port fbc1144c-5f71-47e6-8498-29b93bdea896 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:39.581559 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.585398 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9609af0a-1769-49d4-8057-d15516735e05 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/networks/ba26e2de-c7ae-486e-971f-6e01d7a54001 HTTP/1.1" status: 404 len: 339 time: 0.0458083 Jun 18 16:32:39.588513 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48466) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:39.623395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b0c2cb8a-3692-41fc-9725-e071c2d2846b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.647231 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5f245fb0-5e65-4f8e-8f1a-5e371c88f73c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:39.677887 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-08894307-0b93-42a8-b661-353a163595be None None] Allocated IP 172.20.0.2 (145ab88b-de75-40de-a0cf-c8b442bac01e/a388bde9-066c-4f22-8683-262cb6d34345/08dba50d-c088-4d04-926e-f3a8583adf23) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:39.681360 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-67cd65ac-14ca-439e-849e-e9f1e1eb60eb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Deleting subnet 3feb1fbc-6ab1-4e06-b608-046add6f6663 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:39.684978 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-67cd65ac-14ca-439e-849e-e9f1e1eb60eb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.774794 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-67cd65ac-14ca-439e-849e-e9f1e1eb60eb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.813957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67cd8e92-7fd0-4561-9207-d3517582df3d {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:32:39.830022 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c2cb8a-3692-41fc-9725-e071c2d2846b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 145ab88b-de75-40de-a0cf-c8b442bac01e is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:39.832056 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.844306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2cb8a-3692-41fc-9725-e071c2d2846b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=02a87fb0-a30f-42d7-84d7-a0c1307c1e4e,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:39.851969 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-b0c2cb8a-3692-41fc-9725-e071c2d2846b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:39.859969 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b0c2cb8a-3692-41fc-9725-e071c2d2846b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:39.881792 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c2cb8a-3692-41fc-9725-e071c2d2846b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:39.895594 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Transition to ACTIVE for port object 67cd8e92-7fd0-4561-9207-d3517582df3d will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:39.936752 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.942560 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:39.973545 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-67cd65ac-14ca-439e-849e-e9f1e1eb60eb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:39.998088 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-80e57e7e-2ffc-4d24-939e-724728308c06 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8:0:1::1c3 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/2bb7e8e9-6dde-4412-8dd2-663962d0de50/2579c147-60e4-422b-8e6e-910c0ef19ef2) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:40.026675 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-80e57e7e-2ffc-4d24-939e-724728308c06 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::f816:3eff:fe72:3ce3 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/2c6c9afd-a8d1-4337-b6c6-40181211f16b/2579c147-60e4-422b-8e6e-910c0ef19ef2) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:40.047603 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c2cb8a-3692-41fc-9725-e071c2d2846b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:40.048233 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b0c2cb8a-3692-41fc-9725-e071c2d2846b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:40.091731 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-08894307-0b93-42a8-b661-353a163595be None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:40.103699 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-08894307-0b93-42a8-b661-353a163595be None None] Transition to ACTIVE for port object 08dba50d-c088-4d04-926e-f3a8583adf23 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:40.105877 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Pushing event updated for resources: {'Port': ['ID=67cd8e92-7fd0-4561-9207-d3517582df3d,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:40.108010 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-67cd65ac-14ca-439e-849e-e9f1e1eb60eb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:40.112675 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d3ddc14a-210d-4f19-ae1c-95fb88d704c5 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:40.123374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:40.141880 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-08894307-0b93-42a8-b661-353a163595be None None] Transition to ACTIVE for port object 08dba50d-c088-4d04-926e-f3a8583adf23 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:40.149730 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-08894307-0b93-42a8-b661-353a163595be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:40.162856 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd65ac-14ca-439e-849e-e9f1e1eb60eb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Subnet': ['ID=3feb1fbc-6ab1-4e06-b608-046add6f6663,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:40.165954 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-67cd65ac-14ca-439e-849e-e9f1e1eb60eb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:40.172199 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:40.173504 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-67cd65ac-14ca-439e-849e-e9f1e1eb60eb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:40.176149 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-67cd65ac-14ca-439e-849e-e9f1e1eb60eb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/subnets/3feb1fbc-6ab1-4e06-b608-046add6f6663 HTTP/1.1" status: 204 len: 168 time: 0.5859907 Jun 18 16:32:40.179979 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48468) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:40.192501 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b0c2cb8a-3692-41fc-9725-e071c2d2846b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9857063 Jun 18 16:32:40.207815 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48470) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:40.215142 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-2840bd10-3cb6-4752-8ede-3186ea9b0d17 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'network_id': '145ab88b-de75-40de-a0cf-c8b442bac01e', 'name': 'tempest-PortsTestJSON-784958377', 'fixed_ips': [{'subnet_id': 'a388bde9-066c-4f22-8683-262cb6d34345', 'ip_address': '172.20.0.9'}]}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:40.263383 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08894307-0b93-42a8-b661-353a163595be None None] Network 145ab88b-de75-40de-a0cf-c8b442bac01e is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:40.267415 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-08894307-0b93-42a8-b661-353a163595be None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:40.273187 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08894307-0b93-42a8-b661-353a163595be None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:40.345489 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08894307-0b93-42a8-b661-353a163595be None None] Pushing event updated for resources: {'Port': ['ID=08dba50d-c088-4d04-926e-f3a8583adf23,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:40.358388 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-08894307-0b93-42a8-b661-353a163595be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:40.385111 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device fa11110c-1071-46b9-bbcf-60f31629db75 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:40.389771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Attempting to bind port 67cd8e92-7fd0-4561-9207-d3517582df3d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:40.390395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Attempting to bind port 67cd8e92-7fd0-4561-9207-d3517582df3d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'e29c36aa-4d63-42a4-be7f-00440eb6d404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:40.390395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Attempting to bind port 67cd8e92-7fd0-4561-9207-d3517582df3d on network aecf6f70-3d92-4efd-a20f-fdc191016162 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:40.400806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Port 67cd8e92-7fd0-4561-9207-d3517582df3d on network aecf6f70-3d92-4efd-a20f-fdc191016162 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:32:40.401139 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Attempting to bind port 67cd8e92-7fd0-4561-9207-d3517582df3d on network aecf6f70-3d92-4efd-a20f-fdc191016162 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:40.415303 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:40.415647 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Checking segment: {'id': 'e29c36aa-4d63-42a4-be7f-00440eb6d404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:40.416066 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Bound using segment: {'id': 'e29c36aa-4d63-42a4-be7f-00440eb6d404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:40.416483 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Bound port: 67cd8e92-7fd0-4561-9207-d3517582df3d, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29c36aa-4d63-42a4-be7f-00440eb6d404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:40.416836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:40.465698 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-08894307-0b93-42a8-b661-353a163595be None None] Attempting to bind port 08dba50d-c088-4d04-926e-f3a8583adf23 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:40.466938 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-08894307-0b93-42a8-b661-353a163595be None None] Attempting to bind port 08dba50d-c088-4d04-926e-f3a8583adf23 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'ff22d00f-074a-44fb-b25a-2f2e4df19c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '145ab88b-de75-40de-a0cf-c8b442bac01e'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:40.467615 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08894307-0b93-42a8-b661-353a163595be None None] Attempting to bind port 08dba50d-c088-4d04-926e-f3a8583adf23 on network 145ab88b-de75-40de-a0cf-c8b442bac01e {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:40.469944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80e57e7e-2ffc-4d24-939e-724728308c06 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:40.486124 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: fa11110c-1071-46b9-bbcf-60f31629db75 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:40.487885 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device fa11110c-1071-46b9-bbcf-60f31629db75 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:40.497234 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08894307-0b93-42a8-b661-353a163595be None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:40.498163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08894307-0b93-42a8-b661-353a163595be None None] Checking segment: {'id': 'ff22d00f-074a-44fb-b25a-2f2e4df19c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '145ab88b-de75-40de-a0cf-c8b442bac01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:40.498533 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-08894307-0b93-42a8-b661-353a163595be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:40.499038 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08894307-0b93-42a8-b661-353a163595be None None] Bound using segment: {'id': 'ff22d00f-074a-44fb-b25a-2f2e4df19c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '145ab88b-de75-40de-a0cf-c8b442bac01e'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:40.499168 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-80e57e7e-2ffc-4d24-939e-724728308c06 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object 2579c147-60e4-422b-8e6e-910c0ef19ef2 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:40.499743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-08894307-0b93-42a8-b661-353a163595be None None] Bound port: 08dba50d-c088-4d04-926e-f3a8583adf23, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff22d00f-074a-44fb-b25a-2f2e4df19c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '145ab88b-de75-40de-a0cf-c8b442bac01e'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:40.501096 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-08894307-0b93-42a8-b661-353a163595be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:40.530448 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:40.530670 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] For port 67cd8e92-7fd0-4561-9207-d3517582df3d, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:40.535966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] For port 67cd8e92-7fd0-4561-9207-d3517582df3d, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=67cd8e92-7fd0-4561-9207-d3517582df3d,segment=NetworkSegment(e29c36aa-4d63-42a4-be7f-00440eb6d404),segment_id=e29c36aa-4d63-42a4-be7f-00440eb6d404)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:40.547976 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:40.559953 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:40.566931 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fba4a2ec-11b6-4a09-b9df-5e35bbd4ba29 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:40.636989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:40.637816 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:40.639506 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] 10.222.0.64 "PUT /v2.0/ports/67cd8e92-7fd0-4561-9207-d3517582df3d HTTP/1.1" status: 200 len: 1093 time: 2.2237608 Jun 18 16:32:40.640245 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1e472d-9763-4d2b-a395-369382cb5ff8', 'tag': '67cd8e92-7fd0-4561-9207-d3517582df3d'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:32:40.642835 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbdb850-942b-4bce-80f0-1f5daadc0829" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1e472d-9763-4d2b-a395-369382cb5ff8", "tag": "67cd8e92-7fd0-4561-9207-d3517582df3d"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:32:40.687831 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-08894307-0b93-42a8-b661-353a163595be None None] For port 08dba50d-c088-4d04-926e-f3a8583adf23, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:40.695189 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-08894307-0b93-42a8-b661-353a163595be None None] For port 08dba50d-c088-4d04-926e-f3a8583adf23, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=08dba50d-c088-4d04-926e-f3a8583adf23,segment=NetworkSegment(ff22d00f-074a-44fb-b25a-2f2e4df19c3b),segment_id=ff22d00f-074a-44fb-b25a-2f2e4df19c3b)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:40.700387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-08894307-0b93-42a8-b661-353a163595be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:40.709172 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ac7ab3b5-1133-4dcb-942a-ec1ac108d37e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:40.723912 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Pushing event updated for resources: {'Port': ['ID=67cd8e92-7fd0-4561-9207-d3517582df3d,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:40.768065 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2987e3f3-3d2d-4e2b-97cc-dd03a09d44bc x-openstack-request-id: req-2987e3f3-3d2d-4e2b-97cc-dd03a09d44bc {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:32:40.770097 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1e472d-9763-4d2b-a395-369382cb5ff8", "tag": "67cd8e92-7fd0-4561-9207-d3517582df3d", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:32:40.770534 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2987e3f3-3d2d-4e2b-97cc-dd03a09d44bc {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:32:40.772835 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1e472d-9763-4d2b-a395-369382cb5ff8', 'tag': '67cd8e92-7fd0-4561-9207-d3517582df3d', 'status': 'completed', 'code': 200} Jun 18 16:32:40.776326 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:40.794657 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80e57e7e-2ffc-4d24-939e-724728308c06 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:40.807693 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7697f17-a235-419f-8dcf-836b439b3bad req-5fae2473-c6a5-41a9-a201-3a5bd9b2b2d7 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:40.812102 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d7697f17-a235-419f-8dcf-836b439b3bad req-5fae2473-c6a5-41a9-a201-3a5bd9b2b2d7 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 943 time: 0.3889487 Jun 18 16:32:40.825686 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08894307-0b93-42a8-b661-353a163595be None None] Pushing event updated for resources: {'Port': ['ID=08dba50d-c088-4d04-926e-f3a8583adf23,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:40.832834 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2840bd10-3cb6-4752-8ede-3186ea9b0d17 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:40.835789 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-08894307-0b93-42a8-b661-353a163595be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:40.845371 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-28d6a9f1-a6f3-46e6-b9df-dc425cc08172 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:40.921794 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e57e7e-2ffc-4d24-939e-724728308c06 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:40.936600 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-e097d692-1d67-48d9-b680-651d59b26566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:40.938536 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-e097d692-1d67-48d9-b680-651d59b26566 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c1f5970bdf9948068046d65adb1ce5bd&device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 1096 time: 0.1649914 Jun 18 16:32:40.939592 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-80e57e7e-2ffc-4d24-939e-724728308c06 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:40.947239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e57e7e-2ffc-4d24-939e-724728308c06 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:40.954386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e57e7e-2ffc-4d24-939e-724728308c06 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:40.954386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80e57e7e-2ffc-4d24-939e-724728308c06 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:40.963807 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device fb3b876a-4ef3-4786-bf5b-7d9d7367da63 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:40.967486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e57e7e-2ffc-4d24-939e-724728308c06 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=2579c147-60e4-422b-8e6e-910c0ef19ef2,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:40.975974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-80e57e7e-2ffc-4d24-939e-724728308c06 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:41.031800 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-59b02d8c-b0ab-4ac8-9661-026c3ec8cdad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67cd8e92-7fd0-4561-9207-d3517582df3d HTTP/1.1" status: 200 len: 217 time: 0.0741739 Jun 18 16:32:41.047277 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-80e57e7e-2ffc-4d24-939e-724728308c06 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.8275306 Jun 18 16:32:41.061840 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48478) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:41.087036 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Deleting port 93cadc21-e637-4240-8370-86bfed23de99 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:41.087803 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:41.098022 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port fb3b876a-4ef3-4786-bf5b-7d9d7367da63 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:41.103540 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2840bd10-3cb6-4752-8ede-3186ea9b0d17 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:41.104857 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port fb3b876a-4ef3-4786-bf5b-7d9d7367da63 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:41.105585 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:41.128239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-04a48c71-4696-4f27-b31d-38cb8bb40cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:41.131229 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-04a48c71-4696-4f27-b31d-38cb8bb40cc9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a140121-72dc-48d3-80d5-98995fffa013 HTTP/1.1" status: 200 len: 835 time: 0.0904262 Jun 18 16:32:41.210483 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d7697f17-a235-419f-8dcf-836b439b3bad req-6c5c6a0f-bb3e-4850-9eab-f7d6df9fe56d tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3815577 Jun 18 16:32:41.217431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-1488af31-ab79-41a1-be72-d407cfafc561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:41.218969 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-1488af31-ab79-41a1-be72-d407cfafc561 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aecf6f70-3d92-4efd-a20f-fdc191016162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793121 Jun 18 16:32:41.245949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-2840bd10-3cb6-4752-8ede-3186ea9b0d17 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] device_id is not set on port fa61d3e6-4de5-40a5-84a5-c35d4fe1751a yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:32:41.270610 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:41.326571 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port fb3b876a-4ef3-4786-bf5b-7d9d7367da63, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=fb3b876a-4ef3-4786-bf5b-7d9d7367da63,segment=NetworkSegment(e29c36aa-4d63-42a4-be7f-00440eb6d404),segment_id=e29c36aa-4d63-42a4-be7f-00440eb6d404)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:41.332348 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:41.334199 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 69ba452f-e2c5-44d6-a50a-ec677f23710a up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:41.336063 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-75a7e082-3792-44d9-beed-615a7b7facbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:41.350507 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] For port 93cadc21-e637-4240-8370-86bfed23de99, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=93cadc21-e637-4240-8370-86bfed23de99,segment=NetworkSegment(5b998c0f-56af-45e6-b9bf-54ee86e188a4),segment_id=5b998c0f-56af-45e6-b9bf-54ee86e188a4)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:41.350906 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:41.364093 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-e33a68d6-749a-4938-92b2-5429a32ad63f service neutron] 10.222.0.64 "GET /v2.0/networks/aecf6f70-3d92-4efd-a20f-fdc191016162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352434 Jun 18 16:32:41.435575 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=fb3b876a-4ef3-4786-bf5b-7d9d7367da63,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:41.446989 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:41.455491 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 69ba452f-e2c5-44d6-a50a-ec677f23710a triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:41.455873 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:41.466180 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Calling delete_port for 93cadc21-e637-4240-8370-86bfed23de99 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:41.487111 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f51ab23c-d204-42bd-aec9-14d7cadc9d0f req-76fe947f-612d-44bf-8448-ab31335d6ce5 service neutron] 10.222.0.64 "GET /v2.0/networks/aecf6f70-3d92-4efd-a20f-fdc191016162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148992 Jun 18 16:32:41.563053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 147dab50-7fd4-45d0-8ffd-5c0f210dac76 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:41.582716 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e1610-2c14-4ca2-91f6-9ed2db7c6886 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port 2579c147-60e4-422b-8e6e-910c0ef19ef2 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:41.583091 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1610-2c14-4ca2-91f6-9ed2db7c6886 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:41.617807 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 147dab50-7fd4-45d0-8ffd-5c0f210dac76 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:41.618470 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:41.665454 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdb850-942b-4bce-80f0-1f5daadc0829 req-c656a93b-ca8a-4bd1-ad06-08dfb1edfbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:41.676075 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2fbdb850-942b-4bce-80f0-1f5daadc0829 req-c656a93b-ca8a-4bd1-ad06-08dfb1edfbbb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c1f5970bdf9948068046d65adb1ce5bd&device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 1096 time: 0.0947115 Jun 18 16:32:41.684994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-2840bd10-3cb6-4752-8ede-3186ea9b0d17 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Allocated IP 172.20.0.9 (145ab88b-de75-40de-a0cf-c8b442bac01e/a388bde9-066c-4f22-8683-262cb6d34345/fa61d3e6-4de5-40a5-84a5-c35d4fe1751a) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:41.705294 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:41.722087 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8665c11a-dc4e-4119-a01b-7333089a4581 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:41.753595 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Port': ['ID=93cadc21-e637-4240-8370-86bfed23de99,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:41.754012 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 98368dea-8e9e-4276-bb48-d1bdd91a2514 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:41.764174 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:41.780778 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No DVR routers for this DVR port 93cadc21-e637-4240-8370-86bfed23de99 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:41.789657 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1610-2c14-4ca2-91f6-9ed2db7c6886 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:41.824734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdb850-942b-4bce-80f0-1f5daadc0829 req-d5f23da3-7e6b-4aa1-b4ec-65da2a91f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:41.826985 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2fbdb850-942b-4bce-80f0-1f5daadc0829 req-d5f23da3-7e6b-4aa1-b4ec-65da2a91f2b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aecf6f70-3d92-4efd-a20f-fdc191016162 HTTP/1.1" status: 200 len: 897 time: 0.1347079 Jun 18 16:32:41.844712 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 98368dea-8e9e-4276-bb48-d1bdd91a2514 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:41.845188 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:41.897173 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2fbdb850-942b-4bce-80f0-1f5daadc0829 req-6f1a0fbe-b6f7-4c4c-b7c9-a344ff0c7c9e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67cd8e92-7fd0-4561-9207-d3517582df3d HTTP/1.1" status: 200 len: 217 time: 0.0624390 Jun 18 16:32:41.954643 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e1610-2c14-4ca2-91f6-9ed2db7c6886 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for 2579c147-60e4-422b-8e6e-910c0ef19ef2 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:41.980756 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdb850-942b-4bce-80f0-1f5daadc0829 req-c9059cae-7c99-4c0f-a853-048d7bb0f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:41.982226 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2fbdb850-942b-4bce-80f0-1f5daadc0829 req-c9059cae-7c99-4c0f-a853-048d7bb0f7d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a140121-72dc-48d3-80d5-98995fffa013 HTTP/1.1" status: 200 len: 835 time: 0.0790496 Jun 18 16:32:42.061064 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdb850-942b-4bce-80f0-1f5daadc0829 req-214d9622-c3d0-4417-a34b-ea210959e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:42.062493 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2fbdb850-942b-4bce-80f0-1f5daadc0829 req-214d9622-c3d0-4417-a34b-ea210959e876 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aecf6f70-3d92-4efd-a20f-fdc191016162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710633 Jun 18 16:32:42.124172 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.149625 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:42.165815 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b998c0f-56af-45e6-b9bf-54ee86e188a4') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:42.166166 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b998c0f-56af-45e6-b9bf-54ee86e188a4') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:42.179382 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2fbdb850-942b-4bce-80f0-1f5daadc0829 req-9a3b0ea9-6d38-4806-ae79-3cbbe1b96b27 service neutron] 10.222.0.64 "GET /v2.0/networks/aecf6f70-3d92-4efd-a20f-fdc191016162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090496 Jun 18 16:32:42.196203 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.218225 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622aa67b-7c0a-4fc5-85b5-860d0c898a82 None None] get_active_networks_info from dv-neutron-797121-1-hyperv {{(pid=93429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 16:32:42.226567 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.259454 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2840bd10-3cb6-4752-8ede-3186ea9b0d17 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.264104 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:32:42.264104 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:32:42.268414 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:32:42.326332 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-2840bd10-3cb6-4752-8ede-3186ea9b0d17 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Transition to ACTIVE for port object fa61d3e6-4de5-40a5-84a5-c35d4fe1751a will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:42.381855 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2fbdb850-942b-4bce-80f0-1f5daadc0829 req-bf92e391-8bba-4f35-a3b7-8f180b6af13e service neutron] 10.222.0.64 "GET /v2.0/networks/aecf6f70-3d92-4efd-a20f-fdc191016162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944067 Jun 18 16:32:42.394277 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.394954 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0bf5e193-0afe-433a-b9fe-d67e7de5d8a9 None None] Provisioning for port 08dba50d-c088-4d04-926e-f3a8583adf23 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:42.432165 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:42.438825 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622aa67b-7c0a-4fc5-85b5-860d0c898a82 None None] Resources bound (agent type, host, resource id): {{(pid=93429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 18 16:32:42.447229 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.448619 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/networks/0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8 HTTP/1.1" status: 204 len: 168 time: 2.2659960 Jun 18 16:32:42.451242 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48484) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:42.478100 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Network': ['ID=0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:42.492754 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ad2b55-23d3-4ce5-8693-0dd887383768 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] DELETE failed (client error): The resource could not be found. Jun 18 16:32:42.493348 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ad2b55-23d3-4ce5-8693-0dd887383768 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:32:42.495880 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c3ad2b55-23d3-4ce5-8693-0dd887383768 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/subnets/2b11ed82-c26f-4c7a-9b8d-a8d2ddc6a5af HTTP/1.1" status: 404 len: 337 time: 0.0436354 Jun 18 16:32:42.498618 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48486) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:42.506552 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:42.522396 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-998e274d-d7bc-48b3-bc2a-dc5ab99bf4dc tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] DELETE failed (client error): The resource could not be found. Jun 18 16:32:42.523101 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998e274d-d7bc-48b3-bc2a-dc5ab99bf4dc tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:32:42.525615 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-998e274d-d7bc-48b3-bc2a-dc5ab99bf4dc tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/networks/03ab1e9f-0419-486e-b69d-478c606ead1c HTTP/1.1" status: 404 len: 339 time: 0.0253515 Jun 18 16:32:42.527858 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48488) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:42.569390 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2840bd10-3cb6-4752-8ede-3186ea9b0d17 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.576303 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f08c9674-6108-4751-b4aa-040ba4a61594 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:42.609798 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-4815cce4-f6ff-4e86-8b02-fda9fde0e585 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Deleting subnet 177a11e5-7980-4f01-9d2d-ae643166e5f9 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:42.614366 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4815cce4-f6ff-4e86-8b02-fda9fde0e585 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.639851 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1610-2c14-4ca2-91f6-9ed2db7c6886 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.643548 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840bd10-3cb6-4752-8ede-3186ea9b0d17 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=fa61d3e6-4de5-40a5-84a5-c35d4fe1751a,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:42.653120 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2840bd10-3cb6-4752-8ede-3186ea9b0d17 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 145ab88b-de75-40de-a0cf-c8b442bac01e is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:42.657625 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2840bd10-3cb6-4752-8ede-3186ea9b0d17 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:42.658315 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-14b1f6f5-f804-4cd4-8147-c447864aa464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:42.688613 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-2840bd10-3cb6-4752-8ede-3186ea9b0d17 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:42.698735 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116edd5-78d9-4bb0-a5e5-026d11b25c59 req-f70f961e-3c5a-41a3-83fc-4cb5f69f1a9f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:42.700313 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b116edd5-78d9-4bb0-a5e5-026d11b25c59 req-f70f961e-3c5a-41a3-83fc-4cb5f69f1a9f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 943 time: 0.3257031 Jun 18 16:32:42.701438 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2840bd10-3cb6-4752-8ede-3186ea9b0d17 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:42.703208 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4815cce4-f6ff-4e86-8b02-fda9fde0e585 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.705897 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e1610-2c14-4ca2-91f6-9ed2db7c6886 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=2579c147-60e4-422b-8e6e-910c0ef19ef2,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:42.714882 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aa8e1610-2c14-4ca2-91f6-9ed2db7c6886 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:42.844464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4815cce4-f6ff-4e86-8b02-fda9fde0e585 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.964164 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4815cce4-f6ff-4e86-8b02-fda9fde0e585 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.969629 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-11d93c77-dd11-43e8-9905-6da3ebbcc902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:42.969926 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ea1f2d-885e-41cf-8a9b-4d76b8003c12 None None] DHCP port deletion for ee081675-d22e-4de3-8afe-960349f6ab6d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:32:42.987210 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device fb3b876a-4ef3-4786-bf5b-7d9d7367da63 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:43.028522 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815cce4-f6ff-4e86-8b02-fda9fde0e585 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Subnet': ['ID=177a11e5-7980-4f01-9d2d-ae643166e5f9,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:43.030428 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4815cce4-f6ff-4e86-8b02-fda9fde0e585 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.032549 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4815cce4-f6ff-4e86-8b02-fda9fde0e585 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/subnets/177a11e5-7980-4f01-9d2d-ae643166e5f9 HTTP/1.1" status: 204 len: 168 time: 0.5038183 Jun 18 16:32:43.033556 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4815cce4-f6ff-4e86-8b02-fda9fde0e585 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:43.034934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48492) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:43.095384 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da1d6e6-9bc6-421f-8f3b-50cb61621b74 None None] DHCP port deletion for 0d93b53c-2d4d-4d0e-ac94-ea1616c0c8c8 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:32:43.109097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port fb3b876a-4ef3-4786-bf5b-7d9d7367da63 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:43.109528 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.148998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.237160 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Deleting port ecff3ee7-893d-4834-a148-392eaebbda4d {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:43.237456 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.237781 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2840bd10-3cb6-4752-8ede-3186ea9b0d17 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:43.238407 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2840bd10-3cb6-4752-8ede-3186ea9b0d17 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.242269 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1610-2c14-4ca2-91f6-9ed2db7c6886 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.246950 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-aa8e1610-2c14-4ca2-91f6-9ed2db7c6886 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/2579c147-60e4-422b-8e6e-910c0ef19ef2 HTTP/1.1" status: 204 len: 168 time: 2.1826620 Jun 18 16:32:43.250168 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48494) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:43.276455 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c50d402-31ec-4983-899f-2802602b9a97 None None] Update dhcp port {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'fixed_ips': [{'subnet_id': '2c6c9afd-a8d1-4337-b6c6-40181211f16b', 'ip_address': '2001:db8::f816:3eff:feda:8912'}, {'subnet_id': '2bb7e8e9-6dde-4412-8dd2-663962d0de50'}], 'binding:host_id': 'dv-neutron-797121-1-hyperv'}, 'id': '9df9d218-88f2-46da-9d08-eaa2299244a9'} from dv-neutron-797121-1-hyperv. {{(pid=93429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:32:43.280785 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 08dba50d-c088-4d04-926e-f3a8583adf23 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:43.306764 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2840bd10-3cb6-4752-8ede-3186ea9b0d17 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0953894 Jun 18 16:32:43.307872 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48496) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:43.313997 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b116edd5-78d9-4bb0-a5e5-026d11b25c59 req-33b87a7e-1f41-4905-b520-b3e7381c1b15 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5991914 Jun 18 16:32:43.346815 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cbbe9d-e2eb-40eb-a548-4db7fa2b3dd7 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:43.352432 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-21cbbe9d-e2eb-40eb-a548-4db7fa2b3dd7 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1012459 Jun 18 16:32:43.353255 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48498) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:43.360443 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6c50d402-31ec-4983-899f-2802602b9a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.392895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 08dba50d-c088-4d04-926e-f3a8583adf23 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:43.420428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 08dba50d-c088-4d04-926e-f3a8583adf23 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:43.420818 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.425998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] For port ecff3ee7-893d-4834-a148-392eaebbda4d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ecff3ee7-893d-4834-a148-392eaebbda4d,segment=NetworkSegment(723b01b7-2a6b-4ca2-9c13-b97a575c4137),segment_id=723b01b7-2a6b-4ca2-9c13-b97a575c4137)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:43.426675 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.441441 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364d3f5-08f3-40db-a3ee-265517e53720 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:43.443629 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d364d3f5-08f3-40db-a3ee-265517e53720 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0884707 Jun 18 16:32:43.446350 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48500) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:43.508314 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Calling delete_port for ecff3ee7-893d-4834-a148-392eaebbda4d owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:43.514353 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be2d13b-282f-4e06-aa86-1689a9f1bf00 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:43.515691 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be2d13b-282f-4e06-aa86-1689a9f1bf00 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:43.518757 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be2d13b-282f-4e06-aa86-1689a9f1bf00 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:43.519371 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3be2d13b-282f-4e06-aa86-1689a9f1bf00 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0720267 Jun 18 16:32:43.522447 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48502) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:43.598612 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8cf12a-5a92-49e5-a6b1-0d7e165645db tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:43.603753 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ad8cf12a-5a92-49e5-a6b1-0d7e165645db tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2948093 Jun 18 16:32:43.604389 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48504) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:43.607875 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a24717-614a-4fbb-b412-afd647c1d7c1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet 2bb7e8e9-6dde-4412-8dd2-663962d0de50 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:43.636977 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-6c50d402-31ec-4983-899f-2802602b9a97 None None] Allocated IP 2001:db8:0:1::2 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/2bb7e8e9-6dde-4412-8dd2-663962d0de50/9df9d218-88f2-46da-9d08-eaa2299244a9) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:43.639130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.696270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.700992 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-80e57e7e-2ffc-4d24-939e-724728308c06 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:43.730402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Port': ['ID=ecff3ee7-893d-4834-a148-392eaebbda4d,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:43.734651 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:43.735750 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 08dba50d-c088-4d04-926e-f3a8583adf23, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=08dba50d-c088-4d04-926e-f3a8583adf23,segment=NetworkSegment(ff22d00f-074a-44fb-b25a-2f2e4df19c3b),segment_id=ff22d00f-074a-44fb-b25a-2f2e4df19c3b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:43.741845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.744426 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4ee3fe-7c71-4c52-8369-1a2296a3b581 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:43.745274 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:43.750425 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4ee3fe-7c71-4c52-8369-1a2296a3b581 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:43.756422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4ee3fe-7c71-4c52-8369-1a2296a3b581 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:43.760970 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bb4ee3fe-7c71-4c52-8369-1a2296a3b581 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1541028 Jun 18 16:32:43.761461 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48506) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:43.761982 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] No DVR routers for this DVR port ecff3ee7-893d-4834-a148-392eaebbda4d on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:43.806233 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-6c50d402-31ec-4983-899f-2802602b9a97 None None] For port 9df9d218-88f2-46da-9d08-eaa2299244a9, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9df9d218-88f2-46da-9d08-eaa2299244a9,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:43.836717 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=08dba50d-c088-4d04-926e-f3a8583adf23,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:43.840399 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:43.857804 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6c50d402-31ec-4983-899f-2802602b9a97 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.874358 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6c50d402-31ec-4983-899f-2802602b9a97 None None] Transition to ACTIVE for port object 9df9d218-88f2-46da-9d08-eaa2299244a9 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:43.879129 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6c50d402-31ec-4983-899f-2802602b9a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.881102 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f3a24717-614a-4fbb-b412-afd647c1d7c1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.882463 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:43.964516 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f3a24717-614a-4fbb-b412-afd647c1d7c1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.988062 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50d402-31ec-4983-899f-2802602b9a97 None None] Pushing event updated for resources: {'Port': ['ID=9df9d218-88f2-46da-9d08-eaa2299244a9,revision_number=9']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:44.000539 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6c50d402-31ec-4983-899f-2802602b9a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:44.097155 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f3a24717-614a-4fbb-b412-afd647c1d7c1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:44.138541 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-5c01cd8b-df69-4b66-8f18-05d791868eea tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port fa61d3e6-4de5-40a5-84a5-c35d4fe1751a {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:44.138914 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5c01cd8b-df69-4b66-8f18-05d791868eea tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:44.216886 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:44.231068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334d93b5-1355-4a8a-96b0-6788a1a08dfd']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:44.231781 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f3a24717-614a-4fbb-b412-afd647c1d7c1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:44.235733 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e8cf3cee-5a61-4e12-b944-17677f3ceadf tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:44.244906 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723b01b7-2a6b-4ca2-9c13-b97a575c4137') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:44.245355 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723b01b7-2a6b-4ca2-9c13-b97a575c4137') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:44.254730 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:44.272557 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:44.280855 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a24717-614a-4fbb-b412-afd647c1d7c1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=2bb7e8e9-6dde-4412-8dd2-663962d0de50,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:44.281469 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:32:44.281469 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:44.288009 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5c01cd8b-df69-4b66-8f18-05d791868eea tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:44.291066 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f3a24717-614a-4fbb-b412-afd647c1d7c1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:44.295493 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f3a24717-614a-4fbb-b412-afd647c1d7c1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/2bb7e8e9-6dde-4412-8dd2-663962d0de50 HTTP/1.1" status: 204 len: 168 time: 0.7720618 Jun 18 16:32:44.296503 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f3a24717-614a-4fbb-b412-afd647c1d7c1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:44.296953 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48510) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:44.314011 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 67cd8e92-7fd0-4561-9207-d3517582df3d details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:32:44.355061 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:32:44.377958 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:44.392237 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2e9389dd-a87d-4232-b5ad-fc2f367a135e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:44.434377 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:44.445552 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] 10.222.0.39 "DELETE /v2.0/networks/334d93b5-1355-4a8a-96b0-6788a1a08dfd HTTP/1.1" status: 204 len: 168 time: 1.4095562 Jun 18 16:32:44.455257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Pushing event deleted for resources: {'Network': ['ID=334d93b5-1355-4a8a-96b0-6788a1a08dfd,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:44.461488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:44.483128 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-5c01cd8b-df69-4b66-8f18-05d791868eea tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for fa61d3e6-4de5-40a5-84a5-c35d4fe1751a owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:44.486581 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 67cd8e92-7fd0-4561-9207-d3517582df3d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=67cd8e92-7fd0-4561-9207-d3517582df3d,segment=NetworkSegment(e29c36aa-4d63-42a4-be7f-00440eb6d404),segment_id=e29c36aa-4d63-42a4-be7f-00440eb6d404)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:44.508330 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '67cd8e92-7fd0-4561-9207-d3517582df3d', 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162', 'port_id': '67cd8e92-7fd0-4561-9207-d3517582df3d', 'mac_address': 'fa:16:3e:8d:0a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a140121-72dc-48d3-80d5-98995fffa013', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:32:44.578733 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:44.605371 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67cd8e92-7fd0-4561-9207-d3517582df3d {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:32:44.649113 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 67cd8e92-7fd0-4561-9207-d3517582df3d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=67cd8e92-7fd0-4561-9207-d3517582df3d,segment=NetworkSegment(e29c36aa-4d63-42a4-be7f-00440eb6d404),segment_id=e29c36aa-4d63-42a4-be7f-00440eb6d404)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:44.656467 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:44.659252 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:44.691676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-4819cebd-23c9-4be7-a23e-8150ff0dcb5c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet 2c6c9afd-a8d1-4337-b6c6-40181211f16b {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:44.714555 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4819cebd-23c9-4be7-a23e-8150ff0dcb5c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:44.726929 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=67cd8e92-7fd0-4561-9207-d3517582df3d,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:44.739345 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:44.751756 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 08dba50d-c088-4d04-926e-f3a8583adf23 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:44.757768 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045777d-31d4-4bf1-b286-7d4221f78045 req-eb08319a-48a6-40e1-8f8a-b4985e6ec25f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:44.759932 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8045777d-31d4-4bf1-b286-7d4221f78045 req-eb08319a-48a6-40e1-8f8a-b4985e6ec25f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 943 time: 0.2725246 Jun 18 16:32:44.815180 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4819cebd-23c9-4be7-a23e-8150ff0dcb5c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:44.816716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 08dba50d-c088-4d04-926e-f3a8583adf23 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:44.817143 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:44.880518 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8045777d-31d4-4bf1-b286-7d4221f78045 req-fe6e1983-16b8-4cff-9d5f-05edcd277cb9 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135154 Jun 18 16:32:44.908122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d524be-041d-4662-8c32-6a188e4fac2c None None] Network 145ab88b-de75-40de-a0cf-c8b442bac01e requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:44.969433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cf2c88-2653-45df-a3a8-50873ab5a22d None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:44.995338 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e888d37-8545-43ef-bbb9-b50814e46718 None None] Network 334d93b5-1355-4a8a-96b0-6788a1a08dfd requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:45.007752 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4819cebd-23c9-4be7-a23e-8150ff0dcb5c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:45.026067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48520) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:45.038161 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e888d37-8545-43ef-bbb9-b50814e46718 None None] Network 334d93b5-1355-4a8a-96b0-6788a1a08dfd could not be found, it might have been deleted concurrently. {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 18 16:32:45.038440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5c01cd8b-df69-4b66-8f18-05d791868eea tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:45.048364 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-40fd6aed-be0b-4bcb-be49-b63c77851a88 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:45.087315 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01cd8b-df69-4b66-8f18-05d791868eea tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=fa61d3e6-4de5-40a5-84a5-c35d4fe1751a,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:45.090443 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5c01cd8b-df69-4b66-8f18-05d791868eea tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:45.134790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['67cd8e92-7fd0-4561-9207-d3517582df3d'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:32:45.258665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4819cebd-23c9-4be7-a23e-8150ff0dcb5c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:45.263755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e5a86d2b-62d0-4f63-acdc-640f7dd5cf37 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:45.306007 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819cebd-23c9-4be7-a23e-8150ff0dcb5c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=2c6c9afd-a8d1-4337-b6c6-40181211f16b,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:45.308230 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5c01cd8b-df69-4b66-8f18-05d791868eea tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:45.312471 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5c01cd8b-df69-4b66-8f18-05d791868eea tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/ports/fa61d3e6-4de5-40a5-84a5-c35d4fe1751a HTTP/1.1" status: 204 len: 168 time: 1.5471110 Jun 18 16:32:45.312665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4819cebd-23c9-4be7-a23e-8150ff0dcb5c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:45.313359 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48526) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:45.313900 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4819cebd-23c9-4be7-a23e-8150ff0dcb5c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:45.320045 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48528) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:45.324532 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4819cebd-23c9-4be7-a23e-8150ff0dcb5c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/2c6c9afd-a8d1-4337-b6c6-40181211f16b HTTP/1.1" status: 204 len: 168 time: 1.0207312 Jun 18 16:32:45.331780 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8fe71ca5-bacc-48bf-8055-7bd270d8ad26 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e22d4e6a32b438182bd97197bbb69cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034091 Jun 18 16:32:45.342736 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48530) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:45.384073 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5946731a-fae7-4730-8e3c-7fb42ae9d3b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594842 Jun 18 16:32:45.384252 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ee4288-b581-4c87-aba0-e13d7a3383e6 None None] DHCP port deletion for 334d93b5-1355-4a8a-96b0-6788a1a08dfd request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:32:45.384738 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48532) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:45.390432 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-3d65dda4-07f7-4a34-b8a0-b303964d7e26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:45.402166 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f170cede-1a07-4642-8d4c-717eed56e88b None None] Provisioning for port 9df9d218-88f2-46da-9d08-eaa2299244a9 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:45.411873 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f170cede-1a07-4642-8d4c-717eed56e88b None None] Provisioning complete for port 9df9d218-88f2-46da-9d08-eaa2299244a9 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:45.412596 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f170cede-1a07-4642-8d4c-717eed56e88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:45.426333 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb49be38-0c2b-4d7e-a8e0-37d3ce2b5e47 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] GET failed (client error): The resource could not be found. Jun 18 16:32:45.432238 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fb49be38-0c2b-4d7e-a8e0-37d3ce2b5e47 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports/fa61d3e6-4de5-40a5-84a5-c35d4fe1751a HTTP/1.1" status: 404 len: 333 time: 0.1065218 Jun 18 16:32:45.433093 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48534) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:45.457942 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 9df9d218-88f2-46da-9d08-eaa2299244a9 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:45.526176 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a74f3162-498a-4c7a-a7e3-237506353698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:45.539759 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d65dda4-07f7-4a34-b8a0-b303964d7e26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:45.544517 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3d65dda4-07f7-4a34-b8a0-b303964d7e26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:45.586228 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a74f3162-498a-4c7a-a7e3-237506353698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:45.623889 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 9df9d218-88f2-46da-9d08-eaa2299244a9 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:45.624286 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:45.640557 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-92843bd7-1cec-4719-929f-7332e12b3d43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port 02a87fb0-a30f-42d7-84d7-a0c1307c1e4e {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:45.641335 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-92843bd7-1cec-4719-929f-7332e12b3d43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:45.777687 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a74f3162-498a-4c7a-a7e3-237506353698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:45.782208 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a74f3162-498a-4c7a-a7e3-237506353698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:45.783399 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a74f3162-498a-4c7a-a7e3-237506353698 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/787056e3-cb38-44df-adec-1c8e0bba5be2 HTTP/1.1" status: 204 len: 168 time: 0.4397318 Jun 18 16:32:45.787192 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-424193d0-5e23-4338-835d-3cf34c8f8d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:45.812143 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-92843bd7-1cec-4719-929f-7332e12b3d43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:45.815500 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f3162-498a-4c7a-a7e3-237506353698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787056e3-cb38-44df-adec-1c8e0bba5be2,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:45.819508 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a74f3162-498a-4c7a-a7e3-237506353698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:45.884802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3d65dda4-07f7-4a34-b8a0-b303964d7e26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:45.896950 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fff79ff8-5500-4f9a-9b2c-aee441d5cb8a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:45.926823 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-92843bd7-1cec-4719-929f-7332e12b3d43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for 02a87fb0-a30f-42d7-84d7-a0c1307c1e4e owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:46.020650 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65dda4-07f7-4a34-b8a0-b303964d7e26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=dfb1e9e7-07dc-4744-a41c-b2989508f19f,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:46.029239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3d65dda4-07f7-4a34-b8a0-b303964d7e26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:46.043177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d65dda4-07f7-4a34-b8a0-b303964d7e26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:46.047654 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-3d65dda4-07f7-4a34-b8a0-b303964d7e26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:46.057715 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d65dda4-07f7-4a34-b8a0-b303964d7e26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:46.058317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3d65dda4-07f7-4a34-b8a0-b303964d7e26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.092381 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f170cede-1a07-4642-8d4c-717eed56e88b None None] Could not find standard attr ID for object 2579c147-60e4-422b-8e6e-910c0ef19ef2. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:32:46.092634 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3d65dda4-07f7-4a34-b8a0-b303964d7e26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7070701 Jun 18 16:32:46.095350 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48542) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:46.107320 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b32e0aef-4c90-442d-b247-0c83dad36d5d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:46.160119 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-92843bd7-1cec-4719-929f-7332e12b3d43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.181456 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9a56b049-c88e-4b96-8fba-0e52430af7ac tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:46.251645 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 129bc5fd-094b-41df-ad0b-137e13dbcd75 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:46.304667 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 129bc5fd-094b-41df-ad0b-137e13dbcd75 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:46.305105 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 129bc5fd-094b-41df-ad0b-137e13dbcd75 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:46.306202 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 93cadc21-e637-4240-8370-86bfed23de99 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:46.326677 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92843bd7-1cec-4719-929f-7332e12b3d43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=02a87fb0-a30f-42d7-84d7-a0c1307c1e4e,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:46.330807 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-92843bd7-1cec-4719-929f-7332e12b3d43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:46.366870 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 93cadc21-e637-4240-8370-86bfed23de99 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:46.367316 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 93cadc21-e637-4240-8370-86bfed23de99 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:46.367691 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32e0aef-4c90-442d-b247-0c83dad36d5d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:46.370131 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b9b03f96-1153-4e3c-8b07-2b691082151c None None] Provisioning complete for port fb3b876a-4ef3-4786-bf5b-7d9d7367da63 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:46.370625 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b9b03f96-1153-4e3c-8b07-2b691082151c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.375546 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b32e0aef-4c90-442d-b247-0c83dad36d5d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.446190 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba0c9ef-2e5b-4856-950d-aa6c6b1053a1 None None] DHCP port deletion for c0c58b33-89bf-4a11-9df9-ed95e6524a1d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:32:46.470270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-92843bd7-1cec-4719-929f-7332e12b3d43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.472204 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-92843bd7-1cec-4719-929f-7332e12b3d43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/ports/02a87fb0-a30f-42d7-84d7-a0c1307c1e4e HTTP/1.1" status: 204 len: 168 time: 1.0370207 Jun 18 16:32:46.482304 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c669e-0c03-4f27-a149-37b70757516c req-6960d8c7-76ec-4f57-be61-a037c1277a0c tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:46.483840 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d58c669e-0c03-4f27-a149-37b70757516c req-6960d8c7-76ec-4f57-be61-a037c1277a0c tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 944 time: 0.2871192 Jun 18 16:32:46.484329 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48554) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:46.545606 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8da0165-f059-4c76-925b-8b3374bdb810 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] GET failed (client error): The resource could not be found. Jun 18 16:32:46.546912 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d8da0165-f059-4c76-925b-8b3374bdb810 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports/02a87fb0-a30f-42d7-84d7-a0c1307c1e4e HTTP/1.1" status: 404 len: 333 time: 0.0616231 Jun 18 16:32:46.549713 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48556) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:46.569581 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d58c669e-0c03-4f27-a149-37b70757516c req-2d9e9502-4608-4e5f-bc60-52be7e1fafa9 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747290 Jun 18 16:32:46.610956 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.ipam_backend_mixin [None req-b32e0aef-4c90-442d-b247-0c83dad36d5d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dfb1e9e7-07dc-4744-a41c-b2989508f19f (CIDR: 2001:db8::/64) Jun 18 16:32:46.616834 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32e0aef-4c90-442d-b247-0c83dad36d5d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:32:46.617398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32e0aef-4c90-442d-b247-0c83dad36d5d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:32:46.640218 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b32e0aef-4c90-442d-b247-0c83dad36d5d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5437376 Jun 18 16:32:46.643001 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48558) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:46.663688 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c29a94d0-0c01-448e-b4f7-d2a16f15a225 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:46.669233 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc77a9d-24ae-4c8c-9b40-9b3b2b79155e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting subnet a388bde9-066c-4f22-8683-262cb6d34345 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:46.689755 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ecff3ee7-893d-4834-a148-392eaebbda4d no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:46.694402 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6cc77a9d-24ae-4c8c-9b40-9b3b2b79155e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.738056 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: ecff3ee7-893d-4834-a148-392eaebbda4d {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:46.738419 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ecff3ee7-893d-4834-a148-392eaebbda4d not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:46.738937 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 9df9d218-88f2-46da-9d08-eaa2299244a9 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:46.761859 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6cc77a9d-24ae-4c8c-9b40-9b3b2b79155e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.809732 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-9ba0c9ef-2e5b-4856-950d-aa6c6b1053a1 None None] Deleting port 9df9d218-88f2-46da-9d08-eaa2299244a9 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:46.810129 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9ba0c9ef-2e5b-4856-950d-aa6c6b1053a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.884884 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b9b03f96-1153-4e3c-8b07-2b691082151c None None] Provisioning for port 67cd8e92-7fd0-4561-9207-d3517582df3d completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:46.903686 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29a94d0-0c01-448e-b4f7-d2a16f15a225 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:46.917880 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c29a94d0-0c01-448e-b4f7-d2a16f15a225 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:46.927859 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6cc77a9d-24ae-4c8c-9b40-9b3b2b79155e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.003155 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-9ba0c9ef-2e5b-4856-950d-aa6c6b1053a1 None None] For port 9df9d218-88f2-46da-9d08-eaa2299244a9, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9df9d218-88f2-46da-9d08-eaa2299244a9,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:47.004176 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9ba0c9ef-2e5b-4856-950d-aa6c6b1053a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.007486 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.061586 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6cc77a9d-24ae-4c8c-9b40-9b3b2b79155e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.071213 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-890a551c-cfe2-47f3-a5a4-659fb9bddea8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:47.093910 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-9ba0c9ef-2e5b-4856-950d-aa6c6b1053a1 None None] Calling delete_port for 9df9d218-88f2-46da-9d08-eaa2299244a9 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:47.117671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc77a9d-24ae-4c8c-9b40-9b3b2b79155e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Subnet': ['ID=a388bde9-066c-4f22-8683-262cb6d34345,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:47.122052 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6cc77a9d-24ae-4c8c-9b40-9b3b2b79155e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:47.123713 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6cc77a9d-24ae-4c8c-9b40-9b3b2b79155e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.124746 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 9df9d218-88f2-46da-9d08-eaa2299244a9, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9df9d218-88f2-46da-9d08-eaa2299244a9,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:47.125985 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6cc77a9d-24ae-4c8c-9b40-9b3b2b79155e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/subnets/a388bde9-066c-4f22-8683-262cb6d34345 HTTP/1.1" status: 204 len: 168 time: 0.5753555 Jun 18 16:32:47.128586 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48568) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:47.136599 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.141448 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6c50d402-31ec-4983-899f-2802602b9a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:47.226445 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48570) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:47.250678 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=9df9d218-88f2-46da-9d08-eaa2299244a9,revision_number=12']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:47.267688 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:47.294718 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9ba0c9ef-2e5b-4856-950d-aa6c6b1053a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.299128 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0eb1683a-96e2-4c06-8610-5f4758f4f2ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:47.327093 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0c9ef-2e5b-4856-950d-aa6c6b1053a1 None None] Pushing event deleted for resources: {'Port': ['ID=9df9d218-88f2-46da-9d08-eaa2299244a9,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:47.332115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba0c9ef-2e5b-4856-950d-aa6c6b1053a1 None None] No DVR routers for this DVR port 9df9d218-88f2-46da-9d08-eaa2299244a9 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:47.337845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9ba0c9ef-2e5b-4856-950d-aa6c6b1053a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:47.352744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ac498f-6845-4979-aa05-ab2b541251b3 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:47.370826 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.482473 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port 08dba50d-c088-4d04-926e-f3a8583adf23 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:47.482863 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.498647 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc5df28-3268-47e8-9619-5e686d7c6862 None None] Network 145ab88b-de75-40de-a0cf-c8b442bac01e requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:47.514401 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-37dfdfc8-124c-45f9-a109-01821237e125 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-870003080'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:47.559949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] For port 08dba50d-c088-4d04-926e-f3a8583adf23, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=08dba50d-c088-4d04-926e-f3a8583adf23,segment=NetworkSegment(ff22d00f-074a-44fb-b25a-2f2e4df19c3b),segment_id=ff22d00f-074a-44fb-b25a-2f2e4df19c3b)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:47.560578 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.563960 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dfdfc8-124c-45f9-a109-01821237e125 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Made reservation on behalf of 7fa748889fc44ffebd379b4310880c38 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:47.567738 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37dfdfc8-124c-45f9-a109-01821237e125 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.592858 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.objects.ports [None req-c29a94d0-0c01-448e-b4f7-d2a16f15a225 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93428) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:32:47.593883 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37dfdfc8-124c-45f9-a109-01821237e125 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.597283 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c29a94d0-0c01-448e-b4f7-d2a16f15a225 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.612232 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-32e6b1c7-a67f-4399-8dad-7094ccde5202 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:47.625944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29a94d0-0c01-448e-b4f7-d2a16f15a225 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:47.641861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for 08dba50d-c088-4d04-926e-f3a8583adf23 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:47.652491 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-c29a94d0-0c01-448e-b4f7-d2a16f15a225 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:47.659628 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29a94d0-0c01-448e-b4f7-d2a16f15a225 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:47.661196 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c29a94d0-0c01-448e-b4f7-d2a16f15a225 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.685853 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-969f9c2d-f60b-4120-801c-0facc58d42b9 None None] Provisioning complete for port 08dba50d-c088-4d04-926e-f3a8583adf23 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:47.685853 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-969f9c2d-f60b-4120-801c-0facc58d42b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.703654 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a94d0-0c01-448e-b4f7-d2a16f15a225 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=221eb7dd-2707-4be8-98b3-2aa29733707b,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:47.708917 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c29a94d0-0c01-448e-b4f7-d2a16f15a225 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:47.796099 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.798383 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-79bb032e-303e-4235-afd8-3155e89f4e4f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:47.821338 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-969f9c2d-f60b-4120-801c-0facc58d42b9 None None] Port 08dba50d-c088-4d04-926e-f3a8583adf23 update to ACTIVE by agent not found {{(pid=93429) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 18 16:32:47.825031 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': '221eb7dd-2707-4be8-98b3-2aa29733707b'}, {'subnet_id': 'dfb1e9e7-07dc-4744-a41c-b2989508f19f'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:32:47.826049 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.829401 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-969f9c2d-f60b-4120-801c-0facc58d42b9 None None] Could not find standard attr ID for object 02a87fb0-a30f-42d7-84d7-a0c1307c1e4e. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:32:47.842478 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=08dba50d-c088-4d04-926e-f3a8583adf23,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:47.850354 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37dfdfc8-124c-45f9-a109-01821237e125 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.857223 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37dfdfc8-124c-45f9-a109-01821237e125 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.865493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c8648499-00fe-46cf-b26d-c7260b5b5b82 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:47.873428 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c29a94d0-0c01-448e-b4f7-d2a16f15a225 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2289691 Jun 18 16:32:47.882622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48578) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:47.902843 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d5596929-9c0f-4d74-b26c-0f7709a616fb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'mac_address': 'fa:16:3e:f2:6c:8a', 'name': 'tempest-NetworksTestDHCPv6-2004230543'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:47.909251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37dfdfc8-124c-45f9-a109-01821237e125 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:32:47.922148 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:47.930564 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No DVR routers for this DVR port 08dba50d-c088-4d04-926e-f3a8583adf23 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:47.994121 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37dfdfc8-124c-45f9-a109-01821237e125 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:47.994614 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-37dfdfc8-124c-45f9-a109-01821237e125 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Added segment ab47540c-1b2c-451d-9759-a9fe1c5183be of type vlan for network ac4a414d-c924-48e8-aff1-07a0e0000f93 Jun 18 16:32:47.996549 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfdfc8-124c-45f9-a109-01821237e125 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff822dc4-2732-41fb-8a80-1815f13e593c,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:48.013855 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-37dfdfc8-124c-45f9-a109-01821237e125 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:48.029053 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.042326 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145ab88b-de75-40de-a0cf-c8b442bac01e']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:48.058520 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a901265-7e9c-4b63-806a-1d9cb48e1f43 req-8de60c03-885e-4215-9be4-05cd0e588bdc tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:48.060106 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1a901265-7e9c-4b63-806a-1d9cb48e1f43 req-8de60c03-885e-4215-9be4-05cd0e588bdc tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 944 time: 0.2225904 Jun 18 16:32:48.066560 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff22d00f-074a-44fb-b25a-2f2e4df19c3b') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:48.066885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff22d00f-074a-44fb-b25a-2f2e4df19c3b') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:48.081538 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.102155 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37dfdfc8-124c-45f9-a109-01821237e125 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.118831 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.136530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:32:48.137046 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:32:48.140220 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:32:48.161030 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Allocated IP 2001:db8::2 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/dfb1e9e7-07dc-4744-a41c-b2989508f19f/98bfe6df-a274-4db8-8b3c-e4816b687f16) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:48.166280 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34098dc-5cbf-4d90-bda4-bf5e26898cb6 None None] DHCP port deletion for 145ab88b-de75-40de-a0cf-c8b442bac01e request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:32:48.175524 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Allocated IP 2001:db8:0:1:f816:3eff:fe6e:eb40 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/221eb7dd-2707-4be8-98b3-2aa29733707b/98bfe6df-a274-4db8-8b3c-e4816b687f16) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:48.203757 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1a901265-7e9c-4b63-806a-1d9cb48e1f43 req-bcead356-5bf8-4255-be3a-eca4adbc39ac tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266940 Jun 18 16:32:48.228280 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.237782 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a2f005ce-58b5-4078-a42f-df22cf7ecb78 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:48.244894 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.246878 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/networks/145ab88b-de75-40de-a0cf-c8b442bac01e HTTP/1.1" status: 204 len: 168 time: 1.1151223 Jun 18 16:32:48.251698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48580) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:48.260639 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Network': ['ID=145ab88b-de75-40de-a0cf-c8b442bac01e,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:48.263003 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:48.264230 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-9f67eb3f-751f-462c-8954-2af355e2a997 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1868416499'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:48.267615 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37dfdfc8-124c-45f9-a109-01821237e125 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.274317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dfdfc8-124c-45f9-a109-01821237e125 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:48.274935 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37dfdfc8-124c-45f9-a109-01821237e125 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.281429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cf709143-2c6f-48cb-a4c3-ceec17e8e44a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:48.343173 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 67cd8e92-7fd0-4561-9207-d3517582df3d up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:48.351674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.db.api [None req-9f67eb3f-751f-462c-8954-2af355e2a997 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:32:48.351674 dv-neutron-797121-1-hyperv neutron-server[93428]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:32:48.351674 dv-neutron-797121-1-hyperv neutron-server[93428]: [parameters: {'project_id_1': 'b13a1e5ca893459792a160ed40b10c39', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 32, 48, 292447)}] Jun 18 16:32:48.351674 dv-neutron-797121-1-hyperv neutron-server[93428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:32:48.352175 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_db.api [None req-9f67eb3f-751f-462c-8954-2af355e2a997 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:32:48.371032 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5596929-9c0f-4d74-b26c-0f7709a616fb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:48.376996 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-37dfdfc8-124c-45f9-a109-01821237e125 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1435211 Jun 18 16:32:48.380690 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48582) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:48.387242 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfdfc8-124c-45f9-a109-01821237e125 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Network': ['ID=ac4a414d-c924-48e8-aff1-07a0e0000f93,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:48.390097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-87348d09-e16c-40c0-9abb-42f901a87897 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-430179539'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:48.397690 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.401266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network ac4a414d-c924-48e8-aff1-07a0e0000f93 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:32:48.415918 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-37dfdfc8-124c-45f9-a109-01821237e125 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:48.425869 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87348d09-e16c-40c0-9abb-42f901a87897 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Made reservation on behalf of 7fa748889fc44ffebd379b4310880c38 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:48.430752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Transition to ACTIVE for port object 98bfe6df-a274-4db8-8b3c-e4816b687f16 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:48.432144 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-87348d09-e16c-40c0-9abb-42f901a87897 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.472080 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87348d09-e16c-40c0-9abb-42f901a87897 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:32:48.496228 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d5596929-9c0f-4d74-b26c-0f7709a616fb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.497676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-87348d09-e16c-40c0-9abb-42f901a87897 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.498028 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-87348d09-e16c-40c0-9abb-42f901a87897 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Added segment 159cfdd8-789d-4ef3-ac0f-c1537e23e0ec of type vlan for network c3310897-708d-4105-9680-0835f69a8b44 Jun 18 16:32:48.500830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 67cd8e92-7fd0-4561-9207-d3517582df3d completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:48.506878 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Transition to ACTIVE for port object 98bfe6df-a274-4db8-8b3c-e4816b687f16 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:48.508967 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 67cd8e92-7fd0-4561-9207-d3517582df3d triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:48.509362 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.531233 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-d5596929-9c0f-4d74-b26c-0f7709a616fb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port 18296d3e-1e8b-4752-be35-c9a055e5094e yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:32:48.549756 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.559338 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-10ad9dad-03db-4e0d-b97f-810e5f7d08dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:48.576594 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-87348d09-e16c-40c0-9abb-42f901a87897 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.620792 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-87348d09-e16c-40c0-9abb-42f901a87897 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.626288 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87348d09-e16c-40c0-9abb-42f901a87897 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:48.627927 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-87348d09-e16c-40c0-9abb-42f901a87897 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.631383 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b35d7b9d-6c69-418f-a13a-c6dcf641827c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:48.637771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:48.644713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:48.648020 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Pushing event updated for resources: {'Port': ['ID=98bfe6df-a274-4db8-8b3c-e4816b687f16,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:48.650686 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:48.656087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 08dba50d-c088-4d04-926e-f3a8583adf23 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:48.658027 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:48.714985 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87348d09-e16c-40c0-9abb-42f901a87897 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Network': ['ID=c3310897-708d-4105-9680-0835f69a8b44,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:48.721036 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-87348d09-e16c-40c0-9abb-42f901a87897 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3384438 Jun 18 16:32:48.722033 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-87348d09-e16c-40c0-9abb-42f901a87897 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:48.722503 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48586) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:48.730880 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-d1d55c19-cf0f-44c7-8154-136f04e439bd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'subnet': {'network_id': 'ac4a414d-c924-48e8-aff1-07a0e0000f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:48.732130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 08dba50d-c088-4d04-926e-f3a8583adf23 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:48.732504 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 08dba50d-c088-4d04-926e-f3a8583adf23 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:48.737305 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network c3310897-708d-4105-9680-0835f69a8b44 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:32:48.806980 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-d5596929-9c0f-4d74-b26c-0f7709a616fb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::397 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/dfb1e9e7-07dc-4744-a41c-b2989508f19f/18296d3e-1e8b-4752-be35-c9a055e5094e) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:48.814680 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-d5596929-9c0f-4d74-b26c-0f7709a616fb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8:0:1:f816:3eff:fef2:6c8a (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/221eb7dd-2707-4be8-98b3-2aa29733707b/18296d3e-1e8b-4752-be35-c9a055e5094e) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:48.852501 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.874703 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d55c19-cf0f-44c7-8154-136f04e439bd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Made reservation on behalf of 7fa748889fc44ffebd379b4310880c38 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:48.879865 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Attempting to bind port 98bfe6df-a274-4db8-8b3c-e4816b687f16 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:48.880317 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Attempting to bind port 98bfe6df-a274-4db8-8b3c-e4816b687f16 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:48.880680 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Attempting to bind port 98bfe6df-a274-4db8-8b3c-e4816b687f16 on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:48.880803 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d1d55c19-cf0f-44c7-8154-136f04e439bd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.895291 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:48.895291 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:48.897334 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.897792 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:48.898307 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Bound port: 98bfe6df-a274-4db8-8b3c-e4816b687f16, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:48.898740 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.905749 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1e472d-9763-4d2b-a395-369382cb5ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cd8e92-7fd0-4561-9207-d3517582df3d'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:32:48.908093 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81045572-7e7c-4473-a407-92020879519e" -d '{"events": [{"server_uuid": "fd1e472d-9763-4d2b-a395-369382cb5ff8", "name": "network-vif-plugged", "status": "completed", "tag": "67cd8e92-7fd0-4561-9207-d3517582df3d"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:32:48.933814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 67cd8e92-7fd0-4561-9207-d3517582df3d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=67cd8e92-7fd0-4561-9207-d3517582df3d,segment=NetworkSegment(e29c36aa-4d63-42a4-be7f-00440eb6d404),segment_id=e29c36aa-4d63-42a4-be7f-00440eb6d404)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:48.938249 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:48.958145 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-97526b76-0b16-477a-99c2-e54369c34355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:48.981899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b7dd3e-50bb-4828-95ed-4af589070508 x-openstack-request-id: req-a9b7dd3e-50bb-4828-95ed-4af589070508 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:32:48.982207 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1e472d-9763-4d2b-a395-369382cb5ff8", "name": "network-vif-plugged", "status": "completed", "tag": "67cd8e92-7fd0-4561-9207-d3517582df3d", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:32:48.982476 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9b7dd3e-50bb-4828-95ed-4af589070508 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:32:48.982906 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1e472d-9763-4d2b-a395-369382cb5ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cd8e92-7fd0-4561-9207-d3517582df3d', 'code': 200} Jun 18 16:32:48.992453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f67eb3f-751f-462c-8954-2af355e2a997 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:48.996458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9f67eb3f-751f-462c-8954-2af355e2a997 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:49.046576 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] For port 98bfe6df-a274-4db8-8b3c-e4816b687f16, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:49.048722 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=67cd8e92-7fd0-4561-9207-d3517582df3d,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:49.053231 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:49.059292 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f67eb3f-751f-462c-8954-2af355e2a997 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:32:49.061853 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] For port 98bfe6df-a274-4db8-8b3c-e4816b687f16, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=98bfe6df-a274-4db8-8b3c-e4816b687f16,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:49.076228 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:49.077044 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d5596929-9c0f-4d74-b26c-0f7709a616fb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:49.084952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-75a7e082-3792-44d9-beed-615a7b7facbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:49.087589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9f67eb3f-751f-462c-8954-2af355e2a997 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:49.089897 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-9f67eb3f-751f-462c-8954-2af355e2a997 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Added segment 4414d4c3-4f4e-41a0-be14-48d59dde8e90 of type vlan for network 7bc47380-e921-4626-9a06-662ef03aef3d Jun 18 16:32:49.104161 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-d5596929-9c0f-4d74-b26c-0f7709a616fb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object 18296d3e-1e8b-4752-be35-c9a055e5094e will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:49.145394 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9f67eb3f-751f-462c-8954-2af355e2a997 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:49.197914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9f67eb3f-751f-462c-8954-2af355e2a997 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:49.204836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f67eb3f-751f-462c-8954-2af355e2a997 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:49.205679 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9f67eb3f-751f-462c-8954-2af355e2a997 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:49.210577 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c7d24090-6fdf-40ea-8cba-5ab2c94a9721 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:49.211867 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Pushing event updated for resources: {'Port': ['ID=98bfe6df-a274-4db8-8b3c-e4816b687f16,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:49.217034 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:49.218460 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d5596929-9c0f-4d74-b26c-0f7709a616fb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:49.259244 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d1d55c19-cf0f-44c7-8154-136f04e439bd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:49.263473 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1fae4e91-af94-44b4-83b5-ca5afc9e077a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:49.340780 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d55c19-cf0f-44c7-8154-136f04e439bd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Subnet': ['ID=93f4a87f-1e43-4b4c-9741-226b2837e58c,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:49.354793 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d1d55c19-cf0f-44c7-8154-136f04e439bd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:49.359940 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d55c19-cf0f-44c7-8154-136f04e439bd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Checking segment: {'id': 'ab47540c-1b2c-451d-9759-a9fe1c5183be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ac4a414d-c924-48e8-aff1-07a0e0000f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:49.360294 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d55c19-cf0f-44c7-8154-136f04e439bd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network hostable DHCP agents. Network: ac4a414d-c924-48e8-aff1-07a0e0000f93, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:32:49.387934 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d55c19-cf0f-44c7-8154-136f04e439bd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network ac4a414d-c924-48e8-aff1-07a0e0000f93 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:32:49.389001 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9f67eb3f-751f-462c-8954-2af355e2a997 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1348660 Jun 18 16:32:49.392042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5596929-9c0f-4d74-b26c-0f7709a616fb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:49.398060 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48592) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:49.407739 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-abd12755-679f-41b0-a767-7a2359efd0f8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'subnet': {'network_id': '7bc47380-e921-4626-9a06-662ef03aef3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:49.414158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-d5596929-9c0f-4d74-b26c-0f7709a616fb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:49.449232 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-d1d55c19-cf0f-44c7-8154-136f04e439bd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, ac4a414d-c924-48e8-aff1-07a0e0000f93) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:49.457766 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae261ef6-3569-4600-8765-f32b61374144 None None] Network ac4a414d-c924-48e8-aff1-07a0e0000f93 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:49.468399 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d55c19-cf0f-44c7-8154-136f04e439bd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:49.468987 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d1d55c19-cf0f-44c7-8154-136f04e439bd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:49.489172 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d1d55c19-cf0f-44c7-8154-136f04e439bd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7627606 Jun 18 16:32:49.490373 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48594) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:49.507066 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-6d2e8296-d69d-4147-8da7-5ce2c0743cd8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'subnet': {'network_id': 'c3310897-708d-4105-9680-0835f69a8b44', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:49.524268 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5596929-9c0f-4d74-b26c-0f7709a616fb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:49.532802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5596929-9c0f-4d74-b26c-0f7709a616fb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:49.533477 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d5596929-9c0f-4d74-b26c-0f7709a616fb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:49.538982 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67eb3f-751f-462c-8954-2af355e2a997 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Network': ['ID=7bc47380-e921-4626-9a06-662ef03aef3d,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:49.548187 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9f67eb3f-751f-462c-8954-2af355e2a997 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:49.548725 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:49.665249 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5596929-9c0f-4d74-b26c-0f7709a616fb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=18296d3e-1e8b-4752-be35-c9a055e5094e,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:49.673459 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d7180-a392-4468-b8ca-2abf96c30871 req-b77c6940-f993-471a-83b6-72c6b2513f9c tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:49.675578 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1a7d7180-a392-4468-b8ca-2abf96c30871 req-b77c6940-f993-471a-83b6-72c6b2513f9c tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 945 time: 0.2993329 Jun 18 16:32:49.684352 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d5596929-9c0f-4d74-b26c-0f7709a616fb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:49.725546 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 7bc47380-e921-4626-9a06-662ef03aef3d details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:32:49.726173 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2e8296-d69d-4147-8da7-5ce2c0743cd8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Made reservation on behalf of 7fa748889fc44ffebd379b4310880c38 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:49.729631 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6d2e8296-d69d-4147-8da7-5ce2c0743cd8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:49.734166 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1fc76-ed31-47bc-a2ec-07617ed9c3d2 req-9d4c40b3-2936-4132-a909-6f4bf2f2f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:49.735698 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a8b1fc76-ed31-47bc-a2ec-07617ed9c3d2 req-9d4c40b3-2936-4132-a909-6f4bf2f2f79c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 1098 time: 0.4187818 Jun 18 16:32:49.777427 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd12755-679f-41b0-a767-7a2359efd0f8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:49.782144 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-abd12755-679f-41b0-a767-7a2359efd0f8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:49.802160 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1a7d7180-a392-4468-b8ca-2abf96c30871 req-0d59fa8a-ac8d-44be-8545-c35a23379a63 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079190 Jun 18 16:32:49.868876 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d5596929-9c0f-4d74-b26c-0f7709a616fb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9836493 Jun 18 16:32:49.871618 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48598) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:49.909223 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a8b1fc76-ed31-47bc-a2ec-07617ed9c3d2 req-a2c8ea92-dc70-4b42-9ab2-d72e27fabeb1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649561 Jun 18 16:32:49.980921 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-ac4a414d-c924-48e8-aff1-07a0e0000f93', 'network_id': 'ac4a414d-c924-48e8-aff1-07a0e0000f93', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'fixed_ips': [{'subnet_id': '93f4a87f-1e43-4b4c-9741-226b2837e58c'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:32:49.982055 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.069066 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-abd12755-679f-41b0-a767-7a2359efd0f8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.072734 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6d2e8296-d69d-4147-8da7-5ce2c0743cd8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.078572 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d8a6c54c-8280-4ba3-a2ba-6a1ac80590b1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:50.078909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3d65dda4-07f7-4a34-b8a0-b303964d7e26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:50.172661 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Allocated IP 2001:db8::2 (ac4a414d-c924-48e8-aff1-07a0e0000f93/93f4a87f-1e43-4b4c-9741-226b2837e58c/f5c574d7-e99e-4ab6-bf80-8b2dcda03255) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:50.205293 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e8296-d69d-4147-8da7-5ce2c0743cd8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Subnet': ['ID=fb0f0e23-b755-40ce-91c0-2bc5469931b5,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:50.213572 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6d2e8296-d69d-4147-8da7-5ce2c0743cd8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:50.232198 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2e8296-d69d-4147-8da7-5ce2c0743cd8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Checking segment: {'id': '159cfdd8-789d-4ef3-ac0f-c1537e23e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c3310897-708d-4105-9680-0835f69a8b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:50.232562 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2e8296-d69d-4147-8da7-5ce2c0743cd8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network hostable DHCP agents. Network: c3310897-708d-4105-9680-0835f69a8b44, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:32:50.257312 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd12755-679f-41b0-a767-7a2359efd0f8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Subnet': ['ID=a7044d42-3905-46ad-8793-5b8e1ee4c9d3,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:50.259373 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-158a157c-7398-456c-86dc-b7255e1c791c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port 18296d3e-1e8b-4752-be35-c9a055e5094e {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:50.259717 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-158a157c-7398-456c-86dc-b7255e1c791c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.264513 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2e8296-d69d-4147-8da7-5ce2c0743cd8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network c3310897-708d-4105-9680-0835f69a8b44 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:32:50.269547 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-abd12755-679f-41b0-a767-7a2359efd0f8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:50.276730 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd12755-679f-41b0-a767-7a2359efd0f8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Checking segment: {'id': '4414d4c3-4f4e-41a0-be14-48d59dde8e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7bc47380-e921-4626-9a06-662ef03aef3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:50.277097 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd12755-679f-41b0-a767-7a2359efd0f8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network hostable DHCP agents. Network: 7bc47380-e921-4626-9a06-662ef03aef3d, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:32:50.306778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd12755-679f-41b0-a767-7a2359efd0f8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 7bc47380-e921-4626-9a06-662ef03aef3d is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:32:50.320593 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-abd12755-679f-41b0-a767-7a2359efd0f8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 7bc47380-e921-4626-9a06-662ef03aef3d) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:50.329581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd12755-679f-41b0-a767-7a2359efd0f8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:50.330971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-abd12755-679f-41b0-a767-7a2359efd0f8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.332366 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-6d2e8296-d69d-4147-8da7-5ce2c0743cd8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, c3310897-708d-4105-9680-0835f69a8b44) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:50.342823 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2e8296-d69d-4147-8da7-5ce2c0743cd8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:50.343413 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6d2e8296-d69d-4147-8da7-5ce2c0743cd8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.358857 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-abd12755-679f-41b0-a767-7a2359efd0f8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9589984 Jun 18 16:32:50.361522 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48600) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:50.367785 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-14f99d8a-6bad-4f14-b6de-1f6303d28ebb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1666080979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:50.370784 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13389e37-f007-4db4-a9c1-8b4b2a1817c8 None None] Network 7bc47380-e921-4626-9a06-662ef03aef3d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:50.371067 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a42afd-03b5-4abf-b01a-dea53516be8b None None] Network c3310897-708d-4105-9680-0835f69a8b44 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:50.409972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-14f99d8a-6bad-4f14-b6de-1f6303d28ebb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.411269 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-14f99d8a-6bad-4f14-b6de-1f6303d28ebb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.448170 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6d2e8296-d69d-4147-8da7-5ce2c0743cd8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9563880 Jun 18 16:32:50.451351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48602) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:50.456752 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-0d7d6bee-feab-4be5-8bad-c5d1da714529 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-35929481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:50.466669 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-158a157c-7398-456c-86dc-b7255e1c791c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.516118 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.517792 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-14f99d8a-6bad-4f14-b6de-1f6303d28ebb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.530837 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-14f99d8a-6bad-4f14-b6de-1f6303d28ebb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.557935 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Transition to ACTIVE for port object f5c574d7-e99e-4ab6-bf80-8b2dcda03255 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:50.561320 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d7d6bee-feab-4be5-8bad-c5d1da714529 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.562465 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d7d6bee-feab-4be5-8bad-c5d1da714529 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.581825 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-14f99d8a-6bad-4f14-b6de-1f6303d28ebb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.583093 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-14f99d8a-6bad-4f14-b6de-1f6303d28ebb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2204990 Jun 18 16:32:50.585784 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48604) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:50.602007 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-fee4af53-c36c-4142-8d00-04f726aa149f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'network_id': '7bc47380-e921-4626-9a06-662ef03aef3d', 'name': 'tempest-PortsTestJSON-170721132'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:50.627296 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Transition to ACTIVE for port object f5c574d7-e99e-4ab6-bf80-8b2dcda03255 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:50.663515 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.700463 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:50.759547 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 98bfe6df-a274-4db8-8b3c-e4816b687f16 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:50.797747 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d7d6bee-feab-4be5-8bad-c5d1da714529 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.809052 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d7d6bee-feab-4be5-8bad-c5d1da714529 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.822358 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a29677b-833d-4499-af6c-cf0825907a78 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:50.838180 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Network ac4a414d-c924-48e8-aff1-07a0e0000f93 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:50.852496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d7d6bee-feab-4be5-8bad-c5d1da714529 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:50.856825 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:50.857590 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0d7d6bee-feab-4be5-8bad-c5d1da714529 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4051955 Jun 18 16:32:50.859238 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48610) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:50.894476 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Pushing event updated for resources: {'Port': ['ID=f5c574d7-e99e-4ab6-bf80-8b2dcda03255,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:50.908778 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:50.945140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:51.056316 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee4af53-c36c-4142-8d00-04f726aa149f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:51.064917 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Attempting to bind port f5c574d7-e99e-4ab6-bf80-8b2dcda03255 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:51.065488 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Attempting to bind port f5c574d7-e99e-4ab6-bf80-8b2dcda03255 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'ab47540c-1b2c-451d-9759-a9fe1c5183be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ac4a414d-c924-48e8-aff1-07a0e0000f93'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:51.066146 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Attempting to bind port f5c574d7-e99e-4ab6-bf80-8b2dcda03255 on network ac4a414d-c924-48e8-aff1-07a0e0000f93 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:51.073207 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fee4af53-c36c-4142-8d00-04f726aa149f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:51.088736 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-7bc47380-e921-4626-9a06-662ef03aef3d', 'network_id': '7bc47380-e921-4626-9a06-662ef03aef3d', 'tenant_id': 'b13a1e5ca893459792a160ed40b10c39', 'fixed_ips': [{'subnet_id': 'a7044d42-3905-46ad-8793-5b8e1ee4c9d3'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:32:51.090349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:51.160149 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-fee4af53-c36c-4142-8d00-04f726aa149f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] device_id is not set on port f2000b20-3610-4469-a201-5e9599b7525c yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:32:51.190611 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c3310897-708d-4105-9680-0835f69a8b44', 'network_id': 'c3310897-708d-4105-9680-0835f69a8b44', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'fixed_ips': [{'subnet_id': 'fb0f0e23-b755-40ce-91c0-2bc5469931b5'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:32:51.191512 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:51.194473 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:51.194875 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Checking segment: {'id': 'ab47540c-1b2c-451d-9759-a9fe1c5183be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ac4a414d-c924-48e8-aff1-07a0e0000f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:51.195326 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:51.195731 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Bound using segment: {'id': 'ab47540c-1b2c-451d-9759-a9fe1c5183be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ac4a414d-c924-48e8-aff1-07a0e0000f93'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:51.196251 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Bound port: f5c574d7-e99e-4ab6-bf80-8b2dcda03255, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab47540c-1b2c-451d-9759-a9fe1c5183be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ac4a414d-c924-48e8-aff1-07a0e0000f93'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:51.196629 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:51.210833 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5b9fe555-238a-48b3-bc05-bebd869a703d None None] Provisioning for port 98bfe6df-a274-4db8-8b3c-e4816b687f16 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:51.253755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-158a157c-7398-456c-86dc-b7255e1c791c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for 18296d3e-1e8b-4752-be35-c9a055e5094e owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:51.351195 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 98bfe6df-a274-4db8-8b3c-e4816b687f16 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:51.385178 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 98bfe6df-a274-4db8-8b3c-e4816b687f16 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:51.385434 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:51.390649 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:51.402708 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621c0d2-d9c5-4fad-af4b-5c2a5841206d req-923ef640-316f-4e00-b0fc-032a9920b207 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:51.404364 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c621c0d2-d9c5-4fad-af4b-5c2a5841206d req-923ef640-316f-4e00-b0fc-032a9920b207 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 945 time: 0.2022674 Jun 18 16:32:51.417077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-fee4af53-c36c-4142-8d00-04f726aa149f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Allocated IP 172.20.0.8 (7bc47380-e921-4626-9a06-662ef03aef3d/a7044d42-3905-46ad-8793-5b8e1ee4c9d3/f2000b20-3610-4469-a201-5e9599b7525c) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:51.503123 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c621c0d2-d9c5-4fad-af4b-5c2a5841206d req-bda28fc3-1af7-4e80-b7b9-04d080c5cbd0 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844693 Jun 18 16:32:51.566235 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] For port f5c574d7-e99e-4ab6-bf80-8b2dcda03255, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:51.627409 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] For port f5c574d7-e99e-4ab6-bf80-8b2dcda03255, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f5c574d7-e99e-4ab6-bf80-8b2dcda03255,segment=NetworkSegment(ab47540c-1b2c-451d-9759-a9fe1c5183be),segment_id=ab47540c-1b2c-451d-9759-a9fe1c5183be)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:51.639900 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-158a157c-7398-456c-86dc-b7255e1c791c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:51.651861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d4f0ce9d-3466-4301-b48c-8335170a23c7 tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:51.664878 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:51.671499 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-08894307-0b93-42a8-b661-353a163595be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:51.726919 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a157c-7398-456c-86dc-b7255e1c791c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=18296d3e-1e8b-4752-be35-c9a055e5094e,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:51.747087 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-158a157c-7398-456c-86dc-b7255e1c791c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:51.751607 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-158a157c-7398-456c-86dc-b7255e1c791c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:51.753667 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-158a157c-7398-456c-86dc-b7255e1c791c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/18296d3e-1e8b-4752-be35-c9a055e5094e HTTP/1.1" status: 204 len: 168 time: 1.8810065 Jun 18 16:32:51.756988 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48614) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:51.765479 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Allocated IP 2001:db8:1::2 (c3310897-708d-4105-9680-0835f69a8b44/fb0f0e23-b755-40ce-91c0-2bc5469931b5/ef23711f-3d59-4e69-8f0a-c29e21a4a3e0) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:51.769612 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:51.809556 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fee4af53-c36c-4142-8d00-04f726aa149f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:51.824510 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-fee4af53-c36c-4142-8d00-04f726aa149f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Transition to ACTIVE for port object f2000b20-3610-4469-a201-5e9599b7525c will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:51.855098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Allocated IP 2001:db8::1 (ac4a414d-c924-48e8-aff1-07a0e0000f93/93f4a87f-1e43-4b4c-9741-226b2837e58c/bfb3fbe8-7ce5-4a87-aba1-de9c1290f4f6) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:51.868863 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865e2b5a-ddb1-442e-adbf-392b0d36dfed tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:51.875923 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-865e2b5a-ddb1-442e-adbf-392b0d36dfed tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1125908 Jun 18 16:32:51.875923 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48616) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:51.896624 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fee4af53-c36c-4142-8d00-04f726aa149f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:51.913502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:51.983083 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Pushing event updated for resources: {'Port': ['ID=f5c574d7-e99e-4ab6-bf80-8b2dcda03255,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:51.996820 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:52.014986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 98bfe6df-a274-4db8-8b3c-e4816b687f16, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=98bfe6df-a274-4db8-8b3c-e4816b687f16,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:52.026737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:52.031987 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:52.034103 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754b1259-13b3-4394-95dd-85eb3cbb71df tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:52.046251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48618) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:52.053132 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-754b1259-13b3-4394-95dd-85eb3cbb71df tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1682496 Jun 18 16:32:52.063319 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee4af53-c36c-4142-8d00-04f726aa149f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 7bc47380-e921-4626-9a06-662ef03aef3d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:52.072648 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Allocated IP 172.20.0.2 (7bc47380-e921-4626-9a06-662ef03aef3d/a7044d42-3905-46ad-8793-5b8e1ee4c9d3/cef5be20-6973-49b1-9507-d18903bfd79f) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:52.148766 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-fee4af53-c36c-4142-8d00-04f726aa149f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:52.173366 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee4af53-c36c-4142-8d00-04f726aa149f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:52.428233 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=98bfe6df-a274-4db8-8b3c-e4816b687f16,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:52.472048 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:52.502760 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:52.513618 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-26a74600-7ce2-49c8-a491-bcb46a0e0247 None None] Provisioning complete for port 98bfe6df-a274-4db8-8b3c-e4816b687f16 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:52.514071 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-26a74600-7ce2-49c8-a491-bcb46a0e0247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:52.552099 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Transition to ACTIVE for port object ef23711f-3d59-4e69-8f0a-c29e21a4a3e0 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:52.610257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee4af53-c36c-4142-8d00-04f726aa149f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:52.610905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fee4af53-c36c-4142-8d00-04f726aa149f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:52.634309 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4af53-c36c-4142-8d00-04f726aa149f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=f2000b20-3610-4469-a201-5e9599b7525c,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:52.646714 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fee4af53-c36c-4142-8d00-04f726aa149f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:52.673605 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fee4af53-c36c-4142-8d00-04f726aa149f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0867758 Jun 18 16:32:52.674657 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48622) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:52.682254 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5b4e83-fb72-4001-b92f-f0b74041df71 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:52.684138 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5b4e83-fb72-4001-b92f-f0b74041df71 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:52.685860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5b4e83-fb72-4001-b92f-f0b74041df71 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:52.687581 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ed5b4e83-fb72-4001-b92f-f0b74041df71 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6352935 Jun 18 16:32:52.691943 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48624) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:52.713580 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Transition to ACTIVE for port object ef23711f-3d59-4e69-8f0a-c29e21a4a3e0 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:52.727962 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:52.734807 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:52.752948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0c1f043f-8e0d-41c8-a824-fee5564c3ada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:52.767556 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-c679a8fb-1e41-45c8-b011-e9bfb33529e7 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet 221eb7dd-2707-4be8-98b3-2aa29733707b {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:52.775341 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c679a8fb-1e41-45c8-b011-e9bfb33529e7 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:52.812753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Transition to ACTIVE for port object cef5be20-6973-49b1-9507-d18903bfd79f will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:52.821424 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f5c574d7-e99e-4ab6-bf80-8b2dcda03255 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:52.831592 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:52.866436 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c679a8fb-1e41-45c8-b011-e9bfb33529e7 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:52.869422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Transition to ACTIVE for port object bfb3fbe8-7ce5-4a87-aba1-de9c1290f4f6 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:52.871088 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Pushing event updated for resources: {'Port': ['ID=ef23711f-3d59-4e69-8f0a-c29e21a4a3e0,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:52.960015 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:53.012687 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Network c3310897-708d-4105-9680-0835f69a8b44 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:53.020880 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Transition to ACTIVE for port object cef5be20-6973-49b1-9507-d18903bfd79f will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:53.044736 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:53.048454 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:53.057248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:53.058956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:53.062769 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6b8da18f-5ac4-4212-bb2f-1d806570bcec tempest-PortsAdminExtendedAttrsTestJSON-46781201 tempest-PortsAdminExtendedAttrsTestJSON-46781201-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:53.093546 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f012f702-c3db-4985-a2f8-2dc22e2e6c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:53.131180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=bfb3fbe8-7ce5-4a87-aba1-de9c1290f4f6,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:53.134190 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:53.139750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c679a8fb-1e41-45c8-b011-e9bfb33529e7 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:53.152708 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network ac4a414d-c924-48e8-aff1-07a0e0000f93 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:53.179094 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:53.181810 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:53.182519 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:53.183560 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Pushing event updated for resources: {'Port': ['ID=cef5be20-6973-49b1-9507-d18903bfd79f,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:53.197709 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-26a74600-7ce2-49c8-a491-bcb46a0e0247 None None] Could not find standard attr ID for object 18296d3e-1e8b-4752-be35-c9a055e5094e. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:32:53.213593 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:53.273349 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82b4bc-c5a7-46b9-b45a-2502efdce5f8 req-857fa530-0453-4d36-bcd9-1f2b10fd9556 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:53.280460 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4f82b4bc-c5a7-46b9-b45a-2502efdce5f8 req-857fa530-0453-4d36-bcd9-1f2b10fd9556 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 945 time: 0.4241102 Jun 18 16:32:53.288114 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Network 7bc47380-e921-4626-9a06-662ef03aef3d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:53.289204 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Attempting to bind port ef23711f-3d59-4e69-8f0a-c29e21a4a3e0 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:53.289586 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Attempting to bind port ef23711f-3d59-4e69-8f0a-c29e21a4a3e0 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '159cfdd8-789d-4ef3-ac0f-c1537e23e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c3310897-708d-4105-9680-0835f69a8b44'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:53.289963 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Attempting to bind port ef23711f-3d59-4e69-8f0a-c29e21a4a3e0 on network c3310897-708d-4105-9680-0835f69a8b44 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:53.303214 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:53.312206 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:53.312642 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Checking segment: {'id': '159cfdd8-789d-4ef3-ac0f-c1537e23e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c3310897-708d-4105-9680-0835f69a8b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:53.313073 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:53.313482 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Bound using segment: {'id': '159cfdd8-789d-4ef3-ac0f-c1537e23e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c3310897-708d-4105-9680-0835f69a8b44'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:53.314010 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Bound port: ef23711f-3d59-4e69-8f0a-c29e21a4a3e0, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159cfdd8-789d-4ef3-ac0f-c1537e23e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c3310897-708d-4105-9680-0835f69a8b44'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:53.314410 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:53.316684 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:53.322469 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port f5c574d7-e99e-4ab6-bf80-8b2dcda03255 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:53.328626 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c679a8fb-1e41-45c8-b011-e9bfb33529e7 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:53.345958 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6b89a1e2-36ad-4215-8eac-20a8e547ff20 None None] Could not find standard attr ID for object 2579c147-60e4-422b-8e6e-910c0ef19ef2. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:32:53.362567 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9ae878cc-bcfe-455c-b95a-2abae4750b5b tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:53.366360 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 98bfe6df-a274-4db8-8b3c-e4816b687f16 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:53.416262 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4f82b4bc-c5a7-46b9-b45a-2502efdce5f8 req-84da333e-2189-4791-a643-68e189f03a8e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348269 Jun 18 16:32:53.422936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679a8fb-1e41-45c8-b011-e9bfb33529e7 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=221eb7dd-2707-4be8-98b3-2aa29733707b,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:53.439555 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c679a8fb-1e41-45c8-b011-e9bfb33529e7 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:53.456828 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c679a8fb-1e41-45c8-b011-e9bfb33529e7 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:53.460776 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c679a8fb-1e41-45c8-b011-e9bfb33529e7 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/221eb7dd-2707-4be8-98b3-2aa29733707b HTTP/1.1" status: 204 len: 168 time: 0.7676005 Jun 18 16:32:53.463777 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48630) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:53.464263 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6b89a1e2-36ad-4215-8eac-20a8e547ff20 None None] Could not find standard attr ID for object 18296d3e-1e8b-4752-be35-c9a055e5094e. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:32:53.603867 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afffe4ce-48f0-4cdb-b47c-fb386d8ed830 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:53.618144 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:53.630051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f83b79-5156-41d6-90aa-93f321986376 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet dfb1e9e7-07dc-4744-a41c-b2989508f19f {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:53.641764 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f8f83b79-5156-41d6-90aa-93f321986376 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:53.669638 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6bcff484-7053-4b4d-98bf-4a855cb1a6d7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:53.700269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e93dfb-6033-4972-9613-ea37a30b0d2b None None] Network ac4a414d-c924-48e8-aff1-07a0e0000f93 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:53.709555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] For port ef23711f-3d59-4e69-8f0a-c29e21a4a3e0, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:53.720902 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f8f83b79-5156-41d6-90aa-93f321986376 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:53.781604 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] For port ef23711f-3d59-4e69-8f0a-c29e21a4a3e0, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ef23711f-3d59-4e69-8f0a-c29e21a4a3e0,segment=NetworkSegment(159cfdd8-789d-4ef3-ac0f-c1537e23e0ec),segment_id=159cfdd8-789d-4ef3-ac0f-c1537e23e0ec)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:53.784726 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Attempting to bind port cef5be20-6973-49b1-9507-d18903bfd79f on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:53.785115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Attempting to bind port cef5be20-6973-49b1-9507-d18903bfd79f by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '4414d4c3-4f4e-41a0-be14-48d59dde8e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7bc47380-e921-4626-9a06-662ef03aef3d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:53.785493 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Attempting to bind port cef5be20-6973-49b1-9507-d18903bfd79f on network 7bc47380-e921-4626-9a06-662ef03aef3d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:53.808765 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:53.815879 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:53.827313 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b9504069-47db-4952-8557-415c243d85d7 None None] Provisioning for port f5c574d7-e99e-4ab6-bf80-8b2dcda03255 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:53.829925 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:53.830634 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Checking segment: {'id': '4414d4c3-4f4e-41a0-be14-48d59dde8e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7bc47380-e921-4626-9a06-662ef03aef3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:53.831185 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:53.832083 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Bound using segment: {'id': '4414d4c3-4f4e-41a0-be14-48d59dde8e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7bc47380-e921-4626-9a06-662ef03aef3d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:53.832310 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Bound port: cef5be20-6973-49b1-9507-d18903bfd79f, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4414d4c3-4f4e-41a0-be14-48d59dde8e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7bc47380-e921-4626-9a06-662ef03aef3d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:53.832890 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:53.884625 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb51a6-f84f-4788-9553-881509038995 req-6d269512-aa9a-4293-b870-a49b4b04f2f0 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:53.891673 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-96bb51a6-f84f-4788-9553-881509038995 req-6d269512-aa9a-4293-b870-a49b4b04f2f0 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 945 time: 0.3156271 Jun 18 16:32:53.894559 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b9504069-47db-4952-8557-415c243d85d7 None None] Provisioning complete for port f5c574d7-e99e-4ab6-bf80-8b2dcda03255 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:53.894973 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b9504069-47db-4952-8557-415c243d85d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:53.923795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 98bfe6df-a274-4db8-8b3c-e4816b687f16 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:53.923795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:53.944973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f8f83b79-5156-41d6-90aa-93f321986376 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:54.047087 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f8f83b79-5156-41d6-90aa-93f321986376 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:54.070475 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-267fb2e8-27d6-438d-a9fa-dabd133322b2 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:54.101349 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f8f83b79-5156-41d6-90aa-93f321986376 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:54.102267 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-96bb51a6-f84f-4788-9553-881509038995 req-dd6f58dc-7f5f-4e38-8d81-c2dafa399223 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064795 Jun 18 16:32:54.105526 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f8f83b79-5156-41d6-90aa-93f321986376 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/dfb1e9e7-07dc-4744-a41c-b2989508f19f HTTP/1.1" status: 204 len: 168 time: 0.6188314 Jun 18 16:32:54.107195 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48634) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:54.108210 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f83b79-5156-41d6-90aa-93f321986376 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=dfb1e9e7-07dc-4744-a41c-b2989508f19f,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:54.124214 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Pushing event updated for resources: {'Port': ['ID=ef23711f-3d59-4e69-8f0a-c29e21a4a3e0,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:54.128629 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48636) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:54.141034 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:54.155657 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f8f83b79-5156-41d6-90aa-93f321986376 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:54.167258 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0e79a140-54c6-4687-acc8-b6cfedcc622b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542009 Jun 18 16:32:54.172691 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48638) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:54.178932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-5c1884a4-a71c-4901-963e-aa7a125d073b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:54.190164 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] For port cef5be20-6973-49b1-9507-d18903bfd79f, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:54.195965 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] For port cef5be20-6973-49b1-9507-d18903bfd79f, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=cef5be20-6973-49b1-9507-d18903bfd79f,segment=NetworkSegment(4414d4c3-4f4e-41a0-be14-48d59dde8e90),segment_id=4414d4c3-4f4e-41a0-be14-48d59dde8e90)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:54.263461 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6bcff484-7053-4b4d-98bf-4a855cb1a6d7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:54.266513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:54.285788 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6bcff484-7053-4b4d-98bf-4a855cb1a6d7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:54.292674 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-158a157c-7398-456c-86dc-b7255e1c791c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:54.298259 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:54.299203 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:54.315102 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bf051223-7243-400a-9f92-6dad63c186d4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:54.406810 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70062a1e-4e23-4fde-a2b5-5fd05ee76669 tempest-TestNetworkAdvancedServerOps-2130253829 tempest-TestNetworkAdvancedServerOps-2130253829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:54.408347 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-70062a1e-4e23-4fde-a2b5-5fd05ee76669 tempest-TestNetworkAdvancedServerOps-2130253829 tempest-TestNetworkAdvancedServerOps-2130253829-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 1093 time: 0.2787068 Jun 18 16:32:54.412188 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48640) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:54.422691 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:54.422937 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': '67cd8e92-7fd0-4561-9207-d3517582df3d', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:54.429542 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcff484-7053-4b4d-98bf-4a855cb1a6d7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=f2000b20-3610-4469-a201-5e9599b7525c,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:54.442245 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6bcff484-7053-4b4d-98bf-4a855cb1a6d7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:54.443918 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:54.462085 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=bfb3fbe8-7ce5-4a87-aba1-de9c1290f4f6,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:54.467124 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:54.492997 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.api [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:32:54.492997 dv-neutron-797121-1-hyperv neutron-server[93427]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 18 16:32:54.492997 dv-neutron-797121-1-hyperv neutron-server[93427]: [parameters: {'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'id': 'a4fa9154-64d9-4c1b-8f0f-ab3d8b0de39b', 'expiration': datetime.datetime(2021, 6, 18, 16, 34, 54, 474201)}] Jun 18 16:32:54.492997 dv-neutron-797121-1-hyperv neutron-server[93427]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:32:54.492997 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_db.api [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:32:54.506937 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1884a4-a71c-4901-963e-aa7a125d073b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:54.523619 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5c1884a4-a71c-4901-963e-aa7a125d073b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:54.627621 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network ac4a414d-c924-48e8-aff1-07a0e0000f93 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:54.634893 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:54.701607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b9504069-47db-4952-8557-415c243d85d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:54.740396 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6bcff484-7053-4b4d-98bf-4a855cb1a6d7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:54.811719 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Pushing event updated for resources: {'Port': ['ID=cef5be20-6973-49b1-9507-d18903bfd79f,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:54.819222 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:54.885078 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b9504069-47db-4952-8557-415c243d85d7 None None] For port f5c574d7-e99e-4ab6-bf80-8b2dcda03255, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f5c574d7-e99e-4ab6-bf80-8b2dcda03255,segment=NetworkSegment(ab47540c-1b2c-451d-9759-a9fe1c5183be),segment_id=ab47540c-1b2c-451d-9759-a9fe1c5183be)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:54.888190 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:54.897091 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b9504069-47db-4952-8557-415c243d85d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:54.899748 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router fada2a64-1ea3-4c90-8869-eb4103b336f1 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:32:54.902933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:55.071731 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9504069-47db-4952-8557-415c243d85d7 None None] Pushing event updated for resources: {'Port': ['ID=f5c574d7-e99e-4ab6-bf80-8b2dcda03255,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:55.076403 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b9504069-47db-4952-8557-415c243d85d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:55.080871 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ef23711f-3d59-4e69-8f0a-c29e21a4a3e0 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:55.086072 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aafbb0-8dde-4b9e-a45a-679d65619278 None None] DHCP port deletion for c0c58b33-89bf-4a11-9df9-ed95e6524a1d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:32:55.131594 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6bcff484-7053-4b4d-98bf-4a855cb1a6d7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:55.143149 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5c1884a4-a71c-4901-963e-aa7a125d073b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:55.154651 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f87c6438-8165-4315-9c55-bd1b83be5a0f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:55.172044 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:55.228069 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1884a4-a71c-4901-963e-aa7a125d073b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=204dd497-fe17-4b5d-b6b3-df9474eefec5,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:55.249404 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5c1884a4-a71c-4901-963e-aa7a125d073b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:55.257784 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:32:55.266716 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/fada2a64-1ea3-4c90-8869-eb4103b336f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3993263 Jun 18 16:32:55.268739 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1884a4-a71c-4901-963e-aa7a125d073b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:55.269693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48644) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:55.273661 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece36ec-eed1-4219-ad8f-db7766ed6e2e None None] Sync routers for ids ['fada2a64-1ea3-4c90-8869-eb4103b336f1'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:32:55.307713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b8aafbb0-8dde-4b9e-a45a-679d65619278 None None] Deleting port 98bfe6df-a274-4db8-8b3c-e4816b687f16 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:55.308108 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b8aafbb0-8dde-4b9e-a45a-679d65619278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:55.312211 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port ef23711f-3d59-4e69-8f0a-c29e21a4a3e0 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:55.314499 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece36ec-eed1-4219-ad8f-db7766ed6e2e None None] Routers {'fada2a64-1ea3-4c90-8869-eb4103b336f1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:55.315456 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-cece36ec-eed1-4219-ad8f-db7766ed6e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['fada2a64-1ea3-4c90-8869-eb4103b336f1'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:55.327634 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-5c1884a4-a71c-4901-963e-aa7a125d073b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:55.337483 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1884a4-a71c-4901-963e-aa7a125d073b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:55.338091 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5c1884a4-a71c-4901-963e-aa7a125d073b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:55.388692 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5c1884a4-a71c-4901-963e-aa7a125d073b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2061672 Jun 18 16:32:55.397939 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48646) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:55.403393 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-2b935d12-95f6-4863-9c93-dd2d2800ca46 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:55.433038 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f89d71-88c5-4ccd-9ce9-0a44145aadf2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:55.437417 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-33f89d71-88c5-4ccd-9ce9-0a44145aadf2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/ports/bfb3fbe8-7ce5-4a87-aba1-de9c1290f4f6 HTTP/1.1" status: 200 len: 911 time: 0.1609962 Jun 18 16:32:55.448276 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48652) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:55.451426 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-cece36ec-eed1-4219-ad8f-db7766ed6e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:55.465524 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece36ec-eed1-4219-ad8f-db7766ed6e2e None None] Routers {'fada2a64-1ea3-4c90-8869-eb4103b336f1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:55.466081 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-cece36ec-eed1-4219-ad8f-db7766ed6e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['fada2a64-1ea3-4c90-8869-eb4103b336f1'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:55.564021 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-cece36ec-eed1-4219-ad8f-db7766ed6e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:55.564682 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece36ec-eed1-4219-ad8f-db7766ed6e2e None None] The sync data for ids ['fada2a64-1ea3-4c90-8869-eb4103b336f1'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:32:55.587254 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f99cb4bd-c8b5-4e44-9275-35e289031eac None None] Provisioning for port bfb3fbe8-7ce5-4a87-aba1-de9c1290f4f6 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:55.599458 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f99cb4bd-c8b5-4e44-9275-35e289031eac None None] Provisioning complete for port bfb3fbe8-7ce5-4a87-aba1-de9c1290f4f6 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:55.599943 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f99cb4bd-c8b5-4e44-9275-35e289031eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:55.606388 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b8aafbb0-8dde-4b9e-a45a-679d65619278 None None] For port 98bfe6df-a274-4db8-8b3c-e4816b687f16, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=98bfe6df-a274-4db8-8b3c-e4816b687f16,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:55.606830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b8aafbb0-8dde-4b9e-a45a-679d65619278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:55.693977 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b935d12-95f6-4863-9c93-dd2d2800ca46 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:55.698251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b935d12-95f6-4863-9c93-dd2d2800ca46 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:55.731197 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7ed320-32e0-42b3-8aff-5261ee62796e None None] Network c3310897-708d-4105-9680-0835f69a8b44 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:55.871402 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.ipam_backend_mixin [None req-2b935d12-95f6-4863-9c93-dd2d2800ca46 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 204dd497-fe17-4b5d-b6b3-df9474eefec5 (CIDR: 2001:db8::/64) Jun 18 16:32:55.875578 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b935d12-95f6-4863-9c93-dd2d2800ca46 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:32:55.876545 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b935d12-95f6-4863-9c93-dd2d2800ca46 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:32:55.900660 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2b935d12-95f6-4863-9c93-dd2d2800ca46 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4992015 Jun 18 16:32:55.902932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48658) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:55.916273 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-e652e22c-c669-44bd-8049-9d7740c12c30 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'subnet': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:55.957812 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b8aafbb0-8dde-4b9e-a45a-679d65619278 None None] Calling delete_port for 98bfe6df-a274-4db8-8b3c-e4816b687f16 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:56.002211 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6bcff484-7053-4b4d-98bf-4a855cb1a6d7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:56.033995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-f99cb4bd-c8b5-4e44-9275-35e289031eac None None] Port bfb3fbe8-7ce5-4a87-aba1-de9c1290f4f6 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:32:56.054851 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6bcff484-7053-4b4d-98bf-4a855cb1a6d7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:56.060088 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0585afa5-6cd4-450f-9819-9a34ef936f6f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:56.157387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f99cb4bd-c8b5-4e44-9275-35e289031eac None None] Provisioning complete for port f5c574d7-e99e-4ab6-bf80-8b2dcda03255 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:56.158467 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f99cb4bd-c8b5-4e44-9275-35e289031eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:56.168263 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e652e22c-c669-44bd-8049-9d7740c12c30 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:56.171996 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e652e22c-c669-44bd-8049-9d7740c12c30 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:56.397390 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b8aafbb0-8dde-4b9e-a45a-679d65619278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:56.404275 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:56.437503 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce993e79-4321-4c8d-9322-24777a16fedd None None] Network 7bc47380-e921-4626-9a06-662ef03aef3d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:56.483756 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aafbb0-8dde-4b9e-a45a-679d65619278 None None] Pushing event deleted for resources: {'Port': ['ID=98bfe6df-a274-4db8-8b3c-e4816b687f16,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:56.487816 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b8aafbb0-8dde-4b9e-a45a-679d65619278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:56.491270 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aafbb0-8dde-4b9e-a45a-679d65619278 None None] No DVR routers for this DVR port 98bfe6df-a274-4db8-8b3c-e4816b687f16 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:56.542868 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcff484-7053-4b4d-98bf-4a855cb1a6d7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=f2000b20-3610-4469-a201-5e9599b7525c,revision_number=3']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:56.543490 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a901c498-f7d5-4253-af0c-67bf3bc15dae None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:56.573785 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6bcff484-7053-4b4d-98bf-4a855cb1a6d7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:56.588285 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:56.760290 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6bcff484-7053-4b4d-98bf-4a855cb1a6d7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:56.807968 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.objects.ports [None req-e652e22c-c669-44bd-8049-9d7740c12c30 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93428) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:32:56.809390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e652e22c-c669-44bd-8049-9d7740c12c30 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:56.812431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-62c778b7-1dee-4292-a381-89051a6d3a53 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:56.858124 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e652e22c-c669-44bd-8049-9d7740c12c30 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:56.868707 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-e652e22c-c669-44bd-8049-9d7740c12c30 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:56.876994 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e652e22c-c669-44bd-8049-9d7740c12c30 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:56.877887 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e652e22c-c669-44bd-8049-9d7740c12c30 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:56.891861 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652e22c-c669-44bd-8049-9d7740c12c30 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Subnet': ['ID=fc7e152c-c83e-4980-887e-ad21de01af38,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:56.895460 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e652e22c-c669-44bd-8049-9d7740c12c30 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:56.908290 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e652e22c-c669-44bd-8049-9d7740c12c30 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0057204 Jun 18 16:32:56.909250 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48670) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:56.915913 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d53c5c0d-ad19-44cb-9249-46bf71d88a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Request body: {'port': {'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'mac_address': 'fa:16:3e:f0:0e:b9', 'name': 'tempest-NetworksTestDHCPv6-1898809100'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:56.955886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] Provisioning for port ef23711f-3d59-4e69-8f0a-c29e21a4a3e0 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:56.981377 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Allocated IP 172.26.2.244 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/e8304575-a5ce-459b-a9b1-e9dac76ea201) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:57.110597 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d', 'tenant_id': '856662b118944798b50c407d55a72106', 'fixed_ips': [{'subnet_id': '204dd497-fe17-4b5d-b6b3-df9474eefec5'}, {'subnet_id': 'fc7e152c-c83e-4980-887e-ad21de01af38'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:32:57.111485 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:57.113438 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] Provisioning complete for port ef23711f-3d59-4e69-8f0a-c29e21a4a3e0 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:57.113747 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:57.118855 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53c5c0d-ad19-44cb-9249-46bf71d88a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Made reservation on behalf of 856662b118944798b50c407d55a72106 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:57.120820 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f5c574d7-e99e-4ab6-bf80-8b2dcda03255 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:57.137840 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:57.167244 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcff484-7053-4b4d-98bf-4a855cb1a6d7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 7bc47380-e921-4626-9a06-662ef03aef3d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:57.171047 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-6bcff484-7053-4b4d-98bf-4a855cb1a6d7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:57.236084 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d53c5c0d-ad19-44cb-9249-46bf71d88a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:57.262731 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-d53c5c0d-ad19-44cb-9249-46bf71d88a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] device_id is not set on port 8232b184-f6d1-4f1c-bc50-64a6a158e289 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:32:57.460667 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port f5c574d7-e99e-4ab6-bf80-8b2dcda03255 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:57.461046 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:57.468267 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:57.499904 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-d53c5c0d-ad19-44cb-9249-46bf71d88a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8::a6 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/204dd497-fe17-4b5d-b6b3-df9474eefec5/8232b184-f6d1-4f1c-bc50-64a6a158e289) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:57.511836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-d53c5c0d-ad19-44cb-9249-46bf71d88a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Allocated IP 2001:db8:0:1:f816:3eff:fef0:eb9 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/fc7e152c-c83e-4980-887e-ad21de01af38/8232b184-f6d1-4f1c-bc50-64a6a158e289) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:57.576122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:57.651191 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] For port ef23711f-3d59-4e69-8f0a-c29e21a4a3e0, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ef23711f-3d59-4e69-8f0a-c29e21a4a3e0,segment=NetworkSegment(159cfdd8-789d-4ef3-ac0f-c1537e23e0ec),segment_id=159cfdd8-789d-4ef3-ac0f-c1537e23e0ec)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:57.687679 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:57.699993 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:57.705465 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d53c5c0d-ad19-44cb-9249-46bf71d88a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:57.736474 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:57.742972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-d53c5c0d-ad19-44cb-9249-46bf71d88a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Transition to ACTIVE for port object 8232b184-f6d1-4f1c-bc50-64a6a158e289 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:57.746185 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-92843bd7-1cec-4719-929f-7332e12b3d43 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:57.779252 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcff484-7053-4b4d-98bf-4a855cb1a6d7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Router 316d2641-2c6f-49d8-adfa-9980a9828019 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:32:57.806478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d53c5c0d-ad19-44cb-9249-46bf71d88a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:57.814711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device cef5be20-6973-49b1-9507-d18903bfd79f up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:57.824324 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:57.825721 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2a03314c-f508-44cb-b3c9-27f0bd018ee1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:57.848436 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:57.861615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:57.871608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Allocated IP 2001:db8:1::1 (c3310897-708d-4105-9680-0835f69a8b44/fb0f0e23-b755-40ce-91c0-2bc5469931b5/288dcd51-b8eb-4a6f-b982-2d9080fde11c) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:57.885575 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] Provisioning complete for port bfb3fbe8-7ce5-4a87-aba1-de9c1290f4f6 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:57.886359 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:57.895110 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event updated for resources: {'Port': ['ID=e8304575-a5ce-459b-a9b1-e9dac76ea201,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:57.904038 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c5c0d-ad19-44cb-9249-46bf71d88a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event updated for resources: {'Port': ['ID=8232b184-f6d1-4f1c-bc50-64a6a158e289,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:57.908912 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d53c5c0d-ad19-44cb-9249-46bf71d88a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:57.915912 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53c5c0d-ad19-44cb-9249-46bf71d88a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:57.917392 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-d53c5c0d-ad19-44cb-9249-46bf71d88a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:57.920909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53c5c0d-ad19-44cb-9249-46bf71d88a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:57.927639 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53c5c0d-ad19-44cb-9249-46bf71d88a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:57.928462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d53c5c0d-ad19-44cb-9249-46bf71d88a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:57.939958 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:57.946236 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d53c5c0d-ad19-44cb-9249-46bf71d88a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.0356600 Jun 18 16:32:57.948579 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48674) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:57.957235 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] Pushing event updated for resources: {'Port': ['ID=ef23711f-3d59-4e69-8f0a-c29e21a4a3e0,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:57.961194 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:58.010951 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] Port bfb3fbe8-7ce5-4a87-aba1-de9c1290f4f6 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:32:58.076416 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] Provisioning for port cef5be20-6973-49b1-9507-d18903bfd79f completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:58.102946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting port 8232b184-f6d1-4f1c-bc50-64a6a158e289 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:58.103208 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:58.107076 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port cef5be20-6973-49b1-9507-d18903bfd79f completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:58.109531 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Allocated IP 2001:db8::2 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/204dd497-fe17-4b5d-b6b3-df9474eefec5/857226dc-a254-4dc1-b270-18c27ba4d6bb) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:58.111776 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] Provisioning complete for port cef5be20-6973-49b1-9507-d18903bfd79f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:58.112444 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:58.137481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcff484-7053-4b4d-98bf-4a855cb1a6d7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:32:58.143557 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port cef5be20-6973-49b1-9507-d18903bfd79f triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:58.143939 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:58.147649 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Allocated IP 2001:db8:0:1:f816:3eff:fec8:55f4 (c0c58b33-89bf-4a11-9df9-ed95e6524a1d/fc7e152c-c83e-4980-887e-ad21de01af38/857226dc-a254-4dc1-b270-18c27ba4d6bb) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:58.150444 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48c58bf-7dd7-4bfb-99f1-ea73a39f5029 None None] Sync routers for ids ['316d2641-2c6f-49d8-adfa-9980a9828019'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:32:58.169374 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6bcff484-7053-4b4d-98bf-4a855cb1a6d7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "PUT /v2.0/routers/316d2641-2c6f-49d8-adfa-9980a9828019/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4933143 Jun 18 16:32:58.174353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48676) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:58.198884 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c58bf-7dd7-4bfb-99f1-ea73a39f5029 None None] Routers {'316d2641-2c6f-49d8-adfa-9980a9828019'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:58.199972 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f48c58bf-7dd7-4bfb-99f1-ea73a39f5029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['316d2641-2c6f-49d8-adfa-9980a9828019'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:58.264911 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f48c58bf-7dd7-4bfb-99f1-ea73a39f5029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:58.294032 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c58bf-7dd7-4bfb-99f1-ea73a39f5029 None None] Routers {'316d2641-2c6f-49d8-adfa-9980a9828019'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:58.299223 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f48c58bf-7dd7-4bfb-99f1-ea73a39f5029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['316d2641-2c6f-49d8-adfa-9980a9828019'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:58.305888 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:58.343911 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:58.386310 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f48c58bf-7dd7-4bfb-99f1-ea73a39f5029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:58.393345 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48c58bf-7dd7-4bfb-99f1-ea73a39f5029 None None] The sync data for ids ['316d2641-2c6f-49d8-adfa-9980a9828019'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:32:58.424821 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:58.430219 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:58.566676 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] For port cef5be20-6973-49b1-9507-d18903bfd79f, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=cef5be20-6973-49b1-9507-d18903bfd79f,segment=NetworkSegment(4414d4c3-4f4e-41a0-be14-48d59dde8e90),segment_id=4414d4c3-4f4e-41a0-be14-48d59dde8e90)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:58.573620 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:58.583724 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:58.583724 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b96d615e-d354-4bcb-aa74-3023467a5afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:58.644367 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Transition to ACTIVE for port object 857226dc-a254-4dc1-b270-18c27ba4d6bb will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:58.720843 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Transition to ACTIVE for port object 857226dc-a254-4dc1-b270-18c27ba4d6bb will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:58.743459 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:32:58.744171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:32:58.745402 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:58.750065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:58.765737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8ad54891-1c6b-41d1-814c-eb0013858d54 None None] Provisioning complete for port ef23711f-3d59-4e69-8f0a-c29e21a4a3e0 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:58.771484 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8ad54891-1c6b-41d1-814c-eb0013858d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:58.771484 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] Pushing event updated for resources: {'Port': ['ID=cef5be20-6973-49b1-9507-d18903bfd79f,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:58.772423 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:58.777004 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:58.779973 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Transition to ACTIVE for port object 288dcd51-b8eb-4a6f-b982-2d9080fde11c will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:58.826644 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:58.840306 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aa8e1610-2c14-4ca2-91f6-9ed2db7c6886 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:58.948531 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network c3310897-708d-4105-9680-0835f69a8b44 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:58.951707 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=288dcd51-b8eb-4a6f-b982-2d9080fde11c,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:58.960318 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:58.984795 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:58.989036 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:58.990027 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:59.046409 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:59.047942 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:59.056250 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:59.058171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Pushing event updated for resources: {'Port': ['ID=857226dc-a254-4dc1-b270-18c27ba4d6bb,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:59.068495 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:59.123288 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Calling delete_port for 8232b184-f6d1-4f1c-bc50-64a6a158e289 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:59.141655 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:59.151271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dd55ae-67c4-4745-8696-9b971177f58c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:59.156473 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-25dd55ae-67c4-4745-8696-9b971177f58c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports?device_id=316d2641-2c6f-49d8-adfa-9980a9828019 HTTP/1.1" status: 200 len: 981 time: 0.9772065 Jun 18 16:32:59.162317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48682) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:59.228124 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Attempting to bind port 857226dc-a254-4dc1-b270-18c27ba4d6bb on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:59.228789 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Attempting to bind port 857226dc-a254-4dc1-b270-18c27ba4d6bb by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:59.229049 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Attempting to bind port 857226dc-a254-4dc1-b270-18c27ba4d6bb on network c0c58b33-89bf-4a11-9df9-ed95e6524a1d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:59.239374 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:59.239604 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Checking segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:59.241141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:59.241384 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Bound using segment: {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:59.241841 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Bound port: 857226dc-a254-4dc1-b270-18c27ba4d6bb, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de1239-1c7d-43f9-ae3d-09c2d173f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c0c58b33-89bf-4a11-9df9-ed95e6524a1d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:59.242234 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:59.262076 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8ad54891-1c6b-41d1-814c-eb0013858d54 None None] Provisioning for port f2000b20-3610-4469-a201-5e9599b7525c completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:59.330258 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9a63c-542c-4d99-a6b1-8c125a27b026 req-d526c692-553b-48d5-ac79-3414c4f510d7 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:59.331871 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2fe9a63c-542c-4d99-a6b1-8c125a27b026 req-d526c692-553b-48d5-ac79-3414c4f510d7 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.4244440 Jun 18 16:32:59.364626 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] For port 857226dc-a254-4dc1-b270-18c27ba4d6bb, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:59.369040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] For port 857226dc-a254-4dc1-b270-18c27ba4d6bb, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=857226dc-a254-4dc1-b270-18c27ba4d6bb,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:59.372610 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8ad54891-1c6b-41d1-814c-eb0013858d54 None None] Provisioning complete for port f2000b20-3610-4469-a201-5e9599b7525c triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:59.373050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8ad54891-1c6b-41d1-814c-eb0013858d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:59.381153 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:59.386633 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5aa41897-ff95-4f97-b658-1e2956fb4658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:59.426226 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:59.446731 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2fe9a63c-542c-4d99-a6b1-8c125a27b026 req-d9483cd4-20e9-4ea3-b972-fabd22ed3412 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795662 Jun 18 16:32:59.492097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-8ad54891-1c6b-41d1-814c-eb0013858d54 None None] Port f2000b20-3610-4469-a201-5e9599b7525c cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:32:59.543145 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Pushing event updated for resources: {'Port': ['ID=857226dc-a254-4dc1-b270-18c27ba4d6bb,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:59.566069 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:59.568127 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8ad54891-1c6b-41d1-814c-eb0013858d54 None None] Provisioning complete for port cef5be20-6973-49b1-9507-d18903bfd79f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:59.568127 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8ad54891-1c6b-41d1-814c-eb0013858d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:59.651739 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 98bfe6df-a274-4db8-8b3c-e4816b687f16 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:59.658534 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:59.687895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 98bfe6df-a274-4db8-8b3c-e4816b687f16 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:59.688366 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 98bfe6df-a274-4db8-8b3c-e4816b687f16 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:59.765501 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:59.771676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6bcff484-7053-4b4d-98bf-4a855cb1a6d7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:59.874174 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ef23711f-3d59-4e69-8f0a-c29e21a4a3e0 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:59.942519 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-dcbc71e2-ca2d-415d-a514-2400dc23477b None None] Provisioning for port 288dcd51-b8eb-4a6f-b982-2d9080fde11c completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:59.950077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-dcbc71e2-ca2d-415d-a514-2400dc23477b None None] Provisioning complete for port 288dcd51-b8eb-4a6f-b982-2d9080fde11c triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:59.950077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dcbc71e2-ca2d-415d-a514-2400dc23477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:59.972759 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event updated for resources: {'Port': ['ID=e8304575-a5ce-459b-a9b1-e9dac76ea201,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:59.986219 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:59.987135 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:59.987378 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:59.987872 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:59.988341 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:59.988805 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:59.989862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:59.990597 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:59.991287 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:59.991758 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:59.992230 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:59.992708 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:00.013925 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-dcbc71e2-ca2d-415d-a514-2400dc23477b None None] Port 288dcd51-b8eb-4a6f-b982-2d9080fde11c cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:00.017424 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:00.022098 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ef23711f-3d59-4e69-8f0a-c29e21a4a3e0 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:00.022480 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:00.066000 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:00.075121 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:00.080687 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fee4af53-c36c-4142-8d00-04f726aa149f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:00.088873 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-dcbc71e2-ca2d-415d-a514-2400dc23477b None None] Provisioning complete for port f2000b20-3610-4469-a201-5e9599b7525c triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:00.089264 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dcbc71e2-ca2d-415d-a514-2400dc23477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:00.117730 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Port': ['ID=8232b184-f6d1-4f1c-bc50-64a6a158e289,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:00.132756 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:00.133406 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:00.133528 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:00.133895 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:00.134265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:00.134655 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:00.135020 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:00.135384 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:00.135747 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:00.136105 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:00.136466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:00.136824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:00.145084 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:00.146944 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device cef5be20-6973-49b1-9507-d18903bfd79f up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:00.195877 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Floating IP d4e5ee59-99a0-4aaf-a12a-e69cd3d7e2dd associated. External IP: 172.26.2.244, port: 67cd8e92-7fd0-4561-9207-d3517582df3d. Jun 18 16:33:00.207984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-dcbc71e2-ca2d-415d-a514-2400dc23477b None None] Port f2000b20-3610-4469-a201-5e9599b7525c cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:00.229650 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port cef5be20-6973-49b1-9507-d18903bfd79f triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:00.230342 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:00.230662 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:00.232994 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/8232b184-f6d1-4f1c-bc50-64a6a158e289 HTTP/1.1" status: 204 len: 168 time: 2.2830606 Jun 18 16:33:00.238321 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48696) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:00.340789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5057216e-b619-4255-9f03-083768bf803a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:00.438621 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d412eb9d-85e0-42ab-a2c6-2ef71f6d4df6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:00.443599 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d412eb9d-85e0-42ab-a2c6-2ef71f6d4df6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2008460 Jun 18 16:33:00.443599 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48698) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:00.593681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7736fca3-bdda-4164-99d2-df23f74e2910 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:00.595578 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7736fca3-bdda-4164-99d2-df23f74e2910 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1514313 Jun 18 16:33:00.599622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48700) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:00.642343 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41585a9c-5d63-45b9-b131-3516233a4519 req-ba5d4ad4-c349-4e1d-9af3-e204fa7f950f tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:00.643840 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-41585a9c-5d63-45b9-b131-3516233a4519 req-ba5d4ad4-c349-4e1d-9af3-e204fa7f950f tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.9055285 Jun 18 16:33:00.697296 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e45ff5-7a31-4438-bf14-b4b459f75518 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:00.699436 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e45ff5-7a31-4438-bf14-b4b459f75518 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:00.706862 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e45ff5-7a31-4438-bf14-b4b459f75518 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:00.710844 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-23e45ff5-7a31-4438-bf14-b4b459f75518 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1081264 Jun 18 16:33:00.718817 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48704) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:00.749139 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:00.771027 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:00.772723 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:00.796427 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d4753ff8-91bf-4bd0-beb1-45feaf0fb8a2 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:00.801333 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-5057216e-b619-4255-9f03-083768bf803a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port f2000b20-3610-4469-a201-5e9599b7525c {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:00.802385 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5057216e-b619-4255-9f03-083768bf803a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:00.855276 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de20006-8e98-4143-94a1-8f123155fcd4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet 204dd497-fe17-4b5d-b6b3-df9474eefec5 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:33:00.859464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1de20006-8e98-4143-94a1-8f123155fcd4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:00.930544 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae0eea7-60b5-4a16-844e-750e52adba2b None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:00.949195 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1de20006-8e98-4143-94a1-8f123155fcd4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:00.995510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-37d7e933-dfff-41be-b057-255ab21638ce None None] Provisioning for port 857226dc-a254-4dc1-b270-18c27ba4d6bb completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:01.024854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5057216e-b619-4255-9f03-083768bf803a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:01.031035 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Router eb5847f3-3e96-453b-b67d-4ad4dc559a28 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:01.032300 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=288dcd51-b8eb-4a6f-b982-2d9080fde11c,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:01.044268 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:01.118132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-5057216e-b619-4255-9f03-083768bf803a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for f2000b20-3610-4469-a201-5e9599b7525c owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:01.132959 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-41585a9c-5d63-45b9-b131-3516233a4519 req-9fc77a32-d804-4964-b9c0-39761084a810 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3726871 Jun 18 16:33:01.150766 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1de20006-8e98-4143-94a1-8f123155fcd4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:01.167160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network c3310897-708d-4105-9680-0835f69a8b44 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:01.172121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:01.293653 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1de20006-8e98-4143-94a1-8f123155fcd4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:01.304873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5ab0de03-77bf-4b79-b70d-d02d2fb60986 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:01.318350 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1de20006-8e98-4143-94a1-8f123155fcd4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:01.321750 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1de20006-8e98-4143-94a1-8f123155fcd4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/204dd497-fe17-4b5d-b6b3-df9474eefec5 HTTP/1.1" status: 204 len: 168 time: 0.6018631 Jun 18 16:33:01.329445 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48708) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:01.488863 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de20006-8e98-4143-94a1-8f123155fcd4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=204dd497-fe17-4b5d-b6b3-df9474eefec5,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:01.489483 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:01.510707 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1de20006-8e98-4143-94a1-8f123155fcd4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:01.522360 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cfd9f0-9002-4686-95e8-ea397236dd87 None None] Sync routers for ids ['eb5847f3-3e96-453b-b67d-4ad4dc559a28'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:01.538321 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-02385563-e8e0-4f8c-aa53-ed8037e7737b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Deleting subnet fc7e152c-c83e-4980-887e-ad21de01af38 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:33:01.543462 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:01.548253 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router fada2a64-1ea3-4c90-8869-eb4103b336f1 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:01.549070 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-02385563-e8e0-4f8c-aa53-ed8037e7737b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:01.549198 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cfd9f0-9002-4686-95e8-ea397236dd87 None None] Routers {'eb5847f3-3e96-453b-b67d-4ad4dc559a28'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:01.552720 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-41cfd9f0-9002-4686-95e8-ea397236dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['eb5847f3-3e96-453b-b67d-4ad4dc559a28'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:01.610266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5057216e-b619-4255-9f03-083768bf803a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:01.621500 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:01.677887 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057216e-b619-4255-9f03-083768bf803a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=f2000b20-3610-4469-a201-5e9599b7525c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:01.686109 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5057216e-b619-4255-9f03-083768bf803a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:01.699117 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2515d7-242f-4fe4-bef6-1334d4c92b35 None None] Network c0c58b33-89bf-4a11-9df9-ed95e6524a1d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:01.717118 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-02385563-e8e0-4f8c-aa53-ed8037e7737b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:01.871671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-02385563-e8e0-4f8c-aa53-ed8037e7737b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:01.873483 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0234bf81-83d2-4434-b215-a347a5b36bd7 None None] Provisioning complete for port 288dcd51-b8eb-4a6f-b982-2d9080fde11c triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:01.873911 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0234bf81-83d2-4434-b215-a347a5b36bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:01.954988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 857226dc-a254-4dc1-b270-18c27ba4d6bb up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:01.964010 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.5506568 Jun 18 16:33:02.052467 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-41cfd9f0-9002-4686-95e8-ea397236dd87 None None] Set router eb5847f3-3e96-453b-b67d-4ad4dc559a28 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:02.114101 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-0234bf81-83d2-4434-b215-a347a5b36bd7 None None] Port 288dcd51-b8eb-4a6f-b982-2d9080fde11c cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:02.122882 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1e472d-9763-4d2b-a395-369382cb5ff8', 'tag': '67cd8e92-7fd0-4561-9207-d3517582df3d'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:02.125741 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a05f49-4a2c-4457-b7dc-115443a07897" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1e472d-9763-4d2b-a395-369382cb5ff8", "tag": "67cd8e92-7fd0-4561-9207-d3517582df3d"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:02.144482 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-02385563-e8e0-4f8c-aa53-ed8037e7737b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:02.149207 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bd68be55-1c68-4c46-ada1-9e33533d7fb8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:02.170935 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5057216e-b619-4255-9f03-083768bf803a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:02.176352 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:02.188859 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3a3bbf-2947-4789-9499-270033715b52 None None] Sync routers for ids ['fada2a64-1ea3-4c90-8869-eb4103b336f1'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:02.212906 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3a3bbf-2947-4789-9499-270033715b52 None None] Routers {'fada2a64-1ea3-4c90-8869-eb4103b336f1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:02.213547 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-cf3a3bbf-2947-4789-9499-270033715b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['fada2a64-1ea3-4c90-8869-eb4103b336f1'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:02.262344 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 857226dc-a254-4dc1-b270-18c27ba4d6bb completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:02.262818 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/fada2a64-1ea3-4c90-8869-eb4103b336f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8120818 Jun 18 16:33:02.278060 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48718) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:02.283531 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 857226dc-a254-4dc1-b270-18c27ba4d6bb triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:02.284080 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:02.287820 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02385563-e8e0-4f8c-aa53-ed8037e7737b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Subnet': ['ID=fc7e152c-c83e-4980-887e-ad21de01af38,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:02.365477 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-02385563-e8e0-4f8c-aa53-ed8037e7737b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:02.368610 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-cf3a3bbf-2947-4789-9499-270033715b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:02.375994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eb61ed-2eb4-441a-9d74-fd96bc254f62 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:02.378145 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3a3bbf-2947-4789-9499-270033715b52 None None] Routers {'fada2a64-1ea3-4c90-8869-eb4103b336f1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:02.378800 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-cf3a3bbf-2947-4789-9499-270033715b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['fada2a64-1ea3-4c90-8869-eb4103b336f1'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:02.381310 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-90eb61ed-2eb4-441a-9d74-fd96bc254f62 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/ports/288dcd51-b8eb-4a6f-b982-2d9080fde11c HTTP/1.1" status: 200 len: 913 time: 0.0819857 Jun 18 16:33:02.384208 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48720) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:02.419828 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-cf3a3bbf-2947-4789-9499-270033715b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:02.420739 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3a3bbf-2947-4789-9499-270033715b52 None None] The sync data for ids ['fada2a64-1ea3-4c90-8869-eb4103b336f1'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:02.470682 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5057216e-b619-4255-9f03-083768bf803a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Router 316d2641-2c6f-49d8-adfa-9980a9828019 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:02.518975 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-02385563-e8e0-4f8c-aa53-ed8037e7737b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:02.521030 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-02385563-e8e0-4f8c-aa53-ed8037e7737b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/fc7e152c-c83e-4980-887e-ad21de01af38 HTTP/1.1" status: 204 len: 168 time: 1.1913717 Jun 18 16:33:02.528926 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48722) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:02.573205 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5057216e-b619-4255-9f03-083768bf803a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:02.573433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:02.579489 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5057216e-b619-4255-9f03-083768bf803a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "PUT /v2.0/routers/316d2641-2c6f-49d8-adfa-9980a9828019/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4158664 Jun 18 16:33:02.582484 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48724) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:02.592120 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58612d5-e970-44cf-b0ee-2d9d28853cb6 None None] DHCP port deletion for c0c58b33-89bf-4a11-9df9-ed95e6524a1d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:33:02.596994 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa1d23-d16e-404a-b4bc-9aa0fa9ec914 None None] Sync routers for ids ['316d2641-2c6f-49d8-adfa-9980a9828019'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:02.619849 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ad6ec0-34d5-46dd-85a4-ac06845c3160 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] GET failed (client error): The resource could not be found. Jun 18 16:33:02.621554 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d9ad6ec0-34d5-46dd-85a4-ac06845c3160 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports/f2000b20-3610-4469-a201-5e9599b7525c HTTP/1.1" status: 404 len: 333 time: 0.0372672 Jun 18 16:33:02.626898 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48726) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:02.628788 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-597c82ad-40a8-43a5-a2ed-c0a1edd7beb8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0976315 Jun 18 16:33:02.637522 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48728) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:02.669548 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254ce63-ed06-4900-aad9-aca09fe4f8dc req-31cb8b11-e10e-420a-8cab-0723bef79f8d tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:02.671118 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9254ce63-ed06-4900-aad9-aca09fe4f8dc req-31cb8b11-e10e-420a-8cab-0723bef79f8d tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 1.1187139 Jun 18 16:33:02.699427 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 857226dc-a254-4dc1-b270-18c27ba4d6bb, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=857226dc-a254-4dc1-b270-18c27ba4d6bb,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:02.702953 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fa1d23-d16e-404a-b4bc-9aa0fa9ec914 None None] Routers {'316d2641-2c6f-49d8-adfa-9980a9828019'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:02.703579 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-d4fa1d23-d16e-404a-b4bc-9aa0fa9ec914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['316d2641-2c6f-49d8-adfa-9980a9828019'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:02.711365 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:02.762486 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-47bbed5f-fd44-47f7-ad49-3016fe334cd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:02.769736 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-17b3743c-8b4c-4ba6-b8d2-6925591dae21 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:02.791118 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa810855-2b0d-455e-a35d-38275606a43e req-d660a0dc-ec9c-455f-aee8-c0a5758c896b tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:02.793045 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-aa810855-2b0d-455e-a35d-38275606a43e req-d660a0dc-ec9c-455f-aee8-c0a5758c896b tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 945 time: 0.6735952 Jun 18 16:33:02.809070 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-d4fa1d23-d16e-404a-b4bc-9aa0fa9ec914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:02.865400 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9254ce63-ed06-4900-aad9-aca09fe4f8dc req-60e13b05-3c37-4c4d-943f-ca93b5e026f1 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1812382 Jun 18 16:33:02.873456 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=857226dc-a254-4dc1-b270-18c27ba4d6bb,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:02.885038 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fa1d23-d16e-404a-b4bc-9aa0fa9ec914 None None] Routers {'316d2641-2c6f-49d8-adfa-9980a9828019'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:02.885269 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-aa810855-2b0d-455e-a35d-38275606a43e req-13e2a674-d71d-4cd7-8192-5e8c6440ab74 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718021 Jun 18 16:33:02.886103 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-d4fa1d23-d16e-404a-b4bc-9aa0fa9ec914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['316d2641-2c6f-49d8-adfa-9980a9828019'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:02.923316 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48732) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:02.984742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:02.985485 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:02.986001 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:02.986704 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:02.987192 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:02.988054 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:02.988539 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:02.989565 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:02.990996 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:02.992447 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:02.992976 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:02.993460 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:02.999052 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:03.003323 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-d4fa1d23-d16e-404a-b4bc-9aa0fa9ec914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:03.004267 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa1d23-d16e-404a-b4bc-9aa0fa9ec914 None None] The sync data for ids ['316d2641-2c6f-49d8-adfa-9980a9828019'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:03.013342 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-41cfd9f0-9002-4686-95e8-ea397236dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884123011', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '76988a44-e108-4069-a50a-566ae1a32c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:28Z', 'revision_number': 4, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'gw_port': {'id': '76988a44-e108-4069-a50a-566ae1a32c34', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'd4e5ee59-99a0-4aaf-a12a-e69cd3d7e2dd', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'floating_ip_address': '172.26.2.244', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'port_id': '67cd8e92-7fd0-4561-9207-d3517582df3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162', 'mac_address': 'fa:16:3e:8d:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1e472d-9763-4d2b-a395-369382cb5ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:32:58Z', 'updated_at': '2021-06-18T16:32:58Z', 'revision_number': 0, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3b876a-4ef3-4786-bf5b-7d9d7367da63', 'name': '', 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'mac_address': 'fa:16:3e:3f:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '0a140121-72dc-48d3-80d5-98995fffa013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:26Z', 'updated_at': '2021-06-18T16:32:41Z', 'revision_number': 5, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'subnets': [{'id': '0a140121-72dc-48d3-80d5-98995fffa013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:03.019414 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e58612d5-e970-44cf-b0ee-2d9d28853cb6 None None] Deleting port 857226dc-a254-4dc1-b270-18c27ba4d6bb {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:03.020086 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e58612d5-e970-44cf-b0ee-2d9d28853cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:03.078483 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6013c28a-3051-45cb-8cf4-0d6e7189b8d2 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/floatingips/d4e5ee59-99a0-4aaf-a12a-e69cd3d7e2dd HTTP/1.1" status: 200 len: 991 time: 0.1515706 Jun 18 16:33:03.079616 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5a6c56-4384-40aa-b900-2b9e741b2a75 x-openstack-request-id: req-9b5a6c56-4384-40aa-b900-2b9e741b2a75 {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:03.079966 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1e472d-9763-4d2b-a395-369382cb5ff8", "tag": "67cd8e92-7fd0-4561-9207-d3517582df3d", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:03.080280 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b5a6c56-4384-40aa-b900-2b9e741b2a75 {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:03.080723 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1e472d-9763-4d2b-a395-369382cb5ff8', 'tag': '67cd8e92-7fd0-4561-9207-d3517582df3d', 'status': 'completed', 'code': 200} Jun 18 16:33:03.108724 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dad23b8b-a583-448e-a489-c26d544b774f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:03.252077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea6c092-8b83-4070-bb18-befc1e1360ab tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:03.256113 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-eea6c092-8b83-4070-bb18-befc1e1360ab tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6136031 Jun 18 16:33:03.279120 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48734) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:03.293237 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cfd9f0-9002-4686-95e8-ea397236dd87 None None] Checking router: eb5847f3-3e96-453b-b67d-4ad4dc559a28 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:33:03.315819 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e58612d5-e970-44cf-b0ee-2d9d28853cb6 None None] For port 857226dc-a254-4dc1-b270-18c27ba4d6bb, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=857226dc-a254-4dc1-b270-18c27ba4d6bb,segment=NetworkSegment(56de1239-1c7d-43f9-ae3d-09c2d173f8ff),segment_id=56de1239-1c7d-43f9-ae3d-09c2d173f8ff)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:03.316220 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e58612d5-e970-44cf-b0ee-2d9d28853cb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:03.318851 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cfd9f0-9002-4686-95e8-ea397236dd87 None None] Routers {'eb5847f3-3e96-453b-b67d-4ad4dc559a28'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:03.319699 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-41cfd9f0-9002-4686-95e8-ea397236dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['eb5847f3-3e96-453b-b67d-4ad4dc559a28'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:03.324974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-17b3743c-8b4c-4ba6-b8d2-6925591dae21 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:03.328062 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-17b3743c-8b4c-4ba6-b8d2-6925591dae21 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:03.352424 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4fccf9-784e-4f06-a8c3-c61e7056dc1c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:03.356275 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3c4fccf9-784e-4f06-a8c3-c61e7056dc1c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0736811 Jun 18 16:33:03.367945 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48736) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:03.377460 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a05f49-4a2c-4457-b7dc-115443a07897 req-7e88243f-b651-4af7-bce8-48405237a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:03.378945 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f9a05f49-4a2c-4457-b7dc-115443a07897 req-7e88243f-b651-4af7-bce8-48405237a324 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c1f5970bdf9948068046d65adb1ce5bd&device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 1098 time: 0.2102125 Jun 18 16:33:03.425589 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-664dd3b3-57e7-4148-8804-c1ede9d90232 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534692 Jun 18 16:33:03.425589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-17b3743c-8b4c-4ba6-b8d2-6925591dae21 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:03.428827 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b3743c-8b4c-4ba6-b8d2-6925591dae21 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Fanout notify agent at l3_agent the message router_deleted on router 316d2641-2c6f-49d8-adfa-9980a9828019 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:33:03.429812 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e58612d5-e970-44cf-b0ee-2d9d28853cb6 None None] Calling delete_port for 857226dc-a254-4dc1-b270-18c27ba4d6bb owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:03.433248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-17b3743c-8b4c-4ba6-b8d2-6925591dae21 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:03.437505 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-17b3743c-8b4c-4ba6-b8d2-6925591dae21 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/routers/316d2641-2c6f-49d8-adfa-9980a9828019 HTTP/1.1" status: 204 len: 168 time: 0.8063509 Jun 18 16:33:03.437505 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48738) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:03.437744 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48740) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:03.495733 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9eb5a0e-960b-49e2-88cc-4e835e3fbeae tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:03.496403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9eb5a0e-960b-49e2-88cc-4e835e3fbeae tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:03.500456 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a9eb5a0e-960b-49e2-88cc-4e835e3fbeae tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/8232b184-f6d1-4f1c-bc50-64a6a158e289 HTTP/1.1" status: 404 len: 333 time: 0.0534170 Jun 18 16:33:03.504362 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48742) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:03.527364 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-00dc324b-0e9d-40a8-bd09-52c289efa614 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting subnet a7044d42-3905-46ad-8793-5b8e1ee4c9d3 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:33:03.532370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-00dc324b-0e9d-40a8-bd09-52c289efa614 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:03.540216 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-243d5a0a-ec9b-4241-a5e2-3531978acb20 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:03.540681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243d5a0a-ec9b-4241-a5e2-3531978acb20 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:03.545076 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-243d5a0a-ec9b-4241-a5e2-3531978acb20 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/fc7e152c-c83e-4980-887e-ad21de01af38 HTTP/1.1" status: 404 len: 337 time: 0.0370345 Jun 18 16:33:03.545909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48744) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:03.546894 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-41cfd9f0-9002-4686-95e8-ea397236dd87 None None] Set router eb5847f3-3e96-453b-b67d-4ad4dc559a28 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:03.580904 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-00dc324b-0e9d-40a8-bd09-52c289efa614 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:03.583452 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-079c79ec-f877-4748-86b0-d93df8a47d75 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:03.583920 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-079c79ec-f877-4748-86b0-d93df8a47d75 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:03.587868 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-079c79ec-f877-4748-86b0-d93df8a47d75 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/204dd497-fe17-4b5d-b6b3-df9474eefec5 HTTP/1.1" status: 404 len: 337 time: 0.0358636 Jun 18 16:33:03.589485 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48746) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:03.619160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-dad23b8b-a583-448e-a489-c26d544b774f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting port 288dcd51-b8eb-4a6f-b982-2d9080fde11c {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:03.619160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dad23b8b-a583-448e-a489-c26d544b774f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:03.622277 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4bb7df-156b-48d5-a34d-c0a1c91de756 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:03.623006 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec4bb7df-156b-48d5-a34d-c0a1c91de756 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:03.625360 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ec4bb7df-156b-48d5-a34d-c0a1c91de756 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/18296d3e-1e8b-4752-be35-c9a055e5094e HTTP/1.1" status: 404 len: 333 time: 0.0343201 Jun 18 16:33:03.626627 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a05f49-4a2c-4457-b7dc-115443a07897 req-20d8c8ca-8e65-4989-a5b0-0d869d67dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:03.628139 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f9a05f49-4a2c-4457-b7dc-115443a07897 req-20d8c8ca-8e65-4989-a5b0-0d869d67dbe0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aecf6f70-3d92-4efd-a20f-fdc191016162 HTTP/1.1" status: 200 len: 897 time: 0.2143133 Jun 18 16:33:03.628590 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48748) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:03.638053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e58612d5-e970-44cf-b0ee-2d9d28853cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:03.644713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-089a929d-f201-452e-b982-0f5fc82b0c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:03.678288 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58612d5-e970-44cf-b0ee-2d9d28853cb6 None None] Pushing event deleted for resources: {'Port': ['ID=857226dc-a254-4dc1-b270-18c27ba4d6bb,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:03.691931 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e13618-aead-45dc-a559-ae80efda3150 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:03.692520 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e58612d5-e970-44cf-b0ee-2d9d28853cb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:03.692659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e13618-aead-45dc-a559-ae80efda3150 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:03.693989 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58612d5-e970-44cf-b0ee-2d9d28853cb6 None None] No DVR routers for this DVR port 857226dc-a254-4dc1-b270-18c27ba4d6bb on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:03.695026 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-14e13618-aead-45dc-a559-ae80efda3150 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/221eb7dd-2707-4be8-98b3-2aa29733707b HTTP/1.1" status: 404 len: 337 time: 0.0650146 Jun 18 16:33:03.700059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48750) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:03.725010 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f9a05f49-4a2c-4457-b7dc-115443a07897 req-6030ddb2-e99b-4004-bddf-c52a820f2abb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67cd8e92-7fd0-4561-9207-d3517582df3d HTTP/1.1" status: 200 len: 999 time: 0.0880060 Jun 18 16:33:03.740011 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c237776b-9ecb-4c60-a523-65500ed96971 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:03.740593 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c237776b-9ecb-4c60-a523-65500ed96971 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:03.747883 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c237776b-9ecb-4c60-a523-65500ed96971 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/dfb1e9e7-07dc-4744-a41c-b2989508f19f HTTP/1.1" status: 404 len: 337 time: 0.0433569 Jun 18 16:33:03.762670 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48752) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:03.801761 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1dd3a6b-6337-4fd9-9764-44a9eccdfa93 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:03.803149 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1dd3a6b-6337-4fd9-9764-44a9eccdfa93 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:03.804963 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e1dd3a6b-6337-4fd9-9764-44a9eccdfa93 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/2579c147-60e4-422b-8e6e-910c0ef19ef2 HTTP/1.1" status: 404 len: 333 time: 0.0412531 Jun 18 16:33:03.807541 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48754) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:03.809829 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 857226dc-a254-4dc1-b270-18c27ba4d6bb no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:03.828610 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-00dc324b-0e9d-40a8-bd09-52c289efa614 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:03.831975 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 857226dc-a254-4dc1-b270-18c27ba4d6bb {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:03.832394 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 857226dc-a254-4dc1-b270-18c27ba4d6bb not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:03.850280 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97412bd-aaca-4ec5-a13c-68abf67a9b8f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:03.850808 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97412bd-aaca-4ec5-a13c-68abf67a9b8f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:03.854868 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e97412bd-aaca-4ec5-a13c-68abf67a9b8f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/2bb7e8e9-6dde-4412-8dd2-663962d0de50 HTTP/1.1" status: 404 len: 337 time: 0.0440471 Jun 18 16:33:03.855117 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a05f49-4a2c-4457-b7dc-115443a07897 req-a155ecbb-9798-448e-809c-db250a9298cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:03.856419 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f9a05f49-4a2c-4457-b7dc-115443a07897 req-a155ecbb-9798-448e-809c-db250a9298cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a140121-72dc-48d3-80d5-98995fffa013 HTTP/1.1" status: 200 len: 835 time: 0.1246459 Jun 18 16:33:03.857626 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48756) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:03.868155 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dad23b8b-a583-448e-a489-c26d544b774f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:03.893577 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5864f4-0ad5-4321-a079-0aead85d9725 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:03.894018 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5864f4-0ad5-4321-a079-0aead85d9725 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:03.894199 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-41cfd9f0-9002-4686-95e8-ea397236dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884123011', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '76988a44-e108-4069-a50a-566ae1a32c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:28Z', 'revision_number': 4, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'gw_port': {'id': '76988a44-e108-4069-a50a-566ae1a32c34', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'd4e5ee59-99a0-4aaf-a12a-e69cd3d7e2dd', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'floating_ip_address': '172.26.2.244', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'port_id': '67cd8e92-7fd0-4561-9207-d3517582df3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162', 'mac_address': 'fa:16:3e:8d:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1e472d-9763-4d2b-a395-369382cb5ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:32:58Z', 'updated_at': '2021-06-18T16:32:58Z', 'revision_number': 0, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3b876a-4ef3-4786-bf5b-7d9d7367da63', 'name': '', 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'mac_address': 'fa:16:3e:3f:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '0a140121-72dc-48d3-80d5-98995fffa013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:26Z', 'updated_at': '2021-06-18T16:32:41Z', 'revision_number': 5, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'subnets': [{'id': '0a140121-72dc-48d3-80d5-98995fffa013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:03.899653 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2b5864f4-0ad5-4321-a079-0aead85d9725 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/2c6c9afd-a8d1-4337-b6c6-40181211f16b HTTP/1.1" status: 404 len: 337 time: 0.0389476 Jun 18 16:33:03.900236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48758) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:03.931396 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cfd9f0-9002-4686-95e8-ea397236dd87 None None] The sync data for ids ['eb5847f3-3e96-453b-b67d-4ad4dc559a28'] in dv-neutron-797121-1-hyperv is: [{'id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884123011', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '76988a44-e108-4069-a50a-566ae1a32c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:28Z', 'revision_number': 4, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'gw_port': {'id': '76988a44-e108-4069-a50a-566ae1a32c34', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'd4e5ee59-99a0-4aaf-a12a-e69cd3d7e2dd', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'floating_ip_address': '172.26.2.244', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'port_id': '67cd8e92-7fd0-4561-9207-d3517582df3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162', 'mac_address': 'fa:16:3e:8d:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1e472d-9763-4d2b-a395-369382cb5ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:32:58Z', 'updated_at': '2021-06-18T16:32:58Z', 'revision_number': 0, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3b876a-4ef3-4786-bf5b-7d9d7367da63', 'name': '', 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'mac_address': 'fa:16:3e:3f:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '0a140121-72dc-48d3-80d5-98995fffa013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:26Z', 'updated_at': '2021-06-18T16:32:41Z', 'revision_number': 5, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'subnets': [{'id': '0a140121-72dc-48d3-80d5-98995fffa013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:03.945789 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-dad23b8b-a583-448e-a489-c26d544b774f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Calling delete_port for 288dcd51-b8eb-4a6f-b982-2d9080fde11c owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:03.946669 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3bbd388-9ad2-42af-9d2f-1e9f106b3ec7 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:03.947365 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3bbd388-9ad2-42af-9d2f-1e9f106b3ec7 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:03.949052 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c3bbd388-9ad2-42af-9d2f-1e9f106b3ec7 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/53dff043-fa72-437a-b555-2ac2d74abb1b HTTP/1.1" status: 404 len: 333 time: 0.0317326 Jun 18 16:33:03.951790 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48762) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.009069 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5ba788-1744-4960-ab55-5917f6e1f9b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.010888 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be5ba788-1744-4960-ab55-5917f6e1f9b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.012792 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-be5ba788-1744-4960-ab55-5917f6e1f9b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/832b8643-ba0b-4d54-b9fb-ffa269c9dd11 HTTP/1.1" status: 404 len: 337 time: 0.0601230 Jun 18 16:33:04.017067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48766) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.058469 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee5ea66-2fb8-47ad-9205-1225cf07a15d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.058915 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee5ea66-2fb8-47ad-9205-1225cf07a15d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.060589 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5ee5ea66-2fb8-47ad-9205-1225cf07a15d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/a110432a-124a-417c-ae9b-74916f250b70 HTTP/1.1" status: 404 len: 337 time: 0.0333793 Jun 18 16:33:04.064051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48770) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.082113 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48772) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.095942 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e1dc09-abae-4a42-8333-12e7116d00bc tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.096673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e1dc09-abae-4a42-8333-12e7116d00bc tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.099425 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f4e1dc09-abae-4a42-8333-12e7116d00bc tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/580848a7-9a8c-4512-a0e4-120dc68be609 HTTP/1.1" status: 404 len: 333 time: 0.0328441 Jun 18 16:33:04.101984 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48774) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.141902 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-c362f93e-8409-4e16-869c-2ce9e2e8283f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.142373 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c362f93e-8409-4e16-869c-2ce9e2e8283f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.147444 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c362f93e-8409-4e16-869c-2ce9e2e8283f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/27700bad-f378-4f64-bb45-240b3251da90 HTTP/1.1" status: 404 len: 337 time: 0.0444610 Jun 18 16:33:04.149482 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48778) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.160112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a05f49-4a2c-4457-b7dc-115443a07897 req-5344a657-c65d-431c-979d-7acdc9bb72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:04.160281 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-00dc324b-0e9d-40a8-bd09-52c289efa614 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:04.162967 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f9a05f49-4a2c-4457-b7dc-115443a07897 req-5344a657-c65d-431c-979d-7acdc9bb72bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aecf6f70-3d92-4efd-a20f-fdc191016162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2771447 Jun 18 16:33:04.163435 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f49477f3-fb0d-4950-a365-ab2fa288e8a7 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:04.196202 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-da51b30f-3088-4cb1-bf1b-6d630af20152 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.196940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da51b30f-3088-4cb1-bf1b-6d630af20152 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.201235 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-da51b30f-3088-4cb1-bf1b-6d630af20152 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/084178ff-3f28-414a-88d2-05ab86703871 HTTP/1.1" status: 404 len: 333 time: 0.0509205 Jun 18 16:33:04.201964 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48780) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.207822 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc324b-0e9d-40a8-bd09-52c289efa614 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Subnet': ['ID=a7044d42-3905-46ad-8793-5b8e1ee4c9d3,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:04.226263 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-00dc324b-0e9d-40a8-bd09-52c289efa614 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:04.241413 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a043526f-8c86-4c2d-b302-569ee4faa714 None None] Network 7bc47380-e921-4626-9a06-662ef03aef3d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:04.278922 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-00dc324b-0e9d-40a8-bd09-52c289efa614 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:04.281074 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-00dc324b-0e9d-40a8-bd09-52c289efa614 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/subnets/a7044d42-3905-46ad-8793-5b8e1ee4c9d3 HTTP/1.1" status: 204 len: 168 time: 0.8432453 Jun 18 16:33:04.293813 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48784) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.303042 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6512849b-9c2d-4c67-add2-509862649bed None None] New status for floating IP d4e5ee59-99a0-4aaf-a12a-e69cd3d7e2dd: ACTIVE {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:33:04.304297 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe73a79-affa-4e60-b930-af80e47dd157 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.304747 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe73a79-affa-4e60-b930-af80e47dd157 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.308780 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-dfe73a79-affa-4e60-b930-af80e47dd157 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/ae5fabc3-955c-493e-8a2f-772813941db1 HTTP/1.1" status: 404 len: 337 time: 0.0998924 Jun 18 16:33:04.328563 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f9a05f49-4a2c-4457-b7dc-115443a07897 req-318f45c0-2833-4c1c-8bd5-1ceac371e7a6 service neutron] 10.222.0.64 "GET /v2.0/networks/aecf6f70-3d92-4efd-a20f-fdc191016162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454980 Jun 18 16:33:04.330000 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48786) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.438470 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e73623-a71b-40a0-a91a-70d426221349 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.439325 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e73623-a71b-40a0-a91a-70d426221349 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.444181 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-84e73623-a71b-40a0-a91a-70d426221349 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/0a5875a6-9953-4245-bf27-a32507953ad7 HTTP/1.1" status: 404 len: 333 time: 0.1101291 Jun 18 16:33:04.445994 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48790) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.476495 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-257bc513-6ef3-4708-b845-1d3580b70807 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.476972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-257bc513-6ef3-4708-b845-1d3580b70807 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.481407 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-257bc513-6ef3-4708-b845-1d3580b70807 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/ce0e4064-1908-449a-9867-f5c40df4ca88 HTTP/1.1" status: 404 len: 337 time: 0.0317516 Jun 18 16:33:04.481622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48792) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.492438 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a76eaa-e877-4203-b220-43f17f8f6912 None None] DHCP port deletion for 7bc47380-e921-4626-9a06-662ef03aef3d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:33:04.515577 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b530e6-6850-4f7b-9cad-6579034a7ffb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.516430 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b530e6-6850-4f7b-9cad-6579034a7ffb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.521733 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-33b530e6-6850-4f7b-9cad-6579034a7ffb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/c72e822e-22f9-44be-a788-e428b1939d2f HTTP/1.1" status: 404 len: 333 time: 0.0357430 Jun 18 16:33:04.521733 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48794) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.557071 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-79a76eaa-e877-4203-b220-43f17f8f6912 None None] Deleting port cef5be20-6973-49b1-9507-d18903bfd79f {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:04.557625 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a76eaa-e877-4203-b220-43f17f8f6912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:04.573302 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-406a71e5-d0df-44c8-ad8a-4a848c1dfe13 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.573763 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406a71e5-d0df-44c8-ad8a-4a848c1dfe13 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.578061 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-406a71e5-d0df-44c8-ad8a-4a848c1dfe13 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/e1a38c88-005d-48cc-bd44-b6ab85200a02 HTTP/1.1" status: 404 len: 337 time: 0.0533473 Jun 18 16:33:04.579070 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48796) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.609685 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f9a05f49-4a2c-4457-b7dc-115443a07897 req-e6813430-2456-4e50-83b8-bb6547daf0e5 service neutron] 10.222.0.64 "GET /v2.0/networks/aecf6f70-3d92-4efd-a20f-fdc191016162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316961 Jun 18 16:33:04.610856 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-b444f5b7-7338-4a4d-a9ce-9fa87a5f6f23 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.611632 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b444f5b7-7338-4a4d-a9ce-9fa87a5f6f23 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.615831 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b444f5b7-7338-4a4d-a9ce-9fa87a5f6f23 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/ea98c2df-2a26-43bd-aed6-ec3938037b95 HTTP/1.1" status: 404 len: 333 time: 0.0337768 Jun 18 16:33:04.616086 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48798) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.636878 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-79a76eaa-e877-4203-b220-43f17f8f6912 None None] For port cef5be20-6973-49b1-9507-d18903bfd79f, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=cef5be20-6973-49b1-9507-d18903bfd79f,segment=NetworkSegment(4414d4c3-4f4e-41a0-be14-48d59dde8e90),segment_id=4414d4c3-4f4e-41a0-be14-48d59dde8e90)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:04.637553 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a76eaa-e877-4203-b220-43f17f8f6912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:04.643506 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc788896-fe09-4c7e-8cb9-5497f686aaac tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.644168 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc788896-fe09-4c7e-8cb9-5497f686aaac tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.648861 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-dc788896-fe09-4c7e-8cb9-5497f686aaac tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/f42225cd-251d-43ba-9fe8-a4d178051fb4 HTTP/1.1" status: 404 len: 337 time: 0.0291173 Jun 18 16:33:04.649106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48800) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.677852 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba52e1e-ff58-4110-ad67-eb94783abe61 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.678722 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba52e1e-ff58-4110-ad67-eb94783abe61 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.682748 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7ba52e1e-ff58-4110-ad67-eb94783abe61 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/5e92ac69-5c4f-4767-b9a2-41ae5d800837 HTTP/1.1" status: 404 len: 333 time: 0.0305424 Jun 18 16:33:04.683516 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48802) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.711659 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b574808-8207-4009-876b-9c5092f35153 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.712668 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b574808-8207-4009-876b-9c5092f35153 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.714675 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4b574808-8207-4009-876b-9c5092f35153 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/7c0345cc-af0f-41d6-bedd-dd63bf554079 HTTP/1.1" status: 404 len: 337 time: 0.0297892 Jun 18 16:33:04.715456 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-79a76eaa-e877-4203-b220-43f17f8f6912 None None] Calling delete_port for cef5be20-6973-49b1-9507-d18903bfd79f owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:04.717023 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48804) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.743123 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-14832e1b-a387-4f82-8508-6004c472b52b tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/floatingips/d4e5ee59-99a0-4aaf-a12a-e69cd3d7e2dd HTTP/1.1" status: 200 len: 991 time: 0.6567447 Jun 18 16:33:04.745409 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf48b279-ae97-4e02-867f-ac165cd7aed3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.745409 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf48b279-ae97-4e02-867f-ac165cd7aed3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.747353 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bf48b279-ae97-4e02-867f-ac165cd7aed3 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/b6f4baf3-2eb0-4b68-a428-ba4fbcac270f HTTP/1.1" status: 404 len: 337 time: 0.0291803 Jun 18 16:33:04.749664 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48806) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.782429 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e581ff-36df-4023-8b4c-9aceeebce6b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.783461 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e581ff-36df-4023-8b4c-9aceeebce6b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.788272 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b7e581ff-36df-4023-8b4c-9aceeebce6b6 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/6c21992d-eac3-4f48-826b-2f9b6e95d766 HTTP/1.1" status: 404 len: 333 time: 0.0343986 Jun 18 16:33:04.788523 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48808) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.802512 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89804d69-7a54-4ad7-9c7f-123586a1f09e req-212f08a4-3cba-40d5-9741-619b242d64e7 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:04.802865 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a76eaa-e877-4203-b220-43f17f8f6912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:04.804063 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-89804d69-7a54-4ad7-9c7f-123586a1f09e req-212f08a4-3cba-40d5-9741-619b242d64e7 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.7743399 Jun 18 16:33:04.805272 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3ea3b1d5-0da2-43b4-8674-877c70b1868f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:04.817710 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f590ea0-bf6f-4a8f-a77d-16b9591244b0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.817710 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f590ea0-bf6f-4a8f-a77d-16b9591244b0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.822539 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3f590ea0-bf6f-4a8f-a77d-16b9591244b0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/fe694683-a891-4cce-83aa-b339c1896e08 HTTP/1.1" status: 404 len: 337 time: 0.0306845 Jun 18 16:33:04.822845 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48810) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.822958 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dad23b8b-a583-448e-a489-c26d544b774f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:04.832650 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a76eaa-e877-4203-b220-43f17f8f6912 None None] Pushing event deleted for resources: {'Port': ['ID=cef5be20-6973-49b1-9507-d18903bfd79f,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:04.836607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-79a76eaa-e877-4203-b220-43f17f8f6912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:04.837600 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a76eaa-e877-4203-b220-43f17f8f6912 None None] No DVR routers for this DVR port cef5be20-6973-49b1-9507-d18903bfd79f on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:04.837811 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2c310939-68ae-473b-9113-55bf7ccbb989 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:04.853624 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-0869d523-7dd0-4ce5-876a-126e28e0f390 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.854342 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0869d523-7dd0-4ce5-876a-126e28e0f390 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.858103 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0869d523-7dd0-4ce5-876a-126e28e0f390 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/9a8bb805-9f98-419a-a3b1-8ada981d18cd HTTP/1.1" status: 404 len: 337 time: 0.0320709 Jun 18 16:33:04.859053 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48812) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.862683 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c919cff0-ba14-4a65-8d8c-6acb663eaf89 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:04.885225 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8dd4da-48b0-4ac9-aa8f-b6778cc28a25 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.885836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8dd4da-48b0-4ac9-aa8f-b6778cc28a25 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.887585 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9a8dd4da-48b0-4ac9-aa8f-b6778cc28a25 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/76a21cfa-c2bc-42cc-869f-c0dcc592037c HTTP/1.1" status: 404 len: 333 time: 0.0282912 Jun 18 16:33:04.888395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad23b8b-a583-448e-a489-c26d544b774f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Port': ['ID=288dcd51-b8eb-4a6f-b982-2d9080fde11c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:04.890014 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48814) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.892459 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-0cdddf92-c8ef-465b-ab8f-2bdee602d790 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1019971380&fields=id&tenant_id=16baf16222f446bfa2a20a3a159e0911 HTTP/1.1" status: 200 len: 267 time: 0.1546996 Jun 18 16:33:04.893266 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dad23b8b-a583-448e-a489-c26d544b774f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:04.920406 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-428c4b3e-8710-4223-9956-10c5562a71ca tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.920865 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428c4b3e-8710-4223-9956-10c5562a71ca tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.922770 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-428c4b3e-8710-4223-9956-10c5562a71ca tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/18619061-8c1b-4e50-b340-52b77fe8d96b HTTP/1.1" status: 404 len: 337 time: 0.0316381 Jun 18 16:33:04.925225 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48816) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.959894 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b8fd5a-fa3a-4d9c-8156-59bc6480216d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.960157 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-89804d69-7a54-4ad7-9c7f-123586a1f09e req-93759514-854c-4aa5-b9a5-f6246f11914d tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1415341 Jun 18 16:33:04.960612 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b8fd5a-fa3a-4d9c-8156-59bc6480216d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.964573 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-23b8fd5a-fa3a-4d9c-8156-59bc6480216d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/29d97d0c-53d8-49d3-94bd-409c71e72f25 HTTP/1.1" status: 404 len: 337 time: 0.0345020 Jun 18 16:33:04.964747 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48818) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:04.994244 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1bdb40-454d-4e5b-88c3-c49ed7495d6a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:04.995043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c1bdb40-454d-4e5b-88c3-c49ed7495d6a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:04.999052 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8c1bdb40-454d-4e5b-88c3-c49ed7495d6a tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/dbdffe99-3952-4b38-83a9-e5cfd5e8db2f HTTP/1.1" status: 404 len: 333 time: 0.0311718 Jun 18 16:33:04.999626 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48820) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.028098 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-6250c69e-533c-40f2-8f07-31bc75f090f0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:05.028558 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6250c69e-533c-40f2-8f07-31bc75f090f0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:05.031151 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6250c69e-533c-40f2-8f07-31bc75f090f0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/ff7de4a4-1cce-4df8-afa0-600638483aff HTTP/1.1" status: 404 len: 337 time: 0.0299220 Jun 18 16:33:05.032895 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48822) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.060843 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-a139f59e-3725-4a7e-a439-78c7c69fc437 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:05.061451 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a139f59e-3725-4a7e-a439-78c7c69fc437 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:05.064547 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a139f59e-3725-4a7e-a439-78c7c69fc437 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/0c17ba50-c369-403a-b8f2-c61ba0035d6f HTTP/1.1" status: 404 len: 337 time: 0.0293989 Jun 18 16:33:05.066113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48824) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.097354 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bdeba860-4c3b-42ab-bf20-e1055c685930 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef88ecf1-6d3c-412a-b61c-502afd77d866 HTTP/1.1" status: 200 len: 205 time: 0.0294979 Jun 18 16:33:05.099919 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48826) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.141171 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-f41c6dd5-160f-4580-bfaf-7ecd6aaf523c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] delete failed (client error): The resource could not be found. Jun 18 16:33:05.142183 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f41c6dd5-160f-4580-bfaf-7ecd6aaf523c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/routers/ef88ecf1-6d3c-412a-b61c-502afd77d866 HTTP/1.1" status: 404 len: 336 time: 0.0412636 Jun 18 16:33:05.144785 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48828) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.172524 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-d099f5dd-0e80-425b-bab3-1b0f04247425 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:05.172976 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d099f5dd-0e80-425b-bab3-1b0f04247425 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:05.177280 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d099f5dd-0e80-425b-bab3-1b0f04247425 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/40bfa7e9-a6c6-4ec4-8768-b64a8dab3ca5 HTTP/1.1" status: 404 len: 337 time: 0.0283415 Jun 18 16:33:05.177451 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c919cff0-ba14-4a65-8d8c-6acb663eaf89 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:05.178184 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48830) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.185940 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b11bd1ee-f735-406a-8201-16897b2d1798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:05.198011 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c919cff0-ba14-4a65-8d8c-6acb663eaf89 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc47380-e921-4626-9a06-662ef03aef3d']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:05.199975 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dad23b8b-a583-448e-a489-c26d544b774f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:05.212904 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a5441070-3582-41fc-b61c-70762e086f72 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b9fd71-2bd5-46eb-abfc-9da2d88d2d21 HTTP/1.1" status: 200 len: 205 time: 0.0338223 Jun 18 16:33:05.213146 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c919cff0-ba14-4a65-8d8c-6acb663eaf89 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4414d4c3-4f4e-41a0-be14-48d59dde8e90') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:05.213352 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c919cff0-ba14-4a65-8d8c-6acb663eaf89 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4414d4c3-4f4e-41a0-be14-48d59dde8e90') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:05.215147 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48832) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.231575 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-2fd550e4-472d-492c-a215-7aab518d2fb2 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:05.233022 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-2fd550e4-472d-492c-a215-7aab518d2fb2 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/networks?id=b035b862-0d9c-4039-9037-42f41472e61d HTTP/1.1" status: 200 len: 812 time: 0.3125083 Jun 18 16:33:05.234958 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c919cff0-ba14-4a65-8d8c-6acb663eaf89 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:05.258896 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-f4929292-9e63-486e-8cb9-1b9047a76a77 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] delete failed (client error): The resource could not be found. Jun 18 16:33:05.259974 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f4929292-9e63-486e-8cb9-1b9047a76a77 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/routers/75b9fd71-2bd5-46eb-abfc-9da2d88d2d21 HTTP/1.1" status: 404 len: 336 time: 0.0434608 Jun 18 16:33:05.262348 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48834) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.289320 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f7b92b-1dce-4619-8ec8-38c6b26cb22b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:05.289772 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f7b92b-1dce-4619-8ec8-38c6b26cb22b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:05.291471 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-36f7b92b-1dce-4619-8ec8-38c6b26cb22b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/dfd21590-c274-4a8b-9432-67a59feb00ce HTTP/1.1" status: 404 len: 337 time: 0.0282049 Jun 18 16:33:05.293887 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48836) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.320663 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aab9119-97bd-4128-8967-f2fa880a86e8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:05.321127 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aab9119-97bd-4128-8967-f2fa880a86e8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:05.321430 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-d255a9ef-fa3e-482f-8bfb-e2fff666198e tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/quotas/16baf16222f446bfa2a20a3a159e0911 HTTP/1.1" status: 200 len: 375 time: 0.0766597 Jun 18 16:33:05.322314 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c919cff0-ba14-4a65-8d8c-6acb663eaf89 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:05.325373 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9aab9119-97bd-4128-8967-f2fa880a86e8 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/10093bad-39b5-4234-acc9-635e720f0547 HTTP/1.1" status: 404 len: 337 time: 0.0283258 Jun 18 16:33:05.325637 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48838) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.335103 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c919cff0-ba14-4a65-8d8c-6acb663eaf89 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:33:05.335490 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c919cff0-ba14-4a65-8d8c-6acb663eaf89 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:33:05.347734 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:33:05.352558 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-416898fe-43b2-4a79-936a-7177af5cf14f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:05.353235 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416898fe-43b2-4a79-936a-7177af5cf14f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:05.357590 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-416898fe-43b2-4a79-936a-7177af5cf14f tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/b497764b-c935-4040-996b-65e196781bc4 HTTP/1.1" status: 404 len: 333 time: 0.0309677 Jun 18 16:33:05.358227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48840) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.384408 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33fbd3d-71ed-41fd-978e-b8f8bfec0b48 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:05.384862 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33fbd3d-71ed-41fd-978e-b8f8bfec0b48 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:05.386543 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a33fbd3d-71ed-41fd-978e-b8f8bfec0b48 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/abd3f2d3-141f-4fbf-b56e-0b209b2bd112 HTTP/1.1" status: 404 len: 337 time: 0.0273800 Jun 18 16:33:05.389114 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48842) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.421638 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50cf157-28f8-4d80-b9e7-f541f050194d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:05.422303 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50cf157-28f8-4d80-b9e7-f541f050194d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:05.424027 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b50cf157-28f8-4d80-b9e7-f541f050194d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/b999633b-f0e3-4f02-8b1b-6f37b68f8ceb HTTP/1.1" status: 404 len: 333 time: 0.0339203 Jun 18 16:33:05.427345 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48844) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.457283 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb97806-1c05-40b9-bb86-f22ca93d98de tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:05.457745 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb97806-1c05-40b9-bb86-f22ca93d98de tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:05.460166 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0eb97806-1c05-40b9-bb86-f22ca93d98de tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/90b2b5e6-620d-4286-b05c-292932ad6bfb HTTP/1.1" status: 404 len: 337 time: 0.0317049 Jun 18 16:33:05.462705 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48846) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.488386 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-694fad7f-3fd9-41dc-a36a-cb422fa690e2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:05.489589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694fad7f-3fd9-41dc-a36a-cb422fa690e2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:05.491337 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-694fad7f-3fd9-41dc-a36a-cb422fa690e2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/2a4185ca-15f5-4a26-8cd0-2f37442a7da1 HTTP/1.1" status: 404 len: 333 time: 0.0277309 Jun 18 16:33:05.493858 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48848) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.498982 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c919cff0-ba14-4a65-8d8c-6acb663eaf89 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:05.522189 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfd94cf-c139-42d6-beac-57467927b943 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:05.522668 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cfd94cf-c139-42d6-beac-57467927b943 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:05.524335 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2cfd94cf-c139-42d6-beac-57467927b943 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/3f57d800-7c40-4899-9a95-1c60068028ab HTTP/1.1" status: 404 len: 337 time: 0.0295734 Jun 18 16:33:05.526854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48850) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.539609 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-04945ec8-d111-40b2-a893-1d64b236018d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:05.546845 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c919cff0-ba14-4a65-8d8c-6acb663eaf89 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:05.548625 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c919cff0-ba14-4a65-8d8c-6acb663eaf89 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/networks/7bc47380-e921-4626-9a06-662ef03aef3d HTTP/1.1" status: 204 len: 168 time: 1.2457891 Jun 18 16:33:05.553241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48852) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.555697 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0f3c9f-4c39-4106-a520-bf701f613416 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:05.556395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db0f3c9f-4c39-4106-a520-bf701f613416 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:05.558011 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-db0f3c9f-4c39-4106-a520-bf701f613416 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/35cbc5f9-4abb-4451-a2e3-437375424c88 HTTP/1.1" status: 404 len: 333 time: 0.0302308 Jun 18 16:33:05.562514 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48854) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.575272 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919cff0-ba14-4a65-8d8c-6acb663eaf89 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Network': ['ID=7bc47380-e921-4626-9a06-662ef03aef3d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:05.581251 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c919cff0-ba14-4a65-8d8c-6acb663eaf89 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:05.605300 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e56026-0e7a-4a9f-a8f6-dac68e845528 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:05.605673 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e56026-0e7a-4a9f-a8f6-dac68e845528 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:05.607444 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-43e56026-0e7a-4a9f-a8f6-dac68e845528 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/a050d22d-620c-4bb1-b74b-92d5af6d02a0 HTTP/1.1" status: 404 len: 337 time: 0.0424442 Jun 18 16:33:05.610132 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48856) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.613545 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0461e191-10a7-4220-bacc-5267bcd0e48b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:05.615567 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0461e191-10a7-4220-bacc-5267bcd0e48b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports/da7d2b02-7df6-43e4-a927-53725e6dbb62 HTTP/1.1" status: 200 len: 840 time: 0.0613029 Jun 18 16:33:05.619096 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48858) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.650146 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-618e9ffc-df8c-4a0d-8e7c-7acec17ec3ef tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=16baf16222f446bfa2a20a3a159e0911&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3192801 Jun 18 16:33:05.653913 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a01211-76df-4ba5-b043-49553f30999e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:05.654733 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a01211-76df-4ba5-b043-49553f30999e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:05.656317 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-02a01211-76df-4ba5-b043-49553f30999e tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/6c1a92ec-0c03-48a1-bdda-9243c81e1ff5 HTTP/1.1" status: 404 len: 333 time: 0.0451388 Jun 18 16:33:05.658137 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad23b8b-a583-448e-a489-c26d544b774f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router fada2a64-1ea3-4c90-8869-eb4103b336f1 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:05.658867 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48860) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.689967 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-50436c58-6669-47fb-9582-6d8ff2159878 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:05.690429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50436c58-6669-47fb-9582-6d8ff2159878 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:05.693226 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-50436c58-6669-47fb-9582-6d8ff2159878 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/21434b45-0a9d-42fe-b0b6-45111e8cea1f HTTP/1.1" status: 404 len: 337 time: 0.0323524 Jun 18 16:33:05.699502 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-753aa2c8-8c35-4300-bad6-395496f251b6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports/da7d2b02-7df6-43e4-a927-53725e6dbb62?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0762067 Jun 18 16:33:05.699502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48862) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.704967 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48864) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.710235 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-4e8f443b-9241-4d2c-b292-dfa1a7441e9c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'subnet': {'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:05.744494 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e9719e-b347-4422-ac41-2cd1ac437ab2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:05.745187 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e9719e-b347-4422-ac41-2cd1ac437ab2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:05.746731 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48866) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.746933 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-29e9719e-b347-4422-ac41-2cd1ac437ab2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/23b38c96-4660-4613-890d-836c009bbebf HTTP/1.1" status: 404 len: 333 time: 0.0490940 Jun 18 16:33:05.773155 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48868) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.799434 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device cef5be20-6973-49b1-9507-d18903bfd79f no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:05.811786 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-64eda1cb-4bd9-44e1-9586-4a7368a3e7d0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:05.812233 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64eda1cb-4bd9-44e1-9586-4a7368a3e7d0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:05.813955 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-64eda1cb-4bd9-44e1-9586-4a7368a3e7d0 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/7e8d3f4b-fdea-4438-a937-a2ac08b66721 HTTP/1.1" status: 404 len: 337 time: 0.0398505 Jun 18 16:33:05.816544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48870) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.828336 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: cef5be20-6973-49b1-9507-d18903bfd79f {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:05.829033 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device cef5be20-6973-49b1-9507-d18903bfd79f not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:05.852694 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66b430e-ba3d-43ed-ad3c-59363beb7d12 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:05.853386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66b430e-ba3d-43ed-ad3c-59363beb7d12 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:05.855370 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f66b430e-ba3d-43ed-ad3c-59363beb7d12 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/ports/44632df5-88ed-4adf-8d86-063e168f4a8d HTTP/1.1" status: 404 len: 333 time: 0.0376179 Jun 18 16:33:05.857775 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48872) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.872070 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad23b8b-a583-448e-a489-c26d544b774f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:05.882633 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0615273-b272-41f6-8ba1-00383410ea27 None None] Sync routers for ids ['fada2a64-1ea3-4c90-8869-eb4103b336f1'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:05.889119 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-dad23b8b-a583-448e-a489-c26d544b774f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/fada2a64-1ea3-4c90-8869-eb4103b336f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4971538 Jun 18 16:33:05.891868 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48874) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.894120 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0615273-b272-41f6-8ba1-00383410ea27 None None] Routers {'fada2a64-1ea3-4c90-8869-eb4103b336f1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:05.894730 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-27787298-e9d7-4566-be85-fdf5656f6ac3 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/floatingips/d4e5ee59-99a0-4aaf-a12a-e69cd3d7e2dd HTTP/1.1" status: 200 len: 993 time: 0.1460710 Jun 18 16:33:05.900591 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-e0615273-b272-41f6-8ba1-00383410ea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['fada2a64-1ea3-4c90-8869-eb4103b336f1'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:05.901571 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-e26a584f-3458-408d-8f4c-a745301c41d3 service neutron] 10.222.0.39 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367923 Jun 18 16:33:05.902734 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef7cb4a-aa3b-4764-be12-8db9bf55bf1c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:05.903288 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef7cb4a-aa3b-4764-be12-8db9bf55bf1c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:05.905190 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-eef7cb4a-aa3b-4764-be12-8db9bf55bf1c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/subnets/b546c36a-a08b-4134-b724-f88d32df6047 HTTP/1.1" status: 404 len: 337 time: 0.0461955 Jun 18 16:33:05.907742 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48876) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:05.945329 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-e0615273-b272-41f6-8ba1-00383410ea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:05.954091 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0615273-b272-41f6-8ba1-00383410ea27 None None] Routers {'fada2a64-1ea3-4c90-8869-eb4103b336f1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:05.954799 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-e0615273-b272-41f6-8ba1-00383410ea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:32:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['fada2a64-1ea3-4c90-8869-eb4103b336f1'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:05.982298 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8f443b-9241-4d2c-b292-dfa1a7441e9c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:05.985836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4e8f443b-9241-4d2c-b292-dfa1a7441e9c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:05.990411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-e0615273-b272-41f6-8ba1-00383410ea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:05.990971 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0615273-b272-41f6-8ba1-00383410ea27 None None] The sync data for ids ['fada2a64-1ea3-4c90-8869-eb4103b336f1'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:06.054686 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-adbf4e56-3fe7-4f8d-bcd7-86405fba26d9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.088534 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-ad14607d-aa9c-4909-8d8c-d7f4d2b6b04f service neutron] 10.222.0.39 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708314 Jun 18 16:33:06.205485 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-adbf4e56-3fe7-4f8d-bcd7-86405fba26d9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.217216 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-adbf4e56-3fe7-4f8d-bcd7-86405fba26d9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c58b33-89bf-4a11-9df9-ed95e6524a1d']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:06.231194 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-adbf4e56-3fe7-4f8d-bcd7-86405fba26d9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56de1239-1c7d-43f9-ae3d-09c2d173f8ff') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:06.231490 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-adbf4e56-3fe7-4f8d-bcd7-86405fba26d9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56de1239-1c7d-43f9-ae3d-09c2d173f8ff') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:06.243408 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-adbf4e56-3fe7-4f8d-bcd7-86405fba26d9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.261255 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-adbf4e56-3fe7-4f8d-bcd7-86405fba26d9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.272926 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375268f-54bf-4ee4-ac38-55b897398ad9 req-01b840bc-ab02-405c-9db7-368a3be331df tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:06.274756 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d375268f-54bf-4ee4-ac38-55b897398ad9 req-01b840bc-ab02-405c-9db7-368a3be331df tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.1239100 Jun 18 16:33:06.277110 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adbf4e56-3fe7-4f8d-bcd7-86405fba26d9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:33:06.277528 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-adbf4e56-3fe7-4f8d-bcd7-86405fba26d9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:33:06.280523 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:33:06.322083 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4e8f443b-9241-4d2c-b292-dfa1a7441e9c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.325437 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fec1a924-a610-4445-8df1-88ebe7c8dc9a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:06.364128 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8f443b-9241-4d2c-b292-dfa1a7441e9c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:06.370264 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-4e8f443b-9241-4d2c-b292-dfa1a7441e9c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:06.371123 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d375268f-54bf-4ee4-ac38-55b897398ad9 req-c48128f3-8523-4233-8e81-cbd519aa2b3d tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795343 Jun 18 16:33:06.374548 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-adbf4e56-3fe7-4f8d-bcd7-86405fba26d9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.375249 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f443b-9241-4d2c-b292-dfa1a7441e9c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:06.375896 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4e8f443b-9241-4d2c-b292-dfa1a7441e9c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.377972 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c373803b-21d9-47c2-99f4-327cf7253aaa tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:06.391736 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-adbf4e56-3fe7-4f8d-bcd7-86405fba26d9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.396699 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-adbf4e56-3fe7-4f8d-bcd7-86405fba26d9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] 10.222.0.39 "DELETE /v2.0/networks/c0c58b33-89bf-4a11-9df9-ed95e6524a1d HTTP/1.1" status: 204 len: 168 time: 0.4846630 Jun 18 16:33:06.397534 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdb7f7d-9b9c-4672-9976-f4af6b181364 None None] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:06.404688 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf4e56-3fe7-4f8d-bcd7-86405fba26d9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Pushing event deleted for resources: {'Network': ['ID=c0c58b33-89bf-4a11-9df9-ed95e6524a1d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:06.414773 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-adbf4e56-3fe7-4f8d-bcd7-86405fba26d9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:06.447988 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f443b-9241-4d2c-b292-dfa1a7441e9c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Subnet': ['ID=fb0ffc81-09cc-4469-8cfc-c498d90a188c,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:06.461038 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4e8f443b-9241-4d2c-b292-dfa1a7441e9c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:06.492178 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4e8f443b-9241-4d2c-b292-dfa1a7441e9c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7860110 Jun 18 16:33:06.494998 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48892) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:06.499979 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5e53bd58-b58a-4dfd-9829-6c4116510473 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.500250 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-eaa06864-8ed1-4a09-af19-6c860da6951f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'security_group': {'name': 'tempest-secgroup-1312764980'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:06.575511 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-27c33c4e-4d0e-435f-b062-b623da52d2b6 req-5a324d9b-d5c7-4ff8-94ec-fc908fb68277 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 210 time: 0.0707273 Jun 18 16:33:06.594383 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eaa06864-8ed1-4a09-af19-6c860da6951f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.656997 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-040bd1a5-0c72-4b89-9eb5-541ffbd71fa1', 'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1', 'tenant_id': 'b13a1e5ca893459792a160ed40b10c39', 'fixed_ips': [{'subnet_id': 'fb0ffc81-09cc-4469-8cfc-c498d90a188c'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:33:06.658470 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.721096 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eaa06864-8ed1-4a09-af19-6c860da6951f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.734386 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eaa06864-8ed1-4a09-af19-6c860da6951f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.741100 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-08e67767-3442-4c8c-a6e7-f6b441fe4b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:06.780449 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eaa06864-8ed1-4a09-af19-6c860da6951f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.784842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48900) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:06.785785 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-eaa06864-8ed1-4a09-af19-6c860da6951f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2882955 Jun 18 16:33:06.789070 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa06864-8ed1-4a09-af19-6c860da6951f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85b305f-9eed-4273-b76a-147ec1b5da32,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:06.793749 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-eaa06864-8ed1-4a09-af19-6c860da6951f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:06.794085 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b50ed892-9c76-48e7-9bd5-0a9068d33fe2 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'security_group': {'name': 'tempest-secgroup-899031453'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:06.846750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b50ed892-9c76-48e7-9bd5-0a9068d33fe2 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:06.865542 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48902) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:06.874957 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Allocated IP 172.20.0.2 (040bd1a5-0c72-4b89-9eb5-541ffbd71fa1/fb0ffc81-09cc-4469-8cfc-c498d90a188c/d07c215b-0b76-4e7c-b3a8-44b6bddc767d) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:06.877923 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-5e53bd58-b58a-4dfd-9829-6c4116510473 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting port bfb3fbe8-7ce5-4a87-aba1-de9c1290f4f6 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:06.878265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5e53bd58-b58a-4dfd-9829-6c4116510473 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:07.017973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5e53bd58-b58a-4dfd-9829-6c4116510473 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:07.047560 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-efe77732-2c3b-4a2b-ade7-ad23039dae48 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=856662b118944798b50c407d55a72106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807296 Jun 18 16:33:07.049836 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48908) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:07.070077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:07.082285 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Transition to ACTIVE for port object d07c215b-0b76-4e7c-b3a8-44b6bddc767d will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:07.100508 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Transition to ACTIVE for port object d07c215b-0b76-4e7c-b3a8-44b6bddc767d will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:07.106317 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:07.108706 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b8aafbb0-8dde-4b9e-a45a-679d65619278 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:07.113261 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d0faf42c-39a5-4b53-baaa-a670c71c6f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:07.113892 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-5e53bd58-b58a-4dfd-9829-6c4116510473 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Calling delete_port for bfb3fbe8-7ce5-4a87-aba1-de9c1290f4f6 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:07.129169 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b50ed892-9c76-48e7-9bd5-0a9068d33fe2 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:07.136516 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b50ed892-9c76-48e7-9bd5-0a9068d33fe2 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:07.142157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e021f392-eff3-472e-adf5-8f25da9ad946 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:07.142843 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d0faf42c-39a5-4b53-baaa-a670c71c6f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:07.153846 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:07.156882 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:07.161241 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:07.166076 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Pushing event updated for resources: {'Port': ['ID=d07c215b-0b76-4e7c-b3a8-44b6bddc767d,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:07.177664 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:07.209454 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b50ed892-9c76-48e7-9bd5-0a9068d33fe2 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:07.210813 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b50ed892-9c76-48e7-9bd5-0a9068d33fe2 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4249961 Jun 18 16:33:07.214740 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48910) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:07.222245 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-16d74b04-f957-4e08-b655-b881ed67fb68 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1449756409', 'security_groups': ['3c56b504-f5a0-4fa1-902e-a3c59c9b019d'], 'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fb0ffc81-09cc-4469-8cfc-c498d90a188c'}]}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:07.223840 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ed892-9c76-48e7-9bd5-0a9068d33fe2 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c56b504-f5a0-4fa1-902e-a3c59c9b019d,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:07.228406 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b50ed892-9c76-48e7-9bd5-0a9068d33fe2 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:07.229443 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d0faf42c-39a5-4b53-baaa-a670c71c6f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:07.234627 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d0faf42c-39a5-4b53-baaa-a670c71c6f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:07.236126 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d0faf42c-39a5-4b53-baaa-a670c71c6f80 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61b0ba79-8428-43c1-bce0-6611007eec2e HTTP/1.1" status: 204 len: 168 time: 0.1853747 Jun 18 16:33:07.238615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cb9b8132-7640-4f55-aef6-268892597c2d tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:07.242162 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Attempting to bind port d07c215b-0b76-4e7c-b3a8-44b6bddc767d on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:33:07.242816 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Attempting to bind port d07c215b-0b76-4e7c-b3a8-44b6bddc767d by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '58206d95-b03e-479a-984e-5c797d91053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:33:07.243428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Attempting to bind port d07c215b-0b76-4e7c-b3a8-44b6bddc767d on network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:33:07.249068 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:33:07.250480 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Checking segment: {'id': '58206d95-b03e-479a-984e-5c797d91053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:07.251152 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:07.251771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Bound using segment: {'id': '58206d95-b03e-479a-984e-5c797d91053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:33:07.252490 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Bound port: d07c215b-0b76-4e7c-b3a8-44b6bddc767d, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58206d95-b03e-479a-984e-5c797d91053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:33:07.253115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:07.261662 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0faf42c-39a5-4b53-baaa-a670c71c6f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b0ba79-8428-43c1-bce0-6611007eec2e,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:07.362226 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] For port d07c215b-0b76-4e7c-b3a8-44b6bddc767d, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:33:07.368137 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] For port d07c215b-0b76-4e7c-b3a8-44b6bddc767d, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d07c215b-0b76-4e7c-b3a8-44b6bddc767d,segment=NetworkSegment(58206d95-b03e-479a-984e-5c797d91053c),segment_id=58206d95-b03e-479a-984e-5c797d91053c)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:33:07.374145 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:07.375596 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d0faf42c-39a5-4b53-baaa-a670c71c6f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:07.378053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:07.403138 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5e53bd58-b58a-4dfd-9829-6c4116510473 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:07.409312 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d74b04-f957-4e08-b655-b881ed67fb68 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:07.414439 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6d0731a4-1980-4961-b06e-86168638ad4a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:07.444532 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Pushing event updated for resources: {'Port': ['ID=d07c215b-0b76-4e7c-b3a8-44b6bddc767d,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:07.450046 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:07.522521 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53bd58-b58a-4dfd-9829-6c4116510473 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Port': ['ID=bfb3fbe8-7ce5-4a87-aba1-de9c1290f4f6,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:07.527894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5e53bd58-b58a-4dfd-9829-6c4116510473 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:07.611624 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-550112b8-5931-4fd4-b1fe-c2c457d1e3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:07.663982 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5e53bd58-b58a-4dfd-9829-6c4116510473 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:07.761202 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-16d74b04-f957-4e08-b655-b881ed67fb68 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:07.835784 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1edf5b89-27e6-4e7b-ae71-0f655ec82dba req-90793051-f0b4-473b-bb96-429b41bc9687 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 210 time: 0.0719650 Jun 18 16:33:07.844119 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-16d74b04-f957-4e08-b655-b881ed67fb68 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] device_id is not set on port 3c1f1631-25af-4fc6-b7be-d5ac73d7bb32 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:33:07.867224 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa64173-6920-4a2c-87ff-396c1f688166 req-6e49f0c8-8d8e-4637-9d2a-6eb25927e7a0 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:07.868799 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-afa64173-6920-4a2c-87ff-396c1f688166 req-6e49f0c8-8d8e-4637-9d2a-6eb25927e7a0 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.2367711 Jun 18 16:33:07.981660 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-afa64173-6920-4a2c-87ff-396c1f688166 req-73d9b3eb-7559-46c3-bff7-3e002fa4ada3 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809493 Jun 18 16:33:08.181205 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-16d74b04-f957-4e08-b655-b881ed67fb68 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Allocated IP 172.20.0.12 (040bd1a5-0c72-4b89-9eb5-541ffbd71fa1/fb0ffc81-09cc-4469-8cfc-c498d90a188c/3c1f1631-25af-4fc6-b7be-d5ac73d7bb32) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:08.236158 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:08.357427 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e53bd58-b58a-4dfd-9829-6c4116510473 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router fada2a64-1ea3-4c90-8869-eb4103b336f1 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:08.384526 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-16d74b04-f957-4e08-b655-b881ed67fb68 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:08.416721 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-16d74b04-f957-4e08-b655-b881ed67fb68 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Transition to ACTIVE for port object 3c1f1631-25af-4fc6-b7be-d5ac73d7bb32 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:08.430034 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48936) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:08.488288 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e53bd58-b58a-4dfd-9829-6c4116510473 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:08.500119 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5e53bd58-b58a-4dfd-9829-6c4116510473 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/fada2a64-1ea3-4c90-8869-eb4103b336f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6054161 Jun 18 16:33:08.503221 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4667768f-25de-4996-985f-903549b00548 None None] Sync routers for ids ['fada2a64-1ea3-4c90-8869-eb4103b336f1'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:08.506664 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48940) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:08.523454 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4667768f-25de-4996-985f-903549b00548 None None] Routers {'fada2a64-1ea3-4c90-8869-eb4103b336f1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:08.524382 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4667768f-25de-4996-985f-903549b00548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['fada2a64-1ea3-4c90-8869-eb4103b336f1'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:08.532085 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-16d74b04-f957-4e08-b655-b881ed67fb68 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:08.542958 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5c01cd8b-df69-4b66-8f18-05d791868eea tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:08.547468 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d6f03483-39cd-427c-95b7-55145f1793c2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/ports?device_id=fada2a64-1ea3-4c90-8869-eb4103b336f1 HTTP/1.1" status: 200 len: 205 time: 0.0393147 Jun 18 16:33:08.550549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48942) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:08.556657 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-5cc116dc-25af-446f-9179-e778a21e9d85 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:08.558140 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-5cc116dc-25af-446f-9179-e778a21e9d85 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.64 "GET /v2.0/networks?id=b035b862-0d9c-4039-9037-42f41472e61d HTTP/1.1" status: 200 len: 812 time: 0.2757668 Jun 18 16:33:08.585069 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4667768f-25de-4996-985f-903549b00548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:08.596466 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4667768f-25de-4996-985f-903549b00548 None None] Routers {'fada2a64-1ea3-4c90-8869-eb4103b336f1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:08.597134 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4667768f-25de-4996-985f-903549b00548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['fada2a64-1ea3-4c90-8869-eb4103b336f1'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:08.600444 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ad91a310-8f8a-4f16-a394-2ff012c6a79c tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1465879970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:08.651416 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-8deb1879-63aa-4883-b74b-712f15a72862 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16baf16222f446bfa2a20a3a159e0911 HTTP/1.1" status: 200 len: 380 time: 0.0716727 Jun 18 16:33:08.655418 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4667768f-25de-4996-985f-903549b00548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:08.656603 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4667768f-25de-4996-985f-903549b00548 None None] The sync data for ids ['fada2a64-1ea3-4c90-8869-eb4103b336f1'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:08.666192 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-2802716c-17dc-4c2f-ad75-cab348e7235f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Request body: {'port': {'device_id': '427f2393-a5a4-4ef4-bd6c-2fbefa862f9f', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'admin_state_up': True, 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'security_groups': ['d2ddf97d-354c-4442-a54b-460aa77e9974']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:08.721494 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d74b04-f957-4e08-b655-b881ed67fb68 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:08.730023 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d74b04-f957-4e08-b655-b881ed67fb68 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=3c1f1631-25af-4fc6-b7be-d5ac73d7bb32,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:08.733820 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-16d74b04-f957-4e08-b655-b881ed67fb68 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:08.734737 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-16d74b04-f957-4e08-b655-b881ed67fb68 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:08.746572 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d74b04-f957-4e08-b655-b881ed67fb68 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:08.794852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f8790aa5-91c0-41c0-97e0-5d619ffeeb36 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:08.844514 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-2802716c-17dc-4c2f-ad75-cab348e7235f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Made reservation on behalf of 16baf16222f446bfa2a20a3a159e0911 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:08.850281 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-2802716c-17dc-4c2f-ad75-cab348e7235f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:08.871999 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad91a310-8f8a-4f16-a394-2ff012c6a79c tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:08.874397 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad91a310-8f8a-4f16-a394-2ff012c6a79c tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:08.900772 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:08.997992 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ca136f88-e38b-4ec1-9b17-ced339c33f53 None None] Provisioning for port d07c215b-0b76-4e7c-b3a8-44b6bddc767d completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:09.026889 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ca136f88-e38b-4ec1-9b17-ced339c33f53 None None] Provisioning complete for port da7d2b02-7df6-43e4-a927-53725e6dbb62 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:09.027341 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ca136f88-e38b-4ec1-9b17-ced339c33f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:09.098072 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d74b04-f957-4e08-b655-b881ed67fb68 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:09.099365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-16d74b04-f957-4e08-b655-b881ed67fb68 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:09.109811 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-2802716c-17dc-4c2f-ad75-cab348e7235f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Allocated IP 172.20.0.14 (b035b862-0d9c-4039-9037-42f41472e61d/4db1c29c-aa09-4f43-a654-3bf9324a3d81/e489a813-068f-4ce5-b29f-01bf27d69c67) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:09.117645 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-ca136f88-e38b-4ec1-9b17-ced339c33f53 None None] Port da7d2b02-7df6-43e4-a927-53725e6dbb62 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:09.315446 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-2802716c-17dc-4c2f-ad75-cab348e7235f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:09.342651 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-2802716c-17dc-4c2f-ad75-cab348e7235f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Transition to ACTIVE for port object e489a813-068f-4ce5-b29f-01bf27d69c67 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:09.345121 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-fdf5edba-dc29-43e1-a817-d2cf6d27d331 None None] Provisioning for port 3c1f1631-25af-4fc6-b7be-d5ac73d7bb32 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:09.349938 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-fdf5edba-dc29-43e1-a817-d2cf6d27d331 None None] Provisioning complete for port 3c1f1631-25af-4fc6-b7be-d5ac73d7bb32 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:09.349938 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fdf5edba-dc29-43e1-a817-d2cf6d27d331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:09.394236 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5edba-dc29-43e1-a817-d2cf6d27d331 None None] Port 3c1f1631-25af-4fc6-b7be-d5ac73d7bb32 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:09.395784 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-2802716c-17dc-4c2f-ad75-cab348e7235f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:09.401300 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d53c5c0d-ad19-44cb-9249-46bf71d88a7b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:09.455473 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-2802716c-17dc-4c2f-ad75-cab348e7235f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Network b035b862-0d9c-4039-9037-42f41472e61d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:09.459964 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-2802716c-17dc-4c2f-ad75-cab348e7235f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:09.465175 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-2802716c-17dc-4c2f-ad75-cab348e7235f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:09.470313 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f8790aa5-91c0-41c0-97e0-5d619ffeeb36 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:09.490747 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802716c-17dc-4c2f-ad75-cab348e7235f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event updated for resources: {'Port': ['ID=e489a813-068f-4ce5-b29f-01bf27d69c67,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:09.493796 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-11e1b38e-5dcb-4870-8970-2d2c8ee8daaa req-4d32a093-bafc-4b86-8b84-3416b76469e9 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 210 time: 0.4183323 Jun 18 16:33:09.496030 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2802716c-17dc-4c2f-ad75-cab348e7235f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:09.509970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f8790aa5-91c0-41c0-97e0-5d619ffeeb36 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:09.524578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-2802716c-17dc-4c2f-ad75-cab348e7235f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:09.525411 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-2802716c-17dc-4c2f-ad75-cab348e7235f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:09.543322 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-2802716c-17dc-4c2f-ad75-cab348e7235f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8854790 Jun 18 16:33:09.563188 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Request body: {'port': {'device_id': '427f2393-a5a4-4ef4-bd6c-2fbefa862f9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:09.618611 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad91a310-8f8a-4f16-a394-2ff012c6a79c tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:09.635315 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-16d74b04-f957-4e08-b655-b881ed67fb68 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4194934 Jun 18 16:33:09.636037 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48952) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:09.646367 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:09.646606 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-11c6dea2-457a-41cd-8441-33e97cdb0fda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'subnet': {'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:09.651101 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad91a310-8f8a-4f16-a394-2ff012c6a79c tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:09.655830 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f8790aa5-91c0-41c0-97e0-5d619ffeeb36 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:09.656391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8790aa5-91c0-41c0-97e0-5d619ffeeb36 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Fanout notify agent at l3_agent the message router_deleted on router fada2a64-1ea3-4c90-8869-eb4103b336f1 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:33:09.665243 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f8790aa5-91c0-41c0-97e0-5d619ffeeb36 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:09.666174 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f8790aa5-91c0-41c0-97e0-5d619ffeeb36 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/routers/fada2a64-1ea3-4c90-8869-eb4103b336f1 HTTP/1.1" status: 204 len: 168 time: 1.1089351 Jun 18 16:33:09.676317 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48954) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:09.769779 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f3a96-59ab-4fef-a3a0-9617b4cf5fb3 req-93b2543c-7c00-44ff-8736-c51e38582d4c tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:09.772259 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4e4f3a96-59ab-4fef-a3a0-9617b4cf5fb3 req-93b2543c-7c00-44ff-8736-c51e38582d4c tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.2996888 Jun 18 16:33:09.776597 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad91a310-8f8a-4f16-a394-2ff012c6a79c tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:09.780101 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ad91a310-8f8a-4f16-a394-2ff012c6a79c tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3466303 Jun 18 16:33:09.788396 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48956) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:09.795030 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-8ac0c5fe-9ff1-4abb-b757-4745b2e82d96 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1347405302'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:09.826510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2866c778-8778-41bc-9e49-33dd7959f06e None None] Provisioning for port e489a813-068f-4ce5-b29f-01bf27d69c67 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:09.834790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2866c778-8778-41bc-9e49-33dd7959f06e None None] Provisioning complete for port e489a813-068f-4ce5-b29f-01bf27d69c67 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:09.835411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2866c778-8778-41bc-9e49-33dd7959f06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:09.843715 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee2f5934-cbc7-472e-baf8-ac6e922fb8db tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting subnet fb0f0e23-b755-40ce-91c0-2bc5469931b5 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:33:09.846848 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ee2f5934-cbc7-472e-baf8-ac6e922fb8db tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:09.876252 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d07c215b-0b76-4e7c-b3a8-44b6bddc767d up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:09.925288 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac0c5fe-9ff1-4abb-b757-4745b2e82d96 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Made reservation on behalf of bfc1393dd8b147668f859aa2d762a528 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:09.930096 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8ac0c5fe-9ff1-4abb-b757-4745b2e82d96 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:09.952952 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4e4f3a96-59ab-4fef-a3a0-9617b4cf5fb3 req-0345bece-c7c9-40a6-9838-ebcd66bd0abb tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1722741 Jun 18 16:33:09.959822 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8ac0c5fe-9ff1-4abb-b757-4745b2e82d96 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:09.965399 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ee2f5934-cbc7-472e-baf8-ac6e922fb8db tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.042352 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c6dea2-457a-41cd-8441-33e97cdb0fda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:10.046705 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11c6dea2-457a-41cd-8441-33e97cdb0fda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.093399 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e489a813-068f-4ce5-b29f-01bf27d69c67 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:33:10.094750 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-2866c778-8778-41bc-9e49-33dd7959f06e None None] Port e489a813-068f-4ce5-b29f-01bf27d69c67 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:10.108977 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.118729 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port d07c215b-0b76-4e7c-b3a8-44b6bddc767d completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:10.123541 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port d07c215b-0b76-4e7c-b3a8-44b6bddc767d triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:10.124175 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.125458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Transition to ACTIVE for port object e489a813-068f-4ce5-b29f-01bf27d69c67 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:10.131808 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.134307 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b46aebf1-dbc3-46fe-90f2-99b9793cf43d tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:10.182582 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ee2f5934-cbc7-472e-baf8-ac6e922fb8db tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.225617 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.272279 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port d07c215b-0b76-4e7c-b3a8-44b6bddc767d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d07c215b-0b76-4e7c-b3a8-44b6bddc767d,segment=NetworkSegment(58206d95-b03e-479a-984e-5c797d91053c),segment_id=58206d95-b03e-479a-984e-5c797d91053c)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:10.284797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.288951 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:10.291377 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Pushing event updated for resources: {'Port': ['ID=e489a813-068f-4ce5-b29f-01bf27d69c67,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:10.318524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:10.319220 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.ipam_backend_mixin [None req-11c6dea2-457a-41cd-8441-33e97cdb0fda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fb0ffc81-09cc-4469-8cfc-c498d90a188c (CIDR: 172.20.0.0/28) Jun 18 16:33:10.327223 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c6dea2-457a-41cd-8441-33e97cdb0fda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:10.327748 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c6dea2-457a-41cd-8441-33e97cdb0fda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:10.363031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Attempting to bind port e489a813-068f-4ce5-b29f-01bf27d69c67 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:33:10.363757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Attempting to bind port e489a813-068f-4ce5-b29f-01bf27d69c67 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:33:10.366268 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Attempting to bind port e489a813-068f-4ce5-b29f-01bf27d69c67 on network b035b862-0d9c-4039-9037-42f41472e61d {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:33:10.378968 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=d07c215b-0b76-4e7c-b3a8-44b6bddc767d,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:10.380002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ee2f5934-cbc7-472e-baf8-ac6e922fb8db tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.382747 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:10.387021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Port e489a813-068f-4ce5-b29f-01bf27d69c67 on network b035b862-0d9c-4039-9037-42f41472e61d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:33:10.387896 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Attempting to bind port e489a813-068f-4ce5-b29f-01bf27d69c67 on network b035b862-0d9c-4039-9037-42f41472e61d {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:33:10.391906 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-694dc656-74f3-4753-a1f0-009da729506d tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:10.395699 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:33:10.397825 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Checking segment: {'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:10.398416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Bound using segment: {'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:33:10.399119 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Bound port: e489a813-068f-4ce5-b29f-01bf27d69c67, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:33:10.399660 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.415710 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8ac0c5fe-9ff1-4abb-b757-4745b2e82d96 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.431136 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.440026 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ee2f5934-cbc7-472e-baf8-ac6e922fb8db tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.443470 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ee2f5934-cbc7-472e-baf8-ac6e922fb8db tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/subnets/fb0f0e23-b755-40ce-91c0-2bc5469931b5 HTTP/1.1" status: 204 len: 168 time: 0.7646279 Jun 18 16:33:10.445385 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f5934-cbc7-472e-baf8-ac6e922fb8db tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0f0e23-b755-40ce-91c0-2bc5469931b5,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:10.448867 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce069860-ba5d-4111-90f8-29d0513baf16 None None] Network c3310897-708d-4105-9680-0835f69a8b44 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:10.449749 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48958) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:10.453575 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ee2f5934-cbc7-472e-baf8-ac6e922fb8db tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:10.454415 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8ac0c5fe-9ff1-4abb-b757-4745b2e82d96 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.462492 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-11c6dea2-457a-41cd-8441-33e97cdb0fda tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8245587 Jun 18 16:33:10.462779 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48960) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:10.464929 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-794c9632-9b16-400e-a79e-24b1f48c3b4b tempest-ServersTestManualDisk-953844456 tempest-ServersTestManualDisk-953844456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:10.475616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-935d906c-2078-4549-918e-0a681ded0bf6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'subnet': {'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:10.498688 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac0c5fe-9ff1-4abb-b757-4745b2e82d96 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:33:10.512847 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0c5fe-9ff1-4abb-b757-4745b2e82d96 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231629ee-ce78-4f69-a571-974c371c2645,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:10.540137 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8ac0c5fe-9ff1-4abb-b757-4745b2e82d96 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:10.553726 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8ac0c5fe-9ff1-4abb-b757-4745b2e82d96 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.558822 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-8ac0c5fe-9ff1-4abb-b757-4745b2e82d96 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Added segment cc484af3-28dc-4da7-b7f9-87420efe8b5d of type vlan for network 963a8a9c-3fab-44ff-822f-e53fb3f3e35e Jun 18 16:33:10.614470 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] For port e489a813-068f-4ce5-b29f-01bf27d69c67, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:33:10.624685 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-3147fbce-948e-4757-98cc-fcc4ffdfbfd4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting subnet 93f4a87f-1e43-4b4c-9741-226b2837e58c {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:33:10.628309 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3147fbce-948e-4757-98cc-fcc4ffdfbfd4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.646074 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8ac0c5fe-9ff1-4abb-b757-4745b2e82d96 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.711439 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] For port e489a813-068f-4ce5-b29f-01bf27d69c67, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e489a813-068f-4ce5-b29f-01bf27d69c67,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:33:10.715949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8ac0c5fe-9ff1-4abb-b757-4745b2e82d96 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.722279 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac0c5fe-9ff1-4abb-b757-4745b2e82d96 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:10.723174 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8ac0c5fe-9ff1-4abb-b757-4745b2e82d96 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.725819 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:10.731316 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3147fbce-948e-4757-98cc-fcc4ffdfbfd4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.734487 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.746022 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1757d3-5582-409b-9029-4bb6d3a7a018 None None] DHCP port deletion for c3310897-708d-4105-9680-0835f69a8b44 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:33:10.775270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-729dbcec-95ca-4ba2-be87-d6af1273ab1c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:10.804595 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8ac0c5fe-9ff1-4abb-b757-4745b2e82d96 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0150354 Jun 18 16:33:10.809017 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48966) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:10.813255 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:10.815215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.817280 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-05534872-3b88-4c37-ac9e-7a972937c2c9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Request body: {'subnet': {'network_id': '963a8a9c-3fab-44ff-822f-e53fb3f3e35e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:10.821900 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] 10.222.0.64 "PUT /v2.0/ports/e489a813-068f-4ce5-b29f-01bf27d69c67 HTTP/1.1" status: 200 len: 1094 time: 1.2630305 Jun 18 16:33:10.822568 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427f2393-a5a4-4ef4-bd6c-2fbefa862f9f', 'tag': 'e489a813-068f-4ce5-b29f-01bf27d69c67'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:10.825417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cc55be-2297-4072-969b-bfd440108540" -d '{"events": [{"name": "network-changed", "server_uuid": "427f2393-a5a4-4ef4-bd6c-2fbefa862f9f", "tag": "e489a813-068f-4ce5-b29f-01bf27d69c67"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:10.826442 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0c5fe-9ff1-4abb-b757-4745b2e82d96 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Pushing event updated for resources: {'Network': ['ID=963a8a9c-3fab-44ff-822f-e53fb3f3e35e,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:10.853147 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-8f1757d3-5582-409b-9029-4bb6d3a7a018 None None] Deleting port ef23711f-3d59-4e69-8f0a-c29e21a4a3e0 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:10.853537 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8f1757d3-5582-409b-9029-4bb6d3a7a018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:10.861724 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 963a8a9c-3fab-44ff-822f-e53fb3f3e35e details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:33:10.871508 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8ac0c5fe-9ff1-4abb-b757-4745b2e82d96 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:10.914108 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61aa73a-e687-4bd7-a0a9-d44814ed8473 x-openstack-request-id: req-d61aa73a-e687-4bd7-a0a9-d44814ed8473 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:10.914473 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427f2393-a5a4-4ef4-bd6c-2fbefa862f9f", "tag": "e489a813-068f-4ce5-b29f-01bf27d69c67", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:10.914803 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d61aa73a-e687-4bd7-a0a9-d44814ed8473 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:10.917485 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427f2393-a5a4-4ef4-bd6c-2fbefa862f9f', 'tag': 'e489a813-068f-4ce5-b29f-01bf27d69c67', 'status': 'completed', 'code': 200} Jun 18 16:33:11.085201 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-8f1757d3-5582-409b-9029-4bb6d3a7a018 None None] For port ef23711f-3d59-4e69-8f0a-c29e21a4a3e0, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ef23711f-3d59-4e69-8f0a-c29e21a4a3e0,segment=NetworkSegment(159cfdd8-789d-4ef3-ac0f-c1537e23e0ec),segment_id=159cfdd8-789d-4ef3-ac0f-c1537e23e0ec)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:11.085902 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8f1757d3-5582-409b-9029-4bb6d3a7a018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:11.089724 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5b6db-fcf3-41cf-90a9-735c37466e58 req-0a88d556-f92e-45fa-a142-2fd53934b9d0 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:11.098324 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-51b5b6db-fcf3-41cf-90a9-735c37466e58 req-0a88d556-f92e-45fa-a142-2fd53934b9d0 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 944 time: 0.4035609 Jun 18 16:33:11.098995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3147fbce-948e-4757-98cc-fcc4ffdfbfd4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:11.148722 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-51b5b6db-fcf3-41cf-90a9-735c37466e58 req-847a9722-674b-43ec-be3d-23d8aeca692e tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491276 Jun 18 16:33:11.181182 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Pushing event updated for resources: {'Port': ['ID=e489a813-068f-4ce5-b29f-01bf27d69c67,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:11.191601 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:11.195866 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.db.api [None req-05534872-3b88-4c37-ac9e-7a972937c2c9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:33:11.195866 dv-neutron-797121-1-hyperv neutron-server[93427]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:33:11.195866 dv-neutron-797121-1-hyperv neutron-server[93427]: [parameters: {'project_id_1': 'bfc1393dd8b147668f859aa2d762a528', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 33, 11, 56803)}] Jun 18 16:33:11.195866 dv-neutron-797121-1-hyperv neutron-server[93427]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:33:11.196518 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_db.api [None req-05534872-3b88-4c37-ac9e-7a972937c2c9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:33:11.207939 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935d906c-2078-4549-918e-0a681ded0bf6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:11.210973 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-8f1757d3-5582-409b-9029-4bb6d3a7a018 None None] Calling delete_port for ef23711f-3d59-4e69-8f0a-c29e21a4a3e0 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:11.211430 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-935d906c-2078-4549-918e-0a681ded0bf6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:11.242867 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc6a88-ed84-49ad-bf84-de4c2456c62b req-3057643f-2312-4231-8251-eebe440f8f43 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:11.244772 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-49bc6a88-ed84-49ad-bf84-de4c2456c62b req-3057643f-2312-4231-8251-eebe440f8f43 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.0949342 Jun 18 16:33:11.291134 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-49bc6a88-ed84-49ad-bf84-de4c2456c62b req-f627a7be-7dcc-41af-9099-41488a68dec2 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402260 Jun 18 16:33:11.318166 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8f1757d3-5582-409b-9029-4bb6d3a7a018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:11.321876 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3d151f0e-5c8f-46ae-bf82-a74c2092fcd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:11.338816 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-6e35c609-e854-4638-8fb1-136bc8d9899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:11.340513 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-6e35c609-e854-4638-8fb1-136bc8d9899c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16baf16222f446bfa2a20a3a159e0911&device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 1097 time: 0.4057641 Jun 18 16:33:11.343533 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3147fbce-948e-4757-98cc-fcc4ffdfbfd4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:11.350049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-00073a21-717f-4497-b54f-a77aa8c91031 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:11.354472 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1757d3-5582-409b-9029-4bb6d3a7a018 None None] Pushing event deleted for resources: {'Port': ['ID=ef23711f-3d59-4e69-8f0a-c29e21a4a3e0,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:11.356315 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1757d3-5582-409b-9029-4bb6d3a7a018 None None] No DVR routers for this DVR port ef23711f-3d59-4e69-8f0a-c29e21a4a3e0 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:11.357759 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8f1757d3-5582-409b-9029-4bb6d3a7a018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:11.430409 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147fbce-948e-4757-98cc-fcc4ffdfbfd4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Subnet': ['ID=93f4a87f-1e43-4b4c-9741-226b2837e58c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:11.433902 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3147fbce-948e-4757-98cc-fcc4ffdfbfd4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:11.437236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3147fbce-948e-4757-98cc-fcc4ffdfbfd4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:11.439179 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3147fbce-948e-4757-98cc-fcc4ffdfbfd4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/subnets/93f4a87f-1e43-4b4c-9741-226b2837e58c HTTP/1.1" status: 204 len: 168 time: 0.9884608 Jun 18 16:33:11.442170 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-36dd680b-abf8-4d5c-867f-d984010b3cdd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e489a813-068f-4ce5-b29f-01bf27d69c67 HTTP/1.1" status: 200 len: 217 time: 0.0759358 Jun 18 16:33:11.443365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48972) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:11.446823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9744b8-4e25-4849-ae2c-f0c2ae011d31 None None] Network ac4a414d-c924-48e8-aff1-07a0e0000f93 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:11.529927 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-7e293301-512d-4b07-98a1-03fabc54b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:11.531616 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-7e293301-512d-4b07-98a1-03fabc54b4fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4db1c29c-aa09-4f43-a654-3bf9324a3d81 HTTP/1.1" status: 200 len: 851 time: 0.0828481 Jun 18 16:33:11.562181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b2c9cdb5-2429-4d2a-a439-bc920cde1e84 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:11.659790 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-623eaadb-d8e5-46aa-9843-c8beab6a4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:11.663052 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-623eaadb-d8e5-46aa-9843-c8beab6a4f57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b035b862-0d9c-4039-9037-42f41472e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1236339 Jun 18 16:33:11.664402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-935d906c-2078-4549-918e-0a681ded0bf6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:11.670996 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c29a94d0-0c01-448e-b4f7-d2a16f15a225 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:11.675546 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b2c9cdb5-2429-4d2a-a439-bc920cde1e84 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:11.691066 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a528067-145a-4506-b22d-603411bc9c90 None None] DHCP port deletion for ac4a414d-c924-48e8-aff1-07a0e0000f93 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:33:11.693187 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-b2c9cdb5-2429-4d2a-a439-bc920cde1e84 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3310897-708d-4105-9680-0835f69a8b44']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:11.730740 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-b2c9cdb5-2429-4d2a-a439-bc920cde1e84 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159cfdd8-789d-4ef3-ac0f-c1537e23e0ec') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:11.733362 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-b2c9cdb5-2429-4d2a-a439-bc920cde1e84 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159cfdd8-789d-4ef3-ac0f-c1537e23e0ec') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:11.765496 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-5a528067-145a-4506-b22d-603411bc9c90 None None] Deleting port f5c574d7-e99e-4ab6-bf80-8b2dcda03255 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:11.765748 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935d906c-2078-4549-918e-0a681ded0bf6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:11.766073 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5a528067-145a-4506-b22d-603411bc9c90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:11.766458 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b2c9cdb5-2429-4d2a-a439-bc920cde1e84 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:11.774913 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05534872-3b88-4c37-ac9e-7a972937c2c9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Made reservation on behalf of bfc1393dd8b147668f859aa2d762a528 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:11.778090 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-935d906c-2078-4549-918e-0a681ded0bf6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:11.781389 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935d906c-2078-4549-918e-0a681ded0bf6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:11.782021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-935d906c-2078-4549-918e-0a681ded0bf6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:11.795870 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe89a942-fb56-4a9b-b333-999c28b8e295 None None] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:11.800944 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-05534872-3b88-4c37-ac9e-7a972937c2c9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:11.828928 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d906c-2078-4549-918e-0a681ded0bf6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Subnet': ['ID=3b395510-2acb-4b81-bdb4-6636bfb1a9df,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:11.834003 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-935d906c-2078-4549-918e-0a681ded0bf6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:11.853099 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-935d906c-2078-4549-918e-0a681ded0bf6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3836322 Jun 18 16:33:11.855563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48974) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:11.861038 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-6ea0d8e6-8881-4817-b457-7f1f1013fcf7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2106453528', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3b395510-2acb-4b81-bdb4-6636bfb1a9df'}], 'security_groups': ['e85b305f-9eed-4273-b76a-147ec1b5da32']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:11.920670 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-1df26c06-bcf5-4c9f-8f98-3d253bac5264 service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485857 Jun 18 16:33:11.928885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b2c9cdb5-2429-4d2a-a439-bc920cde1e84 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:11.940927 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c9cdb5-2429-4d2a-a439-bc920cde1e84 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:33:11.941328 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b2c9cdb5-2429-4d2a-a439-bc920cde1e84 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:33:11.945450 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:33:11.948603 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d07c215b-0b76-4e7c-b3a8-44b6bddc767d up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:12.033085 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-5a528067-145a-4506-b22d-603411bc9c90 None None] For port f5c574d7-e99e-4ab6-bf80-8b2dcda03255, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f5c574d7-e99e-4ab6-bf80-8b2dcda03255,segment=NetworkSegment(ab47540c-1b2c-451d-9759-a9fe1c5183be),segment_id=ab47540c-1b2c-451d-9759-a9fe1c5183be)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:12.033689 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5a528067-145a-4506-b22d-603411bc9c90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.045316 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b2c9cdb5-2429-4d2a-a439-bc920cde1e84 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.050973 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0cf34f05-7d77-41f3-be22-7fc560ed34bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:12.059073 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b2c9cdb5-2429-4d2a-a439-bc920cde1e84 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.064172 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b2c9cdb5-2429-4d2a-a439-bc920cde1e84 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/networks/c3310897-708d-4105-9680-0835f69a8b44 HTTP/1.1" status: 204 len: 168 time: 0.6192515 Jun 18 16:33:12.066264 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48976) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:12.110833 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9cdb5-2429-4d2a-a439-bc920cde1e84 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Network': ['ID=c3310897-708d-4105-9680-0835f69a8b44,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:12.141614 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d8a5a02d-99ec-499c-9028-46c88659cbe1 req-c7b9b45b-7e5b-401b-80db-5b72024c9e49 service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670582 Jun 18 16:33:12.146714 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-5a528067-145a-4506-b22d-603411bc9c90 None None] Calling delete_port for f5c574d7-e99e-4ab6-bf80-8b2dcda03255 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:12.150607 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b2c9cdb5-2429-4d2a-a439-bc920cde1e84 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:12.179473 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port d07c215b-0b76-4e7c-b3a8-44b6bddc767d triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:12.181777 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.194888 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d8e6-8881-4817-b457-7f1f1013fcf7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.314902 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-05534872-3b88-4c37-ac9e-7a972937c2c9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.336214 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6d2e8296-d69d-4147-8da7-5ce2c0743cd8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:12.418514 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc55be-2297-4072-969b-bfd440108540 req-e2cfd991-03de-42b1-a066-22a0a3e94fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:12.420168 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f6cc55be-2297-4072-969b-bfd440108540 req-e2cfd991-03de-42b1-a066-22a0a3e94fca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16baf16222f446bfa2a20a3a159e0911&device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 1097 time: 0.1929898 Jun 18 16:33:12.433848 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.508012 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5a528067-145a-4506-b22d-603411bc9c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.510417 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:12.547253 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05534872-3b88-4c37-ac9e-7a972937c2c9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Pushing event updated for resources: {'Subnet': ['ID=6756839a-f5cc-4874-ae27-53a5d3bea91c,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:12.569956 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-05534872-3b88-4c37-ac9e-7a972937c2c9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:12.602176 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f5c574d7-e99e-4ab6-bf80-8b2dcda03255 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:12.608210 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a528067-145a-4506-b22d-603411bc9c90 None None] Pushing event deleted for resources: {'Port': ['ID=f5c574d7-e99e-4ab6-bf80-8b2dcda03255,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:12.626574 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05534872-3b88-4c37-ac9e-7a972937c2c9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Checking segment: {'id': 'cc484af3-28dc-4da7-b7f9-87420efe8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '963a8a9c-3fab-44ff-822f-e53fb3f3e35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:12.627455 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05534872-3b88-4c37-ac9e-7a972937c2c9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Network hostable DHCP agents. Network: 963a8a9c-3fab-44ff-822f-e53fb3f3e35e, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:33:12.641896 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5a528067-145a-4506-b22d-603411bc9c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:12.644424 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a528067-145a-4506-b22d-603411bc9c90 None None] No DVR routers for this DVR port f5c574d7-e99e-4ab6-bf80-8b2dcda03255 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:12.645772 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-6ea0d8e6-8881-4817-b457-7f1f1013fcf7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Delete allocated IP 172.20.0.12 (040bd1a5-0c72-4b89-9eb5-541ffbd71fa1/fb0ffc81-09cc-4469-8cfc-c498d90a188c) {{(pid=93428) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 18 16:33:12.647926 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: f5c574d7-e99e-4ab6-bf80-8b2dcda03255 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:12.648661 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f5c574d7-e99e-4ab6-bf80-8b2dcda03255 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:12.649253 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ef23711f-3d59-4e69-8f0a-c29e21a4a3e0 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:12.652923 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b99939-f253-4930-835c-aace66e9ee1c req-804993b6-8b65-4b40-b109-c10e10f07f37 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:12.654707 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-55b99939-f253-4930-835c-aace66e9ee1c req-804993b6-8b65-4b40-b109-c10e10f07f37 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 944 time: 0.3128300 Jun 18 16:33:12.654843 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-6ea0d8e6-8881-4817-b457-7f1f1013fcf7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Allocated IP 172.20.0.26 (040bd1a5-0c72-4b89-9eb5-541ffbd71fa1/3b395510-2acb-4b81-bdb4-6636bfb1a9df/3c1f1631-25af-4fc6-b7be-d5ac73d7bb32) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:12.687206 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: ef23711f-3d59-4e69-8f0a-c29e21a4a3e0 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:12.690005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ef23711f-3d59-4e69-8f0a-c29e21a4a3e0 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:12.692547 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75edd75-5b02-49de-a5cf-d609a06c49a9 None None] Update dhcp port {'port': {'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1', 'fixed_ips': [{'subnet_id': 'fb0ffc81-09cc-4469-8cfc-c498d90a188c', 'ip_address': '172.20.0.2'}, {'subnet_id': '3b395510-2acb-4b81-bdb4-6636bfb1a9df'}], 'binding:host_id': 'dv-neutron-797121-1-hyperv'}, 'id': 'd07c215b-0b76-4e7c-b3a8-44b6bddc767d'} from dv-neutron-797121-1-hyperv. {{(pid=93429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:33:12.742874 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a75edd75-5b02-49de-a5cf-d609a06c49a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.743401 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting port f5c574d7-e99e-4ab6-bf80-8b2dcda03255 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:12.743953 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.821044 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] For port f5c574d7-e99e-4ab6-bf80-8b2dcda03255, host dv-neutron-797121-1-hyperv, got binding levels [] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:12.821642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.848292 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc55be-2297-4072-969b-bfd440108540 req-1a06e347-a386-4866-b6d3-10c86fe9985c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:12.849943 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f6cc55be-2297-4072-969b-bfd440108540 req-1a06e347-a386-4866-b6d3-10c86fe9985c service neutron] 10.222.0.64 "GET /v2.0/networks?id=b035b862-0d9c-4039-9037-42f41472e61d HTTP/1.1" status: 200 len: 913 time: 0.4213738 Jun 18 16:33:12.898271 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Calling delete_port for f5c574d7-e99e-4ab6-bf80-8b2dcda03255 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:12.901290 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.ipam_backend_mixin [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Port f5c574d7-e99e-4ab6-bf80-8b2dcda03255 was not found and therefore no delete operation was performed {{(pid=93427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 16:33:12.905003 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.908382 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:12.910203 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05534872-3b88-4c37-ac9e-7a972937c2c9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Network 963a8a9c-3fab-44ff-822f-e53fb3f3e35e is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:33:12.915877 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-55b99939-f253-4930-835c-aace66e9ee1c req-1e3073f6-e613-45ab-871b-763587a5ec1f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503405 Jun 18 16:33:12.927640 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bd7bc-7677-474c-a50e-b908b1b4a917 req-50948d2c-db34-49a9-9767-d008ebf118b7 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:12.928781 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-121bd7bc-7677-474c-a50e-b908b1b4a917 req-50948d2c-db34-49a9-9767-d008ebf118b7 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.4318428 Jun 18 16:33:12.949946 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f6cc55be-2297-4072-969b-bfd440108540 req-c648e92e-ad0e-4867-a718-67f510a2ae17 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e489a813-068f-4ce5-b29f-01bf27d69c67 HTTP/1.1" status: 200 len: 217 time: 0.0901206 Jun 18 16:33:12.961006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Port': ['ID=f5c574d7-e99e-4ab6-bf80-8b2dcda03255,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:12.968285 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:12.969645 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] No DVR routers for this DVR port f5c574d7-e99e-4ab6-bf80-8b2dcda03255 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:12.971219 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-05534872-3b88-4c37-ac9e-7a972937c2c9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 963a8a9c-3fab-44ff-822f-e53fb3f3e35e) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:12.985522 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafa0a41-3c73-4261-9be6-29c372a276d9 None None] Network 963a8a9c-3fab-44ff-822f-e53fb3f3e35e requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:12.999228 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d8e6-8881-4817-b457-7f1f1013fcf7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.021291 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05534872-3b88-4c37-ac9e-7a972937c2c9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:13.021900 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-05534872-3b88-4c37-ac9e-7a972937c2c9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.030838 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-6ea0d8e6-8881-4817-b457-7f1f1013fcf7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Transition to ACTIVE for port object 3c1f1631-25af-4fc6-b7be-d5ac73d7bb32 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:13.036646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc55be-2297-4072-969b-bfd440108540 req-8783ee41-b658-45f8-a9ce-fe3cbc86c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:13.039103 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f6cc55be-2297-4072-969b-bfd440108540 req-8783ee41-b658-45f8-a9ce-fe3cbc86c3f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4db1c29c-aa09-4f43-a654-3bf9324a3d81 HTTP/1.1" status: 200 len: 851 time: 0.0813818 Jun 18 16:33:13.040427 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d8e6-8881-4817-b457-7f1f1013fcf7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.046844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:13.079491 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-05534872-3b88-4c37-ac9e-7a972937c2c9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2678103 Jun 18 16:33:13.079491 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.088760 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48984) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:13.101267 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-eab30ec3-a4b0-4676-983e-5587286ae6a6 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Request body: {'network': {'name': 'tempest-router-network01--94007170'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:13.119565 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4a414d-c924-48e8-aff1-07a0e0000f93']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:13.144004 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab47540c-1b2c-451d-9759-a9fe1c5183be') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:13.144836 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab47540c-1b2c-451d-9759-a9fe1c5183be') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:13.154062 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-a75edd75-5b02-49de-a5cf-d609a06c49a9 None None] Allocated IP 172.20.0.18 (040bd1a5-0c72-4b89-9eb5-541ffbd71fa1/3b395510-2acb-4b81-bdb4-6636bfb1a9df/d07c215b-0b76-4e7c-b3a8-44b6bddc767d) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:13.167953 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.201443 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab30ec3-a4b0-4676-983e-5587286ae6a6 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Made reservation on behalf of bfc1393dd8b147668f859aa2d762a528 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:13.205135 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eab30ec3-a4b0-4676-983e-5587286ae6a6 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.210692 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-121bd7bc-7677-474c-a50e-b908b1b4a917 req-5a3bb56f-15d4-4a2b-b5db-2dcd5cb84205 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2570176 Jun 18 16:33:13.218891 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.249546 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0d8e6-8881-4817-b457-7f1f1013fcf7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=3c1f1631-25af-4fc6-b7be-d5ac73d7bb32,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:13.250285 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab30ec3-a4b0-4676-983e-5587286ae6a6 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:33:13.253416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6ea0d8e6-8881-4817-b457-7f1f1013fcf7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:13.269370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eab30ec3-a4b0-4676-983e-5587286ae6a6 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.269723 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-eab30ec3-a4b0-4676-983e-5587286ae6a6 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Added segment fc12710c-03d8-47c7-8496-5058be51ec05 of type vlan for network 9f4e8b2d-7421-4175-8189-5f52a8e67459 Jun 18 16:33:13.294968 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-6ea0d8e6-8881-4817-b457-7f1f1013fcf7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] In _notify_port_updated(), no bound segment for port 3c1f1631-25af-4fc6-b7be-d5ac73d7bb32 on network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 {{(pid=93428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:33:13.300779 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea0d8e6-8881-4817-b457-7f1f1013fcf7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:13.302230 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d8e6-8881-4817-b457-7f1f1013fcf7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.306668 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6ea0d8e6-8881-4817-b457-7f1f1013fcf7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "PUT /v2.0/ports/3c1f1631-25af-4fc6-b7be-d5ac73d7bb32 HTTP/1.1" status: 200 len: 921 time: 1.4499514 Jun 18 16:33:13.307510 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 48992) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:13.312950 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc55be-2297-4072-969b-bfd440108540 req-49020532-41cd-49af-ae74-0829d67c2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:13.314538 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f6cc55be-2297-4072-969b-bfd440108540 req-49020532-41cd-49af-ae74-0829d67c2b9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b035b862-0d9c-4039-9037-42f41472e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2687619 Jun 18 16:33:13.319674 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eab30ec3-a4b0-4676-983e-5587286ae6a6 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.345843 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:33:13.346178 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:33:13.350531 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:33:13.361298 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eab30ec3-a4b0-4676-983e-5587286ae6a6 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.367697 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab30ec3-a4b0-4676-983e-5587286ae6a6 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:13.368291 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eab30ec3-a4b0-4676-983e-5587286ae6a6 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.382983 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-a75edd75-5b02-49de-a5cf-d609a06c49a9 None None] For port d07c215b-0b76-4e7c-b3a8-44b6bddc767d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d07c215b-0b76-4e7c-b3a8-44b6bddc767d,segment=NetworkSegment(58206d95-b03e-479a-984e-5c797d91053c),segment_id=58206d95-b03e-479a-984e-5c797d91053c)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:13.396299 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:13.445927 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a75edd75-5b02-49de-a5cf-d609a06c49a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.469545 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-eab30ec3-a4b0-4676-983e-5587286ae6a6 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3774836 Jun 18 16:33:13.475642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48994) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:13.482074 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-bd6b2e93-1b22-414e-aeb8-aad12ace4bac tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Request body: {'network': {'name': 'tempest-router-network02--1129557659'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:13.506715 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.507570 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a75edd75-5b02-49de-a5cf-d609a06c49a9 None None] Transition to ACTIVE for port object d07c215b-0b76-4e7c-b3a8-44b6bddc767d will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:13.518629 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab30ec3-a4b0-4676-983e-5587286ae6a6 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Pushing event updated for resources: {'Network': ['ID=9f4e8b2d-7421-4175-8189-5f52a8e67459,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:13.530286 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a75edd75-5b02-49de-a5cf-d609a06c49a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.531496 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.538272 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/networks/ac4a414d-c924-48e8-aff1-07a0e0000f93 HTTP/1.1" status: 204 len: 168 time: 1.4687805 Jun 18 16:33:13.541225 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:13.541790 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-eab30ec3-a4b0-4676-983e-5587286ae6a6 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:13.542264 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 48996) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:13.542830 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-87348d09-e16c-40c0-9abb-42f901a87897 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:13.546914 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 9f4e8b2d-7421-4175-8189-5f52a8e67459 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:33:13.553195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-00da25f5-0dfd-4124-b12d-776b5305c510 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-468270107'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:13.609156 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Network': ['ID=ac4a414d-c924-48e8-aff1-07a0e0000f93,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:13.623832 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:13.624587 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6b2e93-1b22-414e-aeb8-aad12ace4bac tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Made reservation on behalf of bfc1393dd8b147668f859aa2d762a528 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:13.628095 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bd6b2e93-1b22-414e-aeb8-aad12ace4bac tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.713941 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00da25f5-0dfd-4124-b12d-776b5305c510 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Made reservation on behalf of 7fa748889fc44ffebd379b4310880c38 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:13.727189 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-00da25f5-0dfd-4124-b12d-776b5305c510 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.778302 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6b2e93-1b22-414e-aeb8-aad12ace4bac tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:33:13.793318 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75edd75-5b02-49de-a5cf-d609a06c49a9 None None] Pushing event updated for resources: {'Port': ['ID=d07c215b-0b76-4e7c-b3a8-44b6bddc767d,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:13.797544 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a75edd75-5b02-49de-a5cf-d609a06c49a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:13.830932 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-963a8a9c-3fab-44ff-822f-e53fb3f3e35e', 'network_id': '963a8a9c-3fab-44ff-822f-e53fb3f3e35e', 'tenant_id': 'bfc1393dd8b147668f859aa2d762a528', 'fixed_ips': [{'subnet_id': '6756839a-f5cc-4874-ae27-53a5d3bea91c'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:33:13.833140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.844208 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00da25f5-0dfd-4124-b12d-776b5305c510 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:33:13.852071 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bd6b2e93-1b22-414e-aeb8-aad12ace4bac tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.852400 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-bd6b2e93-1b22-414e-aeb8-aad12ace4bac tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Added segment 79123077-c434-4438-921e-1bc4dd10456e of type vlan for network fe1525ca-7363-430c-97ec-83815c53de33 Jun 18 16:33:13.907684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-00da25f5-0dfd-4124-b12d-776b5305c510 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.908437 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-00da25f5-0dfd-4124-b12d-776b5305c510 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Added segment cf605136-5d5c-4b56-b2cf-627a76f7ad17 of type vlan for network f84d9e98-bf6e-4b39-b0da-d4414596766b Jun 18 16:33:13.979167 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bd6b2e93-1b22-414e-aeb8-aad12ace4bac tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:14.039847 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-00da25f5-0dfd-4124-b12d-776b5305c510 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:14.062196 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfde795-8190-4062-bbe7-60a0a261ede4 req-2d996919-1feb-4b88-9e11-0ded91d123e0 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:14.076232 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dcfde795-8190-4062-bbe7-60a0a261ede4 req-2d996919-1feb-4b88-9e11-0ded91d123e0 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.3226492 Jun 18 16:33:14.163189 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bd6b2e93-1b22-414e-aeb8-aad12ace4bac tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:14.169385 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6b2e93-1b22-414e-aeb8-aad12ace4bac tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:14.171253 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bd6b2e93-1b22-414e-aeb8-aad12ace4bac tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:14.171395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b617ee-075f-48cd-aee3-e324b30d63c6 req-1ac235e4-bb12-415c-b5e8-1906a083863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:14.172930 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-10b617ee-075f-48cd-aee3-e324b30d63c6 req-1ac235e4-bb12-415c-b5e8-1906a083863e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50f087196ad446c28f1edba2e7568216&device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 1099 time: 0.2406430 Jun 18 16:33:14.176938 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f6cc55be-2297-4072-969b-bfd440108540 req-2f093f29-9cd8-4f7c-aa9f-dace69ee5156 service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8510065 Jun 18 16:33:14.178623 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b2c9cdb5-2429-4d2a-a439-bc920cde1e84 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:14.292554 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dcfde795-8190-4062-bbe7-60a0a261ede4 req-c795a6df-2421-4143-9ab1-c28d08234d2d tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2148886 Jun 18 16:33:14.304506 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Allocated IP 172.20.0.2 (963a8a9c-3fab-44ff-822f-e53fb3f3e35e/6756839a-f5cc-4874-ae27-53a5d3bea91c/14796b4e-5033-4973-ac5b-109282c8bf10) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:14.314998 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-bd6b2e93-1b22-414e-aeb8-aad12ace4bac tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8382275 Jun 18 16:33:14.316126 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-00da25f5-0dfd-4124-b12d-776b5305c510 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:14.323334 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00da25f5-0dfd-4124-b12d-776b5305c510 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:14.332054 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-00da25f5-0dfd-4124-b12d-776b5305c510 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:14.340901 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f6cc55be-2297-4072-969b-bfd440108540 req-2a005eb6-e2fb-450f-8ea4-bd2dfc80b445 service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539974 Jun 18 16:33:14.343145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49004) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:14.357727 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-4002b616-d7ca-4c36-aa0f-de14d90f6c52 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Request body: {'subnet': {'network_id': '9f4e8b2d-7421-4175-8189-5f52a8e67459', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:14.362684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b2e93-1b22-414e-aeb8-aad12ace4bac tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Pushing event updated for resources: {'Network': ['ID=fe1525ca-7363-430c-97ec-83815c53de33,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:14.376121 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-091d23a1-1ea2-4226-9b3f-948f83b63828 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port 3c1f1631-25af-4fc6-b7be-d5ac73d7bb32 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:14.376453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-091d23a1-1ea2-4226-9b3f-948f83b63828 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:14.380198 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bd6b2e93-1b22-414e-aeb8-aad12ace4bac tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:14.384257 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d9ab2d3c-d05f-4f00-8fc0-78bbd1ed8a72 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:14.391852 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network fe1525ca-7363-430c-97ec-83815c53de33 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:33:14.451274 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-00da25f5-0dfd-4124-b12d-776b5305c510 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9038410 Jun 18 16:33:14.457139 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49006) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:14.464114 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-9f83d10b-aec7-4581-b11f-340b7eb9c92c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'subnet': {'network_id': 'f84d9e98-bf6e-4b39-b0da-d4414596766b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:14.583499 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd743974-ed5b-4d8d-98de-54a5424f3a0c req-21fef064-189e-4414-b545-87cbbc4ae249 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:14.584849 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dd743974-ed5b-4d8d-98de-54a5424f3a0c req-21fef064-189e-4414-b545-87cbbc4ae249 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 944 time: 0.4871736 Jun 18 16:33:14.590669 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da25f5-0dfd-4124-b12d-776b5305c510 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Network': ['ID=f84d9e98-bf6e-4b39-b0da-d4414596766b,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:14.605151 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network f84d9e98-bf6e-4b39-b0da-d4414596766b details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:33:14.621986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b617ee-075f-48cd-aee3-e324b30d63c6 req-29d4f6cd-2aef-4faa-bac4-e9eab499c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:14.622142 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-00da25f5-0dfd-4124-b12d-776b5305c510 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:14.622929 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-10b617ee-075f-48cd-aee3-e324b30d63c6 req-29d4f6cd-2aef-4faa-bac4-e9eab499c04c service neutron] 10.222.0.64 "GET /v2.0/networks?id=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f HTTP/1.1" status: 200 len: 912 time: 0.4343629 Jun 18 16:33:14.645289 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:33:14.649043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-091d23a1-1ea2-4226-9b3f-948f83b63828 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:14.671712 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4002b616-d7ca-4c36-aa0f-de14d90f6c52 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Made reservation on behalf of bfc1393dd8b147668f859aa2d762a528 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:14.677975 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4002b616-d7ca-4c36-aa0f-de14d90f6c52 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:14.708177 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:14.718226 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dd743974-ed5b-4d8d-98de-54a5424f3a0c req-87da5973-d11a-4fc6-b06b-65a1b429972e tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224799 Jun 18 16:33:14.745843 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Transition to ACTIVE for port object 14796b4e-5033-4973-ac5b-109282c8bf10 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:14.749097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f83d10b-aec7-4581-b11f-340b7eb9c92c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Made reservation on behalf of 7fa748889fc44ffebd379b4310880c38 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:14.754181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9f83d10b-aec7-4581-b11f-340b7eb9c92c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:14.762952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5a8850c2-66d1-4481-b453-1f181633b24d None None] Provisioning for port d07c215b-0b76-4e7c-b3a8-44b6bddc767d completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:14.769666 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5a8850c2-66d1-4481-b453-1f181633b24d None None] Provisioning complete for port d07c215b-0b76-4e7c-b3a8-44b6bddc767d triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:14.770523 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5a8850c2-66d1-4481-b453-1f181633b24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:14.794007 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Transition to ACTIVE for port object 14796b4e-5033-4973-ac5b-109282c8bf10 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:14.808205 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:14.808707 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-091d23a1-1ea2-4226-9b3f-948f83b63828 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for 3c1f1631-25af-4fc6-b7be-d5ac73d7bb32 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:14.820665 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:14.860761 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Network 963a8a9c-3fab-44ff-822f-e53fb3f3e35e is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:14.869974 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:14.873145 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:14.920105 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-10b617ee-075f-48cd-aee3-e324b30d63c6 req-21e76fe0-f7cc-4b0c-ac93-eb558c5e6b79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=402c506e-8b7c-4f8f-b170-b34f8d818e4d HTTP/1.1" status: 200 len: 1002 time: 0.2872009 Jun 18 16:33:14.934814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Pushing event updated for resources: {'Port': ['ID=14796b4e-5033-4973-ac5b-109282c8bf10,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:14.937863 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:14.988823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Attempting to bind port 14796b4e-5033-4973-ac5b-109282c8bf10 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:33:14.989226 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Attempting to bind port 14796b4e-5033-4973-ac5b-109282c8bf10 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'cc484af3-28dc-4da7-b7f9-87420efe8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '963a8a9c-3fab-44ff-822f-e53fb3f3e35e'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:33:14.989888 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Attempting to bind port 14796b4e-5033-4973-ac5b-109282c8bf10 on network 963a8a9c-3fab-44ff-822f-e53fb3f3e35e {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:33:14.997106 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:33:14.997357 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Checking segment: {'id': 'cc484af3-28dc-4da7-b7f9-87420efe8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '963a8a9c-3fab-44ff-822f-e53fb3f3e35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:14.997720 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:14.998126 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Bound using segment: {'id': 'cc484af3-28dc-4da7-b7f9-87420efe8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '963a8a9c-3fab-44ff-822f-e53fb3f3e35e'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:33:14.998629 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Bound port: 14796b4e-5033-4973-ac5b-109282c8bf10, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc484af3-28dc-4da7-b7f9-87420efe8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '963a8a9c-3fab-44ff-822f-e53fb3f3e35e'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:33:14.999027 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.013706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b617ee-075f-48cd-aee3-e324b30d63c6 req-4ae0ac80-e7a9-44c3-8d8c-cfb892bc5961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:15.015850 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-10b617ee-075f-48cd-aee3-e324b30d63c6 req-4ae0ac80-e7a9-44c3-8d8c-cfb892bc5961 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0af9ced-d447-40f4-82ea-2c6458b522e8 HTTP/1.1" status: 200 len: 850 time: 0.0868523 Jun 18 16:33:15.047524 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5a8850c2-66d1-4481-b453-1f181633b24d None None] Provisioning complete for port da7d2b02-7df6-43e4-a927-53725e6dbb62 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:15.047967 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5a8850c2-66d1-4481-b453-1f181633b24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.048970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9f83d10b-aec7-4581-b11f-340b7eb9c92c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.052483 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5c650538-c0c7-4723-855c-b39c8778a63a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:15.122865 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-5a8850c2-66d1-4481-b453-1f181633b24d None None] Port da7d2b02-7df6-43e4-a927-53725e6dbb62 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:15.126287 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] For port 14796b4e-5033-4973-ac5b-109282c8bf10, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:33:15.131288 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] For port 14796b4e-5033-4973-ac5b-109282c8bf10, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=14796b4e-5033-4973-ac5b-109282c8bf10,segment=NetworkSegment(cc484af3-28dc-4da7-b7f9-87420efe8b5d),segment_id=cc484af3-28dc-4da7-b7f9-87420efe8b5d)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:33:15.138931 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.151051 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83d10b-aec7-4581-b11f-340b7eb9c92c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Subnet': ['ID=0ce430cc-c30e-4c93-9f85-c8b067b6618b,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:15.156194 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9f83d10b-aec7-4581-b11f-340b7eb9c92c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:15.159951 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f83d10b-aec7-4581-b11f-340b7eb9c92c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Checking segment: {'id': 'cf605136-5d5c-4b56-b2cf-627a76f7ad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f84d9e98-bf6e-4b39-b0da-d4414596766b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:15.161078 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f83d10b-aec7-4581-b11f-340b7eb9c92c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network hostable DHCP agents. Network: f84d9e98-bf6e-4b39-b0da-d4414596766b, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:33:15.167676 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e58612d5-e970-44cf-b0ee-2d9d28853cb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:15.209053 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f83d10b-aec7-4581-b11f-340b7eb9c92c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network f84d9e98-bf6e-4b39-b0da-d4414596766b is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:33:15.223670 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-9f83d10b-aec7-4581-b11f-340b7eb9c92c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, f84d9e98-bf6e-4b39-b0da-d4414596766b) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:15.228285 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b617ee-075f-48cd-aee3-e324b30d63c6 req-16adedbf-71cc-4094-8653-baf649461192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:15.229731 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-10b617ee-075f-48cd-aee3-e324b30d63c6 req-16adedbf-71cc-4094-8653-baf649461192 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1944642 Jun 18 16:33:15.237693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7162ba-f2a3-43ef-b1f9-e3257db9dfa3 None None] Network f84d9e98-bf6e-4b39-b0da-d4414596766b requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:15.240979 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5a8850c2-66d1-4481-b453-1f181633b24d None None] Provisioning for port 3c1f1631-25af-4fc6-b7be-d5ac73d7bb32 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:15.244804 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f83d10b-aec7-4581-b11f-340b7eb9c92c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:15.245029 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Pushing event updated for resources: {'Port': ['ID=14796b4e-5033-4973-ac5b-109282c8bf10,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:15.255431 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9f83d10b-aec7-4581-b11f-340b7eb9c92c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.258870 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:15.259736 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5a8850c2-66d1-4481-b453-1f181633b24d None None] Provisioning complete for port 3c1f1631-25af-4fc6-b7be-d5ac73d7bb32 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:15.260195 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5a8850c2-66d1-4481-b453-1f181633b24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.280140 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9f83d10b-aec7-4581-b11f-340b7eb9c92c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8208008 Jun 18 16:33:15.281167 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49010) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:15.288403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-091d23a1-1ea2-4226-9b3f-948f83b63828 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.293552 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-2e427a4f-7c1f-4c76-8a95-771dad7c085c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1995961850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:15.326053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-5a8850c2-66d1-4481-b453-1f181633b24d None None] Port 3c1f1631-25af-4fc6-b7be-d5ac73d7bb32 was deleted so its status cannot be updated. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 18 16:33:15.338319 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2e427a4f-7c1f-4c76-8a95-771dad7c085c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.339895 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2e427a4f-7c1f-4c76-8a95-771dad7c085c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.342095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-988a08a4-cf3d-4a0b-a502-54b69b306c0b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:15.393715 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d23a1-1ea2-4226-9b3f-948f83b63828 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=3c1f1631-25af-4fc6-b7be-d5ac73d7bb32,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:15.452676 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-091d23a1-1ea2-4226-9b3f-948f83b63828 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:15.453743 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2e427a4f-7c1f-4c76-8a95-771dad7c085c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.460192 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2e427a4f-7c1f-4c76-8a95-771dad7c085c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.469032 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4002b616-d7ca-4c36-aa0f-de14d90f6c52 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.475066 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-34a3d969-12cd-4869-8afb-d63eb082fb2c tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:15.481481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2e427a4f-7c1f-4c76-8a95-771dad7c085c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.483219 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2e427a4f-7c1f-4c76-8a95-771dad7c085c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2002938 Jun 18 16:33:15.485516 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49014) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:15.492461 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-d5213d35-3731-40a1-a4f8-51aaf577a952 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'port': {'network_id': 'f84d9e98-bf6e-4b39-b0da-d4414596766b', 'name': 'tempest-RoutersIpV6Test-537899842'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:15.519565 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-f84d9e98-bf6e-4b39-b0da-d4414596766b', 'network_id': 'f84d9e98-bf6e-4b39-b0da-d4414596766b', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'fixed_ips': [{'subnet_id': '0ce430cc-c30e-4c93-9f85-c8b067b6618b'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:33:15.520640 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.549349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-701752c1-c408-4cb2-ad9d-ba988057bd64 None None] Could not find standard attr ID for object 3c1f1631-25af-4fc6-b7be-d5ac73d7bb32. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:33:15.645911 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-091d23a1-1ea2-4226-9b3f-948f83b63828 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.650208 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-091d23a1-1ea2-4226-9b3f-948f83b63828 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/ports/3c1f1631-25af-4fc6-b7be-d5ac73d7bb32 HTTP/1.1" status: 204 len: 168 time: 2.3322999 Jun 18 16:33:15.661536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49016) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:15.702992 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-b323cac9-7808-4ea7-87a8-1d83e1a335fc tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] GET failed (client error): The resource could not be found. Jun 18 16:33:15.707168 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b323cac9-7808-4ea7-87a8-1d83e1a335fc tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports/3c1f1631-25af-4fc6-b7be-d5ac73d7bb32 HTTP/1.1" status: 404 len: 333 time: 0.0418427 Jun 18 16:33:15.718487 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49018) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:15.747003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Allocated IP 2001:db8::2 (f84d9e98-bf6e-4b39-b0da-d4414596766b/0ce430cc-c30e-4c93-9f85-c8b067b6618b/ad5726ae-ab07-4a3d-b19a-7bc9060ef154) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:15.820212 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002b616-d7ca-4c36-aa0f-de14d90f6c52 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Pushing event updated for resources: {'Subnet': ['ID=70391c6b-b307-4689-95ba-f253d45918b7,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:15.824826 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4002b616-d7ca-4c36-aa0f-de14d90f6c52 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:15.888578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df9773a6-ff13-4767-ac52-95e6a016d83e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.895441 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-10b617ee-075f-48cd-aee3-e324b30d63c6 req-c9f477c0-ac02-43b4-9b54-554edf40867e service neutron] 10.222.0.64 "GET /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518946 Jun 18 16:33:15.967549 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4002b616-d7ca-4c36-aa0f-de14d90f6c52 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Checking segment: {'id': 'fc12710c-03d8-47c7-8496-5058be51ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9f4e8b2d-7421-4175-8189-5f52a8e67459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:15.967917 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4002b616-d7ca-4c36-aa0f-de14d90f6c52 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Network hostable DHCP agents. Network: 9f4e8b2d-7421-4175-8189-5f52a8e67459, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:33:16.002791 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.013658 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Transition to ACTIVE for port object ad5726ae-ab07-4a3d-b19a-7bc9060ef154 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:16.015321 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df9773a6-ff13-4767-ac52-95e6a016d83e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.033581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4002b616-d7ca-4c36-aa0f-de14d90f6c52 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Network 9f4e8b2d-7421-4175-8189-5f52a8e67459 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:33:16.047278 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d07c215b-0b76-4e7c-b3a8-44b6bddc767d up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:16.049997 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Transition to ACTIVE for port object ad5726ae-ab07-4a3d-b19a-7bc9060ef154 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:16.069929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-4002b616-d7ca-4c36-aa0f-de14d90f6c52 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 9f4e8b2d-7421-4175-8189-5f52a8e67459) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:16.074967 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4002b616-d7ca-4c36-aa0f-de14d90f6c52 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:16.075655 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4002b616-d7ca-4c36-aa0f-de14d90f6c52 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.077888 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.083084 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:16.085306 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9677941c-d372-41c0-a330-d2c82a89e8ba None None] Network 9f4e8b2d-7421-4175-8189-5f52a8e67459 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:16.123352 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4002b616-d7ca-4c36-aa0f-de14d90f6c52 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7766368 Jun 18 16:33:16.124028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49024) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:16.130519 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-9dd8eef7-466e-4ac6-aa36-eff57e96af04 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Request body: {'subnet': {'network_id': 'fe1525ca-7363-430c-97ec-83815c53de33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:16.152657 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-10b617ee-075f-48cd-aee3-e324b30d63c6 req-ef7b2a54-9f74-4666-a646-523acbeb4bb9 service neutron] 10.222.0.64 "GET /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422123 Jun 18 16:33:16.190021 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Network f84d9e98-bf6e-4b39-b0da-d4414596766b is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:16.196297 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:16.200234 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Pushing event updated for resources: {'Port': ['ID=ad5726ae-ab07-4a3d-b19a-7bc9060ef154,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:16.211275 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df9773a6-ff13-4767-ac52-95e6a016d83e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.214616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df9773a6-ff13-4767-ac52-95e6a016d83e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.215998 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-df9773a6-ff13-4767-ac52-95e6a016d83e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/security-groups/3c56b504-f5a0-4fa1-902e-a3c59c9b019d HTTP/1.1" status: 204 len: 168 time: 0.4862077 Jun 18 16:33:16.220537 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-37dfdfc8-124c-45f9-a109-01821237e125 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:16.221483 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49026) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:16.231135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:16.233566 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:16.236952 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9773a6-ff13-4767-ac52-95e6a016d83e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c56b504-f5a0-4fa1-902e-a3c59c9b019d,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:16.238199 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996d946-40af-4c6e-a319-bb500eb59937 req-55779a5a-f8b8-4ca6-8348-5ad033955317 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:16.240568 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b996d946-40af-4c6e-a319-bb500eb59937 req-55779a5a-f8b8-4ca6-8348-5ad033955317 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.6627295 Jun 18 16:33:16.247473 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-df9773a6-ff13-4767-ac52-95e6a016d83e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:16.250317 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5213d35-3731-40a1-a4f8-51aaf577a952 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Made reservation on behalf of 7fa748889fc44ffebd379b4310880c38 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:16.253773 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d5213d35-3731-40a1-a4f8-51aaf577a952 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.266953 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port d07c215b-0b76-4e7c-b3a8-44b6bddc767d triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:16.267536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.275071 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd8eef7-466e-4ac6-aa36-eff57e96af04 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Made reservation on behalf of bfc1393dd8b147668f859aa2d762a528 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:16.279294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9dd8eef7-466e-4ac6-aa36-eff57e96af04 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.307335 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c75ed-cff6-45b0-b806-5d8641922861 req-f568f2d6-9ca0-4da8-ad1f-9ca43f32f22b tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:16.308851 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a71c75ed-cff6-45b0-b806-5d8641922861 req-f568f2d6-9ca0-4da8-ad1f-9ca43f32f22b tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 944 time: 0.1904035 Jun 18 16:33:16.321994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-d5213d35-3731-40a1-a4f8-51aaf577a952 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] device_id is not set on port 3fe7ac4d-73c3-4424-a6bf-0f69e8bbfdb5 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:33:16.408195 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b996d946-40af-4c6e-a319-bb500eb59937 req-c108529a-9434-457f-85cb-4dd1462b1e6f tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1478767 Jun 18 16:33:16.436983 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76b4f005-2e1a-42fe-8ff0-dbc1b0d9651b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.447658 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Attempting to bind port ad5726ae-ab07-4a3d-b19a-7bc9060ef154 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:33:16.448861 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Attempting to bind port ad5726ae-ab07-4a3d-b19a-7bc9060ef154 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'cf605136-5d5c-4b56-b2cf-627a76f7ad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f84d9e98-bf6e-4b39-b0da-d4414596766b'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:33:16.451815 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Attempting to bind port ad5726ae-ab07-4a3d-b19a-7bc9060ef154 on network f84d9e98-bf6e-4b39-b0da-d4414596766b {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:33:16.481623 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a71c75ed-cff6-45b0-b806-5d8641922861 req-334854ad-3d98-4827-963b-ae1e3c708291 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548378 Jun 18 16:33:16.524048 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 14796b4e-5033-4973-ac5b-109282c8bf10 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:16.529868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:33:16.530259 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76b4f005-2e1a-42fe-8ff0-dbc1b0d9651b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.530974 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Checking segment: {'id': 'cf605136-5d5c-4b56-b2cf-627a76f7ad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f84d9e98-bf6e-4b39-b0da-d4414596766b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:16.531498 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.532615 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Bound using segment: {'id': 'cf605136-5d5c-4b56-b2cf-627a76f7ad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f84d9e98-bf6e-4b39-b0da-d4414596766b'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:33:16.532615 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Bound port: ad5726ae-ab07-4a3d-b19a-7bc9060ef154, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf605136-5d5c-4b56-b2cf-627a76f7ad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f84d9e98-bf6e-4b39-b0da-d4414596766b'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:33:16.533189 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.556916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9dd8eef7-466e-4ac6-aa36-eff57e96af04 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.572890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7b0ea90a-c736-4a77-888e-5a28bbfa5b4b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:16.595670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-9f4e8b2d-7421-4175-8189-5f52a8e67459', 'network_id': '9f4e8b2d-7421-4175-8189-5f52a8e67459', 'tenant_id': 'bfc1393dd8b147668f859aa2d762a528', 'fixed_ips': [{'subnet_id': '70391c6b-b307-4689-95ba-f253d45918b7'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:33:16.597410 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.597981 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-d5213d35-3731-40a1-a4f8-51aaf577a952 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Allocated IP 2001:db8::275 (f84d9e98-bf6e-4b39-b0da-d4414596766b/0ce430cc-c30e-4c93-9f85-c8b067b6618b/3fe7ac4d-73c3-4424-a6bf-0f69e8bbfdb5) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:16.631969 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76b4f005-2e1a-42fe-8ff0-dbc1b0d9651b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.634841 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76b4f005-2e1a-42fe-8ff0-dbc1b0d9651b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.635997 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-76b4f005-2e1a-42fe-8ff0-dbc1b0d9651b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/security-groups/e85b305f-9eed-4273-b76a-147ec1b5da32 HTTP/1.1" status: 204 len: 168 time: 0.4120736 Jun 18 16:33:16.640074 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-303042af-d2f6-46d2-a951-125f1b6b3663 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:16.642975 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49028) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:16.669861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4f005-2e1a-42fe-8ff0-dbc1b0d9651b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85b305f-9eed-4273-b76a-147ec1b5da32,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:16.684514 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 14796b4e-5033-4973-ac5b-109282c8bf10 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:16.696552 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8eef7-466e-4ac6-aa36-eff57e96af04 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Pushing event updated for resources: {'Subnet': ['ID=f35d0ef1-eab1-497f-b6d8-bd575d8eeb55,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:16.700847 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9dd8eef7-466e-4ac6-aa36-eff57e96af04 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:16.708925 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd8eef7-466e-4ac6-aa36-eff57e96af04 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Checking segment: {'id': '79123077-c434-4438-921e-1bc4dd10456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fe1525ca-7363-430c-97ec-83815c53de33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:16.709351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd8eef7-466e-4ac6-aa36-eff57e96af04 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Network hostable DHCP agents. Network: fe1525ca-7363-430c-97ec-83815c53de33, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:33:16.715822 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-76b4f005-2e1a-42fe-8ff0-dbc1b0d9651b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:16.728609 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd8eef7-466e-4ac6-aa36-eff57e96af04 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Network fe1525ca-7363-430c-97ec-83815c53de33 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:33:16.740630 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-9dd8eef7-466e-4ac6-aa36-eff57e96af04 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, fe1525ca-7363-430c-97ec-83815c53de33) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:16.744789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd8eef7-466e-4ac6-aa36-eff57e96af04 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:16.745381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9dd8eef7-466e-4ac6-aa36-eff57e96af04 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.781278 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aca201e-0a77-4e43-8eed-d6da7896b332 None None] Network fe1525ca-7363-430c-97ec-83815c53de33 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:16.782546 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9dd8eef7-466e-4ac6-aa36-eff57e96af04 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6577775 Jun 18 16:33:16.784957 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49032) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:16.807734 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be99488-abec-4a41-bd5e-7f11e10b93e4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting subnet fb0ffc81-09cc-4469-8cfc-c498d90a188c {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:33:16.849402 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7be99488-abec-4a41-bd5e-7f11e10b93e4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.870916 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] For port ad5726ae-ab07-4a3d-b19a-7bc9060ef154, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:33:16.925509 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] For port ad5726ae-ab07-4a3d-b19a-7bc9060ef154, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ad5726ae-ab07-4a3d-b19a-7bc9060ef154,segment=NetworkSegment(cf605136-5d5c-4b56-b2cf-627a76f7ad17),segment_id=cf605136-5d5c-4b56-b2cf-627a76f7ad17)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:33:16.939382 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.949393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a75edd75-5b02-49de-a5cf-d609a06c49a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:16.991273 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f0d11f-f12e-4de5-8e69-91c5a4225879 None None] Network 963a8a9c-3fab-44ff-822f-e53fb3f3e35e requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:16.995124 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7be99488-abec-4a41-bd5e-7f11e10b93e4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:17.008407 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Allocated IP 172.20.0.2 (9f4e8b2d-7421-4175-8189-5f52a8e67459/70391c6b-b307-4689-95ba-f253d45918b7/bddc1618-f712-4dc6-95b7-fb5343f466be) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:17.074108 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d5213d35-3731-40a1-a4f8-51aaf577a952 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:17.123392 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-397ee035-f85f-4f65-9d08-17fcf2849dd9 None None] Provisioning for port 14796b4e-5033-4973-ac5b-109282c8bf10 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:17.126248 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-d5213d35-3731-40a1-a4f8-51aaf577a952 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Transition to ACTIVE for port object 3fe7ac4d-73c3-4424-a6bf-0f69e8bbfdb5 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:17.170936 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Pushing event updated for resources: {'Port': ['ID=ad5726ae-ab07-4a3d-b19a-7bc9060ef154,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:17.184040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:17.186198 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-397ee035-f85f-4f65-9d08-17fcf2849dd9 None None] Provisioning complete for port 14796b4e-5033-4973-ac5b-109282c8bf10 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:17.186579 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-397ee035-f85f-4f65-9d08-17fcf2849dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:17.281876 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d5213d35-3731-40a1-a4f8-51aaf577a952 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:17.297969 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6bcff484-7053-4b4d-98bf-4a855cb1a6d7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:17.303787 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7be99488-abec-4a41-bd5e-7f11e10b93e4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:17.371140 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5213d35-3731-40a1-a4f8-51aaf577a952 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network f84d9e98-bf6e-4b39-b0da-d4414596766b is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:17.386351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-d5213d35-3731-40a1-a4f8-51aaf577a952 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:17.389001 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5213d35-3731-40a1-a4f8-51aaf577a952 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:17.395141 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5213d35-3731-40a1-a4f8-51aaf577a952 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:17.395815 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d5213d35-3731-40a1-a4f8-51aaf577a952 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:17.445323 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5213d35-3731-40a1-a4f8-51aaf577a952 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=3fe7ac4d-73c3-4424-a6bf-0f69e8bbfdb5,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:17.451083 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d5213d35-3731-40a1-a4f8-51aaf577a952 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:17.452717 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:17.471456 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d5213d35-3731-40a1-a4f8-51aaf577a952 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9820018 Jun 18 16:33:17.472339 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-fe1525ca-7363-430c-97ec-83815c53de33', 'network_id': 'fe1525ca-7363-430c-97ec-83815c53de33', 'tenant_id': 'bfc1393dd8b147668f859aa2d762a528', 'fixed_ips': [{'subnet_id': 'f35d0ef1-eab1-497f-b6d8-bd575d8eeb55'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:33:17.474385 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:17.475228 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49036) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:17.553481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7be99488-abec-4a41-bd5e-7f11e10b93e4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:17.558142 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-31312f2c-524b-49e3-a355-ed9edd3ec2ac tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:17.583077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-397ee035-f85f-4f65-9d08-17fcf2849dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:17.600606 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be99488-abec-4a41-bd5e-7f11e10b93e4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0ffc81-09cc-4469-8cfc-c498d90a188c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:17.605411 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7be99488-abec-4a41-bd5e-7f11e10b93e4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:17.610012 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7be99488-abec-4a41-bd5e-7f11e10b93e4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:17.612775 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7be99488-abec-4a41-bd5e-7f11e10b93e4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/subnets/fb0ffc81-09cc-4469-8cfc-c498d90a188c HTTP/1.1" status: 204 len: 168 time: 0.9604619 Jun 18 16:33:17.618022 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49040) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:17.622105 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-83154f59-f6f0-4423-a60b-1f90b288b757 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'subnet': {'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:17.696635 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28596c5-2f50-4a80-a424-a06aa6b4458f None None] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:17.798257 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:17.802980 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-397ee035-f85f-4f65-9d08-17fcf2849dd9 None None] For port 14796b4e-5033-4973-ac5b-109282c8bf10, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=14796b4e-5033-4973-ac5b-109282c8bf10,segment=NetworkSegment(cc484af3-28dc-4da7-b7f9-87420efe8b5d),segment_id=cc484af3-28dc-4da7-b7f9-87420efe8b5d)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:17.824044 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-397ee035-f85f-4f65-9d08-17fcf2849dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:17.826231 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Transition to ACTIVE for port object bddc1618-f712-4dc6-95b7-fb5343f466be will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:17.857087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b9504069-47db-4952-8557-415c243d85d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:17.905992 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ad5726ae-ab07-4a3d-b19a-7bc9060ef154 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:17.968764 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Transition to ACTIVE for port object bddc1618-f712-4dc6-95b7-fb5343f466be will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:18.018647 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ee035-f85f-4f65-9d08-17fcf2849dd9 None None] Pushing event updated for resources: {'Port': ['ID=14796b4e-5033-4973-ac5b-109282c8bf10,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:18.026103 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd1c63-ad94-4df6-b0c6-534acfcf4140 req-e3dae7fc-0c28-4334-9d2a-0ea29676c5cb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:18.028017 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-04dd1c63-ad94-4df6-b0c6-534acfcf4140 req-e3dae7fc-0c28-4334-9d2a-0ea29676c5cb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 944 time: 0.2940686 Jun 18 16:33:18.041054 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-397ee035-f85f-4f65-9d08-17fcf2849dd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:18.049081 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Allocated IP 172.20.0.2 (fe1525ca-7363-430c-97ec-83815c53de33/f35d0ef1-eab1-497f-b6d8-bd575d8eeb55/bc967be2-f62a-4a64-970a-060aab7282a4) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:18.053479 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.062834 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-78dd5ef6-b99e-47df-8198-da19bdc30629 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.072866 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-08894307-0b93-42a8-b661-353a163595be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:18.089569 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Allocated IP 172.20.0.1 (9f4e8b2d-7421-4175-8189-5f52a8e67459/70391c6b-b307-4689-95ba-f253d45918b7/6008ecac-cb32-4266-9526-d26b6097fbfc) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:18.105691 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82f163-5387-4182-8137-0a4bde16e455 req-15b98fca-7faf-4ae9-92d9-0780664af3b8 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:18.113314 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ce82f163-5387-4182-8137-0a4bde16e455 req-15b98fca-7faf-4ae9-92d9-0780664af3b8 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.4165328 Jun 18 16:33:18.183490 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83154f59-f6f0-4423-a60b-1f90b288b757 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:18.185270 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Network 9f4e8b2d-7421-4175-8189-5f52a8e67459 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:18.188624 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-83154f59-f6f0-4423-a60b-1f90b288b757 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.206789 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:18.209673 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:18.294238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Pushing event updated for resources: {'Port': ['ID=bddc1618-f712-4dc6-95b7-fb5343f466be,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:18.297193 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:18.331746 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port ad5726ae-ab07-4a3d-b19a-7bc9060ef154 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:18.381261 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Attempting to bind port bddc1618-f712-4dc6-95b7-fb5343f466be on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:33:18.381777 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Attempting to bind port bddc1618-f712-4dc6-95b7-fb5343f466be by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'fc12710c-03d8-47c7-8496-5058be51ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9f4e8b2d-7421-4175-8189-5f52a8e67459'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:33:18.382255 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Attempting to bind port bddc1618-f712-4dc6-95b7-fb5343f466be on network 9f4e8b2d-7421-4175-8189-5f52a8e67459 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:33:18.404896 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:33:18.405391 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Checking segment: {'id': 'fc12710c-03d8-47c7-8496-5058be51ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9f4e8b2d-7421-4175-8189-5f52a8e67459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:18.405912 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.406498 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Bound using segment: {'id': 'fc12710c-03d8-47c7-8496-5058be51ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9f4e8b2d-7421-4175-8189-5f52a8e67459'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:33:18.407781 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Bound port: bddc1618-f712-4dc6-95b7-fb5343f466be, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc12710c-03d8-47c7-8496-5058be51ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9f4e8b2d-7421-4175-8189-5f52a8e67459'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:33:18.407781 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.447036 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-78dd5ef6-b99e-47df-8198-da19bdc30629 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.448362 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-04dd1c63-ad94-4df6-b0c6-534acfcf4140 req-c55177df-0105-4597-a713-9ccaa305e2f4 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3322628 Jun 18 16:33:18.457348 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-78dd5ef6-b99e-47df-8198-da19bdc30629 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.471041 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ce82f163-5387-4182-8137-0a4bde16e455 req-8b94a51e-2577-48b5-8fa5-3259cf014f7c tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3561933 Jun 18 16:33:18.475231 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:18.533736 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.558843 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Transition to ACTIVE for port object 6008ecac-cb32-4266-9526-d26b6097fbfc will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:18.571977 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-84ac7aab-728b-4ced-82e6-07e00533819b None None] Provisioning complete for port 14796b4e-5033-4973-ac5b-109282c8bf10 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:18.572458 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-84ac7aab-728b-4ced-82e6-07e00533819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.574299 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1079cdd-993f-417c-8180-fe775b700a64 None None] Network f84d9e98-bf6e-4b39-b0da-d4414596766b requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:18.589025 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd5ef6-b99e-47df-8198-da19bdc30629 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=3fe7ac4d-73c3-4424-a6bf-0f69e8bbfdb5,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:18.593991 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-78dd5ef6-b99e-47df-8198-da19bdc30629 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:18.604440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.609808 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6e4b48ab-fece-447d-8a3f-847784163a4c tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:18.678442 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Network 9f4e8b2d-7421-4175-8189-5f52a8e67459 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:18.688223 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.697784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:18.699699 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Pushing event updated for resources: {'Port': ['ID=6008ecac-cb32-4266-9526-d26b6097fbfc,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:18.701832 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:18.737823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Transition to ACTIVE for port object bc967be2-f62a-4a64-970a-060aab7282a4 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:18.741652 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-8e734b29-591e-49ed-8419-0f886794531f None None] For port bddc1618-f712-4dc6-95b7-fb5343f466be, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:33:18.745396 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:18.776311 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-8e734b29-591e-49ed-8419-0f886794531f None None] For port bddc1618-f712-4dc6-95b7-fb5343f466be, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=bddc1618-f712-4dc6-95b7-fb5343f466be,segment=NetworkSegment(fc12710c-03d8-47c7-8496-5058be51ec05),segment_id=fc12710c-03d8-47c7-8496-5058be51ec05)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:33:18.785220 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-78dd5ef6-b99e-47df-8198-da19bdc30629 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.811357 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.814019 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Transition to ACTIVE for port object bc967be2-f62a-4a64-970a-060aab7282a4 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:18.815552 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:18.871122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Pushing event updated for resources: {'Port': ['ID=bddc1618-f712-4dc6-95b7-fb5343f466be,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:18.879977 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:18.891192 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.897988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:18.920396 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-83154f59-f6f0-4423-a60b-1f90b288b757 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.924129 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-086391d4-ceac-4a85-a945-2e0295981755 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:18.937808 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.951769 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-78dd5ef6-b99e-47df-8198-da19bdc30629 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.962680 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Network fe1525ca-7363-430c-97ec-83815c53de33 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:18.989646 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:18.992743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:19.019895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Pushing event updated for resources: {'Port': ['ID=bc967be2-f62a-4a64-970a-060aab7282a4,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:19.023304 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:19.046406 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a276ae-ad79-4684-a8f9-47ac567b3960 req-603eab12-50b0-426e-bce0-7c5d8c58f5aa tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:19.048235 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-75a276ae-ad79-4684-a8f9-47ac567b3960 req-603eab12-50b0-426e-bce0-7c5d8c58f5aa tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.3664203 Jun 18 16:33:19.092378 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83154f59-f6f0-4423-a60b-1f90b288b757 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:19.103421 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Attempting to bind port bc967be2-f62a-4a64-970a-060aab7282a4 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:33:19.103421 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Attempting to bind port bc967be2-f62a-4a64-970a-060aab7282a4 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '79123077-c434-4438-921e-1bc4dd10456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fe1525ca-7363-430c-97ec-83815c53de33'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:33:19.103421 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Attempting to bind port bc967be2-f62a-4a64-970a-060aab7282a4 on network fe1525ca-7363-430c-97ec-83815c53de33 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:33:19.116363 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:33:19.116751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Checking segment: {'id': '79123077-c434-4438-921e-1bc4dd10456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fe1525ca-7363-430c-97ec-83815c53de33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:19.117165 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:19.117590 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Bound using segment: {'id': '79123077-c434-4438-921e-1bc4dd10456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fe1525ca-7363-430c-97ec-83815c53de33'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:33:19.118074 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Bound port: bc967be2-f62a-4a64-970a-060aab7282a4, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79123077-c434-4438-921e-1bc4dd10456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fe1525ca-7363-430c-97ec-83815c53de33'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:33:19.118457 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:19.125877 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-83154f59-f6f0-4423-a60b-1f90b288b757 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:19.133704 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83154f59-f6f0-4423-a60b-1f90b288b757 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:19.134305 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-83154f59-f6f0-4423-a60b-1f90b288b757 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:19.155932 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83154f59-f6f0-4423-a60b-1f90b288b757 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Subnet': ['ID=cc3f0c74-8e70-4deb-8c69-4a934e116112,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:19.180688 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-83154f59-f6f0-4423-a60b-1f90b288b757 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:19.202062 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-83154f59-f6f0-4423-a60b-1f90b288b757 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5843835 Jun 18 16:33:19.211058 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49044) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:19.216591 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-75a276ae-ad79-4684-a8f9-47ac567b3960 req-0c9a8fd8-47b5-487d-ba2a-ab208f7df395 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1600404 Jun 18 16:33:19.226721 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-85b18361-e585-48a2-b790-cbcfe0f99ce1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'security_group': {'name': 'tempest-secgroup-927987374'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:19.248725 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] For port bc967be2-f62a-4a64-970a-060aab7282a4, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:33:19.252948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] For port bc967be2-f62a-4a64-970a-060aab7282a4, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=bc967be2-f62a-4a64-970a-060aab7282a4,segment=NetworkSegment(79123077-c434-4438-921e-1bc4dd10456e),segment_id=79123077-c434-4438-921e-1bc4dd10456e)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:33:19.256095 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-adf16425-d4e1-48eb-8607-3023ec915137 None None] Provisioning for port ad5726ae-ab07-4a3d-b19a-7bc9060ef154 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:19.262322 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:19.266046 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-52b6540d-6f1a-479d-9d5a-691192701948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:19.347351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-85b18361-e585-48a2-b790-cbcfe0f99ce1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:19.361355 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:19.383293 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Pushing event updated for resources: {'Port': ['ID=bc967be2-f62a-4a64-970a-060aab7282a4,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:19.389221 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:19.390103 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-adf16425-d4e1-48eb-8607-3023ec915137 None None] Provisioning complete for port ad5726ae-ab07-4a3d-b19a-7bc9060ef154 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:19.390894 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-adf16425-d4e1-48eb-8607-3023ec915137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:19.559146 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-adf16425-d4e1-48eb-8607-3023ec915137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:19.644320 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-78dd5ef6-b99e-47df-8198-da19bdc30629 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:19.652242 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-adf16425-d4e1-48eb-8607-3023ec915137 None None] For port ad5726ae-ab07-4a3d-b19a-7bc9060ef154, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ad5726ae-ab07-4a3d-b19a-7bc9060ef154,segment=NetworkSegment(cf605136-5d5c-4b56-b2cf-627a76f7ad17),segment_id=cf605136-5d5c-4b56-b2cf-627a76f7ad17)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:19.659438 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-78dd5ef6-b99e-47df-8198-da19bdc30629 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:19.660453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-78dd5ef6-b99e-47df-8198-da19bdc30629 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:19.663295 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-adf16425-d4e1-48eb-8607-3023ec915137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:19.674801 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5a528067-145a-4506-b22d-603411bc9c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:19.678125 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3c8737-a648-425f-af93-7be8af6c1e5f None None] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:19.693665 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-390dbdea-cd78-4e48-8cd2-b83e559873ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:19.794570 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf16425-d4e1-48eb-8607-3023ec915137 None None] Pushing event updated for resources: {'Port': ['ID=ad5726ae-ab07-4a3d-b19a-7bc9060ef154,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:19.829503 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-adf16425-d4e1-48eb-8607-3023ec915137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:19.849108 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7842306d-6284-4b6b-87d6-5cd498fdbb1d None None] Provisioning complete for port d07c215b-0b76-4e7c-b3a8-44b6bddc767d triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:19.849826 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7842306d-6284-4b6b-87d6-5cd498fdbb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:20.077266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 14796b4e-5033-4973-ac5b-109282c8bf10 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:20.395077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd5ef6-b99e-47df-8198-da19bdc30629 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=3fe7ac4d-73c3-4424-a6bf-0f69e8bbfdb5,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:20.416641 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-78dd5ef6-b99e-47df-8198-da19bdc30629 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:20.441001 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb60af9-7570-4472-8b66-522072848a7b req-85a46ec3-521c-4157-af3f-3cf3e6ec8056 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:20.444138 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6cb60af9-7570-4472-8b66-522072848a7b req-85a46ec3-521c-4157-af3f-3cf3e6ec8056 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.8759062 Jun 18 16:33:20.471502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-85b18361-e585-48a2-b790-cbcfe0f99ce1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:20.476797 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:20.489738 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-85b18361-e585-48a2-b790-cbcfe0f99ce1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:20.495825 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 14796b4e-5033-4973-ac5b-109282c8bf10 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:20.496492 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:20.496834 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bda75671-810c-4385-931d-a039534d74f5 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:20.501810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7842306d-6284-4b6b-87d6-5cd498fdbb1d None None] Provisioning complete for port da7d2b02-7df6-43e4-a927-53725e6dbb62 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:20.502424 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7842306d-6284-4b6b-87d6-5cd498fdbb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:20.506848 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:20.517586 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:20.550324 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b18361-e585-48a2-b790-cbcfe0f99ce1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8448a97a-84cd-48b1-a8ae-405b8e8138e5,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:20.562046 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dd5ef6-b99e-47df-8198-da19bdc30629 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network f84d9e98-bf6e-4b39-b0da-d4414596766b is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:20.567311 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-85b18361-e585-48a2-b790-cbcfe0f99ce1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:20.570569 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-78dd5ef6-b99e-47df-8198-da19bdc30629 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:20.581088 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-85b18361-e585-48a2-b790-cbcfe0f99ce1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:20.583179 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-85b18361-e585-48a2-b790-cbcfe0f99ce1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3694930 Jun 18 16:33:20.585441 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49052) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:20.590568 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-7842306d-6284-4b6b-87d6-5cd498fdbb1d None None] Port da7d2b02-7df6-43e4-a927-53725e6dbb62 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:20.590948 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-df841e7c-02d1-41ac-bdac-4fea1973bdc3 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'security_group': {'name': 'tempest-secgroup-810072584'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:20.617592 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fd594-ab9e-47c3-805f-474cb76e2038 req-7e84fead-5c22-46bb-a465-2ea057c70242 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:20.626072 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ad3fd594-ab9e-47c3-805f-474cb76e2038 req-7e84fead-5c22-46bb-a465-2ea057c70242 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 944 time: 0.9304106 Jun 18 16:33:20.643091 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7842306d-6284-4b6b-87d6-5cd498fdbb1d None None] Provisioning complete for port ad5726ae-ab07-4a3d-b19a-7bc9060ef154 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:20.643543 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7842306d-6284-4b6b-87d6-5cd498fdbb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:20.722239 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10fc4ed-bbb0-4d3b-a4d2-5c42b019941d None None] Update dhcp port {'port': {'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1', 'fixed_ips': [{'subnet_id': '3b395510-2acb-4b81-bdb4-6636bfb1a9df', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cc3f0c74-8e70-4deb-8c69-4a934e116112'}], 'binding:host_id': 'dv-neutron-797121-1-hyperv'}, 'id': 'd07c215b-0b76-4e7c-b3a8-44b6bddc767d'} from dv-neutron-797121-1-hyperv. {{(pid=93429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:33:20.758350 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ad3fd594-ab9e-47c3-805f-474cb76e2038 req-bef99fd3-dc14-4d03-8131-06dd70402013 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218867 Jun 18 16:33:20.761447 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6cb60af9-7570-4472-8b66-522072848a7b req-569315a3-e21b-43ea-ac7f-a17b45b83fa8 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3072364 Jun 18 16:33:20.775024 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Pushing event updated for resources: {'Port': ['ID=6008ecac-cb32-4266-9526-d26b6097fbfc,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:20.777453 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:20.779634 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:20.795417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df841e7c-02d1-41ac-bdac-4fea1973bdc3 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:20.814394 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dd5ef6-b99e-47df-8198-da19bdc30629 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router 7abb148c-7997-4d39-908c-58f943abdc9d is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:33:20.887951 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d10fc4ed-bbb0-4d3b-a4d2-5c42b019941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:20.890823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cf9ce6-5aa8-4bc7-9302-ab61101bbdc5 None None] Network 9f4e8b2d-7421-4175-8189-5f52a8e67459 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:20.964498 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Network 9f4e8b2d-7421-4175-8189-5f52a8e67459 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:20.967727 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:20.983703 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bddc1618-f712-4dc6-95b7-fb5343f466be up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:21.033165 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dd5ef6-b99e-47df-8198-da19bdc30629 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:21.039541 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-78dd5ef6-b99e-47df-8198-da19bdc30629 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/7abb148c-7997-4d39-908c-58f943abdc9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5617743 Jun 18 16:33:21.042130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49056) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:21.083429 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f589adf-a012-46f6-a281-97680d052b93 None None] Sync routers for ids ['7abb148c-7997-4d39-908c-58f943abdc9d'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:21.167055 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df841e7c-02d1-41ac-bdac-4fea1973bdc3 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.175173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54a336c-a440-4552-b58a-f49855d8fed8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:21.177163 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e54a336c-a440-4552-b58a-f49855d8fed8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/ports/3fe7ac4d-73c3-4424-a6bf-0f69e8bbfdb5 HTTP/1.1" status: 200 len: 983 time: 0.1340842 Jun 18 16:33:21.183524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49058) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:21.189496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df841e7c-02d1-41ac-bdac-4fea1973bdc3 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.194485 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-331d2154-480b-432d-891f-c3f9e9068f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:21.222243 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Router 7d2ec548-c752-4b94-9c2d-8e066a8e957d is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:33:21.243887 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f589adf-a012-46f6-a281-97680d052b93 None None] Routers {'7abb148c-7997-4d39-908c-58f943abdc9d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:21.244627 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-3f589adf-a012-46f6-a281-97680d052b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['7abb148c-7997-4d39-908c-58f943abdc9d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:21.315278 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df841e7c-02d1-41ac-bdac-4fea1973bdc3 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.319124 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-3f589adf-a012-46f6-a281-97680d052b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:21.320224 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-df841e7c-02d1-41ac-bdac-4fea1973bdc3 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7336025 Jun 18 16:33:21.322820 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49062) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:21.327900 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-cb9bb4a1-4126-4dab-be3d-08d5a18632ca tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'security_group': {'name': 'tempest-secgroup-745993510'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:21.332012 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df841e7c-02d1-41ac-bdac-4fea1973bdc3 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4898933e-041c-4ea4-8c8b-0a907a173e6c,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:21.346431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-df841e7c-02d1-41ac-bdac-4fea1973bdc3 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:21.404529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaee89d-54e6-4c56-b900-33e56b828cf8 None None] Network fe1525ca-7363-430c-97ec-83815c53de33 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:21.421793 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:21.430600 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "PUT /v2.0/routers/7d2ec548-c752-4b94-9c2d-8e066a8e957d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6437178 Jun 18 16:33:21.432189 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port bddc1618-f712-4dc6-95b7-fb5343f466be completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:21.432345 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49064) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:21.433191 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3172556-4cda-4a40-b5f2-4b18034e9af8 None None] Sync routers for ids ['7d2ec548-c752-4b94-9c2d-8e066a8e957d'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:21.453191 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3172556-4cda-4a40-b5f2-4b18034e9af8 None None] Routers {'7d2ec548-c752-4b94-9c2d-8e066a8e957d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:21.454152 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f589adf-a012-46f6-a281-97680d052b93 None None] Routers {'7abb148c-7997-4d39-908c-58f943abdc9d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:21.454839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-3f589adf-a012-46f6-a281-97680d052b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['7abb148c-7997-4d39-908c-58f943abdc9d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:21.455707 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-a3172556-4cda-4a40-b5f2-4b18034e9af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['7d2ec548-c752-4b94-9c2d-8e066a8e957d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:21.484305 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7842306d-6284-4b6b-87d6-5cd498fdbb1d None None] Provisioning for port 3fe7ac4d-73c3-4424-a6bf-0f69e8bbfdb5 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:21.503508 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-a3172556-4cda-4a40-b5f2-4b18034e9af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:21.513224 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3172556-4cda-4a40-b5f2-4b18034e9af8 None None] Routers {'7d2ec548-c752-4b94-9c2d-8e066a8e957d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:21.513827 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-a3172556-4cda-4a40-b5f2-4b18034e9af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['7d2ec548-c752-4b94-9c2d-8e066a8e957d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:21.533712 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7842306d-6284-4b6b-87d6-5cd498fdbb1d None None] Provisioning complete for port 3fe7ac4d-73c3-4424-a6bf-0f69e8bbfdb5 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:21.534100 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7842306d-6284-4b6b-87d6-5cd498fdbb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.542711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-3f589adf-a012-46f6-a281-97680d052b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:21.543426 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f589adf-a012-46f6-a281-97680d052b93 None None] The sync data for ids ['7abb148c-7997-4d39-908c-58f943abdc9d'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:21.556122 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-a3172556-4cda-4a40-b5f2-4b18034e9af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:21.556927 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3172556-4cda-4a40-b5f2-4b18034e9af8 None None] The sync data for ids ['7d2ec548-c752-4b94-9c2d-8e066a8e957d'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:21.560728 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb4a1-4126-4dab-be3d-08d5a18632ca tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.572625 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-d10fc4ed-bbb0-4d3b-a4d2-5c42b019941d None None] Allocated IP 172.20.0.2 (040bd1a5-0c72-4b89-9eb5-541ffbd71fa1/cc3f0c74-8e70-4deb-8c69-4a934e116112/d07c215b-0b76-4e7c-b3a8-44b6bddc767d) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:21.657174 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-7842306d-6284-4b6b-87d6-5cd498fdbb1d None None] Port 3fe7ac4d-73c3-4424-a6bf-0f69e8bbfdb5 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:21.669027 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588614d8-a7c5-434f-9059-2fd618853ea7 req-515fac2e-5199-455f-87df-b209be572b36 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:21.670537 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-588614d8-a7c5-434f-9059-2fd618853ea7 req-515fac2e-5199-455f-87df-b209be572b36 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.1865604 Jun 18 16:33:21.720871 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-588614d8-a7c5-434f-9059-2fd618853ea7 req-c5884a17-5b7c-4485-adaf-1a7539c1fe35 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439913 Jun 18 16:33:21.731366 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb4a1-4126-4dab-be3d-08d5a18632ca tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.746577 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb4a1-4126-4dab-be3d-08d5a18632ca tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.760242 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b1d73a0f-ad87-4f34-82e1-942d896437dd tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:21.766914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb4a1-4126-4dab-be3d-08d5a18632ca tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.783878 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-cb9bb4a1-4126-4dab-be3d-08d5a18632ca tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4594517 Jun 18 16:33:21.788138 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d10fc4ed-bbb0-4d3b-a4d2-5c42b019941d None None] For port d07c215b-0b76-4e7c-b3a8-44b6bddc767d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d07c215b-0b76-4e7c-b3a8-44b6bddc767d,segment=NetworkSegment(58206d95-b03e-479a-984e-5c797d91053c),segment_id=58206d95-b03e-479a-984e-5c797d91053c)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:21.800089 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49068) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:21.806320 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-df440a0d-04bc-4877-9cdd-1c73411c715f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1769024492', 'security_groups': ['0ea76fee-98f1-46b2-83c3-009c6d809167'], 'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cc3f0c74-8e70-4deb-8c69-4a934e116112'}]}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:21.854071 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] Provisioning for port bddc1618-f712-4dc6-95b7-fb5343f466be completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:21.862274 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d10fc4ed-bbb0-4d3b-a4d2-5c42b019941d None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.866007 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] Provisioning complete for port bddc1618-f712-4dc6-95b7-fb5343f466be triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:21.866394 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.909257 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d10fc4ed-bbb0-4d3b-a4d2-5c42b019941d None None] Transition to ACTIVE for port object d07c215b-0b76-4e7c-b3a8-44b6bddc767d will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:21.921546 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d10fc4ed-bbb0-4d3b-a4d2-5c42b019941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.931415 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:21.956089 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fc973619-ca74-4d8f-8c3b-54a471132e7f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.962177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bb4a1-4126-4dab-be3d-08d5a18632ca tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea76fee-98f1-46b2-83c3-009c6d809167,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:22.066100 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bc967be2-f62a-4a64-970a-060aab7282a4 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:22.073399 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fc4ed-bbb0-4d3b-a4d2-5c42b019941d None None] Pushing event updated for resources: {'Port': ['ID=d07c215b-0b76-4e7c-b3a8-44b6bddc767d,revision_number=6']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:22.090354 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cb9bb4a1-4126-4dab-be3d-08d5a18632ca tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:22.094138 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d10fc4ed-bbb0-4d3b-a4d2-5c42b019941d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:22.209261 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:22.262876 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] For port bddc1618-f712-4dc6-95b7-fb5343f466be, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=bddc1618-f712-4dc6-95b7-fb5343f466be,segment=NetworkSegment(fc12710c-03d8-47c7-8496-5058be51ec05),segment_id=fc12710c-03d8-47c7-8496-5058be51ec05)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:22.264954 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port bc967be2-f62a-4a64-970a-060aab7282a4 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:22.271898 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ad5726ae-ab07-4a3d-b19a-7bc9060ef154 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:22.274337 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:22.277844 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:22.308190 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df440a0d-04bc-4877-9cdd-1c73411c715f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:22.356920 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] Provisioning for port bc967be2-f62a-4a64-970a-060aab7282a4 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:22.389447 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] Provisioning complete for port bc967be2-f62a-4a64-970a-060aab7282a4 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:22.389833 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:22.399150 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] Pushing event updated for resources: {'Port': ['ID=bddc1618-f712-4dc6-95b7-fb5343f466be,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:22.403227 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:22.450735 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-6f911384-4a0f-4cb7-b555-d94db1f4c357 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:22.455299 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49070) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:22.456102 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6f911384-4a0f-4cb7-b555-d94db1f4c357 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "PUT /v2.0/routers/7d2ec548-c752-4b94-9c2d-8e066a8e957d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0227706 Jun 18 16:33:22.487552 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b6f15-eca9-4f84-8634-56fc354ec3c8 req-b778fb4b-390d-46c5-8597-35b0c94881e8 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:22.504719 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1b9b6f15-eca9-4f84-8634-56fc354ec3c8 req-b778fb4b-390d-46c5-8597-35b0c94881e8 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 944 time: 0.4209461 Jun 18 16:33:22.552204 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ad5726ae-ab07-4a3d-b19a-7bc9060ef154 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:22.552738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:22.578338 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-df440a0d-04bc-4877-9cdd-1c73411c715f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:22.603471 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:22.626936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-fc973619-ca74-4d8f-8c3b-54a471132e7f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting port 3fe7ac4d-73c3-4424-a6bf-0f69e8bbfdb5 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:22.627543 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fc973619-ca74-4d8f-8c3b-54a471132e7f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:22.642966 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-df440a0d-04bc-4877-9cdd-1c73411c715f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] device_id is not set on port 0be0dbc7-85e3-4897-87ef-744e6f1130d6 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:33:22.663037 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1b9b6f15-eca9-4f84-8634-56fc354ec3c8 req-3b6ac864-a042-45d0-bbba-39026a657dd9 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571074 Jun 18 16:33:22.700099 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] For port bc967be2-f62a-4a64-970a-060aab7282a4, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=bc967be2-f62a-4a64-970a-060aab7282a4,segment=NetworkSegment(79123077-c434-4438-921e-1bc4dd10456e),segment_id=79123077-c434-4438-921e-1bc4dd10456e)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:22.708901 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:22.718660 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2218a7e8-579a-40be-ba6a-d1bead1366a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:22.777830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] Provisioning complete for port 3fe7ac4d-73c3-4424-a6bf-0f69e8bbfdb5 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:22.778222 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:22.964217 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fc973619-ca74-4d8f-8c3b-54a471132e7f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:23.024691 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-df440a0d-04bc-4877-9cdd-1c73411c715f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Allocated IP 172.20.0.8 (040bd1a5-0c72-4b89-9eb5-541ffbd71fa1/cc3f0c74-8e70-4deb-8c69-4a934e116112/0be0dbc7-85e3-4897-87ef-744e6f1130d6) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:23.087106 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] Port 3fe7ac4d-73c3-4424-a6bf-0f69e8bbfdb5 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:23.088238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] Pushing event updated for resources: {'Port': ['ID=bc967be2-f62a-4a64-970a-060aab7282a4,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:23.091986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:23.096704 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-fc973619-ca74-4d8f-8c3b-54a471132e7f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Calling delete_port for 3fe7ac4d-73c3-4424-a6bf-0f69e8bbfdb5 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:23.119967 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79804576-1b9d-44fc-a0b2-9695458fcf65 req-030d043e-a380-4c26-9554-86911269e17e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:23.121472 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-79804576-1b9d-44fc-a0b2-9695458fcf65 req-030d043e-a380-4c26-9554-86911269e17e tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.1663811 Jun 18 16:33:23.206442 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-51ecc856-34bd-4526-b929-37035e014d5e None None] Provisioning complete for port bddc1618-f712-4dc6-95b7-fb5343f466be triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:23.207940 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-51ecc856-34bd-4526-b929-37035e014d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:23.232369 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-79804576-1b9d-44fc-a0b2-9695458fcf65 req-3a782e1f-34dc-40bd-a48f-d3d80c97a55d tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965073 Jun 18 16:33:23.282827 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-df440a0d-04bc-4877-9cdd-1c73411c715f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:23.299045 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-df440a0d-04bc-4877-9cdd-1c73411c715f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Transition to ACTIVE for port object 0be0dbc7-85e3-4897-87ef-744e6f1130d6 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:23.332266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-51ecc856-34bd-4526-b929-37035e014d5e None None] Provisioning for port 6008ecac-cb32-4266-9526-d26b6097fbfc completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:23.339846 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-51ecc856-34bd-4526-b929-37035e014d5e None None] Provisioning complete for port 6008ecac-cb32-4266-9526-d26b6097fbfc triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:23.340374 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-51ecc856-34bd-4526-b929-37035e014d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:23.347911 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-df440a0d-04bc-4877-9cdd-1c73411c715f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:23.355236 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:23.363761 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a80833ed-2cd3-48f3-a5b5-a7e162e6e475 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:23.391972 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-51ecc856-34bd-4526-b929-37035e014d5e None None] Port 6008ecac-cb32-4266-9526-d26b6097fbfc cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:23.408899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-51ecc856-34bd-4526-b929-37035e014d5e None None] Provisioning for port d07c215b-0b76-4e7c-b3a8-44b6bddc767d completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:23.415314 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-51ecc856-34bd-4526-b929-37035e014d5e None None] Provisioning complete for port d07c215b-0b76-4e7c-b3a8-44b6bddc767d triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:23.415750 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-51ecc856-34bd-4526-b929-37035e014d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:23.422563 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df440a0d-04bc-4877-9cdd-1c73411c715f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=0be0dbc7-85e3-4897-87ef-744e6f1130d6,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:23.429911 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-df440a0d-04bc-4877-9cdd-1c73411c715f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:23.430498 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fc973619-ca74-4d8f-8c3b-54a471132e7f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:23.431830 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df440a0d-04bc-4877-9cdd-1c73411c715f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:23.433809 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-df440a0d-04bc-4877-9cdd-1c73411c715f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:23.436700 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5e53bd58-b58a-4dfd-9829-6c4116510473 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:23.448364 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df440a0d-04bc-4877-9cdd-1c73411c715f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:23.480125 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc973619-ca74-4d8f-8c3b-54a471132e7f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Port': ['ID=3fe7ac4d-73c3-4424-a6bf-0f69e8bbfdb5,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:23.483440 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fc973619-ca74-4d8f-8c3b-54a471132e7f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:23.547008 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-51ecc856-34bd-4526-b929-37035e014d5e None None] Provisioning complete for port da7d2b02-7df6-43e4-a927-53725e6dbb62 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:23.547397 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-51ecc856-34bd-4526-b929-37035e014d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:23.597262 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-51ecc856-34bd-4526-b929-37035e014d5e None None] Port da7d2b02-7df6-43e4-a927-53725e6dbb62 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:23.618006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df440a0d-04bc-4877-9cdd-1c73411c715f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:23.620997 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-df440a0d-04bc-4877-9cdd-1c73411c715f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:23.635513 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-51ecc856-34bd-4526-b929-37035e014d5e None None] Provisioning complete for port bc967be2-f62a-4a64-970a-060aab7282a4 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:23.636253 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-51ecc856-34bd-4526-b929-37035e014d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:23.711773 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-df440a0d-04bc-4877-9cdd-1c73411c715f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9076109 Jun 18 16:33:23.719818 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49084) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:23.733330 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fc973619-ca74-4d8f-8c3b-54a471132e7f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:23.748688 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-716566a2-1db2-41e5-a1f9-c4bddcaf52a1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'subnet': {'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:23.870638 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2aba0-4209-4315-a427-7ba88952e245 req-0fd1a35e-b98c-4d65-84a2-10e79c88dc40 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:23.872198 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9ed2aba0-4209-4315-a427-7ba88952e245 req-0fd1a35e-b98c-4d65-84a2-10e79c88dc40 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.2397604 Jun 18 16:33:23.882994 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-907bb5c5-2885-47fb-96a8-1629268383fe None None] Provisioning for port 0be0dbc7-85e3-4897-87ef-744e6f1130d6 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:23.887214 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-907bb5c5-2885-47fb-96a8-1629268383fe None None] Provisioning complete for port 0be0dbc7-85e3-4897-87ef-744e6f1130d6 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:23.887601 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-907bb5c5-2885-47fb-96a8-1629268383fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:23.908588 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bc967be2-f62a-4a64-970a-060aab7282a4 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:23.952624 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-907bb5c5-2885-47fb-96a8-1629268383fe None None] Port 0be0dbc7-85e3-4897-87ef-744e6f1130d6 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:23.971181 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port bc967be2-f62a-4a64-970a-060aab7282a4 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:23.971572 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:23.998879 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9ed2aba0-4209-4315-a427-7ba88952e245 req-59d9d6c2-8c22-41c8-ae4e-792664c42c3b tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1186869 Jun 18 16:33:24.022751 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716566a2-1db2-41e5-a1f9-c4bddcaf52a1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:24.027130 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-716566a2-1db2-41e5-a1f9-c4bddcaf52a1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:24.063510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d07c215b-0b76-4e7c-b3a8-44b6bddc767d up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:24.087804 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b9207-3f4e-43dc-a009-02261120d012 req-e7c8a51d-cf2d-4ddb-83d4-f6ab6a81e0d3 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:24.089775 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-be6b9207-3f4e-43dc-a009-02261120d012 req-e7c8a51d-cf2d-4ddb-83d4-f6ab6a81e0d3 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 944 time: 0.1866071 Jun 18 16:33:24.115534 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port d07c215b-0b76-4e7c-b3a8-44b6bddc767d triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:24.116137 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:24.119838 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561bb2e-9588-4fcf-b073-bad126603bc8 req-57c8bb1e-df08-4d2e-96f6-340353c99d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:24.121337 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3561bb2e-9588-4fcf-b073-bad126603bc8 req-57c8bb1e-df08-4d2e-96f6-340353c99d92 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50f087196ad446c28f1edba2e7568216&device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 1099 time: 0.4703643 Jun 18 16:33:24.124538 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc973619-ca74-4d8f-8c3b-54a471132e7f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router 7abb148c-7997-4d39-908c-58f943abdc9d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:24.163277 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-be6b9207-3f4e-43dc-a009-02261120d012 req-758eacf9-1dc3-418b-9771-156999b1dfcd tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596006 Jun 18 16:33:24.167128 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.ipam_backend_mixin [None req-716566a2-1db2-41e5-a1f9-c4bddcaf52a1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cc3f0c74-8e70-4deb-8c69-4a934e116112 (CIDR: 172.20.0.0/28) Jun 18 16:33:24.172462 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-716566a2-1db2-41e5-a1f9-c4bddcaf52a1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:24.173066 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-716566a2-1db2-41e5-a1f9-c4bddcaf52a1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:24.201657 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-716566a2-1db2-41e5-a1f9-c4bddcaf52a1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4784811 Jun 18 16:33:24.202480 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49086) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:24.207851 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-03170878-6764-46e6-94b5-cbc21a9dca77 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'subnet': {'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:24.214477 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bddc1618-f712-4dc6-95b7-fb5343f466be up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:24.264707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port bddc1618-f712-4dc6-95b7-fb5343f466be triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:24.264995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:24.331572 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03170878-6764-46e6-94b5-cbc21a9dca77 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:24.335992 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-03170878-6764-46e6-94b5-cbc21a9dca77 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:24.431642 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.ipam_backend_mixin [None req-03170878-6764-46e6-94b5-cbc21a9dca77 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3b395510-2acb-4b81-bdb4-6636bfb1a9df (CIDR: 172.20.0.16/28) Jun 18 16:33:24.434953 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-03170878-6764-46e6-94b5-cbc21a9dca77 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:24.435443 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03170878-6764-46e6-94b5-cbc21a9dca77 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:24.451584 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-03170878-6764-46e6-94b5-cbc21a9dca77 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2481952 Jun 18 16:33:24.454289 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49088) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:24.460401 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-04f842a3-b604-4f11-998f-116a78479f37 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'subnet': {'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:24.527897 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device e489a813-068f-4ce5-b29f-01bf27d69c67 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:33:24.587126 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f842a3-b604-4f11-998f-116a78479f37 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Made reservation on behalf of b13a1e5ca893459792a160ed40b10c39 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:24.591249 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-04f842a3-b604-4f11-998f-116a78479f37 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:24.596227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-a80833ed-2cd3-48f3-a5b5-a7e162e6e475 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Deleting port 6008ecac-cb32-4266-9526-d26b6097fbfc {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:24.596570 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a80833ed-2cd3-48f3-a5b5-a7e162e6e475 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:24.606839 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc973619-ca74-4d8f-8c3b-54a471132e7f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:24.626416 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fc973619-ca74-4d8f-8c3b-54a471132e7f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/7abb148c-7997-4d39-908c-58f943abdc9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4394960 Jun 18 16:33:24.626672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c30e85a-d029-4e3c-a96a-037985222b6e None None] Sync routers for ids ['7abb148c-7997-4d39-908c-58f943abdc9d'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:24.635378 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49090) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:24.640423 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c30e85a-d029-4e3c-a96a-037985222b6e None None] Routers {'7abb148c-7997-4d39-908c-58f943abdc9d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:24.641255 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4c30e85a-d029-4e3c-a96a-037985222b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['7abb148c-7997-4d39-908c-58f943abdc9d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:24.670956 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561bb2e-9588-4fcf-b073-bad126603bc8 req-55949eeb-ec3e-4806-9b7a-0d24bce8aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:24.672423 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3561bb2e-9588-4fcf-b073-bad126603bc8 req-55949eeb-ec3e-4806-9b7a-0d24bce8aa17 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f HTTP/1.1" status: 200 len: 912 time: 0.5406361 Jun 18 16:33:24.692979 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4c30e85a-d029-4e3c-a96a-037985222b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:24.702198 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port e489a813-068f-4ce5-b29f-01bf27d69c67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e489a813-068f-4ce5-b29f-01bf27d69c67,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:24.711286 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:24.718450 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'e489a813-068f-4ce5-b29f-01bf27d69c67', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'port_id': 'e489a813-068f-4ce5-b29f-01bf27d69c67', 'mac_address': 'fa:16:3e:aa:0a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:33:24.720041 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c30e85a-d029-4e3c-a96a-037985222b6e None None] Routers {'7abb148c-7997-4d39-908c-58f943abdc9d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:24.720674 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4c30e85a-d029-4e3c-a96a-037985222b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['7abb148c-7997-4d39-908c-58f943abdc9d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:24.756769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4c30e85a-d029-4e3c-a96a-037985222b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:24.757397 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c30e85a-d029-4e3c-a96a-037985222b6e None None] The sync data for ids ['7abb148c-7997-4d39-908c-58f943abdc9d'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:24.762426 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a80833ed-2cd3-48f3-a5b5-a7e162e6e475 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:24.775804 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3561bb2e-9588-4fcf-b073-bad126603bc8 req-a3b115cf-14ba-419d-94d0-3e37b60bd0ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=402c506e-8b7c-4f8f-b170-b34f8d818e4d HTTP/1.1" status: 200 len: 1002 time: 0.0946012 Jun 18 16:33:24.793083 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:24.807043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e489a813-068f-4ce5-b29f-01bf27d69c67 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:33:24.832928 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port e489a813-068f-4ce5-b29f-01bf27d69c67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e489a813-068f-4ce5-b29f-01bf27d69c67,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:24.838065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:24.840541 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:24.843251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-a80833ed-2cd3-48f3-a5b5-a7e162e6e475 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Calling delete_port for 6008ecac-cb32-4266-9526-d26b6097fbfc owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:24.899973 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=e489a813-068f-4ce5-b29f-01bf27d69c67,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:24.905990 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:24.913231 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-b6afb853-3cd8-49de-b109-5545179aa9ae tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] remove_router_interface failed (client error): The resource could not be found. Jun 18 16:33:24.914266 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b6afb853-3cd8-49de-b109-5545179aa9ae tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/7abb148c-7997-4d39-908c-58f943abdc9d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2779434 Jun 18 16:33:24.917373 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49092) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:24.918826 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561bb2e-9588-4fcf-b073-bad126603bc8 req-cd5a733d-3e0c-43ec-a5eb-c4d2f7ebc3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:24.920253 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3561bb2e-9588-4fcf-b073-bad126603bc8 req-cd5a733d-3e0c-43ec-a5eb-c4d2f7ebc3c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0af9ced-d447-40f4-82ea-2c6458b522e8 HTTP/1.1" status: 200 len: 850 time: 0.1377342 Jun 18 16:33:24.966403 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e01170d1-523a-4b42-a181-7dec2d2b071c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/ports?device_id=7abb148c-7997-4d39-908c-58f943abdc9d HTTP/1.1" status: 200 len: 205 time: 0.0428276 Jun 18 16:33:24.968104 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49094) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:25.063030 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561bb2e-9588-4fcf-b073-bad126603bc8 req-72ba2019-5a3c-4509-8afb-9f2f4298b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:25.064723 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3561bb2e-9588-4fcf-b073-bad126603bc8 req-72ba2019-5a3c-4509-8afb-9f2f4298b7f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1341255 Jun 18 16:33:25.073122 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-83140a26-40f0-4cd8-829d-887d8a9c4fd7 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:25.157140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['e489a813-068f-4ce5-b29f-01bf27d69c67'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:33:25.179258 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a80833ed-2cd3-48f3-a5b5-a7e162e6e475 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:25.188090 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-091d23a1-1ea2-4226-9b3f-948f83b63828 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:25.223442 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80833ed-2cd3-48f3-a5b5-a7e162e6e475 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Pushing event deleted for resources: {'Port': ['ID=6008ecac-cb32-4266-9526-d26b6097fbfc,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:25.231778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a80833ed-2cd3-48f3-a5b5-a7e162e6e475 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:25.258239 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3561bb2e-9588-4fcf-b073-bad126603bc8 req-736dcda1-ed92-4b0b-b5e7-6d19c9a28dad service neutron] 10.222.0.64 "GET /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856155 Jun 18 16:33:25.408029 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3561bb2e-9588-4fcf-b073-bad126603bc8 req-a8642dac-8e16-4403-8efb-1a97d7f82f85 service neutron] 10.222.0.64 "GET /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264377 Jun 18 16:33:25.500425 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a80833ed-2cd3-48f3-a5b5-a7e162e6e475 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:25.653207 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-83140a26-40f0-4cd8-829d-887d8a9c4fd7 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:25.655766 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-04f842a3-b604-4f11-998f-116a78479f37 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:25.657978 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-83140a26-40f0-4cd8-829d-887d8a9c4fd7 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:25.664734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80833ed-2cd3-48f3-a5b5-a7e162e6e475 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Router 7d2ec548-c752-4b94-9c2d-8e066a8e957d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:25.678556 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aeb473c0-f3bc-4598-9721-44ab2bc305b8 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:25.741887 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80833ed-2cd3-48f3-a5b5-a7e162e6e475 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:25.746970 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a80833ed-2cd3-48f3-a5b5-a7e162e6e475 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "PUT /v2.0/routers/7d2ec548-c752-4b94-9c2d-8e066a8e957d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2881021 Jun 18 16:33:25.750684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49100) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:25.759034 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98939c05-1249-4e24-83fe-0abcca80b52b None None] Sync routers for ids ['7d2ec548-c752-4b94-9c2d-8e066a8e957d'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:25.772206 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98939c05-1249-4e24-83fe-0abcca80b52b None None] Routers {'7d2ec548-c752-4b94-9c2d-8e066a8e957d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:25.773204 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-98939c05-1249-4e24-83fe-0abcca80b52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['7d2ec548-c752-4b94-9c2d-8e066a8e957d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:25.776641 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f842a3-b604-4f11-998f-116a78479f37 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:25.790622 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-83140a26-40f0-4cd8-829d-887d8a9c4fd7 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:25.791148 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83140a26-40f0-4cd8-829d-887d8a9c4fd7 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Fanout notify agent at l3_agent the message router_deleted on router 7abb148c-7997-4d39-908c-58f943abdc9d {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:33:25.793798 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-04f842a3-b604-4f11-998f-116a78479f37 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:25.796091 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-ca74e0ab-ceaa-4427-9c1f-2a36f6b899b2 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] delete failed (client error): The resource could not be found. Jun 18 16:33:25.800566 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ca74e0ab-ceaa-4427-9c1f-2a36f6b899b2 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-1960788476 HTTP/1.1" status: 404 len: 335 time: 0.0457120 Jun 18 16:33:25.800935 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49102) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:25.801520 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-83140a26-40f0-4cd8-829d-887d8a9c4fd7 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:25.804915 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-83140a26-40f0-4cd8-829d-887d8a9c4fd7 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/routers/7abb148c-7997-4d39-908c-58f943abdc9d HTTP/1.1" status: 204 len: 168 time: 0.8335776 Jun 18 16:33:25.805488 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f842a3-b604-4f11-998f-116a78479f37 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:25.806076 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-04f842a3-b604-4f11-998f-116a78479f37 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:25.806199 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-3d72a0bc-a711-4c6a-ac51-70436976407f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Request body: {'router': {'external_gateway_info': {'network_id': '7d2ec548-c752-4b94-9c2d-8e066a8e957d'}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:25.809153 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49104) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:25.811431 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f842a3-b604-4f11-998f-116a78479f37 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Subnet': ['ID=28e88a2b-dadd-441b-adf8-13e360b1b585,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:25.813754 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04dfbd0-6314-49ff-aa50-068c009d4615 None None] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:25.818734 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-04f842a3-b604-4f11-998f-116a78479f37 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:25.824640 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-98939c05-1249-4e24-83fe-0abcca80b52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:25.835469 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3186e8d-c6a6-40f9-a1b0-0eac3be026f8 req-27375397-8628-47c2-b361-92d419400fe8 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:25.837030 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d3186e8d-c6a6-40f9-a1b0-0eac3be026f8 req-27375397-8628-47c2-b361-92d419400fe8 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.6980379 Jun 18 16:33:25.839767 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-04f842a3-b604-4f11-998f-116a78479f37 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3844697 Jun 18 16:33:25.841413 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98939c05-1249-4e24-83fe-0abcca80b52b None None] Routers {'7d2ec548-c752-4b94-9c2d-8e066a8e957d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:25.843304 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-98939c05-1249-4e24-83fe-0abcca80b52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['7d2ec548-c752-4b94-9c2d-8e066a8e957d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:25.843613 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49106) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:25.854805 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-81da4691-9232-4636-b838-27fdef14c7e6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-382898677', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '28e88a2b-dadd-441b-adf8-13e360b1b585'}], 'security_groups': ['8448a97a-84cd-48b1-a8ae-405b8e8138e5', '4898933e-041c-4ea4-8c8b-0a907a173e6c']}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:25.881425 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-98939c05-1249-4e24-83fe-0abcca80b52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:25.882859 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98939c05-1249-4e24-83fe-0abcca80b52b None None] The sync data for ids ['7d2ec548-c752-4b94-9c2d-8e066a8e957d'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:25.901259 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcdd01-b7d2-4d19-97c5-20d1eb746761 req-7a1a6e80-887b-47cd-b1a6-ff4910ef5925 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:25.902927 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9adcdd01-b7d2-4d19-97c5-20d1eb746761 req-7a1a6e80-887b-47cd-b1a6-ff4910ef5925 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 945 time: 0.2709396 Jun 18 16:33:25.952178 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d3186e8d-c6a6-40f9-a1b0-0eac3be026f8 req-1efcb1a9-c3ef-4aa8-9057-107091cf7df7 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1073873 Jun 18 16:33:26.008346 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9adcdd01-b7d2-4d19-97c5-20d1eb746761 req-58ecf35e-9f5d-45d4-95e8-96abe41e972f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925531 Jun 18 16:33:26.017744 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a661e13d-8ce4-4682-b421-1a693694b7a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting subnet 0ce430cc-c30e-4c93-9f85-c8b067b6618b {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:33:26.024261 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-81da4691-9232-4636-b838-27fdef14c7e6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:26.028916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a661e13d-8ce4-4682-b421-1a693694b7a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:26.132532 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3d72a0bc-a711-4c6a-ac51-70436976407f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:26.135370 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5669ec2-0be8-422f-b753-107f211667e5 None None] Update dhcp port {'port': {'network_id': '040bd1a5-0c72-4b89-9eb5-541ffbd71fa1', 'fixed_ips': [{'subnet_id': '3b395510-2acb-4b81-bdb4-6636bfb1a9df', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cc3f0c74-8e70-4deb-8c69-4a934e116112', 'ip_address': '172.20.0.2'}, {'subnet_id': '28e88a2b-dadd-441b-adf8-13e360b1b585'}], 'binding:host_id': 'dv-neutron-797121-1-hyperv'}, 'id': 'd07c215b-0b76-4e7c-b3a8-44b6bddc767d'} from dv-neutron-797121-1-hyperv. {{(pid=93429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:33:26.137416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a661e13d-8ce4-4682-b421-1a693694b7a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:26.182487 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-3d72a0bc-a711-4c6a-ac51-70436976407f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] update failed (client error): The resource could not be found. Jun 18 16:33:26.183983 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3d72a0bc-a711-4c6a-ac51-70436976407f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "PUT /v2.0/routers/7d2ec548-c752-4b94-9c2d-8e066a8e957d HTTP/1.1" status: 404 len: 339 time: 0.3817377 Jun 18 16:33:26.190257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49108) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:26.192973 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d5669ec2-0be8-422f-b753-107f211667e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:26.352801 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-81da4691-9232-4636-b838-27fdef14c7e6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Delete allocated IP 172.20.0.8 (040bd1a5-0c72-4b89-9eb5-541ffbd71fa1/cc3f0c74-8e70-4deb-8c69-4a934e116112) {{(pid=93427) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 18 16:33:26.361472 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-81da4691-9232-4636-b838-27fdef14c7e6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Allocated IP 172.20.0.34 (040bd1a5-0c72-4b89-9eb5-541ffbd71fa1/28e88a2b-dadd-441b-adf8-13e360b1b585/0be0dbc7-85e3-4897-87ef-744e6f1130d6) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:26.447115 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a661e13d-8ce4-4682-b421-1a693694b7a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:26.526169 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-81da4691-9232-4636-b838-27fdef14c7e6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:26.546011 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:26.564374 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device e489a813-068f-4ce5-b29f-01bf27d69c67 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:26.570627 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-81da4691-9232-4636-b838-27fdef14c7e6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Transition to ACTIVE for port object 0be0dbc7-85e3-4897-87ef-744e6f1130d6 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:26.571544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a661e13d-8ce4-4682-b421-1a693694b7a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:26.574950 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-81da4691-9232-4636-b838-27fdef14c7e6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:26.580440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:26.603466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1c2cf7b7-f4f0-4f55-a562-d7abaa9faf3f tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:26.648013 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-d5669ec2-0be8-422f-b753-107f211667e5 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-a34f586a-1b52-4add-93e6-b63d27b24006 {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:33:26.648398 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-d5669ec2-0be8-422f-b753-107f211667e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:33:26.654944 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port e489a813-068f-4ce5-b29f-01bf27d69c67 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:26.659363 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port e489a813-068f-4ce5-b29f-01bf27d69c67 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:26.659920 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:26.665740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661e13d-8ce4-4682-b421-1a693694b7a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce430cc-c30e-4c93-9f85-c8b067b6618b,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:26.669227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a661e13d-8ce4-4682-b421-1a693694b7a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:26.671107 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a661e13d-8ce4-4682-b421-1a693694b7a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/subnets/0ce430cc-c30e-4c93-9f85-c8b067b6618b HTTP/1.1" status: 204 len: 168 time: 0.8610594 Jun 18 16:33:26.677261 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a661e13d-8ce4-4682-b421-1a693694b7a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:26.677496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49110) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:26.695460 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c46ce4-7096-48a3-886f-3cc52fcb2bae None None] Network f84d9e98-bf6e-4b39-b0da-d4414596766b requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:26.699573 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da4691-9232-4636-b838-27fdef14c7e6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event updated for resources: {'Port': ['ID=0be0dbc7-85e3-4897-87ef-744e6f1130d6,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:26.710176 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-81da4691-9232-4636-b838-27fdef14c7e6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:26.725018 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-81da4691-9232-4636-b838-27fdef14c7e6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] In _notify_port_updated(), no bound segment for port 0be0dbc7-85e3-4897-87ef-744e6f1130d6 on network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 {{(pid=93427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:33:26.731377 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81da4691-9232-4636-b838-27fdef14c7e6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:26.732071 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-81da4691-9232-4636-b838-27fdef14c7e6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:26.735063 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-81da4691-9232-4636-b838-27fdef14c7e6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "PUT /v2.0/ports/0be0dbc7-85e3-4897-87ef-744e6f1130d6 HTTP/1.1" status: 200 len: 959 time: 0.8842921 Jun 18 16:33:26.736341 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49112) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:26.820253 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:26.846409 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-00c5baf2-d30d-405d-a9b5-5cef7201cacf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port 0be0dbc7-85e3-4897-87ef-744e6f1130d6 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:26.846800 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-00c5baf2-d30d-405d-a9b5-5cef7201cacf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:26.869159 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:26.901032 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427f2393-a5a4-4ef4-bd6c-2fbefa862f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e489a813-068f-4ce5-b29f-01bf27d69c67'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:26.903811 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddf703e-2cea-4cee-ab9a-bd9f3d0cf576" -d '{"events": [{"server_uuid": "427f2393-a5a4-4ef4-bd6c-2fbefa862f9f", "name": "network-vif-plugged", "status": "completed", "tag": "e489a813-068f-4ce5-b29f-01bf27d69c67"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:26.945896 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port e489a813-068f-4ce5-b29f-01bf27d69c67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e489a813-068f-4ce5-b29f-01bf27d69c67,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:26.949759 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedafe76-647d-4f7e-9d34-6f6c5f3e907b x-openstack-request-id: req-aedafe76-647d-4f7e-9d34-6f6c5f3e907b {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:26.949988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427f2393-a5a4-4ef4-bd6c-2fbefa862f9f", "name": "network-vif-plugged", "status": "completed", "tag": "e489a813-068f-4ce5-b29f-01bf27d69c67", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:26.950882 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aedafe76-647d-4f7e-9d34-6f6c5f3e907b {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:26.951330 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427f2393-a5a4-4ef4-bd6c-2fbefa862f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e489a813-068f-4ce5-b29f-01bf27d69c67', 'code': 200} Jun 18 16:33:26.953662 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:26.953948 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Allocated IP 172.20.0.1 (963a8a9c-3fab-44ff-822f-e53fb3f3e35e/6756839a-f5cc-4874-ae27-53a5d3bea91c/157ebe14-c527-4734-8f38-8e8d92068b9d) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:26.958721 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-09d4f5db-bb1c-4d5a-aa3a-5cbedbac208c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:26.975692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting port ad5726ae-ab07-4a3d-b19a-7bc9060ef154 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:26.976044 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:26.979271 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-00c5baf2-d30d-405d-a9b5-5cef7201cacf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:27.028980 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=e489a813-068f-4ce5-b29f-01bf27d69c67,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:27.032288 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:27.033361 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2097dfa-672a-4d54-b9ba-e193cf6e97e6 None None] DHCP port deletion for f84d9e98-bf6e-4b39-b0da-d4414596766b request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:33:27.090222 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b2097dfa-672a-4d54-b9ba-e193cf6e97e6 None None] Deleting port ad5726ae-ab07-4a3d-b19a-7bc9060ef154 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:27.090632 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b2097dfa-672a-4d54-b9ba-e193cf6e97e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:27.107974 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-00c5baf2-d30d-405d-a9b5-5cef7201cacf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for 0be0dbc7-85e3-4897-87ef-744e6f1130d6 owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:27.201555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b2097dfa-672a-4d54-b9ba-e193cf6e97e6 None None] For port ad5726ae-ab07-4a3d-b19a-7bc9060ef154, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ad5726ae-ab07-4a3d-b19a-7bc9060ef154,segment=NetworkSegment(cf605136-5d5c-4b56-b2cf-627a76f7ad17),segment_id=cf605136-5d5c-4b56-b2cf-627a76f7ad17)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:27.202177 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b2097dfa-672a-4d54-b9ba-e193cf6e97e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:27.244182 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d5669ec2-0be8-422f-b753-107f211667e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:27.272732 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b2097dfa-672a-4d54-b9ba-e193cf6e97e6 None None] Calling delete_port for ad5726ae-ab07-4a3d-b19a-7bc9060ef154 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:27.314521 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dee38c-02dd-4917-b9f0-67d42f77b0b5 req-8de69146-dfe3-4e11-a6e9-8b3dd9e4b779 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:27.316778 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-86dee38c-02dd-4917-b9f0-67d42f77b0b5 req-8de69146-dfe3-4e11-a6e9-8b3dd9e4b779 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.1427698 Jun 18 16:33:27.367879 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8ca07-458f-4f0f-b11e-5e2b2f2e4ff5 req-f1719fab-4ab2-4958-9d8f-c438c7a1e12d tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:27.369062 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-49b8ca07-458f-4f0f-b11e-5e2b2f2e4ff5 req-f1719fab-4ab2-4958-9d8f-c438c7a1e12d tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 946 time: 0.1938815 Jun 18 16:33:27.443878 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-86dee38c-02dd-4917-b9f0-67d42f77b0b5 req-467d2ee7-b01e-41e3-8a6b-f2ccc5df1186 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0953214 Jun 18 16:33:27.448946 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-00c5baf2-d30d-405d-a9b5-5cef7201cacf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:27.456755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:27.464236 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-49b8ca07-458f-4f0f-b11e-5e2b2f2e4ff5 req-ce062e2a-e102-40b2-95d6-d0c67c9d165e tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866044 Jun 18 16:33:27.491793 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5baf2-d30d-405d-a9b5-5cef7201cacf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=0be0dbc7-85e3-4897-87ef-744e6f1130d6,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:27.495961 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-00c5baf2-d30d-405d-a9b5-5cef7201cacf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:27.543740 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b2097dfa-672a-4d54-b9ba-e193cf6e97e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:27.545669 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:27.571956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-d5669ec2-0be8-422f-b753-107f211667e5 None None] Allocated IP 172.20.0.35 (040bd1a5-0c72-4b89-9eb5-541ffbd71fa1/28e88a2b-dadd-441b-adf8-13e360b1b585/d07c215b-0b76-4e7c-b3a8-44b6bddc767d) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:27.576390 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-00c5baf2-d30d-405d-a9b5-5cef7201cacf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:27.578613 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-00c5baf2-d30d-405d-a9b5-5cef7201cacf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/ports/0be0dbc7-85e3-4897-87ef-744e6f1130d6 HTTP/1.1" status: 204 len: 168 time: 0.8407893 Jun 18 16:33:27.587566 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49122) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:27.600391 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2097dfa-672a-4d54-b9ba-e193cf6e97e6 None None] No DVR routers for this DVR port ad5726ae-ab07-4a3d-b19a-7bc9060ef154 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:27.605546 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] For port ad5726ae-ab07-4a3d-b19a-7bc9060ef154, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ad5726ae-ab07-4a3d-b19a-7bc9060ef154,segment=NetworkSegment(cf605136-5d5c-4b56-b2cf-627a76f7ad17),segment_id=cf605136-5d5c-4b56-b2cf-627a76f7ad17)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:27.606065 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:27.617520 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2097dfa-672a-4d54-b9ba-e193cf6e97e6 None None] Pushing event deleted for resources: {'Port': ['ID=ad5726ae-ab07-4a3d-b19a-7bc9060ef154,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:27.624096 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b2097dfa-672a-4d54-b9ba-e193cf6e97e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:27.631434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:27.642950 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-288dbdef-2a15-4124-bf9e-0db13c7f3cbb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] GET failed (client error): The resource could not be found. Jun 18 16:33:27.647255 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-288dbdef-2a15-4124-bf9e-0db13c7f3cbb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports/0be0dbc7-85e3-4897-87ef-744e6f1130d6 HTTP/1.1" status: 404 len: 333 time: 0.0548801 Jun 18 16:33:27.648630 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49126) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:27.709741 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Calling delete_port for ad5726ae-ab07-4a3d-b19a-7bc9060ef154 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:27.720126 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d5669ec2-0be8-422f-b753-107f211667e5 None None] For port d07c215b-0b76-4e7c-b3a8-44b6bddc767d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d07c215b-0b76-4e7c-b3a8-44b6bddc767d,segment=NetworkSegment(58206d95-b03e-479a-984e-5c797d91053c),segment_id=58206d95-b03e-479a-984e-5c797d91053c)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:27.721646 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a379a77-83d6-4186-9491-fc0267d0ac7e req-140b4375-c465-4b81-b75c-c6cd764d989c tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:27.723791 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Transition to ACTIVE for port object 157ebe14-c527-4734-8f38-8e8d92068b9d will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:27.724654 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7a379a77-83d6-4186-9491-fc0267d0ac7e req-140b4375-c465-4b81-b75c-c6cd764d989c tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.1496608 Jun 18 16:33:27.730221 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd0d014b-de82-4c5e-bde9-bea8644bcdcc tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:27.766968 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d5669ec2-0be8-422f-b753-107f211667e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:27.773925 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd0d014b-de82-4c5e-bde9-bea8644bcdcc tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:27.795573 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65cc57-0337-4428-8954-12ee2b11199e req-06e100b1-8468-4fde-b54c-097fba3fa24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:27.797268 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6a65cc57-0337-4428-8954-12ee2b11199e req-06e100b1-8468-4fde-b54c-097fba3fa24b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 1099 time: 0.6235180 Jun 18 16:33:27.804950 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d5669ec2-0be8-422f-b753-107f211667e5 None None] Transition to ACTIVE for port object d07c215b-0b76-4e7c-b3a8-44b6bddc767d will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:27.815509 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7a379a77-83d6-4186-9491-fc0267d0ac7e req-c2e15007-59c7-4885-b516-4cc959d01e37 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709126 Jun 18 16:33:27.822650 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d5669ec2-0be8-422f-b753-107f211667e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:27.832568 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-397ee035-f85f-4f65-9d08-17fcf2849dd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:27.842076 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd0d014b-de82-4c5e-bde9-bea8644bcdcc tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:27.845563 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dd0d014b-de82-4c5e-bde9-bea8644bcdcc tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:27.850823 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-dd0d014b-de82-4c5e-bde9-bea8644bcdcc tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/security-groups/0ea76fee-98f1-46b2-83c3-009c6d809167 HTTP/1.1" status: 204 len: 168 time: 0.2015412 Jun 18 16:33:27.851573 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49130) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:27.852989 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7bf77e5b-ff04-4eed-ac94-ef8c513d08cf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:27.865706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:27.875528 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b0c2cb8a-3692-41fc-9725-e071c2d2846b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:27.882729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d014b-de82-4c5e-bde9-bea8644bcdcc tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea76fee-98f1-46b2-83c3-009c6d809167,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:27.889328 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dd0d014b-de82-4c5e-bde9-bea8644bcdcc tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:27.908099 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ad5726ae-ab07-4a3d-b19a-7bc9060ef154 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:27.938228 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-627c0b58-6976-4203-ac86-e0f6380460ed tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:27.962907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Network 963a8a9c-3fab-44ff-822f-e53fb3f3e35e is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:27.966757 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6a65cc57-0337-4428-8954-12ee2b11199e req-528044f2-18ba-44f8-94b7-b3c0eb7bb8bd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298566 Jun 18 16:33:27.967911 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-627c0b58-6976-4203-ac86-e0f6380460ed tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:27.968095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:27.969940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Pushing event updated for resources: {'Port': ['ID=157ebe14-c527-4734-8f38-8e8d92068b9d,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:27.972143 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:27.976876 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:27.978997 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:27.979500 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:28.046286 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Port': ['ID=ad5726ae-ab07-4a3d-b19a-7bc9060ef154,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:28.061246 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:28.064482 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] No DVR routers for this DVR port ad5726ae-ab07-4a3d-b19a-7bc9060ef154 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:28.079007 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-627c0b58-6976-4203-ac86-e0f6380460ed tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:28.082442 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-627c0b58-6976-4203-ac86-e0f6380460ed tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:28.083831 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-627c0b58-6976-4203-ac86-e0f6380460ed tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/security-groups/4898933e-041c-4ea4-8c8b-0a907a173e6c HTTP/1.1" status: 204 len: 168 time: 0.2270863 Jun 18 16:33:28.084886 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-eaa06864-8ed1-4a09-af19-6c860da6951f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:28.111695 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49142) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:28.112874 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c0b58-6976-4203-ac86-e0f6380460ed tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4898933e-041c-4ea4-8c8b-0a907a173e6c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:28.116684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:28.155994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-627c0b58-6976-4203-ac86-e0f6380460ed tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:28.210169 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a958ac13-8d9c-4e8d-b0eb-67856040ac83 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:28.222559 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: ad5726ae-ab07-4a3d-b19a-7bc9060ef154 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:28.223731 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ad5726ae-ab07-4a3d-b19a-7bc9060ef154 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:28.259683 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a958ac13-8d9c-4e8d-b0eb-67856040ac83 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:28.342371 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5669ec2-0be8-422f-b753-107f211667e5 None None] Pushing event updated for resources: {'Port': ['ID=d07c215b-0b76-4e7c-b3a8-44b6bddc767d,revision_number=7']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:28.354051 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d5669ec2-0be8-422f-b753-107f211667e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:28.357248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:28.362896 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a958ac13-8d9c-4e8d-b0eb-67856040ac83 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:28.367909 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a958ac13-8d9c-4e8d-b0eb-67856040ac83 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:28.372254 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a958ac13-8d9c-4e8d-b0eb-67856040ac83 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/security-groups/8448a97a-84cd-48b1-a8ae-405b8e8138e5 HTTP/1.1" status: 204 len: 168 time: 0.2502844 Jun 18 16:33:28.373097 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49146) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:28.374268 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-109f3d6c-818e-451e-9bc7-dcbc5ecb6c95 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:28.385230 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958ac13-8d9c-4e8d-b0eb-67856040ac83 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8448a97a-84cd-48b1-a8ae-405b8e8138e5,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:28.392237 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84d9e98-bf6e-4b39-b0da-d4414596766b']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:28.392789 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a958ac13-8d9c-4e8d-b0eb-67856040ac83 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:28.440459 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a52ae1c6-708a-47f6-8a5d-3d4cc73e0836 None None] Provisioning for port 157ebe14-c527-4734-8f38-8e8d92068b9d completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:28.447923 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a52ae1c6-708a-47f6-8a5d-3d4cc73e0836 None None] Provisioning complete for port 157ebe14-c527-4734-8f38-8e8d92068b9d triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:28.449210 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a52ae1c6-708a-47f6-8a5d-3d4cc73e0836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:28.450533 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf605136-5d5c-4b56-b2cf-627a76f7ad17') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:28.451319 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf605136-5d5c-4b56-b2cf-627a76f7ad17') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:28.482024 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:28.505701 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-a52ae1c6-708a-47f6-8a5d-3d4cc73e0836 None None] Port 157ebe14-c527-4734-8f38-8e8d92068b9d cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:28.517828 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-44771673-ed57-47f9-bb65-23fcb6b4b4b1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting subnet cc3f0c74-8e70-4deb-8c69-4a934e116112 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:33:28.543355 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44771673-ed57-47f9-bb65-23fcb6b4b4b1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:28.546925 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:28.592589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:33:28.593017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:33:28.596728 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:33:28.669219 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44771673-ed57-47f9-bb65-23fcb6b4b4b1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:28.671837 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:28.693883 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b512d2-16b5-49ff-9782-315c6d7c3f0f req-b7450b9e-bdd9-46d9-ab04-263824089eb8 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:28.702458 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-90b512d2-16b5-49ff-9782-315c6d7c3f0f req-b7450b9e-bdd9-46d9-ab04-263824089eb8 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.1154051 Jun 18 16:33:28.774409 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:28.783001 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:28.788137 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:28.794392 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/networks/f84d9e98-bf6e-4b39-b0da-d4414596766b HTTP/1.1" status: 204 len: 168 time: 2.0975351 Jun 18 16:33:28.798364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49158) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:28.802366 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-90b512d2-16b5-49ff-9782-315c6d7c3f0f req-32532311-7c71-40d5-ba45-1a20cbbe4854 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0984626 Jun 18 16:33:28.836682 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-eab52d53-c869-47e2-91e0-784fc5ea431e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-645276970'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:28.836842 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5a2d0-8673-4e7a-bebf-1e96f482fccb req-85b3f1b8-d957-427e-955a-b9a058490c28 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:28.838537 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-25d5a2d0-8673-4e7a-bebf-1e96f482fccb req-85b3f1b8-d957-427e-955a-b9a058490c28 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 946 time: 0.1140158 Jun 18 16:33:28.845338 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Network': ['ID=f84d9e98-bf6e-4b39-b0da-d4414596766b,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:28.859094 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:28.897984 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-25d5a2d0-8673-4e7a-bebf-1e96f482fccb req-615afc58-4c2e-43fa-b5f7-4e3265871c32 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428796 Jun 18 16:33:28.988944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44771673-ed57-47f9-bb65-23fcb6b4b4b1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.015736 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c24346-e185-45e5-a6ec-e35ef8e93e57 req-57294a0b-b85c-4a4b-9086-d1d123b565cd tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:29.017402 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-97c24346-e185-45e5-a6ec-e35ef8e93e57 req-57294a0b-b85c-4a4b-9086-d1d123b565cd tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 945 time: 0.0877211 Jun 18 16:33:29.052418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab52d53-c869-47e2-91e0-784fc5ea431e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Made reservation on behalf of 7fa748889fc44ffebd379b4310880c38 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:29.056704 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eab52d53-c869-47e2-91e0-784fc5ea431e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.067790 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-97c24346-e185-45e5-a6ec-e35ef8e93e57 req-9ee04b40-c7f9-4456-95cf-969b1a833520 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429561 Jun 18 16:33:29.135283 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-53b0df72-46a9-43b6-ab79-91af9f324ded None None] Provisioning for port d07c215b-0b76-4e7c-b3a8-44b6bddc767d completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:29.139470 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-53b0df72-46a9-43b6-ab79-91af9f324ded None None] Provisioning complete for port d07c215b-0b76-4e7c-b3a8-44b6bddc767d triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:29.139849 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-53b0df72-46a9-43b6-ab79-91af9f324ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.185329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44771673-ed57-47f9-bb65-23fcb6b4b4b1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.192729 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4815cce4-f6ff-4e86-8b02-fda9fde0e585 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:29.196033 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab52d53-c869-47e2-91e0-784fc5ea431e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:33:29.232311 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-53b0df72-46a9-43b6-ab79-91af9f324ded None None] Provisioning complete for port da7d2b02-7df6-43e4-a927-53725e6dbb62 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:29.232848 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-53b0df72-46a9-43b6-ab79-91af9f324ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.233081 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44771673-ed57-47f9-bb65-23fcb6b4b4b1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3f0c74-8e70-4deb-8c69-4a934e116112,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:29.251101 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-44771673-ed57-47f9-bb65-23fcb6b4b4b1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:29.254548 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44771673-ed57-47f9-bb65-23fcb6b4b4b1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.256422 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-44771673-ed57-47f9-bb65-23fcb6b4b4b1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/subnets/cc3f0c74-8e70-4deb-8c69-4a934e116112 HTTP/1.1" status: 204 len: 168 time: 0.8809907 Jun 18 16:33:29.257673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eab52d53-c869-47e2-91e0-784fc5ea431e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.258021 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-eab52d53-c869-47e2-91e0-784fc5ea431e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Added segment d875e979-7ff0-424d-8bff-95c69bb21cfd of type vlan for network 2b2ae2f0-24ed-42cf-b9c8-945bdce210cd Jun 18 16:33:29.260169 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49162) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:29.268524 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-53b0df72-46a9-43b6-ab79-91af9f324ded None None] Port da7d2b02-7df6-43e4-a927-53725e6dbb62 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:29.272253 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-53b0df72-46a9-43b6-ab79-91af9f324ded None None] Could not find standard attr ID for object 0be0dbc7-85e3-4897-87ef-744e6f1130d6. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:33:29.323346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eab52d53-c869-47e2-91e0-784fc5ea431e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.336790 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fad4ddb-5602-4dff-b76b-ab3137e5a74e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting subnet 28e88a2b-dadd-441b-adf8-13e360b1b585 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:33:29.340109 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7fad4ddb-5602-4dff-b76b-ab3137e5a74e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.344322 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.355912 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.360934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f4e51cef-76b1-4cf9-9338-4c3bb073b0ff tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:29.391628 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7fad4ddb-5602-4dff-b76b-ab3137e5a74e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.421662 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eab52d53-c869-47e2-91e0-784fc5ea431e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.428123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab52d53-c869-47e2-91e0-784fc5ea431e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:29.428745 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eab52d53-c869-47e2-91e0-784fc5ea431e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.459841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Pushing event updated for resources: {'Port': ['ID=157ebe14-c527-4734-8f38-8e8d92068b9d,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:29.465673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:29.466213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b24ad367-cf10-46b3-9e53-65f631f51849 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:29.490123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.512263 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7fad4ddb-5602-4dff-b76b-ab3137e5a74e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.521324 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-eab52d53-c869-47e2-91e0-784fc5ea431e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6962879 Jun 18 16:33:29.527678 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49164) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:29.536827 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-e61b0103-2f5b-4e3d-8108-9ae3c4ca79f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'subnet': {'network_id': '2b2ae2f0-24ed-42cf-b9c8-945bdce210cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:29.583894 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7fad4ddb-5602-4dff-b76b-ab3137e5a74e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.586321 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cf3c998c-225d-4fe5-838b-24029a64cd88 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:29.614624 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad4ddb-5602-4dff-b76b-ab3137e5a74e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Subnet': ['ID=28e88a2b-dadd-441b-adf8-13e360b1b585,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:29.617487 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7fad4ddb-5602-4dff-b76b-ab3137e5a74e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:29.621205 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7fad4ddb-5602-4dff-b76b-ab3137e5a74e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.623513 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7fad4ddb-5602-4dff-b76b-ab3137e5a74e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/subnets/28e88a2b-dadd-441b-adf8-13e360b1b585 HTTP/1.1" status: 204 len: 168 time: 0.3620813 Jun 18 16:33:29.625861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49166) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:29.641367 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab52d53-c869-47e2-91e0-784fc5ea431e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Network': ['ID=2b2ae2f0-24ed-42cf-b9c8-945bdce210cd,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:29.652312 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-eab52d53-c869-47e2-91e0-784fc5ea431e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:29.656036 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca4915d-c558-4d3f-adae-80dc65775afb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:29.656511 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca4915d-c558-4d3f-adae-80dc65775afb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:29.662391 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4ca4915d-c558-4d3f-adae-80dc65775afb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/subnets/cc3f0c74-8e70-4deb-8c69-4a934e116112 HTTP/1.1" status: 404 len: 337 time: 0.0325458 Jun 18 16:33:29.662617 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 2b2ae2f0-24ed-42cf-b9c8-945bdce210cd details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:33:29.662753 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49168) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:29.716949 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be7af3d-de87-4bef-b1f9-c501f92b6142 None None] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:29.723214 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61b0103-2f5b-4e3d-8108-9ae3c4ca79f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Made reservation on behalf of 7fa748889fc44ffebd379b4310880c38 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:29.727164 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e61b0103-2f5b-4e3d-8108-9ae3c4ca79f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.734147 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-e341435d-18ab-4bf7-914b-6a60b0dcdd6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting subnet 3b395510-2acb-4b81-bdb4-6636bfb1a9df {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:33:29.736238 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Network 963a8a9c-3fab-44ff-822f-e53fb3f3e35e is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:29.737118 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e341435d-18ab-4bf7-914b-6a60b0dcdd6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.762718 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4886cec5-4fc9-458e-9292-772640c72bd1 None None] Could not find standard attr ID for object 0be0dbc7-85e3-4897-87ef-744e6f1130d6. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:33:29.778239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:29.785620 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e341435d-18ab-4bf7-914b-6a60b0dcdd6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:29.861901 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d07c215b-0b76-4e7c-b3a8-44b6bddc767d up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:29.934031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Router 7d2ec548-c752-4b94-9c2d-8e066a8e957d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:30.005759 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e341435d-18ab-4bf7-914b-6a60b0dcdd6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:30.033883 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port d07c215b-0b76-4e7c-b3a8-44b6bddc767d triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:30.034267 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:30.126961 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e341435d-18ab-4bf7-914b-6a60b0dcdd6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:30.127486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:30.138426 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "PUT /v2.0/routers/7d2ec548-c752-4b94-9c2d-8e066a8e957d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9472857 Jun 18 16:33:30.141210 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e61b0103-2f5b-4e3d-8108-9ae3c4ca79f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:30.141387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55796b28-4410-470a-926f-4b95716b50d3 None None] Sync routers for ids ['7d2ec548-c752-4b94-9c2d-8e066a8e957d'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:30.143041 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49176) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:30.143744 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-41cc9394-7d69-415b-8ffd-8e4ceb9d6b36 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:30.158566 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-57b05753-0cd5-449e-b71b-935bbf626217 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:30.167280 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55796b28-4410-470a-926f-4b95716b50d3 None None] Routers {'7d2ec548-c752-4b94-9c2d-8e066a8e957d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:30.167947 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-55796b28-4410-470a-926f-4b95716b50d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['7d2ec548-c752-4b94-9c2d-8e066a8e957d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:30.207359 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341435d-18ab-4bf7-914b-6a60b0dcdd6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Subnet': ['ID=3b395510-2acb-4b81-bdb4-6636bfb1a9df,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:30.210061 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-55796b28-4410-470a-926f-4b95716b50d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:30.210382 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e341435d-18ab-4bf7-914b-6a60b0dcdd6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:30.211392 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e341435d-18ab-4bf7-914b-6a60b0dcdd6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:30.213372 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e341435d-18ab-4bf7-914b-6a60b0dcdd6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/subnets/3b395510-2acb-4b81-bdb4-6636bfb1a9df HTTP/1.1" status: 204 len: 168 time: 0.5497398 Jun 18 16:33:30.218943 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49178) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:30.233369 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55796b28-4410-470a-926f-4b95716b50d3 None None] Routers {'7d2ec548-c752-4b94-9c2d-8e066a8e957d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:30.234170 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-55796b28-4410-470a-926f-4b95716b50d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['7d2ec548-c752-4b94-9c2d-8e066a8e957d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:30.261111 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af7e50c-5c29-4ef6-ad6f-d597197c46f2 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:30.261560 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af7e50c-5c29-4ef6-ad6f-d597197c46f2 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:30.263305 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4af7e50c-5c29-4ef6-ad6f-d597197c46f2 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/subnets/fb0ffc81-09cc-4469-8cfc-c498d90a188c HTTP/1.1" status: 404 len: 337 time: 0.0426662 Jun 18 16:33:30.267668 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49180) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:30.282248 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-55796b28-4410-470a-926f-4b95716b50d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:30.282248 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55796b28-4410-470a-926f-4b95716b50d3 None None] The sync data for ids ['7d2ec548-c752-4b94-9c2d-8e066a8e957d'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:30.290651 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a87e66f7-8e56-41e6-ab1e-c27abcce0396 None None] Provisioning complete for port 157ebe14-c527-4734-8f38-8e8d92068b9d triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:30.291169 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a87e66f7-8e56-41e6-ab1e-c27abcce0396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:30.316828 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b0103-2f5b-4e3d-8108-9ae3c4ca79f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Subnet': ['ID=8198b9e6-73d8-433d-a607-c5dc8bd91acc,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:30.320944 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3edc8c50-e6a2-42fc-8564-d121a7775d0d tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "GET /v2.0/ports?device_id=316d2641-2c6f-49d8-adfa-9980a9828019 HTTP/1.1" status: 200 len: 205 time: 0.0502346 Jun 18 16:33:30.323809 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e61b0103-2f5b-4e3d-8108-9ae3c4ca79f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:30.330534 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49182) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:30.332687 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-a87e66f7-8e56-41e6-ab1e-c27abcce0396 None None] Port 157ebe14-c527-4734-8f38-8e8d92068b9d cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:30.351615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b76e6-0dcd-447e-b518-932bfc2debdb req-eedf0b21-ba5f-457c-8c87-3d090af710fe tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:30.353181 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ca2b76e6-0dcd-447e-b518-932bfc2debdb req-eedf0b21-ba5f-457c-8c87-3d090af710fe tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 946 time: 0.2413421 Jun 18 16:33:30.361322 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364b9b6-0457-423e-9049-efe4c807eefd req-ebde2a19-6ac3-49e6-875b-d76a23a8ed75 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:30.362938 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0364b9b6-0457-423e-9049-efe4c807eefd req-ebde2a19-6ac3-49e6-875b-d76a23a8ed75 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.2767577 Jun 18 16:33:30.373418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3d30ee45-d0f9-4d24-9e97-1cda73810575 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:30.376849 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-8ed04e33-46fd-492a-b73a-e06b6f2b1a69 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] delete failed (client error): The resource could not be found. Jun 18 16:33:30.377879 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8ed04e33-46fd-492a-b73a-e06b6f2b1a69 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/routers/316d2641-2c6f-49d8-adfa-9980a9828019 HTTP/1.1" status: 404 len: 336 time: 0.0465431 Jun 18 16:33:30.387520 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49184) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:30.435712 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2300c7-7a62-4080-8724-5d63ef85cb67 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:30.436403 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2300c7-7a62-4080-8724-5d63ef85cb67 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:30.440420 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8a2300c7-7a62-4080-8724-5d63ef85cb67 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/subnets/a7044d42-3905-46ad-8793-5b8e1ee4c9d3 HTTP/1.1" status: 404 len: 337 time: 0.0464153 Jun 18 16:33:30.442520 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49186) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:30.469654 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b0103-2f5b-4e3d-8108-9ae3c4ca79f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Checking segment: {'id': 'd875e979-7ff0-424d-8bff-95c69bb21cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2b2ae2f0-24ed-42cf-b9c8-945bdce210cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:30.470058 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b0103-2f5b-4e3d-8108-9ae3c4ca79f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network hostable DHCP agents. Network: 2b2ae2f0-24ed-42cf-b9c8-945bdce210cd, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:33:30.471174 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0364b9b6-0457-423e-9049-efe4c807eefd req-1aa484ad-ba89-49fc-8f23-9b3886d35a44 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1007447 Jun 18 16:33:30.484298 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ca2b76e6-0dcd-447e-b518-932bfc2debdb req-910c3ca1-8eaa-4891-bcfb-b3ef5128f6b2 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201556 Jun 18 16:33:30.537263 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0013434-8f7e-484d-8f6c-11c7552f9968 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:30.538042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0013434-8f7e-484d-8f6c-11c7552f9968 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:30.539904 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f0013434-8f7e-484d-8f6c-11c7552f9968 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/subnets/a388bde9-066c-4f22-8683-262cb6d34345 HTTP/1.1" status: 404 len: 337 time: 0.0947502 Jun 18 16:33:30.540856 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-3d30ee45-d0f9-4d24-9e97-1cda73810575 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 18 16:33:30.545250 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49190) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:30.545692 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49192) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:30.556587 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3d30ee45-d0f9-4d24-9e97-1cda73810575 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "DELETE /v2.0/routers/7d2ec548-c752-4b94-9c2d-8e066a8e957d HTTP/1.1" status: 409 len: 329 time: 0.4069600 Jun 18 16:33:30.605551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b0103-2f5b-4e3d-8108-9ae3c4ca79f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network 2b2ae2f0-24ed-42cf-b9c8-945bdce210cd is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:33:30.623130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-e61b0103-2f5b-4e3d-8108-9ae3c4ca79f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 2b2ae2f0-24ed-42cf-b9c8-945bdce210cd) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:30.628214 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61b0103-2f5b-4e3d-8108-9ae3c4ca79f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:30.628841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e61b0103-2f5b-4e3d-8108-9ae3c4ca79f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:30.634121 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a897ae-c5c5-4a8c-a97d-91f7e0f22157 None None] Network 2b2ae2f0-24ed-42cf-b9c8-945bdce210cd requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:30.695545 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e61b0103-2f5b-4e3d-8108-9ae3c4ca79f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1645555 Jun 18 16:33:30.695766 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49194) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:30.699005 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7787e5-0cb4-4348-a5d7-ce3da03660fe tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:30.699471 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7787e5-0cb4-4348-a5d7-ce3da03660fe tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:30.700368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-9a823f61-e0e7-4c6e-8b86-443247ee7fff tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1156749941', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:30.701453 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7c7787e5-0cb4-4348-a5d7-ce3da03660fe tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/subnets/0667be05-c156-4c65-bf98-a474f7864374 HTTP/1.1" status: 404 len: 337 time: 0.1532915 Jun 18 16:33:30.709110 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49196) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:30.779917 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cdb95b0-b380-4df0-9341-72fbdd85f2c6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:30.780792 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cdb95b0-b380-4df0-9341-72fbdd85f2c6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:30.787434 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2cdb95b0-b380-4df0-9341-72fbdd85f2c6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/ports/13d13305-959a-4433-8fbd-e5b0f124bb03 HTTP/1.1" status: 404 len: 333 time: 0.0770831 Jun 18 16:33:30.789885 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49198) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:30.856274 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-2b2ae2f0-24ed-42cf-b9c8-945bdce210cd', 'network_id': '2b2ae2f0-24ed-42cf-b9c8-945bdce210cd', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'fixed_ips': [{'subnet_id': '8198b9e6-73d8-433d-a607-c5dc8bd91acc'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:33:30.857083 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:30.976525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae587387-795c-48c6-954e-32f6b55721bf req-736c4914-d64f-41d3-ac74-494e78603695 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:30.983852 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ae587387-795c-48c6-954e-32f6b55721bf req-736c4914-d64f-41d3-ac74-494e78603695 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 945 time: 0.2990801 Jun 18 16:33:31.003457 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103e615-372e-4b6f-bad8-75796917cb3f req-d6521072-f486-4e52-a2ee-35a1ef71831d tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:31.005309 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8103e615-372e-4b6f-bad8-75796917cb3f req-d6521072-f486-4e52-a2ee-35a1ef71831d tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 946 time: 0.3219366 Jun 18 16:33:31.022631 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38440ea-1b6d-4db3-8ebf-8169d790e907 None None] Network 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:31.079229 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ae587387-795c-48c6-954e-32f6b55721bf req-f26121bb-40d0-4ee9-84d7-bd1e72b1258c tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944250 Jun 18 16:33:31.099768 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8103e615-372e-4b6f-bad8-75796917cb3f req-0a737b6e-3a7b-4a33-aa3b-c8d3f728e565 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815911 Jun 18 16:33:31.129825 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49200) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:31.146266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d688a9f7-1dea-44d2-8e3c-63c8c0c2ed94 None None] Provisioning complete for port d07c215b-0b76-4e7c-b3a8-44b6bddc767d triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:31.146821 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d688a9f7-1dea-44d2-8e3c-63c8c0c2ed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.164203 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc8cfe6-53e9-4119-b095-e8ba009fd072 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:31.164612 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc8cfe6-53e9-4119-b095-e8ba009fd072 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:31.169840 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-cbc8cfe6-53e9-4119-b095-e8ba009fd072 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/subnets/22dfadac-5274-4e5a-91c7-7e5c7aa0b1b9 HTTP/1.1" status: 404 len: 337 time: 0.3789158 Jun 18 16:33:31.170444 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49204) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:31.181062 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9a823f61-e0e7-4c6e-8b86-443247ee7fff tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.182241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9a823f61-e0e7-4c6e-8b86-443247ee7fff tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.182674 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Allocated IP 2001:db8::2 (2b2ae2f0-24ed-42cf-b9c8-945bdce210cd/8198b9e6-73d8-433d-a607-c5dc8bd91acc/36059b4a-971a-49e8-b5d4-95c2f59ea4c3) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:31.212227 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f4acab-1161-4b67-8271-e2c2d969c6e2 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:31.212599 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f4acab-1161-4b67-8271-e2c2d969c6e2 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:31.217268 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d3f4acab-1161-4b67-8271-e2c2d969c6e2 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/subnets/fe032d3e-c2e6-4b10-b245-4075cc880c4e HTTP/1.1" status: 404 len: 337 time: 0.0453911 Jun 18 16:33:31.217655 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49206) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:31.257854 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c1dbc9-2565-459f-83e4-890f087b0047 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:31.258573 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c1dbc9-2565-459f-83e4-890f087b0047 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:31.262789 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-92c1dbc9-2565-459f-83e4-890f087b0047 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/ports/bf8638cc-7efa-44a8-9c29-51b472e4587f HTTP/1.1" status: 404 len: 333 time: 0.0379066 Jun 18 16:33:31.267467 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49208) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:31.299414 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9a823f61-e0e7-4c6e-8b86-443247ee7fff tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.301754 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b7dedd-6e7e-4a34-bb39-54bd368046f3 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:31.302219 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b7dedd-6e7e-4a34-bb39-54bd368046f3 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:31.306385 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a0b7dedd-6e7e-4a34-bb39-54bd368046f3 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/subnets/4ccc12c2-a47c-4c06-ac0a-0eaf35163a3d HTTP/1.1" status: 404 len: 337 time: 0.0356562 Jun 18 16:33:31.306385 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9a823f61-e0e7-4c6e-8b86-443247ee7fff tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.310920 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49210) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:31.348217 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5275e53-9bc5-4e96-99f4-1ebc198e3d28 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] DELETE failed (client error): The resource could not be found. Jun 18 16:33:31.348672 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5275e53-9bc5-4e96-99f4-1ebc198e3d28 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:31.352747 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a5275e53-9bc5-4e96-99f4-1ebc198e3d28 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/subnets/c59b7191-56a0-48e1-bcac-9dfb22df1e95 HTTP/1.1" status: 404 len: 337 time: 0.0388951 Jun 18 16:33:31.353592 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49212) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:31.361880 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc7b25f-7209-4238-ba53-beef445f641a tempest-TestVolumeBootPattern-1690788158 tempest-TestVolumeBootPattern-1690788158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:31.363962 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-dcc7b25f-7209-4238-ba53-beef445f641a tempest-TestVolumeBootPattern-1690788158 tempest-TestVolumeBootPattern-1690788158-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 1094 time: 0.2323172 Jun 18 16:33:31.366493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9a823f61-e0e7-4c6e-8b86-443247ee7fff tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.367741 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9a823f61-e0e7-4c6e-8b86-443247ee7fff tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6710074 Jun 18 16:33:31.368298 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c0dbfa2f-21bb-43ee-95eb-b966921e577f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.369642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49214) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:31.375104 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': 'e489a813-068f-4ce5-b29f-01bf27d69c67', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:31.379751 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49216) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:31.457382 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-b3802f3d-0956-4de4-ad47-69e7d039943e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port da7d2b02-7df6-43e4-a927-53725e6dbb62 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:31.457835 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b3802f3d-0956-4de4-ad47-69e7d039943e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.473363 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d688a9f7-1dea-44d2-8e3c-63c8c0c2ed94 None None] Provisioning complete for port da7d2b02-7df6-43e4-a927-53725e6dbb62 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:31.473894 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d688a9f7-1dea-44d2-8e3c-63c8c0c2ed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.523508 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.542333 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Transition to ACTIVE for port object 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:31.549567 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b3802f3d-0956-4de4-ad47-69e7d039943e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.562056 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Transition to ACTIVE for port object 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:31.571126 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b3c854-5541-4273-8ab3-ab258fbd9646 None None] DHCP port deletion for 040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:33:31.579605 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.584460 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:31.614714 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d688a9f7-1dea-44d2-8e3c-63c8c0c2ed94 None None] Port da7d2b02-7df6-43e4-a927-53725e6dbb62 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:31.626713 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-b3802f3d-0956-4de4-ad47-69e7d039943e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for da7d2b02-7df6-43e4-a927-53725e6dbb62 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:31.657940 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Network 2b2ae2f0-24ed-42cf-b9c8-945bdce210cd is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:31.665572 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:31.668840 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Pushing event updated for resources: {'Port': ['ID=36059b4a-971a-49e8-b5d4-95c2f59ea4c3,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:31.674028 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:31.676766 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:31.762404 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Attempting to bind port 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:33:31.764115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Attempting to bind port 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'd875e979-7ff0-424d-8bff-95c69bb21cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2b2ae2f0-24ed-42cf-b9c8-945bdce210cd'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:33:31.764115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Attempting to bind port 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 on network 2b2ae2f0-24ed-42cf-b9c8-945bdce210cd {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:33:31.771572 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:33:31.772341 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Checking segment: {'id': 'd875e979-7ff0-424d-8bff-95c69bb21cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2b2ae2f0-24ed-42cf-b9c8-945bdce210cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:31.772873 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.773570 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Bound using segment: {'id': 'd875e979-7ff0-424d-8bff-95c69bb21cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2b2ae2f0-24ed-42cf-b9c8-945bdce210cd'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:33:31.774261 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Bound port: 36059b4a-971a-49e8-b5d4-95c2f59ea4c3, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd875e979-7ff0-424d-8bff-95c69bb21cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2b2ae2f0-24ed-42cf-b9c8-945bdce210cd'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:33:31.774775 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.780040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b0b3c854-5541-4273-8ab3-ab258fbd9646 None None] Deleting port d07c215b-0b76-4e7c-b3a8-44b6bddc767d {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:31.780545 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c854-5541-4273-8ab3-ab258fbd9646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.803584 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b3802f3d-0956-4de4-ad47-69e7d039943e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.818615 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:31.858133 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22c0f2-50d1-4a18-9c4a-cda83dbe580d req-ffcb07d6-1fff-4953-a006-8dfd564d77b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:31.859694 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e22c0f2-50d1-4a18-9c4a-cda83dbe580d req-ffcb07d6-1fff-4953-a006-8dfd564d77b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c1f5970bdf9948068046d65adb1ce5bd&device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 1098 time: 0.1329598 Jun 18 16:33:31.860546 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3802f3d-0956-4de4-ad47-69e7d039943e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=da7d2b02-7df6-43e4-a927-53725e6dbb62,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:31.866364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b3802f3d-0956-4de4-ad47-69e7d039943e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:31.871580 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b3802f3d-0956-4de4-ad47-69e7d039943e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.875518 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b3802f3d-0956-4de4-ad47-69e7d039943e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/ports/da7d2b02-7df6-43e4-a927-53725e6dbb62 HTTP/1.1" status: 204 len: 168 time: 0.5188613 Jun 18 16:33:31.879642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49220) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:31.898410 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d07c215b-0b76-4e7c-b3a8-44b6bddc767d no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:31.964856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b0b3c854-5541-4273-8ab3-ab258fbd9646 None None] For port d07c215b-0b76-4e7c-b3a8-44b6bddc767d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d07c215b-0b76-4e7c-b3a8-44b6bddc767d,segment=NetworkSegment(58206d95-b03e-479a-984e-5c797d91053c),segment_id=58206d95-b03e-479a-984e-5c797d91053c)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:31.965259 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c854-5541-4273-8ab3-ab258fbd9646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.994616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a1e5f-2172-4b16-9a23-6f1c856be3cd req-b01d62dc-4588-4620-a750-95775b3edcd6 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:31.996123 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-520a1e5f-2172-4b16-9a23-6f1c856be3cd req-b01d62dc-4588-4620-a750-95775b3edcd6 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.64 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.2711651 Jun 18 16:33:32.008748 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:32.043069 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b0b3c854-5541-4273-8ab3-ab258fbd9646 None None] Calling delete_port for d07c215b-0b76-4e7c-b3a8-44b6bddc767d owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:32.053988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] For port 36059b4a-971a-49e8-b5d4-95c2f59ea4c3, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:33:32.068076 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:32.074035 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] For port 36059b4a-971a-49e8-b5d4-95c2f59ea4c3, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=36059b4a-971a-49e8-b5d4-95c2f59ea4c3,segment=NetworkSegment(d875e979-7ff0-424d-8bff-95c69bb21cfd),segment_id=d875e979-7ff0-424d-8bff-95c69bb21cfd)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:33:32.108246 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22c0f2-50d1-4a18-9c4a-cda83dbe580d req-b6da42e0-ea25-4937-8227-1f8dbd28721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:32.110047 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e22c0f2-50d1-4a18-9c4a-cda83dbe580d req-b6da42e0-ea25-4937-8227-1f8dbd28721a service neutron] 10.222.0.64 "GET /v2.0/networks?id=aecf6f70-3d92-4efd-a20f-fdc191016162 HTTP/1.1" status: 200 len: 897 time: 0.2180364 Jun 18 16:33:32.129937 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:32.143628 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:32.189379 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:32.239753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Pushing event updated for resources: {'Port': ['ID=36059b4a-971a-49e8-b5d4-95c2f59ea4c3,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:32.240837 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc0d93-4263-4c47-b22c-65e75162d91e req-19a2d5eb-e055-4b3f-a042-ae9b592076fe tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:32.242477 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0fbc0d93-4263-4c47-b22c-65e75162d91e req-19a2d5eb-e055-4b3f-a042-ae9b592076fe tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 946 time: 0.3545213 Jun 18 16:33:32.255745 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:32.277056 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port d07c215b-0b76-4e7c-b3a8-44b6bddc767d, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d07c215b-0b76-4e7c-b3a8-44b6bddc767d,segment=NetworkSegment(58206d95-b03e-479a-984e-5c797d91053c),segment_id=58206d95-b03e-479a-984e-5c797d91053c)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:32.289181 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:32.303326 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:32.307654 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c854-5541-4273-8ab3-ab258fbd9646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:32.317693 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e22c0f2-50d1-4a18-9c4a-cda83dbe580d req-b911c490-8be5-4e37-8f4e-6a2493001398 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67cd8e92-7fd0-4561-9207-d3517582df3d HTTP/1.1" status: 200 len: 1001 time: 0.1420872 Jun 18 16:33:32.334867 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event deleted for resources: {'Port': ['ID=d07c215b-0b76-4e7c-b3a8-44b6bddc767d,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:32.337554 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:32.340641 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c0a426df-efe4-49c5-a9bb-97b75a35efd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:32.346196 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b3c854-5541-4273-8ab3-ab258fbd9646 None None] No DVR routers for this DVR port d07c215b-0b76-4e7c-b3a8-44b6bddc767d on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:32.377797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3c854-5541-4273-8ab3-ab258fbd9646 None None] Pushing event deleted for resources: {'Port': ['ID=d07c215b-0b76-4e7c-b3a8-44b6bddc767d,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:32.382352 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b0b3c854-5541-4273-8ab3-ab258fbd9646 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:32.391061 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0fbc0d93-4263-4c47-b22c-65e75162d91e req-ae507f51-77ae-4b39-af7a-5d376703e8dd tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1413627 Jun 18 16:33:32.400220 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:32.417683 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22c0f2-50d1-4a18-9c4a-cda83dbe580d req-3c6815a5-60dc-4fa4-9de2-6a0473844b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:32.419274 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e22c0f2-50d1-4a18-9c4a-cda83dbe580d req-3c6815a5-60dc-4fa4-9de2-6a0473844b23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a140121-72dc-48d3-80d5-98995fffa013 HTTP/1.1" status: 200 len: 835 time: 0.0900402 Jun 18 16:33:32.422630 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Deleting port d07c215b-0b76-4e7c-b3a8-44b6bddc767d {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:32.423085 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:32.512996 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-520a1e5f-2172-4b16-9a23-6f1c856be3cd req-f8bd90d1-6986-446b-81b8-9a4ce4d1a226 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Deleting port 402c506e-8b7c-4f8f-b170-b34f8d818e4d {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:32.513346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-520a1e5f-2172-4b16-9a23-6f1c856be3cd req-f8bd90d1-6986-446b-81b8-9a4ce4d1a226 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:32.579212 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8833ec-197b-4441-aaf3-255825209244 req-54e3d253-0888-402c-9f77-3fcfc37e10b7 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:32.580891 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-df8833ec-197b-4441-aaf3-255825209244 req-54e3d253-0888-402c-9f77-3fcfc37e10b7 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 945 time: 0.3482451 Jun 18 16:33:32.615589 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:32.616390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] For port d07c215b-0b76-4e7c-b3a8-44b6bddc767d, host dv-neutron-797121-1-hyperv, got binding levels [] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:32.616756 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:32.698760 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Calling delete_port for d07c215b-0b76-4e7c-b3a8-44b6bddc767d owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:32.703583 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.ipam_backend_mixin [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Port d07c215b-0b76-4e7c-b3a8-44b6bddc767d was not found and therefore no delete operation was performed {{(pid=93428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 16:33:32.712769 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:32.723102 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9791fd0f-b0b1-4d04-943c-0630c0f77f96 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:32.734104 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22c0f2-50d1-4a18-9c4a-cda83dbe580d req-51002252-80cd-4266-a173-e7608a578ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:32.735648 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e22c0f2-50d1-4a18-9c4a-cda83dbe580d req-51002252-80cd-4266-a173-e7608a578ef2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aecf6f70-3d92-4efd-a20f-fdc191016162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3078458 Jun 18 16:33:32.756552 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-df8833ec-197b-4441-aaf3-255825209244 req-cd4d25b9-5c83-4ec1-b17f-7784a38bb9c4 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591721 Jun 18 16:33:32.772709 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Port': ['ID=d07c215b-0b76-4e7c-b3a8-44b6bddc767d,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:32.784758 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:32.786723 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] No DVR routers for this DVR port d07c215b-0b76-4e7c-b3a8-44b6bddc767d on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:32.826169 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-520a1e5f-2172-4b16-9a23-6f1c856be3cd req-f8bd90d1-6986-446b-81b8-9a4ce4d1a226 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] For port 402c506e-8b7c-4f8f-b170-b34f8d818e4d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=402c506e-8b7c-4f8f-b170-b34f8d818e4d,segment=NetworkSegment(c3de9a6a-3470-493f-b30a-29ff6a5fc4fe),segment_id=c3de9a6a-3470-493f-b30a-29ff6a5fc4fe)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:32.826883 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-520a1e5f-2172-4b16-9a23-6f1c856be3cd req-f8bd90d1-6986-446b-81b8-9a4ce4d1a226 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:32.901665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-c0dbfa2f-21bb-43ee-95eb-b966921e577f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Deleting port 157ebe14-c527-4734-8f38-8e8d92068b9d {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:32.901921 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c0dbfa2f-21bb-43ee-95eb-b966921e577f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:32.969599 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Allocated IP 172.26.2.134 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/0a037430-d442-47bf-b462-41c3e58c963d) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:32.972047 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:32.972507 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Allocated IP 2001:db8::1 (2b2ae2f0-24ed-42cf-b9c8-945bdce210cd/8198b9e6-73d8-433d-a607-c5dc8bd91acc/b17b6fdf-4169-42da-ba7c-3fae6ce706a8) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:33.000932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040bd1a5-0c72-4b89-9eb5-541ffbd71fa1']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:33.032266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58206d95-b03e-479a-984e-5c797d91053c') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:33.032568 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58206d95-b03e-479a-984e-5c797d91053c') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:33.083728 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:33.086836 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e22c0f2-50d1-4a18-9c4a-cda83dbe580d req-b63b1d5d-f9c7-4f83-8249-b3792801c5e2 service neutron] 10.222.0.64 "GET /v2.0/networks/aecf6f70-3d92-4efd-a20f-fdc191016162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288143 Jun 18 16:33:33.122557 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:33.154937 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:33:33.155265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:33.159802 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c0dbfa2f-21bb-43ee-95eb-b966921e577f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:33:33.160409 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:33:33.255805 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-c0dbfa2f-21bb-43ee-95eb-b966921e577f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Calling delete_port for 157ebe14-c527-4734-8f38-8e8d92068b9d owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:33.279089 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:33.305535 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:33.322724 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c3f4e2df-a025-4011-bac2-f7a9e4a08308 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:33.328153 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:33.331037 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] 10.222.0.39 "DELETE /v2.0/networks/040bd1a5-0c72-4b89-9eb5-541ffbd71fa1 HTTP/1.1" status: 204 len: 168 time: 1.4490225 Jun 18 16:33:33.339575 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-520a1e5f-2172-4b16-9a23-6f1c856be3cd req-f8bd90d1-6986-446b-81b8-9a4ce4d1a226 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:33.342715 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-520a1e5f-2172-4b16-9a23-6f1c856be3cd req-f8bd90d1-6986-446b-81b8-9a4ce4d1a226 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:33.343599 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [req-520a1e5f-2172-4b16-9a23-6f1c856be3cd req-f8bd90d1-6986-446b-81b8-9a4ce4d1a226 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Floating IP 6833b71d-5b19-4df0-8308-0e4acd137b46 disassociated. External IP: 172.26.2.219, port: 402c506e-8b7c-4f8f-b170-b34f8d818e4d. Jun 18 16:33:33.343599 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-520a1e5f-2172-4b16-9a23-6f1c856be3cd req-f8bd90d1-6986-446b-81b8-9a4ce4d1a226 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Calling delete_port for 402c506e-8b7c-4f8f-b170-b34f8d818e4d owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:33.353381 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:33.373042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Pushing event deleted for resources: {'Network': ['ID=040bd1a5-0c72-4b89-9eb5-541ffbd71fa1,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:33.380503 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:33.385032 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e22c0f2-50d1-4a18-9c4a-cda83dbe580d req-c975bc51-f477-43ad-bdb6-94e4d6711391 service neutron] 10.222.0.64 "GET /v2.0/networks/aecf6f70-3d92-4efd-a20f-fdc191016162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898660 Jun 18 16:33:33.408769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9febe35e-024f-4d46-b404-c65037cd1856 None None] Network 2b2ae2f0-24ed-42cf-b9c8-945bdce210cd requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:33.410753 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Transition to ACTIVE for port object b17b6fdf-4169-42da-ba7c-3fae6ce706a8 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:33.483629 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3394549a-ff53-48e4-adbd-c071abc3fabc None None] Provisioning for port 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:33.584809 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:33.594921 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2840bd10-3cb6-4752-8ede-3186ea9b0d17 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:33.609544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-520a1e5f-2172-4b16-9a23-6f1c856be3cd req-f8bd90d1-6986-446b-81b8-9a4ce4d1a226 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:33.614802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d5596929-9c0f-4d74-b26c-0f7709a616fb tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:33.655513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd90d1-6986-446b-81b8-9a4ce4d1a226 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Pushing event deleted for resources: {'Port': ['ID=402c506e-8b7c-4f8f-b170-b34f8d818e4d,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:33.659027 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f8bd90d1-6986-446b-81b8-9a4ce4d1a226 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:33.730386 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:33.746406 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49230) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:33.767298 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event updated for resources: {'Port': ['ID=0a037430-d442-47bf-b462-41c3e58c963d,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:33.778461 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:33.816818 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:33.816818 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:33.915088 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=b17b6fdf-4169-42da-ba7c-3fae6ce706a8,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:33.923693 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:33.924799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:33.932560 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-520a1e5f-2172-4b16-9a23-6f1c856be3cd req-f8bd90d1-6986-446b-81b8-9a4ce4d1a226 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Router b0e8869e-7f5f-4b8e-89db-3faedae9fc5f has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:33.934936 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c0dbfa2f-21bb-43ee-95eb-b966921e577f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:33.949620 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:33.954617 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network 2b2ae2f0-24ed-42cf-b9c8-945bdce210cd is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:33.955667 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:33.970370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:33.974218 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:34.048798 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:34.049398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:34.053007 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:34.057978 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:34.058493 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:34.146782 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1e8fadf7-2007-40f1-9365-14ec8d259771 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b13a1e5ca893459792a160ed40b10c39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3993576 Jun 18 16:33:34.149115 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49236) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:34.169733 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-089c721d-ab3b-4e01-a4f3-3d4767242942 None None] Provisioning complete for port 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:34.170334 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-089c721d-ab3b-4e01-a4f3-3d4767242942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:34.183240 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0901e-71d2-4a84-b853-c37051f4c8eb req-80f4d876-7c43-4ed6-bfc4-4b64c1559966 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:34.184764 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f2d0901e-71d2-4a84-b853-c37051f4c8eb req-80f4d876-7c43-4ed6-bfc4-4b64c1559966 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a273113f-f75c-4cdc-896d-c0c5c9450e2a HTTP/1.1" status: 200 len: 867 time: 0.6355448 Jun 18 16:33:34.196562 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbfa2f-21bb-43ee-95eb-b966921e577f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Pushing event deleted for resources: {'Port': ['ID=157ebe14-c527-4734-8f38-8e8d92068b9d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:34.198705 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:34.199163 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c0dbfa2f-21bb-43ee-95eb-b966921e577f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:34.214100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-520a1e5f-2172-4b16-9a23-6f1c856be3cd req-f8bd90d1-6986-446b-81b8-9a4ce4d1a226 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:34.225706 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9e0916-70f0-4523-b1b5-ae7f2d74b6b1 None None] Sync routers for ids ['b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:34.245327 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9e0916-70f0-4523-b1b5-ae7f2d74b6b1 None None] Routers {'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:34.245948 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-de9e0916-70f0-4523-b1b5-ae7f2d74b6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:34.273834 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 36059b4a-971a-49e8-b5d4-95c2f59ea4c3, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=36059b4a-971a-49e8-b5d4-95c2f59ea4c3,segment=NetworkSegment(d875e979-7ff0-424d-8bff-95c69bb21cfd),segment_id=d875e979-7ff0-424d-8bff-95c69bb21cfd)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:34.276620 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-520a1e5f-2172-4b16-9a23-6f1c856be3cd req-f8bd90d1-6986-446b-81b8-9a4ce4d1a226 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] No DVR routers for this DVR port 402c506e-8b7c-4f8f-b170-b34f8d818e4d on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:34.283560 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-520a1e5f-2172-4b16-9a23-6f1c856be3cd req-f8bd90d1-6986-446b-81b8-9a4ce4d1a226 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:34.287452 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:34.289137 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-520a1e5f-2172-4b16-9a23-6f1c856be3cd req-f8bd90d1-6986-446b-81b8-9a4ce4d1a226 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.64 "DELETE /v2.0/ports/402c506e-8b7c-4f8f-b170-b34f8d818e4d HTTP/1.1" status: 204 len: 173 time: 2.2827828 Jun 18 16:33:34.294924 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a273113f-f75c-4cdc-896d-c0c5c9450e2a', 'name': 'network-vif-deleted', 'tag': '402c506e-8b7c-4f8f-b170-b34f8d818e4d'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:34.296356 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:34.301173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef62f34-e4c7-4e80-875b-f7b3d5d54814" -d '{"events": [{"server_uuid": "a273113f-f75c-4cdc-896d-c0c5c9450e2a", "name": "network-vif-deleted", "tag": "402c506e-8b7c-4f8f-b170-b34f8d818e4d"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:34.345734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-19f30f4f-f35c-43d4-9fb4-423340bfdbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:34.391013 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-19f30f4f-f35c-43d4-9fb4-423340bfdbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:34.430167 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=36059b4a-971a-49e8-b5d4-95c2f59ea4c3,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:34.439885 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:34.463740 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-de9e0916-70f0-4523-b1b5-ae7f2d74b6b1 None None] Set router b0e8869e-7f5f-4b8e-89db-3faedae9fc5f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:34.479095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-19f30f4f-f35c-43d4-9fb4-423340bfdbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:34.482190 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-19f30f4f-f35c-43d4-9fb4-423340bfdbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:34.485781 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-19f30f4f-f35c-43d4-9fb4-423340bfdbc2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f85786f8-3487-4157-86d5-c8f7d2ef52c1 HTTP/1.1" status: 204 len: 168 time: 0.3274457 Jun 18 16:33:34.485781 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-08c36268-b074-43ba-8537-f2f54d273a8f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:34.493706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f30f4f-f35c-43d4-9fb4-423340bfdbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85786f8-3487-4157-86d5-c8f7d2ef52c1,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:34.495973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-19f30f4f-f35c-43d4-9fb4-423340bfdbc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:34.557136 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5508d0f4-0052-4e95-8dd1-9ebedc831102 None None] Provisioning for port b17b6fdf-4169-42da-ba7c-3fae6ce706a8 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:34.561585 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5508d0f4-0052-4e95-8dd1-9ebedc831102 None None] Provisioning complete for port b17b6fdf-4169-42da-ba7c-3fae6ce706a8 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:34.562339 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5508d0f4-0052-4e95-8dd1-9ebedc831102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:34.566499 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40355cf-1ee6-4743-8907-bc93ba020c67 req-43bd551a-2c6e-49d0-8dc4-00c49da729d9 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:34.573735 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b40355cf-1ee6-4743-8907-bc93ba020c67 req-43bd551a-2c6e-49d0-8dc4-00c49da729d9 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 945 time: 0.6150312 Jun 18 16:33:34.617395 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 402c506e-8b7c-4f8f-b170-b34f8d818e4d no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:34.642748 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 402c506e-8b7c-4f8f-b170-b34f8d818e4d {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:34.643116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 402c506e-8b7c-4f8f-b170-b34f8d818e4d not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:34.659261 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-5508d0f4-0052-4e95-8dd1-9ebedc831102 None None] Port b17b6fdf-4169-42da-ba7c-3fae6ce706a8 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:34.725749 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-de9e0916-70f0-4523-b1b5-ae7f2d74b6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'name': 'tempest-ServerActionsTestJSON-223729613-router', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:02Z', 'updated_at': '2021-06-18T16:30:12Z', 'revision_number': 4, 'project_id': '50f087196ad446c28f1edba2e7568216', 'gw_port': {'id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:03Z', 'updated_at': '2021-06-18T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'c98493a4-a7db-4e68-bee8-70355f2b9786', 'name': '', 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'mac_address': 'fa:16:3e:6d:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'c0af9ced-d447-40f4-82ea-2c6458b522e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:10Z', 'updated_at': '2021-06-18T16:30:22Z', 'revision_number': 5, 'project_id': '50f087196ad446c28f1edba2e7568216', 'subnets': [{'id': 'c0af9ced-d447-40f4-82ea-2c6458b522e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:34.755054 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9e0916-70f0-4523-b1b5-ae7f2d74b6b1 None None] Checking router: b0e8869e-7f5f-4b8e-89db-3faedae9fc5f for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:33:34.764786 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9e0916-70f0-4523-b1b5-ae7f2d74b6b1 None None] Routers {'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:34.765421 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-de9e0916-70f0-4523-b1b5-ae7f2d74b6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:34.893811 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-de9e0916-70f0-4523-b1b5-ae7f2d74b6b1 None None] Set router b0e8869e-7f5f-4b8e-89db-3faedae9fc5f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:35.017962 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f2d0901e-71d2-4a84-b853-c37051f4c8eb req-10985c75-5719-4b7e-9d8f-80fa3fa5b413 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups?id=84582f33-e91b-4393-8525-f34f48691647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8138759 Jun 18 16:33:35.063119 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b40355cf-1ee6-4743-8907-bc93ba020c67 req-f955932c-8635-44c0-ada8-3e52bcdf89bd tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4883151 Jun 18 16:33:35.072267 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c0dbfa2f-21bb-43ee-95eb-b966921e577f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:35.203235 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-de9e0916-70f0-4523-b1b5-ae7f2d74b6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'name': 'tempest-ServerActionsTestJSON-223729613-router', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:02Z', 'updated_at': '2021-06-18T16:30:12Z', 'revision_number': 4, 'project_id': '50f087196ad446c28f1edba2e7568216', 'gw_port': {'id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:03Z', 'updated_at': '2021-06-18T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'c98493a4-a7db-4e68-bee8-70355f2b9786', 'name': '', 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'mac_address': 'fa:16:3e:6d:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'c0af9ced-d447-40f4-82ea-2c6458b522e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:10Z', 'updated_at': '2021-06-18T16:30:22Z', 'revision_number': 5, 'project_id': '50f087196ad446c28f1edba2e7568216', 'subnets': [{'id': 'c0af9ced-d447-40f4-82ea-2c6458b522e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:35.209474 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c2cc2015-69c5-4026-9635-bebdde1337ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:35.302637 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411cf54f-d495-4dde-80a6-ea49f699ff66 x-openstack-request-id: req-411cf54f-d495-4dde-80a6-ea49f699ff66 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:35.303171 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a273113f-f75c-4cdc-896d-c0c5c9450e2a", "name": "network-vif-deleted", "tag": "402c506e-8b7c-4f8f-b170-b34f8d818e4d", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:35.303298 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-411cf54f-d495-4dde-80a6-ea49f699ff66 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:35.303767 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a273113f-f75c-4cdc-896d-c0c5c9450e2a', 'name': 'network-vif-deleted', 'tag': '402c506e-8b7c-4f8f-b170-b34f8d818e4d', 'status': 'completed', 'code': 200} Jun 18 16:33:35.337616 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:35.348824 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9e0916-70f0-4523-b1b5-ae7f2d74b6b1 None None] The sync data for ids ['b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'] in dv-neutron-797121-1-hyperv is: [{'id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'name': 'tempest-ServerActionsTestJSON-223729613-router', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:02Z', 'updated_at': '2021-06-18T16:30:12Z', 'revision_number': 4, 'project_id': '50f087196ad446c28f1edba2e7568216', 'gw_port': {'id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:03Z', 'updated_at': '2021-06-18T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'c98493a4-a7db-4e68-bee8-70355f2b9786', 'name': '', 'network_id': 'bbc32552-61b4-4e7e-ab65-d2d2792a3d8f', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'mac_address': 'fa:16:3e:6d:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'c0af9ced-d447-40f4-82ea-2c6458b522e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:10Z', 'updated_at': '2021-06-18T16:30:22Z', 'revision_number': 5, 'project_id': '50f087196ad446c28f1edba2e7568216', 'subnets': [{'id': 'c0af9ced-d447-40f4-82ea-2c6458b522e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:35.378245 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49262) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:35.487124 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-27e53ce1-2bb0-4731-89bf-a03eaac26865 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1844017116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:35.519613 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-27e53ce1-2bb0-4731-89bf-a03eaac26865 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:35.521204 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-27e53ce1-2bb0-4731-89bf-a03eaac26865 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:35.524254 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0dbfa2f-21bb-43ee-95eb-b966921e577f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Router 7d2ec548-c752-4b94-9c2d-8e066a8e957d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:35.579504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-27e53ce1-2bb0-4731-89bf-a03eaac26865 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:35.585380 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-27e53ce1-2bb0-4731-89bf-a03eaac26865 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:35.605225 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-27e53ce1-2bb0-4731-89bf-a03eaac26865 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:35.609490 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-27e53ce1-2bb0-4731-89bf-a03eaac26865 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2301080 Jun 18 16:33:35.610295 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49266) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:35.616270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-05faeafa-f5c4-43ef-8b88-320805e4f235 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-76101629'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:35.627130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011e7e16-5c55-44a7-8558-22195da1fe71 None None] New status for floating IP 6833b71d-5b19-4df0-8308-0e4acd137b46: DOWN {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:33:35.640478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05faeafa-f5c4-43ef-8b88-320805e4f235 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Made reservation on behalf of 2e500ed277df493db6f83afd53fe1d22 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:35.645968 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-05faeafa-f5c4-43ef-8b88-320805e4f235 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:35.656317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-05faeafa-f5c4-43ef-8b88-320805e4f235 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:35.762460 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dbfa2f-21bb-43ee-95eb-b966921e577f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:35.774073 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae350f20-3de3-4847-9b63-e22a14fd213a None None] Sync routers for ids ['7d2ec548-c752-4b94-9c2d-8e066a8e957d'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:35.784510 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae350f20-3de3-4847-9b63-e22a14fd213a None None] Routers {'7d2ec548-c752-4b94-9c2d-8e066a8e957d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:35.785962 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ae350f20-3de3-4847-9b63-e22a14fd213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['7d2ec548-c752-4b94-9c2d-8e066a8e957d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:35.792390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-05faeafa-f5c4-43ef-8b88-320805e4f235 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:35.797350 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c0dbfa2f-21bb-43ee-95eb-b966921e577f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "PUT /v2.0/routers/7d2ec548-c752-4b94-9c2d-8e066a8e957d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2504864 Jun 18 16:33:35.802305 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49268) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:35.806466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-05faeafa-f5c4-43ef-8b88-320805e4f235 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:35.809869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b3aaf4b3-c1d3-4edc-993c-10085f1cff0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:35.863757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05faeafa-f5c4-43ef-8b88-320805e4f235 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:33:35.865037 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ae350f20-3de3-4847-9b63-e22a14fd213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:35.880003 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05faeafa-f5c4-43ef-8b88-320805e4f235 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547c96dc-d4e6-4a19-9814-eb16f2faa3e0,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:35.880679 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-04b401b0-9b67-4ecd-b957-e9b6f6ce0811 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] show failed (client error): The resource could not be found. Jun 18 16:33:35.881716 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-04b401b0-9b67-4ecd-b957-e9b6f6ce0811 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-21111977 HTTP/1.1" status: 404 len: 333 time: 0.0766447 Jun 18 16:33:35.888849 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae350f20-3de3-4847-9b63-e22a14fd213a None None] Routers {'7d2ec548-c752-4b94-9c2d-8e066a8e957d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:35.889397 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ae350f20-3de3-4847-9b63-e22a14fd213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['7d2ec548-c752-4b94-9c2d-8e066a8e957d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:35.890496 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49270) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:35.896123 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-9c39c49e-424a-4e0d-9739-238e1fd7dbe2 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:35.906071 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-05faeafa-f5c4-43ef-8b88-320805e4f235 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:35.915271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-05faeafa-f5c4-43ef-8b88-320805e4f235 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:35.915720 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-05faeafa-f5c4-43ef-8b88-320805e4f235 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Added segment 034f7339-7eb4-416d-a0c1-9dc36e98dc7c of type vlan for network a875fd86-2de1-4d17-b8f4-975f7069d86b Jun 18 16:33:35.915853 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:35.928726 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ae350f20-3de3-4847-9b63-e22a14fd213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:35.929516 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae350f20-3de3-4847-9b63-e22a14fd213a None None] The sync data for ids ['7d2ec548-c752-4b94-9c2d-8e066a8e957d'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:35.946806 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-9c39c49e-424a-4e0d-9739-238e1fd7dbe2 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] update failed (client error): The resource could not be found. Jun 18 16:33:35.951500 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9c39c49e-424a-4e0d-9739-238e1fd7dbe2 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1492879652 HTTP/1.1" status: 404 len: 335 time: 0.0567939 Jun 18 16:33:35.959610 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49272) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:35.972331 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:35.985467 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:35.986094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.046678 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.084243 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.085097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.088617 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e952962d-f3d4-444f-80a4-db302ad8177d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:36.123366 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.197766 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49280) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:36.270420 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=b17b6fdf-4169-42da-ba7c-3fae6ce706a8,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:36.281628 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:36.373158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-05faeafa-f5c4-43ef-8b88-320805e4f235 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.403360 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-54112e3d-a844-4ecd-b44b-239faff2d0d3 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Deleting subnet f35d0ef1-eab1-497f-b6d8-bd575d8eeb55 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:33:36.414029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-54112e3d-a844-4ecd-b44b-239faff2d0d3 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.418674 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1a4f27fb-aa90-485c-ab86-e9c0675392ba tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.422717 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network 2b2ae2f0-24ed-42cf-b9c8-945bdce210cd is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:36.437126 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:36.446429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-05faeafa-f5c4-43ef-8b88-320805e4f235 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.452176 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05faeafa-f5c4-43ef-8b88-320805e4f235 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:36.452799 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-05faeafa-f5c4-43ef-8b88-320805e4f235 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.468921 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-70b5a2ce-2bb5-4a96-8e68-ff5920fa7c19 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:36.470828 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1a4f27fb-aa90-485c-ab86-e9c0675392ba tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.482095 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d1d1d-3f0b-4513-80ce-e644b9f79950 req-56fd3a02-e7cd-401e-ae4a-415979f1399e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:36.483728 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9d8d1d1d-3f0b-4513-80ce-e644b9f79950 req-56fd3a02-e7cd-401e-ae4a-415979f1399e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 945 time: 0.2663796 Jun 18 16:33:36.493555 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-05faeafa-f5c4-43ef-8b88-320805e4f235 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8821025 Jun 18 16:33:36.494097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49282) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:36.525148 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-54112e3d-a844-4ecd-b44b-239faff2d0d3 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.565109 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-93776fd2-902b-4379-a984-885b436706c1 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Request body: {'subnet': {'network_id': 'a875fd86-2de1-4d17-b8f4-975f7069d86b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:36.575736 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05faeafa-f5c4-43ef-8b88-320805e4f235 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event updated for resources: {'Network': ['ID=a875fd86-2de1-4d17-b8f4-975f7069d86b,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:36.579903 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-05faeafa-f5c4-43ef-8b88-320805e4f235 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:36.591127 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network a875fd86-2de1-4d17-b8f4-975f7069d86b details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:33:36.640531 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-54112e3d-a844-4ecd-b44b-239faff2d0d3 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.716010 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-54112e3d-a844-4ecd-b44b-239faff2d0d3 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.719356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f8f83b79-5156-41d6-90aa-93f321986376 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:36.746250 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9d8d1d1d-3f0b-4513-80ce-e644b9f79950 req-29d5ca64-1b56-4d99-87c7-0a77d949fcba tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152936 Jun 18 16:33:36.748280 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.755257 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.756796 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-54112e3d-a844-4ecd-b44b-239faff2d0d3 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.759338 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:36.760090 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-54112e3d-a844-4ecd-b44b-239faff2d0d3 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "DELETE /v2.0/subnets/f35d0ef1-eab1-497f-b6d8-bd575d8eeb55 HTTP/1.1" status: 204 len: 168 time: 0.7994981 Jun 18 16:33:36.761423 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54112e3d-a844-4ecd-b44b-239faff2d0d3 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Pushing event deleted for resources: {'Subnet': ['ID=f35d0ef1-eab1-497f-b6d8-bd575d8eeb55,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:36.764514 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-54112e3d-a844-4ecd-b44b-239faff2d0d3 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:36.771411 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49284) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:36.773470 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed2b2e3-8f69-4294-9f1f-c59d16ef53ff None None] Network fe1525ca-7363-430c-97ec-83815c53de33 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:36.843205 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1a4f27fb-aa90-485c-ab86-e9c0675392ba tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.845728 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1a4f27fb-aa90-485c-ab86-e9c0675392ba tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.849322 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1a4f27fb-aa90-485c-ab86-e9c0675392ba tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "DELETE /v2.0/security-groups/84582f33-e91b-4393-8525-f34f48691647 HTTP/1.1" status: 204 len: 168 time: 0.6467578 Jun 18 16:33:36.849498 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-62300e96-8234-40aa-b2bc-4805bbf73dc5 None None] Provisioning complete for port b17b6fdf-4169-42da-ba7c-3fae6ce706a8 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:36.849832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-62300e96-8234-40aa-b2bc-4805bbf73dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.849964 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49286) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:36.865779 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-cae7795b-cd60-4f22-a495-2814cd849f2f tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] show failed (client error): The resource could not be found. Jun 18 16:33:36.869368 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-cae7795b-cd60-4f22-a495-2814cd849f2f tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "GET /v2.0/security-groups/84582f33-e91b-4393-8525-f34f48691647 HTTP/1.1" status: 404 len: 347 time: 0.0158441 Jun 18 16:33:36.869791 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49288) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:36.921246 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-62300e96-8234-40aa-b2bc-4805bbf73dc5 None None] Port b17b6fdf-4169-42da-ba7c-3fae6ce706a8 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:36.922629 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event updated for resources: {'Port': ['ID=0a037430-d442-47bf-b462-41c3e58c963d,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:36.930130 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93776fd2-902b-4379-a984-885b436706c1 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Made reservation on behalf of 2e500ed277df493db6f83afd53fe1d22 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:36.933718 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93776fd2-902b-4379-a984-885b436706c1 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.938940 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:36.939715 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a958ac13-8d9c-4e8d-b0eb-67856040ac83 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:36.957222 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee6db38-e734-4ec2-abb5-b09a1dc2c068 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Deleting subnet 70391c6b-b307-4689-95ba-f253d45918b7 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:33:36.962666 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:36.995088 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2ee6db38-e734-4ec2-abb5-b09a1dc2c068 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:37.014553 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ff0525-7823-4752-b524-a882c91f68bd None None] DHCP port deletion for fe1525ca-7363-430c-97ec-83815c53de33 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:33:37.026343 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-0a564a61-500a-433a-ac0d-8253fd073851 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Deleting port 9aed793b-14f8-43e8-a0ca-5808d6bde1b7 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:37.026738 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0a564a61-500a-433a-ac0d-8253fd073851 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:37.064396 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f27fb-aa90-485c-ab86-e9c0675392ba tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84582f33-e91b-4393-8525-f34f48691647,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:37.066034 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router db50e9ab-a5d2-491c-8f29-076099f5ffad is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:33:37.068845 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1a4f27fb-aa90-485c-ab86-e9c0675392ba tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:37.075003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff0525-7823-4752-b524-a882c91f68bd None None] Deleting port bc967be2-f62a-4a64-970a-060aab7282a4 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:37.075491 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0525-7823-4752-b524-a882c91f68bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:37.112436 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0a564a61-500a-433a-ac0d-8253fd073851 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:37.113719 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0a564a61-500a-433a-ac0d-8253fd073851 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:37.162130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-f6ff0525-7823-4752-b524-a882c91f68bd None None] For port bc967be2-f62a-4a64-970a-060aab7282a4, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=bc967be2-f62a-4a64-970a-060aab7282a4,segment=NetworkSegment(79123077-c434-4438-921e-1bc4dd10456e),segment_id=79123077-c434-4438-921e-1bc4dd10456e)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:37.162554 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0525-7823-4752-b524-a882c91f68bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:37.186637 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-0a564a61-500a-433a-ac0d-8253fd073851 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Calling delete_port for 9aed793b-14f8-43e8-a0ca-5808d6bde1b7 owned by network:floatingip {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:37.233431 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff0525-7823-4752-b524-a882c91f68bd None None] Calling delete_port for bc967be2-f62a-4a64-970a-060aab7282a4 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:37.320813 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0525-7823-4752-b524-a882c91f68bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:37.327656 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:37.343307 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0a564a61-500a-433a-ac0d-8253fd073851 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:37.345639 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-01530072-97d2-4a52-959b-3c6260f5a6b6 tempest-RoutersAdminTest-553194698 tempest-RoutersAdminTest-553194698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:37.355543 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff0525-7823-4752-b524-a882c91f68bd None None] Pushing event deleted for resources: {'Port': ['ID=bc967be2-f62a-4a64-970a-060aab7282a4,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:37.360016 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ff0525-7823-4752-b524-a882c91f68bd None None] No DVR routers for this DVR port bc967be2-f62a-4a64-970a-060aab7282a4 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:37.362540 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f6ff0525-7823-4752-b524-a882c91f68bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:37.375832 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a564a61-500a-433a-ac0d-8253fd073851 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Pushing event deleted for resources: {'Port': ['ID=9aed793b-14f8-43e8-a0ca-5808d6bde1b7,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:37.379083 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0a564a61-500a-433a-ac0d-8253fd073851 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:37.447416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0a564a61-500a-433a-ac0d-8253fd073851 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks [] for floatingip, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:37.449939 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0a564a61-500a-433a-ac0d-8253fd073851 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:37.453868 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0a564a61-500a-433a-ac0d-8253fd073851 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] 10.222.0.39 "DELETE /v2.0/floatingips/6833b71d-5b19-4df0-8308-0e4acd137b46 HTTP/1.1" status: 204 len: 168 time: 0.5803025 Jun 18 16:33:37.454221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49290) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:37.497972 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2ee6db38-e734-4ec2-abb5-b09a1dc2c068 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:37.594407 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Floating IP 095d612c-b76b-464d-bcaf-436d32419048 associated. External IP: 172.26.2.134, port: e489a813-068f-4ce5-b29f-01bf27d69c67. Jun 18 16:33:37.613608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fefa11e7-0fbb-4916-ba17-309b9cdf10ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:37.663372 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:37.680931 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860a9a5e-4e00-4a38-8ca1-a67dba74d0b2 None None] Sync routers for ids ['db50e9ab-a5d2-491c-8f29-076099f5ffad'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:37.691501 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860a9a5e-4e00-4a38-8ca1-a67dba74d0b2 None None] Routers {'db50e9ab-a5d2-491c-8f29-076099f5ffad'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:37.699955 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-860a9a5e-4e00-4a38-8ca1-a67dba74d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['db50e9ab-a5d2-491c-8f29-076099f5ffad'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:37.713635 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-97498ec0-fb94-4d22-a464-d4a7a884bb05 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/db50e9ab-a5d2-491c-8f29-076099f5ffad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2997053 Jun 18 16:33:37.721966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49292) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:37.736802 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-860a9a5e-4e00-4a38-8ca1-a67dba74d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:37.747491 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860a9a5e-4e00-4a38-8ca1-a67dba74d0b2 None None] Routers {'db50e9ab-a5d2-491c-8f29-076099f5ffad'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:37.748194 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-860a9a5e-4e00-4a38-8ca1-a67dba74d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['db50e9ab-a5d2-491c-8f29-076099f5ffad'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:37.791835 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2ee6db38-e734-4ec2-abb5-b09a1dc2c068 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:37.793983 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-860a9a5e-4e00-4a38-8ca1-a67dba74d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:37.798128 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860a9a5e-4e00-4a38-8ca1-a67dba74d0b2 None None] The sync data for ids ['db50e9ab-a5d2-491c-8f29-076099f5ffad'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:37.803510 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77fd2f1-f376-4f58-8954-ae159386221d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:37.807683 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b77fd2f1-f376-4f58-8954-ae159386221d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/ports/b17b6fdf-4169-42da-ba7c-3fae6ce706a8 HTTP/1.1" status: 200 len: 911 time: 0.0815635 Jun 18 16:33:37.808920 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49296) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:37.883767 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bc967be2-f62a-4a64-970a-060aab7282a4 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:37.907279 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: bc967be2-f62a-4a64-970a-060aab7282a4 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:37.907623 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bc967be2-f62a-4a64-970a-060aab7282a4 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:37.919275 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93776fd2-902b-4379-a984-885b436706c1 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:37.925421 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-05534872-3b88-4c37-ac9e-7a972937c2c9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:38.055411 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2ee6db38-e734-4ec2-abb5-b09a1dc2c068 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.070434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5eeac396-027e-4ab0-8a9f-aead715695ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.075653 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93776fd2-902b-4379-a984-885b436706c1 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event updated for resources: {'Subnet': ['ID=390ff097-a3b6-4276-8b5e-e3e4f9096861,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:38.093125 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-93776fd2-902b-4379-a984-885b436706c1 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:38.093787 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-67cd65ac-14ca-439e-849e-e9f1e1eb60eb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:38.114501 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bef632-3727-498f-b69a-de5698a13129 None None] Network 9f4e8b2d-7421-4175-8189-5f52a8e67459 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:38.132701 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2ee6db38-e734-4ec2-abb5-b09a1dc2c068 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.136924 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2ee6db38-e734-4ec2-abb5-b09a1dc2c068 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "DELETE /v2.0/subnets/70391c6b-b307-4689-95ba-f253d45918b7 HTTP/1.1" status: 204 len: 168 time: 1.3633795 Jun 18 16:33:38.140747 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49298) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:38.147411 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6db38-e734-4ec2-abb5-b09a1dc2c068 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Pushing event deleted for resources: {'Subnet': ['ID=70391c6b-b307-4689-95ba-f253d45918b7,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:38.160880 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2ee6db38-e734-4ec2-abb5-b09a1dc2c068 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:38.176977 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Router 80268182-ac74-489c-bfc6-d4fcbd75e630 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:38.177549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93776fd2-902b-4379-a984-885b436706c1 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Checking segment: {'id': '034f7339-7eb4-416d-a0c1-9dc36e98dc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a875fd86-2de1-4d17-b8f4-975f7069d86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:38.177911 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93776fd2-902b-4379-a984-885b436706c1 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Network hostable DHCP agents. Network: a875fd86-2de1-4d17-b8f4-975f7069d86b, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:33:38.246003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.254170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cabc5f-d007-49e1-af97-426da995413d req-c5138219-f5ac-4531-902a-0a12b164525f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:38.261540 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d6cabc5f-d007-49e1-af97-426da995413d req-c5138219-f5ac-4531-902a-0a12b164525f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 945 time: 0.2757652 Jun 18 16:33:38.282220 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93776fd2-902b-4379-a984-885b436706c1 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Network a875fd86-2de1-4d17-b8f4-975f7069d86b is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:33:38.335656 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbf506b-ff44-4891-8f50-2c94af9996fc None None] DHCP port deletion for 9f4e8b2d-7421-4175-8189-5f52a8e67459 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:33:38.336393 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3e13c130-0120-491f-9c22-2f60e68ba622 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.359505 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-93776fd2-902b-4379-a984-885b436706c1 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, a875fd86-2de1-4d17-b8f4-975f7069d86b) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:38.375544 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93776fd2-902b-4379-a984-885b436706c1 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:38.376011 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93776fd2-902b-4379-a984-885b436706c1 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.377862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59db6c49-12b1-4742-bf1b-4ae43d9c6c44 None None] Network a875fd86-2de1-4d17-b8f4-975f7069d86b requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:38.387268 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d6cabc5f-d007-49e1-af97-426da995413d req-31c189d3-9ff9-4fc6-a98f-cd8e5da1779b tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247039 Jun 18 16:33:38.425063 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e9c9eb9f-32b5-4ea6-9327-5ba23a373eff tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.444176 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-3fbf506b-ff44-4891-8f50-2c94af9996fc None None] Deleting port bddc1618-f712-4dc6-95b7-fb5343f466be {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:38.444557 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3fbf506b-ff44-4891-8f50-2c94af9996fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.480712 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-93776fd2-902b-4379-a984-885b436706c1 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9481330 Jun 18 16:33:38.508280 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49300) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:38.513406 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-9f79af6c-f2d2-444b-8a73-03db0a236b06 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Request body: {'network': {'name': 'tempest-router-network01--579389386'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:38.538166 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:38.541181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3e13c130-0120-491f-9c22-2f60e68ba622 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.554428 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfb64fc-dfee-481f-be4e-70d58592f9a0 None None] Sync routers for ids ['80268182-ac74-489c-bfc6-d4fcbd75e630'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:38.560608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3fbf506b-ff44-4891-8f50-2c94af9996fc None None] For port bddc1618-f712-4dc6-95b7-fb5343f466be, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=bddc1618-f712-4dc6-95b7-fb5343f466be,segment=NetworkSegment(fc12710c-03d8-47c7-8496-5058be51ec05),segment_id=fc12710c-03d8-47c7-8496-5058be51ec05)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:38.560971 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3fbf506b-ff44-4891-8f50-2c94af9996fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.567522 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb64fc-dfee-481f-be4e-70d58592f9a0 None None] Routers {'80268182-ac74-489c-bfc6-d4fcbd75e630'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:38.568416 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4cfb64fc-dfee-481f-be4e-70d58592f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['80268182-ac74-489c-bfc6-d4fcbd75e630'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:38.568933 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-3e13c130-0120-491f-9c22-2f60e68ba622 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1525ca-7363-430c-97ec-83815c53de33']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:38.585627 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-3e13c130-0120-491f-9c22-2f60e68ba622 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79123077-c434-4438-921e-1bc4dd10456e') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:38.585957 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-3e13c130-0120-491f-9c22-2f60e68ba622 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79123077-c434-4438-921e-1bc4dd10456e') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:38.595872 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3e13c130-0120-491f-9c22-2f60e68ba622 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.602215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f79af6c-f2d2-444b-8a73-03db0a236b06 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Made reservation on behalf of 2e500ed277df493db6f83afd53fe1d22 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:38.606248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9f79af6c-f2d2-444b-8a73-03db0a236b06 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.614882 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3e13c130-0120-491f-9c22-2f60e68ba622 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.622220 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e13c130-0120-491f-9c22-2f60e68ba622 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:33:38.622676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3e13c130-0120-491f-9c22-2f60e68ba622 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.636873 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-3fbf506b-ff44-4891-8f50-2c94af9996fc None None] Calling delete_port for bddc1618-f712-4dc6-95b7-fb5343f466be owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:38.665102 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-5eeac396-027e-4ab0-8a9f-aead715695ba admin admin] Deleting port c98493a4-a7db-4e68-bee8-70355f2b9786 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:38.665612 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5eeac396-027e-4ab0-8a9f-aead715695ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:33:38.703450 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:33:38.716456 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.718410 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-4cfb64fc-dfee-481f-be4e-70d58592f9a0 None None] Set router 80268182-ac74-489c-bfc6-d4fcbd75e630 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:38.721614 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3e13c130-0120-491f-9c22-2f60e68ba622 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.737411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-a875fd86-2de1-4d17-b8f4-975f7069d86b', 'network_id': 'a875fd86-2de1-4d17-b8f4-975f7069d86b', 'tenant_id': '2e500ed277df493db6f83afd53fe1d22', 'fixed_ips': [{'subnet_id': '390ff097-a3b6-4276-8b5e-e3e4f9096861'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:33:38.739225 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.742174 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f79af6c-f2d2-444b-8a73-03db0a236b06 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:33:38.750293 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d2dd4141-2231-4497-b610-8ab07588f4ea tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:38.759069 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3e13c130-0120-491f-9c22-2f60e68ba622 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.763956 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49302) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:38.765115 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3e13c130-0120-491f-9c22-2f60e68ba622 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "DELETE /v2.0/networks/fe1525ca-7363-430c-97ec-83815c53de33 HTTP/1.1" status: 204 len: 168 time: 0.6207967 Jun 18 16:33:38.772735 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9f79af6c-f2d2-444b-8a73-03db0a236b06 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.773084 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-9f79af6c-f2d2-444b-8a73-03db0a236b06 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Added segment d699cfa5-d999-4b9f-aeec-bbe3cc75bf92 of type vlan for network fa79da7b-4888-46b9-ae88-0996ca597963 Jun 18 16:33:38.802340 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13c130-0120-491f-9c22-2f60e68ba622 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Pushing event deleted for resources: {'Network': ['ID=fe1525ca-7363-430c-97ec-83815c53de33,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:38.810928 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3e13c130-0120-491f-9c22-2f60e68ba622 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:38.833117 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.4612074 Jun 18 16:33:38.833630 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427f2393-a5a4-4ef4-bd6c-2fbefa862f9f', 'tag': 'e489a813-068f-4ce5-b29f-01bf27d69c67'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:38.839007 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd084d4f-a7a7-4b49-9ea4-57ac3e16a6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "427f2393-a5a4-4ef4-bd6c-2fbefa862f9f", "tag": "e489a813-068f-4ce5-b29f-01bf27d69c67"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:38.886002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd98af2c-ecf6-4dec-8e4f-1d3144f5ac7a x-openstack-request-id: req-bd98af2c-ecf6-4dec-8e4f-1d3144f5ac7a {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:38.886862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427f2393-a5a4-4ef4-bd6c-2fbefa862f9f", "tag": "e489a813-068f-4ce5-b29f-01bf27d69c67", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:38.886862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd98af2c-ecf6-4dec-8e4f-1d3144f5ac7a {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:38.887192 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427f2393-a5a4-4ef4-bd6c-2fbefa862f9f', 'tag': 'e489a813-068f-4ce5-b29f-01bf27d69c67', 'status': 'completed', 'code': 200} Jun 18 16:33:38.890089 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3fbf506b-ff44-4891-8f50-2c94af9996fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.896148 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e6532baf-c9dd-4bd3-b9fb-94c8a983c251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:38.936459 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9f79af6c-f2d2-444b-8a73-03db0a236b06 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.946140 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-5eeac396-027e-4ab0-8a9f-aead715695ba admin admin] For port c98493a4-a7db-4e68-bee8-70355f2b9786, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c98493a4-a7db-4e68-bee8-70355f2b9786,segment=NetworkSegment(c3de9a6a-3470-493f-b30a-29ff6a5fc4fe),segment_id=c3de9a6a-3470-493f-b30a-29ff6a5fc4fe)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:38.946799 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5eeac396-027e-4ab0-8a9f-aead715695ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.949148 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.955241 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf506b-ff44-4891-8f50-2c94af9996fc None None] Pushing event deleted for resources: {'Port': ['ID=bddc1618-f712-4dc6-95b7-fb5343f466be,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:38.961832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3fbf506b-ff44-4891-8f50-2c94af9996fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:38.967204 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbf506b-ff44-4891-8f50-2c94af9996fc None None] No DVR routers for this DVR port bddc1618-f712-4dc6-95b7-fb5343f466be on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:38.986095 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Allocated IP 2001:db8::2 (a875fd86-2de1-4d17-b8f4-975f7069d86b/390ff097-a3b6-4276-8b5e-e3e4f9096861/a4a1c68b-fd85-4d76-bbda-dd90e1b9c429) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:39.057130 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4cfb64fc-dfee-481f-be4e-70d58592f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '095d612c-b76b-464d-bcaf-436d32419048', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'floating_ip_address': '172.26.2.134', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'port_id': 'e489a813-068f-4ce5-b29f-01bf27d69c67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'mac_address': 'fa:16:3e:aa:0a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f2393-a5a4-4ef4-bd6c-2fbefa862f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:33:35Z', 'updated_at': '2021-06-18T16:33:35Z', 'revision_number': 0, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:39Z', 'revision_number': 5, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:39.072681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c46052c9-d0b7-4615-8b29-5f8a8033feaf tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.083281 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfb64fc-dfee-481f-be4e-70d58592f9a0 None None] Checking router: 80268182-ac74-489c-bfc6-d4fcbd75e630 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:33:39.099716 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb64fc-dfee-481f-be4e-70d58592f9a0 None None] Routers {'80268182-ac74-489c-bfc6-d4fcbd75e630'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:39.100514 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4cfb64fc-dfee-481f-be4e-70d58592f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['80268182-ac74-489c-bfc6-d4fcbd75e630'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:39.100780 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-5eeac396-027e-4ab0-8a9f-aead715695ba admin admin] Calling delete_port for c98493a4-a7db-4e68-bee8-70355f2b9786 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:39.142788 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.153615 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Transition to ACTIVE for port object a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:39.171900 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Transition to ACTIVE for port object a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:39.178915 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.181670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f8589df5-ea3c-403d-a506-47859ac76d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:39.185646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9f79af6c-f2d2-444b-8a73-03db0a236b06 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.191916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f79af6c-f2d2-444b-8a73-03db0a236b06 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:39.192454 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9f79af6c-f2d2-444b-8a73-03db0a236b06 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.213459 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a8aaeec8-5d97-4cbd-98f9-781d838d87c6 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:39.216126 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-4cfb64fc-dfee-481f-be4e-70d58592f9a0 None None] Set router 80268182-ac74-489c-bfc6-d4fcbd75e630 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:39.219156 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Network a875fd86-2de1-4d17-b8f4-975f7069d86b is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:39.223932 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:39.228529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:39.231618 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Pushing event updated for resources: {'Port': ['ID=a4a1c68b-fd85-4d76-bbda-dd90e1b9c429,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:39.235785 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:39.294097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Attempting to bind port a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:33:39.294349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Attempting to bind port a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '034f7339-7eb4-416d-a0c1-9dc36e98dc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a875fd86-2de1-4d17-b8f4-975f7069d86b'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:33:39.294653 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Attempting to bind port a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 on network a875fd86-2de1-4d17-b8f4-975f7069d86b {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:33:39.299601 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:33:39.300282 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Checking segment: {'id': '034f7339-7eb4-416d-a0c1-9dc36e98dc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a875fd86-2de1-4d17-b8f4-975f7069d86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:39.301775 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.302056 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Bound using segment: {'id': '034f7339-7eb4-416d-a0c1-9dc36e98dc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a875fd86-2de1-4d17-b8f4-975f7069d86b'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:33:39.302726 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Bound port: a4a1c68b-fd85-4d76-bbda-dd90e1b9c429, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034f7339-7eb4-416d-a0c1-9dc36e98dc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a875fd86-2de1-4d17-b8f4-975f7069d86b'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:33:39.303289 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.329058 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9f79af6c-f2d2-444b-8a73-03db0a236b06 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8195601 Jun 18 16:33:39.332015 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49308) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:39.337809 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-2c0be79b-739f-43e4-b8e5-6a6e32d078fd tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Request body: {'network': {'name': 'tempest-router-network02--1365026504'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:39.365291 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0be79b-739f-43e4-b8e5-6a6e32d078fd tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Made reservation on behalf of 2e500ed277df493db6f83afd53fe1d22 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:39.371683 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c0be79b-739f-43e4-b8e5-6a6e32d078fd tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.374227 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] For port a4a1c68b-fd85-4d76-bbda-dd90e1b9c429, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:33:39.380218 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] For port a4a1c68b-fd85-4d76-bbda-dd90e1b9c429, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a4a1c68b-fd85-4d76-bbda-dd90e1b9c429,segment=NetworkSegment(034f7339-7eb4-416d-a0c1-9dc36e98dc7c),segment_id=034f7339-7eb4-416d-a0c1-9dc36e98dc7c)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:33:39.387662 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.389988 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79af6c-f2d2-444b-8a73-03db0a236b06 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event updated for resources: {'Network': ['ID=fa79da7b-4888-46b9-ae88-0996ca597963,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:39.391331 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-fcb57a23-6518-4839-91be-9b2d92d1e318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:39.393555 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9f79af6c-f2d2-444b-8a73-03db0a236b06 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:39.401057 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd084d4f-a7a7-4b49-9ea4-57ac3e16a6d8 req-980bb6c6-a9ec-4fd6-8ceb-7f379ce07138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:39.402545 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd084d4f-a7a7-4b49-9ea4-57ac3e16a6d8 req-980bb6c6-a9ec-4fd6-8ceb-7f379ce07138 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16baf16222f446bfa2a20a3a159e0911&device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 1099 time: 0.4488475 Jun 18 16:33:39.429717 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c46052c9-d0b7-4615-8b29-5f8a8033feaf tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.430970 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network fa79da7b-4888-46b9-ae88-0996ca597963 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:33:39.434125 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0be79b-739f-43e4-b8e5-6a6e32d078fd tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:33:39.449648 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c0be79b-739f-43e4-b8e5-6a6e32d078fd tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.450192 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-2c0be79b-739f-43e4-b8e5-6a6e32d078fd tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Added segment 1b745bc1-a330-4e56-8137-e55d3f2c2696 of type vlan for network 73efadeb-6842-4b4d-b3e8-570b7496e049 Jun 18 16:33:39.450751 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-c46052c9-d0b7-4615-8b29-5f8a8033feaf tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4e8b2d-7421-4175-8189-5f52a8e67459']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:39.482619 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-c46052c9-d0b7-4615-8b29-5f8a8033feaf tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc12710c-03d8-47c7-8496-5058be51ec05') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:39.482941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-c46052c9-d0b7-4615-8b29-5f8a8033feaf tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc12710c-03d8-47c7-8496-5058be51ec05') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:39.493355 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c46052c9-d0b7-4615-8b29-5f8a8033feaf tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.507992 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c46052c9-d0b7-4615-8b29-5f8a8033feaf tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.510100 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c0be79b-739f-43e4-b8e5-6a6e32d078fd tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.514112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46052c9-d0b7-4615-8b29-5f8a8033feaf tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:33:39.514526 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c46052c9-d0b7-4615-8b29-5f8a8033feaf tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.548791 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4cfb64fc-dfee-481f-be4e-70d58592f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '095d612c-b76b-464d-bcaf-436d32419048', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'floating_ip_address': '172.26.2.134', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'port_id': 'e489a813-068f-4ce5-b29f-01bf27d69c67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'mac_address': 'fa:16:3e:aa:0a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f2393-a5a4-4ef4-bd6c-2fbefa862f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:33:35Z', 'updated_at': '2021-06-18T16:33:35Z', 'revision_number': 0, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:39Z', 'revision_number': 5, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:39.563034 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Pushing event updated for resources: {'Port': ['ID=a4a1c68b-fd85-4d76-bbda-dd90e1b9c429,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:39.567878 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:39.580605 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfb64fc-dfee-481f-be4e-70d58592f9a0 None None] The sync data for ids ['80268182-ac74-489c-bfc6-d4fcbd75e630'] in dv-neutron-797121-1-hyperv is: [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '095d612c-b76b-464d-bcaf-436d32419048', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'floating_ip_address': '172.26.2.134', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'port_id': 'e489a813-068f-4ce5-b29f-01bf27d69c67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'mac_address': 'fa:16:3e:aa:0a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f2393-a5a4-4ef4-bd6c-2fbefa862f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:33:35Z', 'updated_at': '2021-06-18T16:33:35Z', 'revision_number': 0, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:39Z', 'revision_number': 5, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:39.599260 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c0be79b-739f-43e4-b8e5-6a6e32d078fd tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:33:39.604723 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:33:39.609490 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0be79b-739f-43e4-b8e5-6a6e32d078fd tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:39.611473 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2c0be79b-739f-43e4-b8e5-6a6e32d078fd tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.621780 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9b4ec01d-c5f3-4399-a92d-12e05528f79b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:39.705207 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2c0be79b-739f-43e4-b8e5-6a6e32d078fd tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3714206 Jun 18 16:33:39.709556 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49312) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:39.717733 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3b759-9106-41c6-a9f9-47a4a174bbed req-7665273c-8b74-4cad-b34e-a068f50f0c20 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:39.719459 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-68d3b759-9106-41c6-a9f9-47a4a174bbed req-7665273c-8b74-4cad-b34e-a068f50f0c20 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 945 time: 0.1758592 Jun 18 16:33:39.728106 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-26092ae7-6f79-4b91-b553-a1d616f786b6 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Request body: {'subnet': {'network_id': 'fa79da7b-4888-46b9-ae88-0996ca597963', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:39.806434 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0be79b-739f-43e4-b8e5-6a6e32d078fd tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event updated for resources: {'Network': ['ID=73efadeb-6842-4b4d-b3e8-570b7496e049,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:39.818768 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 73efadeb-6842-4b4d-b3e8-570b7496e049 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:33:39.860797 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2c0be79b-739f-43e4-b8e5-6a6e32d078fd tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:39.899225 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26092ae7-6f79-4b91-b553-a1d616f786b6 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Made reservation on behalf of 2e500ed277df493db6f83afd53fe1d22 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:39.903776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-26092ae7-6f79-4b91-b553-a1d616f786b6 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.920414 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8303417-a970-4536-8c61-9e58469b1d9a None None] New status for floating IP 095d612c-b76b-464d-bcaf-436d32419048: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:33:39.975482 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bddc1618-f712-4dc6-95b7-fb5343f466be no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:40.004193 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-68d3b759-9106-41c6-a9f9-47a4a174bbed req-ab3a98fa-6adb-4066-9611-3df4c263405f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094085 Jun 18 16:33:40.008845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: bddc1618-f712-4dc6-95b7-fb5343f466be {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:40.009269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bddc1618-f712-4dc6-95b7-fb5343f466be not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:40.146368 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-26092ae7-6f79-4b91-b553-a1d616f786b6 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:40.149562 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8b34ed3b-4ec0-45af-824f-ee5dd11cd9f0 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:40.174689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c46052c9-d0b7-4615-8b29-5f8a8033feaf tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:40.187400 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c02422b2-644c-4d4b-ac90-0d6f47c6df64 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:40.197024 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c46052c9-d0b7-4615-8b29-5f8a8033feaf tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:40.201420 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c46052c9-d0b7-4615-8b29-5f8a8033feaf tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "DELETE /v2.0/networks/9f4e8b2d-7421-4175-8189-5f52a8e67459 HTTP/1.1" status: 204 len: 168 time: 1.4301996 Jun 18 16:33:40.203758 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49314) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:40.207930 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-e9c9eb9f-32b5-4ea6-9327-5ba23a373eff tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting port b17b6fdf-4169-42da-ba7c-3fae6ce706a8 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:40.208258 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e9c9eb9f-32b5-4ea6-9327-5ba23a373eff tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:40.251962 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26092ae7-6f79-4b91-b553-a1d616f786b6 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event updated for resources: {'Subnet': ['ID=6c1993e0-dd18-4818-b56e-b3e1d3ce7027,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:40.257606 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-26092ae7-6f79-4b91-b553-a1d616f786b6 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:40.272555 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26092ae7-6f79-4b91-b553-a1d616f786b6 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Checking segment: {'id': 'd699cfa5-d999-4b9f-aeec-bbe3cc75bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fa79da7b-4888-46b9-ae88-0996ca597963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:40.272924 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26092ae7-6f79-4b91-b553-a1d616f786b6 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Network hostable DHCP agents. Network: fa79da7b-4888-46b9-ae88-0996ca597963, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:33:40.278393 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-0516dda1-88fa-4af5-beea-bff20805e6e1 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Deleting subnet 6756839a-f5cc-4874-ae27-53a5d3bea91c {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:33:40.282082 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0516dda1-88fa-4af5-beea-bff20805e6e1 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:40.291858 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46052c9-d0b7-4615-8b29-5f8a8033feaf tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Pushing event deleted for resources: {'Network': ['ID=9f4e8b2d-7421-4175-8189-5f52a8e67459,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:40.294419 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c46052c9-d0b7-4615-8b29-5f8a8033feaf tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:40.330167 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26092ae7-6f79-4b91-b553-a1d616f786b6 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Network fa79da7b-4888-46b9-ae88-0996ca597963 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:33:40.333937 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0516dda1-88fa-4af5-beea-bff20805e6e1 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:40.334644 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd084d4f-a7a7-4b49-9ea4-57ac3e16a6d8 req-66140ceb-efdb-4b5b-bdec-190b7803a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:40.336911 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd084d4f-a7a7-4b49-9ea4-57ac3e16a6d8 req-66140ceb-efdb-4b5b-bdec-190b7803a900 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b035b862-0d9c-4039-9037-42f41472e61d HTTP/1.1" status: 200 len: 913 time: 0.9235816 Jun 18 16:33:40.364705 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-26092ae7-6f79-4b91-b553-a1d616f786b6 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, fa79da7b-4888-46b9-ae88-0996ca597963) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:40.374774 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34e681f-67f9-4a32-868b-9f85455bca3e None None] Network fa79da7b-4888-46b9-ae88-0996ca597963 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:40.377877 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26092ae7-6f79-4b91-b553-a1d616f786b6 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:40.378332 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-26092ae7-6f79-4b91-b553-a1d616f786b6 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:40.399231 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-26092ae7-6f79-4b91-b553-a1d616f786b6 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6760139 Jun 18 16:33:40.403645 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49316) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:40.410166 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-a56ce104-27bb-450e-87e9-183bbe4baf8f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Request body: {'subnet': {'network_id': '73efadeb-6842-4b4d-b3e8-570b7496e049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:40.457746 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e9c9eb9f-32b5-4ea6-9327-5ba23a373eff tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:40.538290 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0516dda1-88fa-4af5-beea-bff20805e6e1 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:40.540023 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:40.545744 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-e9c9eb9f-32b5-4ea6-9327-5ba23a373eff tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Calling delete_port for b17b6fdf-4169-42da-ba7c-3fae6ce706a8 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:40.559394 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5eeac396-027e-4ab0-8a9f-aead715695ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:40.570858 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d9f5f6b3-ba2b-4e3d-b8d5-f95c753171fb tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:40.579170 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd084d4f-a7a7-4b49-9ea4-57ac3e16a6d8 req-ebb3fc26-8be9-4ff9-9530-7701882e52b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e489a813-068f-4ce5-b29f-01bf27d69c67 HTTP/1.1" status: 200 len: 1002 time: 0.2355678 Jun 18 16:33:40.608632 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56ce104-27bb-450e-87e9-183bbe4baf8f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Made reservation on behalf of 2e500ed277df493db6f83afd53fe1d22 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:40.613696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a56ce104-27bb-450e-87e9-183bbe4baf8f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:40.629535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-fa79da7b-4888-46b9-ae88-0996ca597963', 'network_id': 'fa79da7b-4888-46b9-ae88-0996ca597963', 'tenant_id': '2e500ed277df493db6f83afd53fe1d22', 'fixed_ips': [{'subnet_id': '6c1993e0-dd18-4818-b56e-b3e1d3ce7027'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:33:40.630715 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:40.700112 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0516dda1-88fa-4af5-beea-bff20805e6e1 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:40.708119 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9f83d10b-aec7-4581-b11f-340b7eb9c92c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:40.758225 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0516dda1-88fa-4af5-beea-bff20805e6e1 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:40.758705 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e405df29-f697-4d69-bddf-ed14532fcc66 None None] Network 963a8a9c-3fab-44ff-822f-e53fb3f3e35e requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:40.760537 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0516dda1-88fa-4af5-beea-bff20805e6e1 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "DELETE /v2.0/subnets/6756839a-f5cc-4874-ae27-53a5d3bea91c HTTP/1.1" status: 204 len: 168 time: 0.5558219 Jun 18 16:33:40.764522 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49318) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:40.777480 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516dda1-88fa-4af5-beea-bff20805e6e1 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Pushing event deleted for resources: {'Subnet': ['ID=6756839a-f5cc-4874-ae27-53a5d3bea91c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:40.817043 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0516dda1-88fa-4af5-beea-bff20805e6e1 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:40.853917 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeac396-027e-4ab0-8a9f-aead715695ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c98493a4-a7db-4e68-bee8-70355f2b9786,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:40.857392 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5eeac396-027e-4ab0-8a9f-aead715695ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:40.896356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5eeac396-027e-4ab0-8a9f-aead715695ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:40.930501 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:41.000421 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd084d4f-a7a7-4b49-9ea4-57ac3e16a6d8 req-db54cdad-7eba-4a24-ac43-0f427d627173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:41.002068 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd084d4f-a7a7-4b49-9ea4-57ac3e16a6d8 req-db54cdad-7eba-4a24-ac43-0f427d627173 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4db1c29c-aa09-4f43-a654-3bf9324a3d81 HTTP/1.1" status: 200 len: 851 time: 0.4158168 Jun 18 16:33:41.015630 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Allocated IP 2001:db8::2 (fa79da7b-4888-46b9-ae88-0996ca597963/6c1993e0-dd18-4818-b56e-b3e1d3ce7027/c27880f8-31c5-41b7-92e7-bb380b1f45a9) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:41.100536 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Deleting port 14796b4e-5033-4973-ac5b-109282c8bf10 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:41.100930 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:41.103280 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a56ce104-27bb-450e-87e9-183bbe4baf8f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:41.109841 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4819cebd-23c9-4be7-a23e-8150ff0dcb5c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:41.208929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd084d4f-a7a7-4b49-9ea4-57ac3e16a6d8 req-70221ab4-85c7-4dd2-bb8e-1a23bcd717f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:41.210650 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd084d4f-a7a7-4b49-9ea4-57ac3e16a6d8 req-70221ab4-85c7-4dd2-bb8e-1a23bcd717f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b035b862-0d9c-4039-9037-42f41472e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1989677 Jun 18 16:33:41.289119 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ce104-27bb-450e-87e9-183bbe4baf8f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event updated for resources: {'Subnet': ['ID=854dd4b2-ffbf-4e36-82e8-c1b086ba4af7,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:41.291335 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56ce104-27bb-450e-87e9-183bbe4baf8f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Checking segment: {'id': '1b745bc1-a330-4e56-8137-e55d3f2c2696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '73efadeb-6842-4b4d-b3e8-570b7496e049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:41.291702 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56ce104-27bb-450e-87e9-183bbe4baf8f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Network hostable DHCP agents. Network: 73efadeb-6842-4b4d-b3e8-570b7496e049, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:33:41.294904 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a56ce104-27bb-450e-87e9-183bbe4baf8f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:41.296774 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] For port 14796b4e-5033-4973-ac5b-109282c8bf10, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=14796b4e-5033-4973-ac5b-109282c8bf10,segment=NetworkSegment(cc484af3-28dc-4da7-b7f9-87420efe8b5d),segment_id=cc484af3-28dc-4da7-b7f9-87420efe8b5d)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:41.297143 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:41.317918 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa09934-87da-4753-8ee0-074a16a8b1b3 None None] Network a875fd86-2de1-4d17-b8f4-975f7069d86b requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:41.374406 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Calling delete_port for 14796b4e-5033-4973-ac5b-109282c8bf10 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:41.402534 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56ce104-27bb-450e-87e9-183bbe4baf8f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Network 73efadeb-6842-4b4d-b3e8-570b7496e049 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:33:41.406646 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ff2fd74f-9987-41f5-b4ef-0472fb93eac8 None None] Provisioning for port a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:41.441425 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e9c9eb9f-32b5-4ea6-9327-5ba23a373eff tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:41.451848 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-78dd5ef6-b99e-47df-8198-da19bdc30629 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:41.458908 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7e6f1-805b-4643-9ea1-a9336f6794df req-f4f73998-8f03-4c36-b0fe-e0899028ad8b tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:41.461137 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d7a7e6f1-805b-4643-9ea1-a9336f6794df req-f4f73998-8f03-4c36-b0fe-e0899028ad8b tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 945 time: 0.2762527 Jun 18 16:33:41.465649 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-a56ce104-27bb-450e-87e9-183bbe4baf8f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 73efadeb-6842-4b4d-b3e8-570b7496e049) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:41.474769 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56ce104-27bb-450e-87e9-183bbe4baf8f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:41.475358 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a56ce104-27bb-450e-87e9-183bbe4baf8f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:41.497112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9eb9f-32b5-4ea6-9327-5ba23a373eff tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Port': ['ID=b17b6fdf-4169-42da-ba7c-3fae6ce706a8,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:41.500556 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e9c9eb9f-32b5-4ea6-9327-5ba23a373eff tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:41.502488 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd084d4f-a7a7-4b49-9ea4-57ac3e16a6d8 req-3fb8a4bb-921a-40ab-a5b0-8b76f0b9c9d1 service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820385 Jun 18 16:33:41.527232 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a56ce104-27bb-450e-87e9-183bbe4baf8f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1223445 Jun 18 16:33:41.540579 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49322) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:41.546238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae50975e-5415-4105-add4-85b78ea90a53 None None] Network 73efadeb-6842-4b4d-b3e8-570b7496e049 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:41.556227 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6250c68-8cc1-4046-ad17-3cce03f34f03 None None] DHCP port deletion for 963a8a9c-3fab-44ff-822f-e53fb3f3e35e request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:33:41.591014 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d7a7e6f1-805b-4643-9ea1-a9336f6794df req-a50a99b3-d64e-46e2-9ce6-b33e3fc1bb8f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109896 Jun 18 16:33:41.634558 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:41.645325 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8630a2c4-6b7d-44b1-8184-e8a17b13b7ed tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:41.689066 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c6250c68-8cc1-4046-ad17-3cce03f34f03 None None] The port '14796b4e-5033-4973-ac5b-109282c8bf10' was deleted {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1929}} Jun 18 16:33:41.705131 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eeac396-027e-4ab0-8a9f-aead715695ba admin admin] Router b0e8869e-7f5f-4b8e-89db-3faedae9fc5f has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:41.717287 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e9c9eb9f-32b5-4ea6-9327-5ba23a373eff tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:41.758124 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd084d4f-a7a7-4b49-9ea4-57ac3e16a6d8 req-b2ad3ed9-b8cb-4837-b3a4-5a1307824b10 service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466218 Jun 18 16:33:41.759318 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Pushing event deleted for resources: {'Port': ['ID=14796b4e-5033-4973-ac5b-109282c8bf10,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:41.768729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:41.772144 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] No DVR routers for this DVR port 14796b4e-5033-4973-ac5b-109282c8bf10 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:41.869629 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:41.880576 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Transition to ACTIVE for port object c27880f8-31c5-41b7-92e7-bb380b1f45a9 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:41.920443 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Transition to ACTIVE for port object c27880f8-31c5-41b7-92e7-bb380b1f45a9 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:41.929568 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eeac396-027e-4ab0-8a9f-aead715695ba admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:41.942035 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9199984-095b-4f14-95be-4450172907fc None None] Sync routers for ids ['b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:41.952553 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:41.954086 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:41.963315 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9199984-095b-4f14-95be-4450172907fc None None] Routers {'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:41.966548 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d9199984-095b-4f14-95be-4450172907fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:41.966739 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5eeac396-027e-4ab0-8a9f-aead715695ba admin admin] 10.222.0.39 "PUT /v2.0/routers/b0e8869e-7f5f-4b8e-89db-3faedae9fc5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5088818 Jun 18 16:33:41.967322 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49324) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:41.978825 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963a8a9c-3fab-44ff-822f-e53fb3f3e35e']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:42.001510 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc484af3-28dc-4da7-b7f9-87420efe8b5d') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:42.002003 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc484af3-28dc-4da7-b7f9-87420efe8b5d') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:42.009370 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:42.013704 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.036394 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.043567 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:33:42.044060 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.070473 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:42.072677 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-73efadeb-6842-4b4d-b3e8-570b7496e049', 'network_id': '73efadeb-6842-4b4d-b3e8-570b7496e049', 'tenant_id': '2e500ed277df493db6f83afd53fe1d22', 'fixed_ips': [{'subnet_id': '854dd4b2-ffbf-4e36-82e8-c1b086ba4af7'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:33:42.073917 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:33:42.122109 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:33:42.131611 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.138727 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-d9199984-095b-4f14-95be-4450172907fc None None] Set router b0e8869e-7f5f-4b8e-89db-3faedae9fc5f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:42.151476 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Pushing event updated for resources: {'Port': ['ID=c27880f8-31c5-41b7-92e7-bb380b1f45a9,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:42.154264 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:42.163576 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-98f20a46-8fa3-404a-948b-6c75cd1b6179 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:42.174960 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Network fa79da7b-4888-46b9-ae88-0996ca597963 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:42.178924 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.182992 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "DELETE /v2.0/networks/963a8a9c-3fab-44ff-822f-e53fb3f3e35e HTTP/1.1" status: 204 len: 168 time: 1.4151850 Jun 18 16:33:42.190454 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:42.194150 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49326) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:42.194437 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:42.203706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a77594c6-18c7-4689-8b81-7016d5d6a7fd admin admin] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.218294 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Pushing event deleted for resources: {'Network': ['ID=963a8a9c-3fab-44ff-822f-e53fb3f3e35e,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:42.238975 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:42.245858 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1a74886c-1f32-4aed-a49e-e0f579a43329 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d2ec548-c752-4b94-9c2d-8e066a8e957d HTTP/1.1" status: 200 len: 205 time: 0.0400281 Jun 18 16:33:42.247722 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49328) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:42.306331 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c9eb9f-32b5-4ea6-9327-5ba23a373eff tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router db50e9ab-a5d2-491c-8f29-076099f5ffad has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:42.392833 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:42.399386 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:42.399777 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.421487 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Attempting to bind port c27880f8-31c5-41b7-92e7-bb380b1f45a9 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:33:42.421874 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Attempting to bind port c27880f8-31c5-41b7-92e7-bb380b1f45a9 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'd699cfa5-d999-4b9f-aeec-bbe3cc75bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fa79da7b-4888-46b9-ae88-0996ca597963'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:33:42.422243 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Attempting to bind port c27880f8-31c5-41b7-92e7-bb380b1f45a9 on network fa79da7b-4888-46b9-ae88-0996ca597963 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:33:42.433494 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d9199984-095b-4f14-95be-4450172907fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'name': 'tempest-ServerActionsTestJSON-223729613-router', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:02Z', 'updated_at': '2021-06-18T16:33:40Z', 'revision_number': 5, 'project_id': '50f087196ad446c28f1edba2e7568216', 'gw_port': {'id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:03Z', 'updated_at': '2021-06-18T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:42.447439 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a964329c-840e-4b1e-9c67-1d2da8cb392c None None] Provisioning complete for port a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:42.447818 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a964329c-840e-4b1e-9c67-1d2da8cb392c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.459570 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c9eb9f-32b5-4ea6-9327-5ba23a373eff tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:42.459838 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:33:42.459838 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Checking segment: {'id': 'd699cfa5-d999-4b9f-aeec-bbe3cc75bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fa79da7b-4888-46b9-ae88-0996ca597963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:42.460084 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.460646 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Bound using segment: {'id': 'd699cfa5-d999-4b9f-aeec-bbe3cc75bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fa79da7b-4888-46b9-ae88-0996ca597963'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:33:42.461147 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Bound port: c27880f8-31c5-41b7-92e7-bb380b1f45a9, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd699cfa5-d999-4b9f-aeec-bbe3cc75bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fa79da7b-4888-46b9-ae88-0996ca597963'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:33:42.461527 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.471891 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e9c9eb9f-32b5-4ea6-9327-5ba23a373eff tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/db50e9ab-a5d2-491c-8f29-076099f5ffad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6581769 Jun 18 16:33:42.474067 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9199984-095b-4f14-95be-4450172907fc None None] Checking router: b0e8869e-7f5f-4b8e-89db-3faedae9fc5f for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:33:42.476605 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49330) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:42.485588 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9199984-095b-4f14-95be-4450172907fc None None] Routers {'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:42.486686 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d9199984-095b-4f14-95be-4450172907fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:42.494944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a77594c6-18c7-4689-8b81-7016d5d6a7fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.498986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760844e6-8832-4011-be94-85e02e8957c8 None None] Sync routers for ids ['db50e9ab-a5d2-491c-8f29-076099f5ffad'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:42.521770 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1edc2601-7636-48ee-b6e3-81b3af8c7c56 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/ports?device_id=db50e9ab-a5d2-491c-8f29-076099f5ffad HTTP/1.1" status: 200 len: 205 time: 0.0436239 Jun 18 16:33:42.524854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49332) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:42.551073 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Allocated IP 2001:db8::2 (73efadeb-6842-4b4d-b3e8-570b7496e049/854dd4b2-ffbf-4e36-82e8-c1b086ba4af7/c711ed7c-bf6d-4b39-bd75-d485eef957ff) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:42.579421 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760844e6-8832-4011-be94-85e02e8957c8 None None] Routers {'db50e9ab-a5d2-491c-8f29-076099f5ffad'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:42.580066 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-760844e6-8832-4011-be94-85e02e8957c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['db50e9ab-a5d2-491c-8f29-076099f5ffad'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:42.640483 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-d9199984-095b-4f14-95be-4450172907fc None None] Set router b0e8869e-7f5f-4b8e-89db-3faedae9fc5f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:42.668621 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-760844e6-8832-4011-be94-85e02e8957c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:42.712073 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3e5d-fdb4-4e5c-a868-26db89142e15 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.712630 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.724714 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8b894609-e825-4993-bc37-5926ec9b4d98 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.737610 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] For port c27880f8-31c5-41b7-92e7-bb380b1f45a9, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:33:42.754607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760844e6-8832-4011-be94-85e02e8957c8 None None] Routers {'db50e9ab-a5d2-491c-8f29-076099f5ffad'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:42.755248 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-760844e6-8832-4011-be94-85e02e8957c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['db50e9ab-a5d2-491c-8f29-076099f5ffad'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:42.857831 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] For port c27880f8-31c5-41b7-92e7-bb380b1f45a9, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c27880f8-31c5-41b7-92e7-bb380b1f45a9,segment=NetworkSegment(d699cfa5-d999-4b9f-aeec-bbe3cc75bf92),segment_id=d699cfa5-d999-4b9f-aeec-bbe3cc75bf92)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:33:42.858814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a964329c-840e-4b1e-9c67-1d2da8cb392c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.875706 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-760844e6-8832-4011-be94-85e02e8957c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:42.875706 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760844e6-8832-4011-be94-85e02e8957c8 None None] The sync data for ids ['db50e9ab-a5d2-491c-8f29-076099f5ffad'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:42.881933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.883935 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.891272 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:42.921371 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d9199984-095b-4f14-95be-4450172907fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'name': 'tempest-ServerActionsTestJSON-223729613-router', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:02Z', 'updated_at': '2021-06-18T16:33:40Z', 'revision_number': 5, 'project_id': '50f087196ad446c28f1edba2e7568216', 'gw_port': {'id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:03Z', 'updated_at': '2021-06-18T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:43.051412 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8b894609-e825-4993-bc37-5926ec9b4d98 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.055799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8b894609-e825-4993-bc37-5926ec9b4d98 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.058449 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-a964329c-840e-4b1e-9c67-1d2da8cb392c None None] For port a4a1c68b-fd85-4d76-bbda-dd90e1b9c429, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a4a1c68b-fd85-4d76-bbda-dd90e1b9c429,segment=NetworkSegment(034f7339-7eb4-416d-a0c1-9dc36e98dc7c),segment_id=034f7339-7eb4-416d-a0c1-9dc36e98dc7c)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:43.068821 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Pushing event updated for resources: {'Port': ['ID=c27880f8-31c5-41b7-92e7-bb380b1f45a9,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:43.078003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:43.084509 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a964329c-840e-4b1e-9c67-1d2da8cb392c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.104026 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9199984-095b-4f14-95be-4450172907fc None None] The sync data for ids ['b0e8869e-7f5f-4b8e-89db-3faedae9fc5f'] in dv-neutron-797121-1-hyperv is: [{'id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'name': 'tempest-ServerActionsTestJSON-223729613-router', 'tenant_id': '50f087196ad446c28f1edba2e7568216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:30:02Z', 'updated_at': '2021-06-18T16:33:40Z', 'revision_number': 5, 'project_id': '50f087196ad446c28f1edba2e7568216', 'gw_port': {'id': '3e9bdf4b-aae5-4030-b3a9-17113d6e3238', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8869e-7f5f-4b8e-89db-3faedae9fc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:03Z', 'updated_at': '2021-06-18T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:43.113556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b0b3c854-5541-4273-8ab3-ab258fbd9646 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:43.200506 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef7978-fac2-4da0-b2b5-efcb7e4cc67e req-3d58d86b-de40-4f51-a90b-68a20a3b434f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:43.202057 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-81ef7978-fac2-4da0-b2b5-efcb7e4cc67e req-3d58d86b-de40-4f51-a90b-68a20a3b434f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 945 time: 0.3513353 Jun 18 16:33:43.208402 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8b894609-e825-4993-bc37-5926ec9b4d98 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.208936 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b894609-e825-4993-bc37-5926ec9b4d98 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Fanout notify agent at l3_agent the message router_deleted on router 7d2ec548-c752-4b94-9c2d-8e066a8e957d {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:33:43.214891 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.218011 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8b894609-e825-4993-bc37-5926ec9b4d98 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.221755 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8b894609-e825-4993-bc37-5926ec9b4d98 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] 10.222.0.39 "DELETE /v2.0/routers/7d2ec548-c752-4b94-9c2d-8e066a8e957d HTTP/1.1" status: 204 len: 168 time: 0.9704299 Jun 18 16:33:43.223028 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:33:43.223807 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:33:43.225943 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964329c-840e-4b1e-9c67-1d2da8cb392c None None] Pushing event updated for resources: {'Port': ['ID=a4a1c68b-fd85-4d76-bbda-dd90e1b9c429,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:43.230158 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a964329c-840e-4b1e-9c67-1d2da8cb392c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:43.231041 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Transition to ACTIVE for port object c711ed7c-bf6d-4b39-bd75-d485eef957ff will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:43.258751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Transition to ACTIVE for port object c711ed7c-bf6d-4b39-bd75-d485eef957ff will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:43.266684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-a77594c6-18c7-4689-8b81-7016d5d6a7fd admin admin] Deleting port 3e9bdf4b-aae5-4030-b3a9-17113d6e3238 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:43.267027 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a77594c6-18c7-4689-8b81-7016d5d6a7fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.267551 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.272385 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d5669ec2-0be8-422f-b753-107f211667e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:43.351312 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Network 73efadeb-6842-4b4d-b3e8-570b7496e049 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:43.354893 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:43.359632 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Allocated IP 2001:db8::1 (fa79da7b-4888-46b9-ae88-0996ca597963/6c1993e0-dd18-4818-b56e-b3e1d3ce7027/8222626d-a47c-45c5-aaed-b8978ff81202) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:43.360902 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:43.366030 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Pushing event updated for resources: {'Port': ['ID=c711ed7c-bf6d-4b39-bd75-d485eef957ff,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:43.372707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:43.399972 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-81ef7978-fac2-4da0-b2b5-efcb7e4cc67e req-2c0048f7-bc54-4cad-b043-357f37faffa0 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796803 Jun 18 16:33:43.406982 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3e5d-fdb4-4e5c-a868-26db89142e15 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.410855 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3e5d-fdb4-4e5c-a868-26db89142e15 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.447675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Attempting to bind port c711ed7c-bf6d-4b39-bd75-d485eef957ff on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:33:43.448056 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Attempting to bind port c711ed7c-bf6d-4b39-bd75-d485eef957ff by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '1b745bc1-a330-4e56-8137-e55d3f2c2696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '73efadeb-6842-4b4d-b3e8-570b7496e049'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:33:43.448716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Attempting to bind port c711ed7c-bf6d-4b39-bd75-d485eef957ff on network 73efadeb-6842-4b4d-b3e8-570b7496e049 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:33:43.454358 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:33:43.454773 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Checking segment: {'id': '1b745bc1-a330-4e56-8137-e55d3f2c2696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '73efadeb-6842-4b4d-b3e8-570b7496e049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:43.455187 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.455593 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Bound using segment: {'id': '1b745bc1-a330-4e56-8137-e55d3f2c2696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '73efadeb-6842-4b4d-b3e8-570b7496e049'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:33:43.456069 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Bound port: c711ed7c-bf6d-4b39-bd75-d485eef957ff, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b745bc1-a330-4e56-8137-e55d3f2c2696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '73efadeb-6842-4b4d-b3e8-570b7496e049'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:33:43.456976 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.510750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-a77594c6-18c7-4689-8b81-7016d5d6a7fd admin admin] For port 3e9bdf4b-aae5-4030-b3a9-17113d6e3238, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=3e9bdf4b-aae5-4030-b3a9-17113d6e3238,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:43.514858 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a77594c6-18c7-4689-8b81-7016d5d6a7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.601664 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] For port c711ed7c-bf6d-4b39-bd75-d485eef957ff, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:33:43.605289 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] For port c711ed7c-bf6d-4b39-bd75-d485eef957ff, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c711ed7c-bf6d-4b39-bd75-d485eef957ff,segment=NetworkSegment(1b745bc1-a330-4e56-8137-e55d3f2c2696),segment_id=1b745bc1-a330-4e56-8137-e55d3f2c2696)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:33:43.612000 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.615282 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b2097dfa-672a-4d54-b9ba-e193cf6e97e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:43.622354 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.639345 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-a77594c6-18c7-4689-8b81-7016d5d6a7fd admin admin] Calling delete_port for 3e9bdf4b-aae5-4030-b3a9-17113d6e3238 owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:43.679020 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Transition to ACTIVE for port object 8222626d-a47c-45c5-aaed-b8978ff81202 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:43.706745 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Pushing event updated for resources: {'Port': ['ID=c711ed7c-bf6d-4b39-bd75-d485eef957ff,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:43.711478 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:43.723681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3e5d-fdb4-4e5c-a868-26db89142e15 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.724186 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dd3e5d-fdb4-4e5c-a868-26db89142e15 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Fanout notify agent at l3_agent the message router_deleted on router db50e9ab-a5d2-491c-8f29-076099f5ffad {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:33:43.733635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3e5d-fdb4-4e5c-a868-26db89142e15 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.738974 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e7dd3e5d-fdb4-4e5c-a868-26db89142e15 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/routers/db50e9ab-a5d2-491c-8f29-076099f5ffad HTTP/1.1" status: 204 len: 168 time: 1.2128489 Jun 18 16:33:43.740941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49340) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:43.779297 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.797389 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49342) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:43.798155 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:43.846095 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 14796b4e-5033-4973-ac5b-109282c8bf10 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:43.856453 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event updated for resources: {'Port': ['ID=8222626d-a47c-45c5-aaed-b8978ff81202,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:43.861839 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:43.869236 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Network fa79da7b-4888-46b9-ae88-0996ca597963 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:43.869405 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29755db-8f15-4811-a263-0cb2886434dd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting subnet 8198b9e6-73d8-433d-a607-c5dc8bd91acc {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:33:43.871150 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:43.873825 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d29755db-8f15-4811-a263-0cb2886434dd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.874814 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:43.875635 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.885028 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 14796b4e-5033-4973-ac5b-109282c8bf10 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:43.885394 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 14796b4e-5033-4973-ac5b-109282c8bf10 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:43.955066 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d29755db-8f15-4811-a263-0cb2886434dd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.017290 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a77594c6-18c7-4689-8b81-7016d5d6a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.059347 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3a2ec290-5a3b-45df-92f3-eab6e28bb641 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:44.126437 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77594c6-18c7-4689-8b81-7016d5d6a7fd admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9bdf4b-aae5-4030-b3a9-17113d6e3238,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:44.130778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a77594c6-18c7-4689-8b81-7016d5d6a7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:44.170035 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8e88bb97-ccf6-43c8-a1ec-044f9b7f2df0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bfc1393dd8b147668f859aa2d762a528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228056 Jun 18 16:33:44.171144 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49346) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:44.181381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a77594c6-18c7-4689-8b81-7016d5d6a7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.188882 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.220808 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c27880f8-31c5-41b7-92e7-bb380b1f45a9 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:44.274837 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port c27880f8-31c5-41b7-92e7-bb380b1f45a9 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:44.278814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:44.311508 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a77594c6-18c7-4689-8b81-7016d5d6a7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.317493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a77594c6-18c7-4689-8b81-7016d5d6a7fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.330136 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e0f360de-49cb-45a1-b6d5-0376fcf874db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.364548 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d29755db-8f15-4811-a263-0cb2886434dd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.368492 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e0f360de-49cb-45a1-b6d5-0376fcf874db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.420323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a77594c6-18c7-4689-8b81-7016d5d6a7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.420966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77594c6-18c7-4689-8b81-7016d5d6a7fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0e8869e-7f5f-4b8e-89db-3faedae9fc5f {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:33:44.441367 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a77594c6-18c7-4689-8b81-7016d5d6a7fd admin admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.444780 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a77594c6-18c7-4689-8b81-7016d5d6a7fd admin admin] 10.222.0.39 "DELETE /v2.0/routers/b0e8869e-7f5f-4b8e-89db-3faedae9fc5f HTTP/1.1" status: 204 len: 168 time: 2.4743528 Jun 18 16:33:44.446625 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49350) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:44.514511 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:44.516051 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.533664 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e0f360de-49cb-45a1-b6d5-0376fcf874db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.543085 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e0f360de-49cb-45a1-b6d5-0376fcf874db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.548981 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e0f360de-49cb-45a1-b6d5-0376fcf874db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/231629ee-ce78-4f69-a571-974c371c2645 HTTP/1.1" status: 204 len: 168 time: 0.3737016 Jun 18 16:33:44.556779 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4a190190-ff63-4634-ad97-fb88f79f72d7 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:44.571619 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d29755db-8f15-4811-a263-0cb2886434dd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.583865 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-abd12755-679f-41b0-a767-7a2359efd0f8 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:44.599223 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f360de-49cb-45a1-b6d5-0376fcf874db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231629ee-ce78-4f69-a571-974c371c2645,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:44.614707 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e0f360de-49cb-45a1-b6d5-0376fcf874db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:44.676932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29755db-8f15-4811-a263-0cb2886434dd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Subnet': ['ID=8198b9e6-73d8-433d-a607-c5dc8bd91acc,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:44.695191 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d29755db-8f15-4811-a263-0cb2886434dd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:44.696389 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d29755db-8f15-4811-a263-0cb2886434dd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.697022 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd4958f-41cc-4e0b-957e-e190151f815d None None] Network 2b2ae2f0-24ed-42cf-b9c8-945bdce210cd requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:44.700969 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d29755db-8f15-4811-a263-0cb2886434dd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/subnets/8198b9e6-73d8-433d-a607-c5dc8bd91acc HTTP/1.1" status: 204 len: 168 time: 0.9590673 Jun 18 16:33:44.703941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49354) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:44.706991 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.723841 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.724077 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.734248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76d5c40-1725-4f84-b880-53ef7652d075 admin admin] Deleting subnet c0af9ced-d447-40f4-82ea-2c6458b522e8 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:33:44.742475 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a76d5c40-1725-4f84-b880-53ef7652d075 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.744830 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:44.802404 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c98493a4-a7db-4e68-bee8-70355f2b9786 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:44.889253 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a76d5c40-1725-4f84-b880-53ef7652d075 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.902984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: c98493a4-a7db-4e68-bee8-70355f2b9786 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:44.903449 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c98493a4-a7db-4e68-bee8-70355f2b9786 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:44.932821 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Network fa79da7b-4888-46b9-ae88-0996ca597963 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:44.934429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.946492 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:44.963544 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event updated for resources: {'Port': ['ID=8222626d-a47c-45c5-aaed-b8978ff81202,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:44.974191 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:45.041654 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3aee45-6292-4730-a14e-fb6788775dc3 None None] Network fa79da7b-4888-46b9-ae88-0996ca597963 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:45.088711 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fd787-0d54-4376-a2d9-6dc4f5d5342b req-96e8d7b0-6262-4f4d-9bba-14bdeac396af tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:45.099503 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c00fd787-0d54-4376-a2d9-6dc4f5d5342b req-96e8d7b0-6262-4f4d-9bba-14bdeac396af tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 945 time: 0.4638155 Jun 18 16:33:45.150296 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f734b2e-cb42-402c-bfd1-dc1e0b03d1de None None] DHCP port deletion for 2b2ae2f0-24ed-42cf-b9c8-945bdce210cd request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:33:45.172362 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a76d5c40-1725-4f84-b880-53ef7652d075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.180894 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c00fd787-0d54-4376-a2d9-6dc4f5d5342b req-eeeda08f-e703-4351-8960-8df326e67c11 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803134 Jun 18 16:33:45.202848 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3c20439e-f4d2-4f24-84a0-4ca7f5d85587 None None] Provisioning for port c27880f8-31c5-41b7-92e7-bb380b1f45a9 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:45.219632 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting port 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:45.219982 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.223335 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3c20439e-f4d2-4f24-84a0-4ca7f5d85587 None None] Provisioning complete for port c27880f8-31c5-41b7-92e7-bb380b1f45a9 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:45.223857 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3c20439e-f4d2-4f24-84a0-4ca7f5d85587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.234824 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Router 4080adc1-d7aa-4b26-a461-567f337a9738 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:33:45.335980 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:45.344827 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79c553d-d5ca-4c48-a46d-dc5dbd64c216 None None] Sync routers for ids ['4080adc1-d7aa-4b26-a461-567f337a9738'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:45.353815 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "PUT /v2.0/routers/4080adc1-d7aa-4b26-a461-567f337a9738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8119867 Jun 18 16:33:45.356463 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49366) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:45.360163 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79c553d-d5ca-4c48-a46d-dc5dbd64c216 None None] Routers {'4080adc1-d7aa-4b26-a461-567f337a9738'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:45.362465 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d79c553d-d5ca-4c48-a46d-dc5dbd64c216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4080adc1-d7aa-4b26-a461-567f337a9738'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:45.377474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] For port 36059b4a-971a-49e8-b5d4-95c2f59ea4c3, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=36059b4a-971a-49e8-b5d4-95c2f59ea4c3,segment=NetworkSegment(d875e979-7ff0-424d-8bff-95c69bb21cfd),segment_id=d875e979-7ff0-424d-8bff-95c69bb21cfd)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:45.379807 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.450142 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d79c553d-d5ca-4c48-a46d-dc5dbd64c216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:45.456012 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-9f734b2e-cb42-402c-bfd1-dc1e0b03d1de None None] Deleting port 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:45.456314 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9f734b2e-cb42-402c-bfd1-dc1e0b03d1de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.475745 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79c553d-d5ca-4c48-a46d-dc5dbd64c216 None None] Routers {'4080adc1-d7aa-4b26-a461-567f337a9738'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:45.476128 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Calling delete_port for 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:45.476392 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d79c553d-d5ca-4c48-a46d-dc5dbd64c216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4080adc1-d7aa-4b26-a461-567f337a9738'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:45.481031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a76d5c40-1725-4f84-b880-53ef7652d075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.485438 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8e2a4f18-00d2-43ff-a95e-639fa0df719b tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:45.518698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d5c40-1725-4f84-b880-53ef7652d075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0af9ced-d447-40f4-82ea-2c6458b522e8,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:45.538342 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a76d5c40-1725-4f84-b880-53ef7652d075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:45.542226 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d79c553d-d5ca-4c48-a46d-dc5dbd64c216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:45.546273 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79c553d-d5ca-4c48-a46d-dc5dbd64c216 None None] The sync data for ids ['4080adc1-d7aa-4b26-a461-567f337a9738'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:45.549139 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a76d5c40-1725-4f84-b880-53ef7652d075 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.555596 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3c20439e-f4d2-4f24-84a0-4ca7f5d85587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.556038 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a76d5c40-1725-4f84-b880-53ef7652d075 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c0af9ced-d447-40f4-82ea-2c6458b522e8 HTTP/1.1" status: 204 len: 168 time: 1.1079125 Jun 18 16:33:45.564419 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b351209c-7928-410d-bc6e-5e9519f1fac3 None None] Network 73efadeb-6842-4b4d-b3e8-570b7496e049 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:45.567428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5e8bf5-91aa-481f-942d-0b6abd739938 None None] Network bbc32552-61b4-4e7e-ab65-d2d2792a3d8f requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:45.588611 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49376) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:45.639978 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.643312 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a7ca9c4d-ff65-4219-830c-186d9ce4d785 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:45.693261 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Port': ['ID=36059b4a-971a-49e8-b5d4-95c2f59ea4c3,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:45.695589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:45.696464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] No DVR routers for this DVR port 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:45.711921 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.730845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3c20439e-f4d2-4f24-84a0-4ca7f5d85587 None None] For port c27880f8-31c5-41b7-92e7-bb380b1f45a9, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c27880f8-31c5-41b7-92e7-bb380b1f45a9,segment=NetworkSegment(d699cfa5-d999-4b9f-aeec-bbe3cc75bf92),segment_id=d699cfa5-d999-4b9f-aeec-bbe3cc75bf92)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:45.755676 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3c20439e-f4d2-4f24-84a0-4ca7f5d85587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.768209 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7809cc4d-0f39-49f4-b41d-0eb9783064c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:45.777070 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49380) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:45.792258 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-9f734b2e-cb42-402c-bfd1-dc1e0b03d1de None None] For port 36059b4a-971a-49e8-b5d4-95c2f59ea4c3, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=36059b4a-971a-49e8-b5d4-95c2f59ea4c3,segment=NetworkSegment(d875e979-7ff0-424d-8bff-95c69bb21cfd),segment_id=d875e979-7ff0-424d-8bff-95c69bb21cfd)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:45.792664 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9f734b2e-cb42-402c-bfd1-dc1e0b03d1de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.805550 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.818967 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2ae2f0-24ed-42cf-b9c8-945bdce210cd']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:45.841128 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd875e979-7ff0-424d-8bff-95c69bb21cfd') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:45.842412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd875e979-7ff0-424d-8bff-95c69bb21cfd') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:45.857881 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.886252 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.894998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:33:45.895871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:33:45.899976 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:33:45.924073 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] Deleting port ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:45.924547 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.939559 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-9f734b2e-cb42-402c-bfd1-dc1e0b03d1de None None] Calling delete_port for 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:46.005744 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] For port ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5,segment=NetworkSegment(c3de9a6a-3470-493f-b30a-29ff6a5fc4fe),segment_id=c3de9a6a-3470-493f-b30a-29ff6a5fc4fe)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:46.005744 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.019441 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.028861 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-72f0e543-37cb-4d62-9dc0-8e8ac4970930 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:46.052161 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.058203 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/networks/2b2ae2f0-24ed-42cf-b9c8-945bdce210cd HTTP/1.1" status: 204 len: 168 time: 1.3532474 Jun 18 16:33:46.060066 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Network': ['ID=2b2ae2f0-24ed-42cf-b9c8-945bdce210cd,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:46.062109 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49384) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:46.064321 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:46.068428 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-287906307', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}, 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:46.092007 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20439e-f4d2-4f24-84a0-4ca7f5d85587 None None] Pushing event updated for resources: {'Port': ['ID=c27880f8-31c5-41b7-92e7-bb380b1f45a9,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:46.103977 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3c20439e-f4d2-4f24-84a0-4ca7f5d85587 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:46.125716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c8d67404-2ef2-4766-93ce-7ccda1844d69 None None] Provisioning for port c711ed7c-bf6d-4b39-bd75-d485eef957ff completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:46.126908 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-f1faeaa2-e33a-46e5-bb0f-9557678e8199 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:46.128521 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING neutron.api.v2.base [None req-f1faeaa2-e33a-46e5-bb0f-9557678e8199 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 18 16:33:46.129682 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-f1faeaa2-e33a-46e5-bb0f-9557678e8199 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): There was a conflict when trying to complete your request. Jun 18 16:33:46.131229 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f1faeaa2-e33a-46e5-bb0f-9557678e8199 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3529325 Jun 18 16:33:46.132146 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] Calling delete_port for ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:46.134456 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49386) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:46.139907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-8a113177-85ea-4640-b8fd-ba0876bbeeb9 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1275254295'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:46.169850 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.171208 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.179505 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8a113177-85ea-4640-b8fd-ba0876bbeeb9 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.193516 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8a113177-85ea-4640-b8fd-ba0876bbeeb9 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.214270 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c711ed7c-bf6d-4b39-bd75-d485eef957ff up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:46.255841 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-36504348-eeea-4e0d-862a-07e3e96fc59a tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:46.257091 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-36504348-eeea-4e0d-862a-07e3e96fc59a tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "PUT /v2.0/routers/4080adc1-d7aa-4b26-a461-567f337a9738/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8996427 Jun 18 16:33:46.260821 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49390) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:46.286013 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.368892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.374162 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e5a86d2b-62d0-4f63-acdc-640f7dd5cf37 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:46.413858 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] No DVR routers for this DVR port ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:46.451140 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:46.453022 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d2403aaa-080e-484a-8a7c-ce71e721a644 None None] Provisioning for port 8222626d-a47c-45c5-aaed-b8978ff81202 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:46.455769 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:46.471593 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d2403aaa-080e-484a-8a7c-ce71e721a644 None None] Provisioning complete for port 8222626d-a47c-45c5-aaed-b8978ff81202 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:46.472825 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d2403aaa-080e-484a-8a7c-ce71e721a644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.510558 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.512009 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9f734b2e-cb42-402c-bfd1-dc1e0b03d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.526520 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8f1757d3-5582-409b-9029-4bb6d3a7a018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:46.562961 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f734b2e-cb42-402c-bfd1-dc1e0b03d1de None None] Network 2b2ae2f0-24ed-42cf-b9c8-945bdce210cd is not hosted by any dhcp agent {{(pid=93429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:33:46.563700 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f734b2e-cb42-402c-bfd1-dc1e0b03d1de None None] No DVR routers for this DVR port 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:46.568568 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port c711ed7c-bf6d-4b39-bd75-d485eef957ff completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:46.574719 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f734b2e-cb42-402c-bfd1-dc1e0b03d1de None None] Pushing event deleted for resources: {'Port': ['ID=36059b4a-971a-49e8-b5d4-95c2f59ea4c3,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:46.577728 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9f734b2e-cb42-402c-bfd1-dc1e0b03d1de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:46.585369 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c711ed7c-bf6d-4b39-bd75-d485eef957ff triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:46.585820 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.587254 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d2403aaa-080e-484a-8a7c-ce71e721a644 None None] Port 8222626d-a47c-45c5-aaed-b8978ff81202 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:46.642515 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.670932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8a113177-85ea-4640-b8fd-ba0876bbeeb9 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.679937 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8a113177-85ea-4640-b8fd-ba0876bbeeb9 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.683323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4f03f410-5d52-4347-804f-ea885b46b67d tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:46.694476 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d2403aaa-080e-484a-8a7c-ce71e721a644 None None] Provisioning complete for port c27880f8-31c5-41b7-92e7-bb380b1f45a9 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:46.694969 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d2403aaa-080e-484a-8a7c-ce71e721a644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.749607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b06f3dc-d4bf-4bd1-a2ae-245b93b17838 None None] DHCP port deletion for bbc32552-61b4-4e7e-ab65-d2d2792a3d8f request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:33:46.788542 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a113177-85ea-4640-b8fd-ba0876bbeeb9 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad7b98e-4b40-4b68-bba1-9ad98721273b,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:46.803114 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8a113177-85ea-4640-b8fd-ba0876bbeeb9 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:46.885170 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.900497 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8a113177-85ea-4640-b8fd-ba0876bbeeb9 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.908207 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8a113177-85ea-4640-b8fd-ba0876bbeeb9 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.913553 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8a113177-85ea-4640-b8fd-ba0876bbeeb9 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:46.938396 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port c711ed7c-bf6d-4b39-bd75-d485eef957ff, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c711ed7c-bf6d-4b39-bd75-d485eef957ff,segment=NetworkSegment(1b745bc1-a330-4e56-8137-e55d3f2c2696),segment_id=1b745bc1-a330-4e56-8137-e55d3f2c2696)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:46.945529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.948987 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d09d7a7b-e5e5-4ca7-9228-0d597ed6bc0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:46.993046 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8a113177-85ea-4640-b8fd-ba0876bbeeb9 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.994527 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8a113177-85ea-4640-b8fd-ba0876bbeeb9 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8589587 Jun 18 16:33:47.011175 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=c711ed7c-bf6d-4b39-bd75-d485eef957ff,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:47.015087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:47.029062 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-47c3064c-f545-49e0-bade-c7e737f3e649 None None] Provisioning complete for port 8222626d-a47c-45c5-aaed-b8978ff81202 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:47.029594 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-47c3064c-f545-49e0-bade-c7e737f3e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.040364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49396) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:47.045614 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-9dba98f7-6be7-443f-9b68-ba3fe6fbd390 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': 'fc7de352-cb10-4710-9990-ce8d1d4370b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:47.053443 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a113177-85ea-4640-b8fd-ba0876bbeeb9 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7de352-cb10-4710-9990-ce8d1d4370b0,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:47.067822 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8a113177-85ea-4640-b8fd-ba0876bbeeb9 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:47.072658 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-47c3064c-f545-49e0-bade-c7e737f3e649 None None] Port 8222626d-a47c-45c5-aaed-b8978ff81202 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:47.079489 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:47.101035 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:47.101455 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 36059b4a-971a-49e8-b5d4-95c2f59ea4c3 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:47.101835 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 3e9bdf4b-aae5-4030-b3a9-17113d6e3238 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:47.114265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.122880 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 3e9bdf4b-aae5-4030-b3a9-17113d6e3238 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:47.123266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 3e9bdf4b-aae5-4030-b3a9-17113d6e3238 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:47.136560 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc32552-61b4-4e7e-ab65-d2d2792a3d8f']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:47.143211 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.154551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9dba98f7-6be7-443f-9b68-ba3fe6fbd390 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.157160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3de9a6a-3470-493f-b30a-29ff6a5fc4fe') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:47.157464 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3de9a6a-3470-493f-b30a-29ff6a5fc4fe') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:47.173802 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.189627 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76dd61-dd2f-4661-918d-85a22105c1e0 req-0cb83dc2-6f1e-4f26-9ed3-2f6dbee7b52f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:47.191349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-351ccee4-7ad5-4c4e-9290-e152e882fa60 None None] Provisioning complete for port c711ed7c-bf6d-4b39-bd75-d485eef957ff triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:47.191479 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9a76dd61-dd2f-4661-918d-85a22105c1e0 req-0cb83dc2-6f1e-4f26-9ed3-2f6dbee7b52f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 945 time: 0.7468870 Jun 18 16:33:47.191833 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-351ccee4-7ad5-4c4e-9290-e152e882fa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.220406 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.239107 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:33:47.239510 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:33:47.244395 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:33:47.302406 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9dba98f7-6be7-443f-9b68-ba3fe6fbd390 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.307864 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9dba98f7-6be7-443f-9b68-ba3fe6fbd390 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.316043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ee0233fa-f5a5-4ad0-a29b-a9e72103fbe0 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:47.326049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Allocated IP 172.26.2.82 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/cec4a318-c658-4391-a9a9-63d0e887dfd4) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:47.353963 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba98f7-6be7-443f-9b68-ba3fe6fbd390 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1604ff-0f75-4632-9bab-52b608eaf10d,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:47.357513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9dba98f7-6be7-443f-9b68-ba3fe6fbd390 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:47.357731 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9a76dd61-dd2f-4661-918d-85a22105c1e0 req-398e0c53-e5de-4fa5-ba87-45a40cf58da6 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385849 Jun 18 16:33:47.372139 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.376376 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7a94b006-0701-4351-9ac2-760e946599e2 tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:47.376570 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9dba98f7-6be7-443f-9b68-ba3fe6fbd390 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.378659 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9dba98f7-6be7-443f-9b68-ba3fe6fbd390 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3370447 Jun 18 16:33:47.380933 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.383294 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/bbc32552-61b4-4e7e-ab65-d2d2792a3d8f HTTP/1.1" status: 204 len: 168 time: 1.7945428 Jun 18 16:33:47.392490 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49398) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:47.399032 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-a5bea91f-7c4b-4c08-8ce7-4bac29309140 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': 'fc7de352-cb10-4710-9990-ce8d1d4370b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:47.420619 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc32552-61b4-4e7e-ab65-d2d2792a3d8f,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:47.427240 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:47.473501 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-351ccee4-7ad5-4c4e-9290-e152e882fa60 None None] Provisioning complete for port 8222626d-a47c-45c5-aaed-b8978ff81202 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:47.474098 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-351ccee4-7ad5-4c4e-9290-e152e882fa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.486833 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a5bea91f-7c4b-4c08-8ce7-4bac29309140 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.506842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.512781 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-351ccee4-7ad5-4c4e-9290-e152e882fa60 None None] Port 8222626d-a47c-45c5-aaed-b8978ff81202 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:47.558659 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-074e5994-2b7d-40ac-b914-de505154e99e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.559793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.573336 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f8bd90d1-6986-446b-81b8-9a4ce4d1a226 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:47.635024 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:47.637193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=cec4a318-c658-4391-a9a9-63d0e887dfd4,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:47.648049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:47.650755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:47.651755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:47.656812 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-a5bea91f-7c4b-4c08-8ce7-4bac29309140 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): There was a conflict when trying to complete your request. Jun 18 16:33:47.661336 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a5bea91f-7c4b-4c08-8ce7-4bac29309140 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2643902 Jun 18 16:33:47.664887 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49402) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:47.704278 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49404) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:47.823446 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7433a297-4f51-4aeb-8424-1d2e4c3b35cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=50f087196ad446c28f1edba2e7568216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1179738 Jun 18 16:33:47.825736 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49406) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:47.833710 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11d2ef0a-f1ec-47a8-a390-84076518b1e2 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.848017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575fedf-aa28-4432-aa73-445b5e515b7f req-d46891a3-a9f4-442b-bd54-39ba7fa440ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:47.849858 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b575fedf-aa28-4432-aa73-445b5e515b7f req-d46891a3-a9f4-442b-bd54-39ba7fa440ab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 1098 time: 0.1668208 Jun 18 16:33:47.887925 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11d2ef0a-f1ec-47a8-a390-84076518b1e2 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.944561 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b575fedf-aa28-4432-aa73-445b5e515b7f req-bf844316-6629-4f0f-bd8d-718fd6b6818c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845797 Jun 18 16:33:47.946749 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9a230ef0-bceb-4cf8-bbc9-e60a9798a42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.996005 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11d2ef0a-f1ec-47a8-a390-84076518b1e2 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.998525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11d2ef0a-f1ec-47a8-a390-84076518b1e2 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.002228 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-11d2ef0a-f1ec-47a8-a390-84076518b1e2 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "DELETE /v2.0/security-groups/fc7de352-cb10-4710-9990-ce8d1d4370b0 HTTP/1.1" status: 204 len: 168 time: 0.3364148 Jun 18 16:33:48.002669 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49408) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:48.008500 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d0faf42c-39a5-4b53-baaa-a670c71c6f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:48.017281 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9a230ef0-bceb-4cf8-bbc9-e60a9798a42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.023606 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c711ed7c-bf6d-4b39-bd75-d485eef957ff up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:48.025268 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.034714 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2ef0a-f1ec-47a8-a390-84076518b1e2 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7de352-cb10-4710-9990-ce8d1d4370b0,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:48.042478 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-11d2ef0a-f1ec-47a8-a390-84076518b1e2 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:48.102635 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c711ed7c-bf6d-4b39-bd75-d485eef957ff triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:48.103068 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.117369 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9a230ef0-bceb-4cf8-bbc9-e60a9798a42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.120123 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9a230ef0-bceb-4cf8-bbc9-e60a9798a42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.124426 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9a230ef0-bceb-4cf8-bbc9-e60a9798a42d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6041a40d-ebc5-4994-9d5a-1ac66d8b5c09 HTTP/1.1" status: 204 len: 168 time: 0.2947271 Jun 18 16:33:48.124426 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f71fb175-1ab2-469c-9315-aaf590abbaa3 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:48.142736 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-074e5994-2b7d-40ac-b914-de505154e99e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Deleting port 8222626d-a47c-45c5-aaed-b8978ff81202 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:48.145653 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-074e5994-2b7d-40ac-b914-de505154e99e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.153524 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1fd5a73e-f52b-4eef-97ae-70b98dac6fbc tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1482930 Jun 18 16:33:48.154365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a230ef0-bceb-4cf8-bbc9-e60a9798a42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6041a40d-ebc5-4994-9d5a-1ac66d8b5c09,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:48.157678 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49412) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:48.166501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-2699eada-d646-42e9-bf26-b5ebcc6f33c2 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1079518377'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:48.212057 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2699eada-d646-42e9-bf26-b5ebcc6f33c2 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.213055 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c27880f8-31c5-41b7-92e7-bb380b1f45a9 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:48.233650 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9a230ef0-bceb-4cf8-bbc9-e60a9798a42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:48.272121 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c27880f8-31c5-41b7-92e7-bb380b1f45a9 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:48.272617 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.295800 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-074e5994-2b7d-40ac-b914-de505154e99e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.366755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.388392 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-074e5994-2b7d-40ac-b914-de505154e99e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Calling delete_port for 8222626d-a47c-45c5-aaed-b8978ff81202 owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:48.443039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:48.463896 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:48.464093 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ba44e146-cbc4-4cd0-93fa-b22caf9bf6f5 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:48.641829 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 67cd8e92-7fd0-4561-9207-d3517582df3d details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:33:48.668975 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-074e5994-2b7d-40ac-b914-de505154e99e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.675766 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-00c5baf2-d30d-405d-a9b5-5cef7201cacf tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:48.719004 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e5994-2b7d-40ac-b914-de505154e99e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event deleted for resources: {'Port': ['ID=8222626d-a47c-45c5-aaed-b8978ff81202,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:48.723943 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-074e5994-2b7d-40ac-b914-de505154e99e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:48.809042 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ea01e-ae68-494a-b673-7c385e672653 req-fc9c2dc1-06e7-4842-85b4-d0dc74287417 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:48.817686 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9b7ea01e-ae68-494a-b673-7c385e672653 req-fc9c2dc1-06e7-4842-85b4-d0dc74287417 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 945 time: 0.2263722 Jun 18 16:33:48.827961 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 67cd8e92-7fd0-4561-9207-d3517582df3d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=67cd8e92-7fd0-4561-9207-d3517582df3d,segment=NetworkSegment(e29c36aa-4d63-42a4-be7f-00440eb6d404),segment_id=e29c36aa-4d63-42a4-be7f-00440eb6d404)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:48.842179 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '67cd8e92-7fd0-4561-9207-d3517582df3d', 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162', 'port_id': '67cd8e92-7fd0-4561-9207-d3517582df3d', 'mac_address': 'fa:16:3e:8d:0a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a140121-72dc-48d3-80d5-98995fffa013', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:33:48.875155 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-074e5994-2b7d-40ac-b914-de505154e99e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.921898 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2699eada-d646-42e9-bf26-b5ebcc6f33c2 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.929946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2699eada-d646-42e9-bf26-b5ebcc6f33c2 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.939513 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.944559 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d19379a4-3f9c-44b9-a219-b370e71310dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:48.957115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67cd8e92-7fd0-4561-9207-d3517582df3d {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:33:48.993746 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2699eada-d646-42e9-bf26-b5ebcc6f33c2 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.995616 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2699eada-d646-42e9-bf26-b5ebcc6f33c2 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8363411 Jun 18 16:33:49.001414 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 67cd8e92-7fd0-4561-9207-d3517582df3d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=67cd8e92-7fd0-4561-9207-d3517582df3d,segment=NetworkSegment(e29c36aa-4d63-42a4-be7f-00440eb6d404),segment_id=e29c36aa-4d63-42a4-be7f-00440eb6d404)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:49.011008 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.013319 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8e734b29-591e-49ed-8419-0f886794531f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:49.029908 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49432) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:49.073071 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-ccbc662f-7d57-48f9-8c29-be91b2f3dafb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': '6698c2ea-67dc-424f-b2e0-aeefbe59dcc8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:49.073989 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING neutron.api.v2.base [None req-ccbc662f-7d57-48f9-8c29-be91b2f3dafb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 18 16:33:49.076345 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-ccbc662f-7d57-48f9-8c29-be91b2f3dafb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:49.077300 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ccbc662f-7d57-48f9-8c29-be91b2f3dafb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0383933 Jun 18 16:33:49.079070 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699eada-d646-42e9-bf26-b5ebcc6f33c2 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6698c2ea-67dc-424f-b2e0-aeefbe59dcc8,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:49.082810 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9b7ea01e-ae68-494a-b673-7c385e672653 req-6d7b49cb-7f9b-4e7a-816c-31b4a813eb2c tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622485 Jun 18 16:33:49.083382 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49436) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:49.087566 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2699eada-d646-42e9-bf26-b5ebcc6f33c2 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:49.089497 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router df40bf81-0eed-4d37-8e5f-5ba4ab4368c8 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:33:49.093364 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=67cd8e92-7fd0-4561-9207-d3517582df3d,revision_number=6']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:49.097743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:49.231397 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:49.234899 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074e5994-2b7d-40ac-b914-de505154e99e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Router 4080adc1-d7aa-4b26-a461-567f337a9738 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:49.244276 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e89761-f382-4df1-ad0e-da70cf32cf48 None None] Sync routers for ids ['df40bf81-0eed-4d37-8e5f-5ba4ab4368c8'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:49.258025 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-87b5590c-c00d-40df-abd9-fa021ef75b5d tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.265792 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e89761-f382-4df1-ad0e-da70cf32cf48 None None] Routers {'df40bf81-0eed-4d37-8e5f-5ba4ab4368c8'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:49.268064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-a7e89761-f382-4df1-ad0e-da70cf32cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['df40bf81-0eed-4d37-8e5f-5ba4ab4368c8'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:49.289457 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.291188 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.2281206 Jun 18 16:33:49.293870 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49440) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:49.324965 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-a7e89761-f382-4df1-ad0e-da70cf32cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:49.340051 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e89761-f382-4df1-ad0e-da70cf32cf48 None None] Routers {'df40bf81-0eed-4d37-8e5f-5ba4ab4368c8'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:49.340727 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-a7e89761-f382-4df1-ad0e-da70cf32cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['df40bf81-0eed-4d37-8e5f-5ba4ab4368c8'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:49.349304 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-87b5590c-c00d-40df-abd9-fa021ef75b5d tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.369552 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074e5994-2b7d-40ac-b914-de505154e99e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:49.382001 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ebb744-0ce2-4274-a4e0-0959777b1ca1 None None] Sync routers for ids ['4080adc1-d7aa-4b26-a461-567f337a9738'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:49.383669 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-074e5994-2b7d-40ac-b914-de505154e99e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "PUT /v2.0/routers/4080adc1-d7aa-4b26-a461-567f337a9738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1216474 Jun 18 16:33:49.384779 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49444) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:49.395786 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ebb744-0ce2-4274-a4e0-0959777b1ca1 None None] Routers {'4080adc1-d7aa-4b26-a461-567f337a9738'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:49.396023 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-a7e89761-f382-4df1-ad0e-da70cf32cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:49.396549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e89761-f382-4df1-ad0e-da70cf32cf48 None None] The sync data for ids ['df40bf81-0eed-4d37-8e5f-5ba4ab4368c8'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:49.398185 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-15ebb744-0ce2-4274-a4e0-0959777b1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4080adc1-d7aa-4b26-a461-567f337a9738'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:49.436814 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-15ebb744-0ce2-4274-a4e0-0959777b1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:49.446836 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ebb744-0ce2-4274-a4e0-0959777b1ca1 None None] Routers {'4080adc1-d7aa-4b26-a461-567f337a9738'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:49.447454 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-15ebb744-0ce2-4274-a4e0-0959777b1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4080adc1-d7aa-4b26-a461-567f337a9738'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:49.456007 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-96cab34c-1cc8-4a4e-9dd7-07cffdb966e9 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] delete failed (client error): The resource could not be found. Jun 18 16:33:49.458205 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-96cab34c-1cc8-4a4e-9dd7-07cffdb966e9 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-2091492317 HTTP/1.1" status: 404 len: 335 time: 0.0679805 Jun 18 16:33:49.463564 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49446) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:49.464252 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['67cd8e92-7fd0-4561-9207-d3517582df3d'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:33:49.471334 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-62e744f0-c364-4e84-8899-debf607937b1 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Request body: {'router': {'external_gateway_info': {'network_id': '4080adc1-d7aa-4b26-a461-567f337a9738'}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:49.474653 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-87b5590c-c00d-40df-abd9-fa021ef75b5d tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.477433 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-87b5590c-c00d-40df-abd9-fa021ef75b5d tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.478630 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-87b5590c-c00d-40df-abd9-fa021ef75b5d tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "DELETE /v2.0/security-groups/6698c2ea-67dc-424f-b2e0-aeefbe59dcc8 HTTP/1.1" status: 204 len: 168 time: 0.3791234 Jun 18 16:33:49.481238 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8ac0c5fe-9ff1-4abb-b757-4745b2e82d96 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:49.483579 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49448) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:49.492989 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-15ebb744-0ce2-4274-a4e0-0959777b1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:49.496780 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ebb744-0ce2-4274-a4e0-0959777b1ca1 None None] The sync data for ids ['4080adc1-d7aa-4b26-a461-567f337a9738'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:49.518126 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-417580b4-dea2-41ba-96f9-2e2aafeb72eb tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/routers/df40bf81-0eed-4d37-8e5f-5ba4ab4368c8 HTTP/1.1" status: 200 len: 883 time: 0.2204950 Jun 18 16:33:49.523627 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49452) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:49.530913 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5590c-c00d-40df-abd9-fa021ef75b5d tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6698c2ea-67dc-424f-b2e0-aeefbe59dcc8,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:49.560132 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-87b5590c-c00d-40df-abd9-fa021ef75b5d tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:49.633111 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-de3d0c2a-1d85-4aa3-b888-8ccfdc23fb64 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1429329 Jun 18 16:33:49.634728 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49456) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:49.646332 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-eb3b942d-5737-402a-b7e0-74c1345871bf tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group': {'name': 'tempest-secgroup--420013207'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:49.717626 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eb3b942d-5737-402a-b7e0-74c1345871bf tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.755505 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-62e744f0-c364-4e84-8899-debf607937b1 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.793967 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-62e744f0-c364-4e84-8899-debf607937b1 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] update failed (client error): The resource could not be found. Jun 18 16:33:49.795111 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-62e744f0-c364-4e84-8899-debf607937b1 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "PUT /v2.0/routers/4080adc1-d7aa-4b26-a461-567f337a9738 HTTP/1.1" status: 404 len: 339 time: 0.3302801 Jun 18 16:33:49.798731 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49462) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:49.808766 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-18eea7dd-7fc0-4c8f-9b95-3238baf607a9 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-858995973'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:49.850337 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-45fc09fa-daf5-4e35-a60e-1ee8e99cf932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3256068 Jun 18 16:33:49.853888 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49466) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:49.859052 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-abc05c99-5db5-4853-bcf2-ca49763641d7 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-287906307'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:49.870283 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eb3b942d-5737-402a-b7e0-74c1345871bf tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.874949 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eb3b942d-5737-402a-b7e0-74c1345871bf tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.878871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2699eada-d646-42e9-bf26-b5ebcc6f33c2 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:49.912831 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b942d-5737-402a-b7e0-74c1345871bf tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9f1ce0-e71a-4d66-a082-b940a1fadd2f,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:49.920383 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-eb3b942d-5737-402a-b7e0-74c1345871bf tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:49.925608 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eb3b942d-5737-402a-b7e0-74c1345871bf tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.927043 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-eb3b942d-5737-402a-b7e0-74c1345871bf tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2914984 Jun 18 16:33:49.929686 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49468) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:49.934783 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-9a49b9b7-de17-47f8-a061-53849d99383f tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': 'df9f1ce0-e71a-4d66-a082-b940a1fadd2f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:49.935619 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING neutron.api.v2.base [None req-9a49b9b7-de17-47f8-a061-53849d99383f tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 18 16:33:49.936126 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-9a49b9b7-de17-47f8-a061-53849d99383f tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:49.939371 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9a49b9b7-de17-47f8-a061-53849d99383f tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064330 Jun 18 16:33:49.940207 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49470) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:49.950418 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18eea7dd-7fc0-4c8f-9b95-3238baf607a9 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Made reservation on behalf of 2e500ed277df493db6f83afd53fe1d22 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:49.950812 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49472) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:49.952579 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-18eea7dd-7fc0-4c8f-9b95-3238baf607a9 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.993285 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18eea7dd-7fc0-4c8f-9b95-3238baf607a9 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:33:50.012562 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6aed70c1-661f-4c17-aacd-4ac288c5050d tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.036330 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6aed70c1-661f-4c17-aacd-4ac288c5050d tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.042421 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-18eea7dd-7fc0-4c8f-9b95-3238baf607a9 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.042797 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-18eea7dd-7fc0-4c8f-9b95-3238baf607a9 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Added segment 3608c6e2-1ac6-42c4-a6b5-b6b25267448c of type vlan for network fd17987b-c210-4fc7-846c-f45c9f733704 Jun 18 16:33:50.088132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6aed70c1-661f-4c17-aacd-4ac288c5050d tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.091235 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6aed70c1-661f-4c17-aacd-4ac288c5050d tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.094813 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6aed70c1-661f-4c17-aacd-4ac288c5050d tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "DELETE /v2.0/security-groups/df9f1ce0-e71a-4d66-a082-b940a1fadd2f HTTP/1.1" status: 204 len: 168 time: 0.1507759 Jun 18 16:33:50.094813 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e021f392-eff3-472e-adf5-8f25da9ad946 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:50.097752 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49476) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:50.116766 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed70c1-661f-4c17-aacd-4ac288c5050d tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9f1ce0-e71a-4d66-a082-b940a1fadd2f,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:50.119663 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6aed70c1-661f-4c17-aacd-4ac288c5050d tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:50.122778 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-18eea7dd-7fc0-4c8f-9b95-3238baf607a9 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.155412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-08c823da-a6d2-4757-bb26-f9ff95f57176 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-586906972'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:50.173996 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-20b2581a-ea53-45ae-858c-d116d87c9f85 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708582 Jun 18 16:33:50.173996 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49480) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:50.178823 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-25295215-b9c1-48ef-b8ee-a03c73b8d4a5 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group': {'name': 'tempest-secgroup--254227892'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:50.200858 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-18eea7dd-7fc0-4c8f-9b95-3238baf607a9 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.201863 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c823da-a6d2-4757-bb26-f9ff95f57176 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Made reservation on behalf of 14c17a7445af41a7b4faca385c8fd402 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:50.205474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-08c823da-a6d2-4757-bb26-f9ff95f57176 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.207166 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eea7dd-7fc0-4c8f-9b95-3238baf607a9 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:50.207577 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-18eea7dd-7fc0-4c8f-9b95-3238baf607a9 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.212520 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d446957e-72c4-4c7f-ae27-1429cfd05ece tempest-BulkNetworkOpsIpV6Test-920587922 tempest-BulkNetworkOpsIpV6Test-920587922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:50.220255 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-08c823da-a6d2-4757-bb26-f9ff95f57176 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.239597 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-25295215-b9c1-48ef-b8ee-a03c73b8d4a5 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.355874 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-08c823da-a6d2-4757-bb26-f9ff95f57176 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.360505 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eea7dd-7fc0-4c8f-9b95-3238baf607a9 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event updated for resources: {'Network': ['ID=fd17987b-c210-4fc7-846c-f45c9f733704,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:50.361272 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-08c823da-a6d2-4757-bb26-f9ff95f57176 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.365642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-89a59057-e612-4507-834e-31a099552b01 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:50.366776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-18eea7dd-7fc0-4c8f-9b95-3238baf607a9 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:50.373001 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network fd17987b-c210-4fc7-846c-f45c9f733704 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:33:50.373580 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-18eea7dd-7fc0-4c8f-9b95-3238baf607a9 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5729039 Jun 18 16:33:50.373580 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49482) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:50.381737 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-abc05c99-5db5-4853-bcf2-ca49763641d7 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.388741 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-52278ea4-2855-4e89-9346-5f8dd6d46fae tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Request body: {'subnet': {'network_id': 'fd17987b-c210-4fc7-846c-f45c9f733704', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:50.419742 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c823da-a6d2-4757-bb26-f9ff95f57176 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:33:50.422571 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c823da-a6d2-4757-bb26-f9ff95f57176 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106b637f-6b36-4f8e-b088-2912e5e5642c,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:50.427881 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-08c823da-a6d2-4757-bb26-f9ff95f57176 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:50.439921 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-abc05c99-5db5-4853-bcf2-ca49763641d7 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.450147 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-08c823da-a6d2-4757-bb26-f9ff95f57176 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.450769 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-08c823da-a6d2-4757-bb26-f9ff95f57176 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Added segment 36d30bbd-2bc0-4d54-99bd-4f8c1eaac4e2 of type vlan for network 79aeaa7f-50d3-4fa9-9672-b98651151cd8 Jun 18 16:33:50.518841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-08c823da-a6d2-4757-bb26-f9ff95f57176 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.519227 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fda07-e6d6-4585-a94f-96c8661d178f req-76667323-c6f8-49fe-850c-7e2e7a28e370 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:50.520704 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-847fda07-e6d6-4585-a94f-96c8661d178f req-76667323-c6f8-49fe-850c-7e2e7a28e370 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 944 time: 0.2540283 Jun 18 16:33:50.550953 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-25295215-b9c1-48ef-b8ee-a03c73b8d4a5 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.557025 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-25295215-b9c1-48ef-b8ee-a03c73b8d4a5 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.567322 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c77f0c4c-05df-4fc9-9af5-0e9e6275c134 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:50.598230 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-08c823da-a6d2-4757-bb26-f9ff95f57176 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.604117 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c823da-a6d2-4757-bb26-f9ff95f57176 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:50.604734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-08c823da-a6d2-4757-bb26-f9ff95f57176 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.613301 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-847fda07-e6d6-4585-a94f-96c8661d178f req-29aee1a6-60d6-499e-8473-f1a5a345a2cf tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846419 Jun 18 16:33:50.619301 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25295215-b9c1-48ef-b8ee-a03c73b8d4a5 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=191608ce-2eaf-494c-ac03-e5509e674cef,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:50.620566 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-25295215-b9c1-48ef-b8ee-a03c73b8d4a5 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:50.622240 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-801f8d64-d50e-448c-b930-ddebcc01f1f8 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:50.629961 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52278ea4-2855-4e89-9346-5f8dd6d46fae tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Made reservation on behalf of 2e500ed277df493db6f83afd53fe1d22 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:50.633744 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-52278ea4-2855-4e89-9346-5f8dd6d46fae tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.647884 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 67cd8e92-7fd0-4561-9207-d3517582df3d up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:50.650503 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49484) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:50.671632 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-25295215-b9c1-48ef-b8ee-a03c73b8d4a5 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.676103 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-25295215-b9c1-48ef-b8ee-a03c73b8d4a5 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4981637 Jun 18 16:33:50.677864 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-08c823da-a6d2-4757-bb26-f9ff95f57176 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7259209 Jun 18 16:33:50.678453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49486) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:50.683901 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-1dc92af0-1a3b-4bc6-b8b1-f5203c9d2aa3 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': '191608ce-2eaf-494c-ac03-e5509e674cef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:50.691723 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49488) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:50.699784 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING neutron.api.v2.base [None req-1dc92af0-1a3b-4bc6-b8b1-f5203c9d2aa3 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 18 16:33:50.700410 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-1dc92af0-1a3b-4bc6-b8b1-f5203c9d2aa3 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:50.703995 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1dc92af0-1a3b-4bc6-b8b1-f5203c9d2aa3 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0222259 Jun 18 16:33:50.706135 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49490) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:50.710656 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-fd84b958-6691-4aec-9eae-fe6b3c498bb8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': '191608ce-2eaf-494c-ac03-e5509e674cef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:50.711319 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING neutron.api.v2.base [None req-fd84b958-6691-4aec-9eae-fe6b3c498bb8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 18 16:33:50.711802 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-fd84b958-6691-4aec-9eae-fe6b3c498bb8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:50.715081 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fd84b958-6691-4aec-9eae-fe6b3c498bb8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063145 Jun 18 16:33:50.717194 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 67cd8e92-7fd0-4561-9207-d3517582df3d triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:50.717346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49492) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:50.717449 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.721449 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-9282b8e8-d4af-4bc3-8014-a82a0fe40796 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': '191608ce-2eaf-494c-ac03-e5509e674cef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:50.723142 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING neutron.api.v2.base [None req-9282b8e8-d4af-4bc3-8014-a82a0fe40796 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 18 16:33:50.723790 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-9282b8e8-d4af-4bc3-8014-a82a0fe40796 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:50.727134 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9282b8e8-d4af-4bc3-8014-a82a0fe40796 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069070 Jun 18 16:33:50.727948 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49496) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:50.738817 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ca84c26c-88a8-4b31-99a0-1f66ab5d53ee tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': '191608ce-2eaf-494c-ac03-e5509e674cef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:50.740453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c823da-a6d2-4757-bb26-f9ff95f57176 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Pushing event updated for resources: {'Network': ['ID=79aeaa7f-50d3-4fa9-9672-b98651151cd8,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:50.741149 dv-neutron-797121-1-hyperv neutron-server[93427]: WARNING neutron.api.v2.base [None req-ca84c26c-88a8-4b31-99a0-1f66ab5d53ee tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 18 16:33:50.741662 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-ca84c26c-88a8-4b31-99a0-1f66ab5d53ee tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:50.745127 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ca84c26c-88a8-4b31-99a0-1f66ab5d53ee tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0102530 Jun 18 16:33:50.745277 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-08c823da-a6d2-4757-bb26-f9ff95f57176 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:50.745398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc05c99-5db5-4853-bcf2-ca49763641d7 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router df40bf81-0eed-4d37-8e5f-5ba4ab4368c8 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:50.745496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49498) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:50.757026 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 79aeaa7f-50d3-4fa9-9672-b98651151cd8 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:33:50.803810 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ab3e0b6c-0147-495e-ab48-f6395e60c05e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/floatingips/d4e5ee59-99a0-4aaf-a12a-e69cd3d7e2dd HTTP/1.1" status: 200 len: 992 time: 0.1507230 Jun 18 16:33:50.826609 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-635d9f96-6375-43c9-89eb-319c0fe33310 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.846223 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-70506354-fe43-4f18-8c61-ecb614bd9667 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Request body: {'network': {'name': 'tempest-network--661072130', 'router:external': True}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:50.855342 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-635d9f96-6375-43c9-89eb-319c0fe33310 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.906013 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.908926 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-635d9f96-6375-43c9-89eb-319c0fe33310 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.913602 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-635d9f96-6375-43c9-89eb-319c0fe33310 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.917365 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-635d9f96-6375-43c9-89eb-319c0fe33310 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "DELETE /v2.0/security-groups/191608ce-2eaf-494c-ac03-e5509e674cef HTTP/1.1" status: 204 len: 168 time: 0.1687686 Jun 18 16:33:50.917365 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e48ae54b-1032-41a6-805f-2232bc94c724 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:50.920197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49500) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:50.927389 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d9f96-6375-43c9-89eb-319c0fe33310 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=191608ce-2eaf-494c-ac03-e5509e674cef,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:50.929921 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-635d9f96-6375-43c9-89eb-319c0fe33310 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:50.938611 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1e472d-9763-4d2b-a395-369382cb5ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cd8e92-7fd0-4561-9207-d3517582df3d'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:50.941807 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b3110b-0b3b-4c51-ad86-d587691ecf0f" -d '{"events": [{"server_uuid": "fd1e472d-9763-4d2b-a395-369382cb5ff8", "name": "network-vif-plugged", "status": "completed", "tag": "67cd8e92-7fd0-4561-9207-d3517582df3d"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:50.963662 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 67cd8e92-7fd0-4561-9207-d3517582df3d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=67cd8e92-7fd0-4561-9207-d3517582df3d,segment=NetworkSegment(e29c36aa-4d63-42a4-be7f-00440eb6d404),segment_id=e29c36aa-4d63-42a4-be7f-00440eb6d404)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:50.968306 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.970620 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-79a76eaa-e877-4203-b220-43f17f8f6912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:51.028676 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=67cd8e92-7fd0-4561-9207-d3517582df3d,revision_number=7']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:51.032419 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:51.117271 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71d4b8d-41f0-4ef3-b38f-c5fa7755f48f x-openstack-request-id: req-f71d4b8d-41f0-4ef3-b38f-c5fa7755f48f {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:51.117578 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1e472d-9763-4d2b-a395-369382cb5ff8", "name": "network-vif-plugged", "status": "completed", "tag": "67cd8e92-7fd0-4561-9207-d3517582df3d", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:51.117842 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f71d4b8d-41f0-4ef3-b38f-c5fa7755f48f {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:51.118241 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1e472d-9763-4d2b-a395-369382cb5ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cd8e92-7fd0-4561-9207-d3517582df3d', 'code': 200} Jun 18 16:33:51.277547 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70506354-fe43-4f18-8c61-ecb614bd9667 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Made reservation on behalf of 73fc523d7de34956a61d44005a114fe0 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:51.279945 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-70506354-fe43-4f18-8c61-ecb614bd9667 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:51.304371 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-70506354-fe43-4f18-8c61-ecb614bd9667 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:51.343206 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc05c99-5db5-4853-bcf2-ca49763641d7 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:51.352957 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a645506-ecec-4620-ad7a-65e65c2c654d None None] Sync routers for ids ['df40bf81-0eed-4d37-8e5f-5ba4ab4368c8'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:51.357812 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-abc05c99-5db5-4853-bcf2-ca49763641d7 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:51.359005 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-abc05c99-5db5-4853-bcf2-ca49763641d7 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/df40bf81-0eed-4d37-8e5f-5ba4ab4368c8 HTTP/1.1" status: 200 len: 890 time: 1.5037625 Jun 18 16:33:51.361777 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49506) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:51.366389 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a645506-ecec-4620-ad7a-65e65c2c654d None None] Routers {'df40bf81-0eed-4d37-8e5f-5ba4ab4368c8'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:51.367136 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-3a645506-ecec-4620-ad7a-65e65c2c654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['df40bf81-0eed-4d37-8e5f-5ba4ab4368c8'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:51.373135 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ae9fbb1a-f13f-44dd-8f3d-d281e79cd399 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4462535 Jun 18 16:33:51.396338 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49508) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:51.402778 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-3a645506-ecec-4620-ad7a-65e65c2c654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:51.407515 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-77a15c51-29fa-4e02-b07d-4063ff16a8bb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group': {'name': 'tempest-secgroup--101419045'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:51.412392 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a645506-ecec-4620-ad7a-65e65c2c654d None None] Routers {'df40bf81-0eed-4d37-8e5f-5ba4ab4368c8'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:51.413236 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-3a645506-ecec-4620-ad7a-65e65c2c654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['df40bf81-0eed-4d37-8e5f-5ba4ab4368c8'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:51.439231 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-52278ea4-2855-4e89-9346-5f8dd6d46fae tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:51.442712 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-318c7881-0e0a-4bc5-9d25-a83aa1301203 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:51.454532 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-3a645506-ecec-4620-ad7a-65e65c2c654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:51.455237 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a645506-ecec-4620-ad7a-65e65c2c654d None None] The sync data for ids ['df40bf81-0eed-4d37-8e5f-5ba4ab4368c8'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:51.489094 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a1722d6e-ab69-4c13-b22e-1757d9334ecd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/routers/df40bf81-0eed-4d37-8e5f-5ba4ab4368c8 HTTP/1.1" status: 200 len: 890 time: 0.1259897 Jun 18 16:33:51.491740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49510) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:51.507847 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52278ea4-2855-4e89-9346-5f8dd6d46fae tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event updated for resources: {'Subnet': ['ID=bf447b79-2a86-4472-bdac-d10c3ff1ff99,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:51.516273 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-52278ea4-2855-4e89-9346-5f8dd6d46fae tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:51.523546 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d3d79912-f613-4a11-b871-a4d0000d9d99 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/ports?device_id=df40bf81-0eed-4d37-8e5f-5ba4ab4368c8 HTTP/1.1" status: 200 len: 205 time: 0.0305064 Jun 18 16:33:51.525838 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49512) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:51.544624 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52278ea4-2855-4e89-9346-5f8dd6d46fae tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Checking segment: {'id': '3608c6e2-1ac6-42c4-a6b5-b6b25267448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd17987b-c210-4fc7-846c-f45c9f733704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:51.544920 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52278ea4-2855-4e89-9346-5f8dd6d46fae tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Network hostable DHCP agents. Network: fd17987b-c210-4fc7-846c-f45c9f733704, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:33:51.569080 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-70506354-fe43-4f18-8c61-ecb614bd9667 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:51.577278 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-70506354-fe43-4f18-8c61-ecb614bd9667 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:51.583342 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-24ab82dc-2fc1-462d-9138-32aad96b3d42 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:51.588904 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52278ea4-2855-4e89-9346-5f8dd6d46fae tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Network fd17987b-c210-4fc7-846c-f45c9f733704 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:33:51.620149 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70506354-fe43-4f18-8c61-ecb614bd9667 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:33:51.626284 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-77a15c51-29fa-4e02-b07d-4063ff16a8bb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:51.628804 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-52278ea4-2855-4e89-9346-5f8dd6d46fae tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, fd17987b-c210-4fc7-846c-f45c9f733704) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:51.632542 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70506354-fe43-4f18-8c61-ecb614bd9667 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03079aa-3b09-40ee-bb76-76c20d2e2c67,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:51.639731 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a15896b-5cfc-4a58-9ffa-4e5af43fead4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:51.646160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-70506354-fe43-4f18-8c61-ecb614bd9667 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:51.647381 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52278ea4-2855-4e89-9346-5f8dd6d46fae tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:51.647927 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-52278ea4-2855-4e89-9346-5f8dd6d46fae tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:51.649840 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c7b112-fda6-40b1-9d8f-3f0beb735e48 None None] Network fd17987b-c210-4fc7-846c-f45c9f733704 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:51.656696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-70506354-fe43-4f18-8c61-ecb614bd9667 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:51.656912 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:33:51.657432 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-70506354-fe43-4f18-8c61-ecb614bd9667 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Added segment 4e950739-7e3f-440d-bb28-5ae3480155cf of type vlan for network fc76ab35-3182-4185-89f2-9f5b476e2fbd Jun 18 16:33:51.706552 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-52278ea4-2855-4e89-9346-5f8dd6d46fae tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3269572 Jun 18 16:33:51.707271 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49514) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:51.718755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-8b2e7f67-76c5-46d3-a5f0-0a326ee34b17 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fd17987b-c210-4fc7-846c-f45c9f733704'}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:51.788751 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a15896b-5cfc-4a58-9ffa-4e5af43fead4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:51.796671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-70506354-fe43-4f18-8c61-ecb614bd9667 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:51.841905 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-fd17987b-c210-4fc7-846c-f45c9f733704', 'network_id': 'fd17987b-c210-4fc7-846c-f45c9f733704', 'tenant_id': '2e500ed277df493db6f83afd53fe1d22', 'fixed_ips': [{'subnet_id': 'bf447b79-2a86-4472-bdac-d10c3ff1ff99'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:33:51.842798 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:51.856981 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-5a15896b-5cfc-4a58-9ffa-4e5af43fead4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting port cec4a318-c658-4391-a9a9-63d0e887dfd4 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:51.857750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a15896b-5cfc-4a58-9ffa-4e5af43fead4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:51.932532 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-70506354-fe43-4f18-8c61-ecb614bd9667 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:51.933542 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70506354-fe43-4f18-8c61-ecb614bd9667 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:51.934116 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-70506354-fe43-4f18-8c61-ecb614bd9667 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:51.942632 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-93cb1825-df35-4478-b239-db0e6d914317 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:51.991802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a15896b-5cfc-4a58-9ffa-4e5af43fead4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:51.996393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Allocated IP 2001:db8:1::2 (fd17987b-c210-4fc7-846c-f45c9f733704/bf447b79-2a86-4472-bdac-d10c3ff1ff99/ae1f1783-71a4-4c40-94bd-c1c175f907df) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:52.067349 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-5a15896b-5cfc-4a58-9ffa-4e5af43fead4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Calling delete_port for cec4a318-c658-4391-a9a9-63d0e887dfd4 owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:52.072022 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-77a15c51-29fa-4e02-b07d-4063ff16a8bb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.078983 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8b2e7f67-76c5-46d3-a5f0-0a326ee34b17 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.090267 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-77a15c51-29fa-4e02-b07d-4063ff16a8bb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.104956 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-70506354-fe43-4f18-8c61-ecb614bd9667 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4104414 Jun 18 16:33:52.111877 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49518) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:52.129951 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70506354-fe43-4f18-8c61-ecb614bd9667 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Pushing event updated for resources: {'Network': ['ID=fc76ab35-3182-4185-89f2-9f5b476e2fbd,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:52.149947 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-70506354-fe43-4f18-8c61-ecb614bd9667 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:52.153600 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network fc76ab35-3182-4185-89f2-9f5b476e2fbd details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:33:52.182167 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a74f3162-498a-4c7a-a7e3-237506353698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:52.227855 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-77a15c51-29fa-4e02-b07d-4063ff16a8bb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.229069 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-77a15c51-29fa-4e02-b07d-4063ff16a8bb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8273122 Jun 18 16:33:52.232463 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.240103 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49520) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:52.254102 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-e5dd3dd1-e36a-4c14-952f-a173334af803 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': '4e1fd0e3-98df-4248-aac6-cce1047d8ce2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:52.254800 dv-neutron-797121-1-hyperv neutron-server[93427]: WARNING neutron.api.v2.base [None req-e5dd3dd1-e36a-4c14-952f-a173334af803 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 18 16:33:52.255299 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-e5dd3dd1-e36a-4c14-952f-a173334af803 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:52.256285 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e5dd3dd1-e36a-4c14-952f-a173334af803 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0122766 Jun 18 16:33:52.261278 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49522) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:52.267899 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a15c51-29fa-4e02-b07d-4063ff16a8bb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1fd0e3-98df-4248-aac6-cce1047d8ce2,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:52.268179 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-f0cb4cef-19e6-4de3-a115-a2d151cd8226 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': '4e1fd0e3-98df-4248-aac6-cce1047d8ce2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:52.273185 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-77a15c51-29fa-4e02-b07d-4063ff16a8bb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:52.277721 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4ea51ece-d85f-4ed4-9e5f-4ff155741704 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.309353 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Transition to ACTIVE for port object ae1f1783-71a4-4c40-94bd-c1c175f907df will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:52.310476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a15896b-5cfc-4a58-9ffa-4e5af43fead4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.324439 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6ea0d8e6-8881-4817-b457-7f1f1013fcf7 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:52.345244 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Transition to ACTIVE for port object ae1f1783-71a4-4c40-94bd-c1c175f907df will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:52.352361 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.354542 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:52.381291 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15896b-5cfc-4a58-9ffa-4e5af43fead4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Port': ['ID=cec4a318-c658-4391-a9a9-63d0e887dfd4,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:52.387600 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5a15896b-5cfc-4a58-9ffa-4e5af43fead4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:52.387986 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4ea51ece-d85f-4ed4-9e5f-4ff155741704 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.389424 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-f0cb4cef-19e6-4de3-a115-a2d151cd8226 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:52.393429 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f0cb4cef-19e6-4de3-a115-a2d151cd8226 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1282537 Jun 18 16:33:52.399061 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49524) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:52.403672 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-1dac7657-0912-4681-965d-86246251e83c tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': '4e1fd0e3-98df-4248-aac6-cce1047d8ce2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:52.404760 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Network fd17987b-c210-4fc7-846c-f45c9f733704 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:52.405243 dv-neutron-797121-1-hyperv neutron-server[93427]: WARNING neutron.api.v2.base [None req-1dac7657-0912-4681-965d-86246251e83c tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 18 16:33:52.405368 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-1dac7657-0912-4681-965d-86246251e83c tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:52.406471 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1dac7657-0912-4681-965d-86246251e83c tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064654 Jun 18 16:33:52.408934 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-4ea51ece-d85f-4ed4-9e5f-4ff155741704 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc76ab35-3182-4185-89f2-9f5b476e2fbd']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:52.411179 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49526) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:52.411835 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:52.416511 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:52.419316 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-98f82715-65b0-4ccc-8826-f41e0725821a tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': '4e1fd0e3-98df-4248-aac6-cce1047d8ce2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:52.419734 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Pushing event updated for resources: {'Port': ['ID=ae1f1783-71a4-4c40-94bd-c1c175f907df,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:52.429949 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:52.433969 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a15896b-5cfc-4a58-9ffa-4e5af43fead4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.438564 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-4ea51ece-d85f-4ed4-9e5f-4ff155741704 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e950739-7e3f-440d-bb28-5ae3480155cf') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:52.438887 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-4ea51ece-d85f-4ed4-9e5f-4ff155741704 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e950739-7e3f-440d-bb28-5ae3480155cf') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:52.452825 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4ea51ece-d85f-4ed4-9e5f-4ff155741704 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.478377 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-8b2e7f67-76c5-46d3-a5f0-0a326ee34b17 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:52.484749 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8b2e7f67-76c5-46d3-a5f0-0a326ee34b17 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "PUT /v2.0/routers/4080adc1-d7aa-4b26-a461-567f337a9738 HTTP/1.1" status: 400 len: 364 time: 0.7680633 Jun 18 16:33:52.484967 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49528) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:52.492244 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Attempting to bind port ae1f1783-71a4-4c40-94bd-c1c175f907df on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:33:52.492756 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Attempting to bind port ae1f1783-71a4-4c40-94bd-c1c175f907df by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '3608c6e2-1ac6-42c4-a6b5-b6b25267448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd17987b-c210-4fc7-846c-f45c9f733704'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:33:52.493207 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Attempting to bind port ae1f1783-71a4-4c40-94bd-c1c175f907df on network fd17987b-c210-4fc7-846c-f45c9f733704 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:33:52.493607 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4ea51ece-d85f-4ed4-9e5f-4ff155741704 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.499316 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:33:52.499794 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Checking segment: {'id': '3608c6e2-1ac6-42c4-a6b5-b6b25267448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd17987b-c210-4fc7-846c-f45c9f733704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:52.500273 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.500780 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Bound using segment: {'id': '3608c6e2-1ac6-42c4-a6b5-b6b25267448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd17987b-c210-4fc7-846c-f45c9f733704'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:33:52.501320 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Bound port: ae1f1783-71a4-4c40-94bd-c1c175f907df, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3608c6e2-1ac6-42c4-a6b5-b6b25267448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd17987b-c210-4fc7-846c-f45c9f733704'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:33:52.501767 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.537822 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a15896b-5cfc-4a58-9ffa-4e5af43fead4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.540176 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a15896b-5cfc-4a58-9ffa-4e5af43fead4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.562706 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea51ece-d85f-4ed4-9e5f-4ff155741704 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:33:52.563130 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4ea51ece-d85f-4ed4-9e5f-4ff155741704 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:33:52.564929 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:33:52.580231 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] For port ae1f1783-71a4-4c40-94bd-c1c175f907df, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:33:52.588980 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a15896b-5cfc-4a58-9ffa-4e5af43fead4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.589559 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a15896b-5cfc-4a58-9ffa-4e5af43fead4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Fanout notify agent at l3_agent the message router_deleted on router df40bf81-0eed-4d37-8e5f-5ba4ab4368c8 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:33:52.596315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a15896b-5cfc-4a58-9ffa-4e5af43fead4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.597916 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5a15896b-5cfc-4a58-9ffa-4e5af43fead4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/routers/df40bf81-0eed-4d37-8e5f-5ba4ab4368c8 HTTP/1.1" status: 204 len: 168 time: 1.0708585 Jun 18 16:33:52.601206 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49530) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:52.606231 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-4258777a-0c94-4ee8-924a-7ebb7e238495 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2058652139'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:52.610163 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-98f82715-65b0-4ccc-8826-f41e0725821a tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:52.615134 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-98f82715-65b0-4ccc-8826-f41e0725821a tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1983001 Jun 18 16:33:52.617260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49532) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:52.626385 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-ad1c87bd-1223-4ef4-bd72-d9f0eb3dabc6 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': '4e1fd0e3-98df-4248-aac6-cce1047d8ce2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:52.627235 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING neutron.api.v2.base [None req-ad1c87bd-1223-4ef4-bd72-d9f0eb3dabc6 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 18 16:33:52.627803 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-ad1c87bd-1223-4ef4-bd72-d9f0eb3dabc6 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:52.629430 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ad1c87bd-1223-4ef4-bd72-d9f0eb3dabc6 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112391 Jun 18 16:33:52.633703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49534) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:52.640600 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-3d5185de-875e-4b95-bd40-8052bbe88448 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': '4e1fd0e3-98df-4248-aac6-cce1047d8ce2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:52.653080 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4258777a-0c94-4ee8-924a-7ebb7e238495 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Made reservation on behalf of 7fa748889fc44ffebd379b4310880c38 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:52.656826 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4258777a-0c94-4ee8-924a-7ebb7e238495 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.700206 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-3d5185de-875e-4b95-bd40-8052bbe88448 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:52.704192 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3d5185de-875e-4b95-bd40-8052bbe88448 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0667105 Jun 18 16:33:52.704479 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49536) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:52.707830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] For port ae1f1783-71a4-4c40-94bd-c1c175f907df, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ae1f1783-71a4-4c40-94bd-c1c175f907df,segment=NetworkSegment(3608c6e2-1ac6-42c4-a6b5-b6b25267448c),segment_id=3608c6e2-1ac6-42c4-a6b5-b6b25267448c)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:33:52.710267 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b9823bd6-7a9a-4e91-8fbd-1912c850fba8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': '4e1fd0e3-98df-4248-aac6-cce1047d8ce2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:52.710885 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING neutron.api.v2.base [None req-b9823bd6-7a9a-4e91-8fbd-1912c850fba8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 18 16:33:52.711474 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-b9823bd6-7a9a-4e91-8fbd-1912c850fba8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:52.715229 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b9823bd6-7a9a-4e91-8fbd-1912c850fba8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069003 Jun 18 16:33:52.715386 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.715386 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:52.715933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49538) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:52.721385 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-36b7ee14-086e-47bc-9bc5-722afa7997ca tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': '4e1fd0e3-98df-4248-aac6-cce1047d8ce2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:52.730827 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4258777a-0c94-4ee8-924a-7ebb7e238495 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:33:52.748081 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4258777a-0c94-4ee8-924a-7ebb7e238495 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.748439 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-4258777a-0c94-4ee8-924a-7ebb7e238495 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Added segment 0c87556e-886e-435b-9d9c-0b1918d3574f of type vlan for network 26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9 Jun 18 16:33:52.762274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4ea51ece-d85f-4ed4-9e5f-4ff155741704 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.767685 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:52.772093 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea51ece-d85f-4ed4-9e5f-4ff155741704 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fc76ab35-3182-4185-89f2-9f5b476e2fbd {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 18 16:33:52.776269 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4ea51ece-d85f-4ed4-9e5f-4ff155741704 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.778142 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4ea51ece-d85f-4ed4-9e5f-4ff155741704 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] 10.222.0.39 "DELETE /v2.0/networks/fc76ab35-3182-4185-89f2-9f5b476e2fbd HTTP/1.1" status: 204 len: 168 time: 0.6624706 Jun 18 16:33:52.789177 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49540) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:52.792096 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea51ece-d85f-4ed4-9e5f-4ff155741704 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc76ab35-3182-4185-89f2-9f5b476e2fbd,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:52.796267 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4ea51ece-d85f-4ed4-9e5f-4ff155741704 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:52.800002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-e5db67a2-0081-41eb-bf59-8346d8ecbc90 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:52.802419 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Pushing event updated for resources: {'Port': ['ID=ae1f1783-71a4-4c40-94bd-c1c175f907df,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:52.805755 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:52.830926 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4258777a-0c94-4ee8-924a-7ebb7e238495 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.858918 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5db67a2-0081-41eb-bf59-8346d8ecbc90 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Made reservation on behalf of 73fc523d7de34956a61d44005a114fe0 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:52.861448 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e5db67a2-0081-41eb-bf59-8346d8ecbc90 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.863610 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-36b7ee14-086e-47bc-9bc5-722afa7997ca tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:52.865713 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-36b7ee14-086e-47bc-9bc5-722afa7997ca tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1485372 Jun 18 16:33:52.868618 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49542) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:52.875612 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-57782e4b-12f9-44a7-806f-50da1dcb7c3a tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': '4e1fd0e3-98df-4248-aac6-cce1047d8ce2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:52.884634 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4258777a-0c94-4ee8-924a-7ebb7e238495 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.889376 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.894893 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4258777a-0c94-4ee8-924a-7ebb7e238495 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:52.896104 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4258777a-0c94-4ee8-924a-7ebb7e238495 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:52.903577 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-af35acfd-ae1c-4d34-b28a-f04ee99f8e85 tempest-FloatingIPNegativeTestJSON-1706976342 tempest-FloatingIPNegativeTestJSON-1706976342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:52.988537 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5db67a2-0081-41eb-bf59-8346d8ecbc90 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:33:53.007692 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-57782e4b-12f9-44a7-806f-50da1dcb7c3a tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:53.009022 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e5db67a2-0081-41eb-bf59-8346d8ecbc90 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:53.009375 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-e5db67a2-0081-41eb-bf59-8346d8ecbc90 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Added segment 1ea11126-725d-496b-abd4-fa9820b99220 of type vlan for network 6a65b426-a6c0-4d52-9dd9-6f7bae2d2947 Jun 18 16:33:53.009936 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-57782e4b-12f9-44a7-806f-50da1dcb7c3a tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1399140 Jun 18 16:33:53.012997 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49544) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:53.025708 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4258777a-0c94-4ee8-924a-7ebb7e238495 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4209273 Jun 18 16:33:53.025708 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258777a-0c94-4ee8-924a-7ebb7e238495 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Network': ['ID=26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:53.028008 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49546) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:53.039294 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:33:53.067992 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4258777a-0c94-4ee8-924a-7ebb7e238495 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:53.096029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b3e1a86f-7a1f-4141-9d43-278f5442e494 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'subnet': {'network_id': '26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:53.172767 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e5db67a2-0081-41eb-bf59-8346d8ecbc90 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:53.260750 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Allocated IP 2001:db8::1 (a875fd86-2de1-4d17-b8f4-975f7069d86b/390ff097-a3b6-4276-8b5e-e3e4f9096861/22856ce3-ebb3-4e22-bd51-3d8d5d53a746) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:53.263807 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e5db67a2-0081-41eb-bf59-8346d8ecbc90 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:53.265161 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5db67a2-0081-41eb-bf59-8346d8ecbc90 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:53.265496 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e5db67a2-0081-41eb-bf59-8346d8ecbc90 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:53.271247 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-96aa1583-101e-4ce3-ba7f-e886d910f5b8 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:53.272838 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21c0fe51-cd0c-4cea-be8a-27369b1414ec tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:53.316972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21c0fe51-cd0c-4cea-be8a-27369b1414ec tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:53.341675 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e5db67a2-0081-41eb-bf59-8346d8ecbc90 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5479691 Jun 18 16:33:53.343052 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49548) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:53.353900 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-72896685-1152-4a2c-b518-20235f7fbfdc tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Request body: {'subnet': {'network_id': '6a65b426-a6c0-4d52-9dd9-6f7bae2d2947', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:53.386416 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db67a2-0081-41eb-bf59-8346d8ecbc90 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Pushing event updated for resources: {'Network': ['ID=6a65b426-a6c0-4d52-9dd9-6f7bae2d2947,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:53.390847 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e5db67a2-0081-41eb-bf59-8346d8ecbc90 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:53.393451 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e1a86f-7a1f-4141-9d43-278f5442e494 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Made reservation on behalf of 7fa748889fc44ffebd379b4310880c38 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:53.398370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b3e1a86f-7a1f-4141-9d43-278f5442e494 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:53.402560 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 6a65b426-a6c0-4d52-9dd9-6f7bae2d2947 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:33:53.475090 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:53.491232 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21c0fe51-cd0c-4cea-be8a-27369b1414ec tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:53.495201 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21c0fe51-cd0c-4cea-be8a-27369b1414ec tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:53.496837 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-21c0fe51-cd0c-4cea-be8a-27369b1414ec tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "DELETE /v2.0/security-groups/4e1fd0e3-98df-4248-aac6-cce1047d8ce2 HTTP/1.1" status: 204 len: 168 time: 0.4825404 Jun 18 16:33:53.497666 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Transition to ACTIVE for port object 22856ce3-ebb3-4e22-bd51-3d8d5d53a746 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:53.501049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-48b95566-3e3c-42dc-b626-4637de0a32ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:53.505362 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49550) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:53.507552 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72896685-1152-4a2c-b518-20235f7fbfdc tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Made reservation on behalf of 73fc523d7de34956a61d44005a114fe0 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:53.510303 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72896685-1152-4a2c-b518-20235f7fbfdc tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:53.573023 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0fe51-cd0c-4cea-be8a-27369b1414ec tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1fd0e3-98df-4248-aac6-cce1047d8ce2,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:53.574258 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:53.575885 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-21c0fe51-cd0c-4cea-be8a-27369b1414ec tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:53.576460 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e9e43f95-2ba3-4cb2-83b0-e7be459511a1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:53.605302 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-01581d4b-c12b-4914-b8be-fe299ed9f7a8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0985663 Jun 18 16:33:53.609491 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49552) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:53.621243 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-b9fda64a-a980-4b91-b34b-8eeeb2d671e8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group': {'name': 'tempest-secgroup--769542403'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:53.650284 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Network a875fd86-2de1-4d17-b8f4-975f7069d86b is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:53.651332 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event updated for resources: {'Port': ['ID=22856ce3-ebb3-4e22-bd51-3d8d5d53a746,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:53.657346 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:53.658256 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:53.661808 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:53.662648 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:53.703622 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b9fda64a-a980-4b91-b34b-8eeeb2d671e8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:53.803798 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b3e1a86f-7a1f-4141-9d43-278f5442e494 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:53.807044 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a661e13d-8ce4-4682-b421-1a693694b7a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:53.856163 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:53.935922 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b9fda64a-a980-4b91-b34b-8eeeb2d671e8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:53.942748 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b9fda64a-a980-4b91-b34b-8eeeb2d671e8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:53.947530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2eae5db7-35de-4743-86c6-3837ab99460b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:54.034487 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1a86f-7a1f-4141-9d43-278f5442e494 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Subnet': ['ID=9936daf2-e05d-49a0-9ad8-27482503cd18,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:54.038398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b3e1a86f-7a1f-4141-9d43-278f5442e494 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:54.043872 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e1a86f-7a1f-4141-9d43-278f5442e494 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Checking segment: {'id': '0c87556e-886e-435b-9d9c-0b1918d3574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:54.044124 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e1a86f-7a1f-4141-9d43-278f5442e494 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network hostable DHCP agents. Network: 26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:33:54.069061 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ae1f1783-71a4-4c40-94bd-c1c175f907df up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:54.084469 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e1a86f-7a1f-4141-9d43-278f5442e494 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network 26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:33:54.103939 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fda64a-a980-4b91-b34b-8eeeb2d671e8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=959b56b2-41d8-445e-8f9f-6a2bc68c5f38,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:54.109215 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b9fda64a-a980-4b91-b34b-8eeeb2d671e8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:54.110476 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b9fda64a-a980-4b91-b34b-8eeeb2d671e8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.115427 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b9fda64a-a980-4b91-b34b-8eeeb2d671e8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5020516 Jun 18 16:33:54.115603 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-b3e1a86f-7a1f-4141-9d43-278f5442e494 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:54.115696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49554) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:54.125649 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-45d482bf-bf64-4d48-a9f2-973a0df251e2 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': '959b56b2-41d8-445e-8f9f-6a2bc68c5f38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:54.129179 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e1a86f-7a1f-4141-9d43-278f5442e494 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:54.129789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b3e1a86f-7a1f-4141-9d43-278f5442e494 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.138920 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1f64ea-a73e-4084-815a-f3e63574d7b7 None None] Network 26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:54.191031 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b3e1a86f-7a1f-4141-9d43-278f5442e494 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1616683 Jun 18 16:33:54.202497 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49556) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:54.214464 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-c9425ee0-5e08-446e-948c-990eab360fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1058095954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:54.246798 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-45d482bf-bf64-4d48-a9f2-973a0df251e2 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): The resource could not be found. Jun 18 16:33:54.251008 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-45d482bf-bf64-4d48-a9f2-973a0df251e2 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1311288 Jun 18 16:33:54.258395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49558) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:54.259151 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.objects.ports [None req-72896685-1152-4a2c-b518-20235f7fbfdc tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93428) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:33:54.259975 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72896685-1152-4a2c-b518-20235f7fbfdc tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.270941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-f3984f88-fcaa-4595-8653-97c972dbe6a8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': '959b56b2-41d8-445e-8f9f-6a2bc68c5f38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3c118b6a-f228-41cb-8232-052c5216b17d'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:54.275831 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c679a8fb-1e41-45c8-b011-e9bfb33529e7 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:54.291792 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port ae1f1783-71a4-4c40-94bd-c1c175f907df completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:54.313177 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c374a9c-76f1-4d76-b65a-1e48b6c6f8ea None None] Network fd17987b-c210-4fc7-846c-f45c9f733704 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:54.343612 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c9425ee0-5e08-446e-948c-990eab360fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.344257 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f34559d4-3e8e-4a52-9db4-9a71d22ac16c None None] Provisioning for port 22856ce3-ebb3-4e22-bd51-3d8d5d53a746 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:54.345143 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c9425ee0-5e08-446e-948c-990eab360fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.346299 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72896685-1152-4a2c-b518-20235f7fbfdc tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b69f8b4d-7f49-4b32-b0e2-4a24d65274d5,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:54.352261 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-72896685-1152-4a2c-b518-20235f7fbfdc tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:54.359102 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72896685-1152-4a2c-b518-20235f7fbfdc tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Checking segment: {'id': '1ea11126-725d-496b-abd4-fa9820b99220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6a65b426-a6c0-4d52-9dd9-6f7bae2d2947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:54.359775 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72896685-1152-4a2c-b518-20235f7fbfdc tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Network hostable DHCP agents. Network: 6a65b426-a6c0-4d52-9dd9-6f7bae2d2947, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:33:54.392340 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72896685-1152-4a2c-b518-20235f7fbfdc tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Network 6a65b426-a6c0-4d52-9dd9-6f7bae2d2947 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:33:54.394701 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f34559d4-3e8e-4a52-9db4-9a71d22ac16c None None] Provisioning complete for port 22856ce3-ebb3-4e22-bd51-3d8d5d53a746 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:54.395549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f34559d4-3e8e-4a52-9db4-9a71d22ac16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.404917 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-f3984f88-fcaa-4595-8653-97c972dbe6a8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): The resource could not be found. Jun 18 16:33:54.409353 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f3984f88-fcaa-4595-8653-97c972dbe6a8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1401467 Jun 18 16:33:54.409353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-72896685-1152-4a2c-b518-20235f7fbfdc tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 6a65b426-a6c0-4d52-9dd9-6f7bae2d2947) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:54.409674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49560) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:54.420936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72896685-1152-4a2c-b518-20235f7fbfdc tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:54.421645 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72896685-1152-4a2c-b518-20235f7fbfdc tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.432376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf907f9-ebee-4367-8664-54d2c8d8c596 None None] Network 6a65b426-a6c0-4d52-9dd9-6f7bae2d2947 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:54.454516 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-72896685-1152-4a2c-b518-20235f7fbfdc tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1085916 Jun 18 16:33:54.460586 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49562) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:54.468375 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Request body: {'floatingip': {'floating_network_id': '6a65b426-a6c0-4d52-9dd9-6f7bae2d2947'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:54.484958 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c9425ee0-5e08-446e-948c-990eab360fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.498780 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c9425ee0-5e08-446e-948c-990eab360fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.508405 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fe0331de-fb36-46ae-a1d8-e5c6fa065758 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.511624 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.537263 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c9425ee0-5e08-446e-948c-990eab360fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.538472 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-f34559d4-3e8e-4a52-9db4-9a71d22ac16c None None] Port 22856ce3-ebb3-4e22-bd51-3d8d5d53a746 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:54.542317 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c9425ee0-5e08-446e-948c-990eab360fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3346648 Jun 18 16:33:54.546302 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49564) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:54.553269 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.555939 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9', 'network_id': '26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'fixed_ips': [{'subnet_id': '9936daf2-e05d-49a0-9ad8-27482503cd18'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:33:54.556960 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.563586 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.564450 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.580328 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fe0331de-fb36-46ae-a1d8-e5c6fa065758 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.614045 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-df440a0d-04bc-4877-9cdd-1c73411c715f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:54.664555 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fe0331de-fb36-46ae-a1d8-e5c6fa065758 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.667140 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fe0331de-fb36-46ae-a1d8-e5c6fa065758 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.670727 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fe0331de-fb36-46ae-a1d8-e5c6fa065758 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "DELETE /v2.0/security-groups/959b56b2-41d8-445e-8f9f-6a2bc68c5f38 HTTP/1.1" status: 204 len: 168 time: 0.2576194 Jun 18 16:33:54.670727 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.671488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49566) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:54.672237 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-05faeafa-f5c4-43ef-8b88-320805e4f235 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:54.701064 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0331de-fb36-46ae-a1d8-e5c6fa065758 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=959b56b2-41d8-445e-8f9f-6a2bc68c5f38,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:54.707210 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fe0331de-fb36-46ae-a1d8-e5c6fa065758 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:54.777806 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9048e32b-47bb-428c-a800-d611798ab762 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1016591 Jun 18 16:33:54.783163 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49568) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:54.790905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-5479dedb-7518-48c6-b743-047c41969b77 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': '132d2a23-2ad4-438a-964b-91a1d1d92f85', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:54.863198 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Allocated IP 172.20.0.3 (6a65b426-a6c0-4d52-9dd9-6f7bae2d2947/b69f8b4d-7f49-4b32-b0e2-4a24d65274d5/3689ed88-13fb-4a6b-bc28-6cdfff6fd1d6) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:54.881122 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-5479dedb-7518-48c6-b743-047c41969b77 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): The resource could not be found. Jun 18 16:33:54.885434 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5479dedb-7518-48c6-b743-047c41969b77 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0979548 Jun 18 16:33:54.886538 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49570) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:54.893257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d5d91a3f-fcf8-4ec2-9b6b-f766da96ab89 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523394958'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:54.940700 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6ad6b3-ea66-4431-8c0d-1ddadcc5e6f1 None None] Network 6a65b426-a6c0-4d52-9dd9-6f7bae2d2947 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:54.958674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d5d91a3f-fcf8-4ec2-9b6b-f766da96ab89 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.995424 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:54.996462 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c7420c39-eeca-4186-b321-78d88f00c8b7 None None] Provisioning for port ae1f1783-71a4-4c40-94bd-c1c175f907df completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:55.012952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c7420c39-eeca-4186-b321-78d88f00c8b7 None None] Provisioning complete for port ae1f1783-71a4-4c40-94bd-c1c175f907df triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:55.013644 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c7420c39-eeca-4186-b321-78d88f00c8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.038633 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.120591 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Allocated IP 2001:db8::2 (26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9/9936daf2-e05d-49a0-9ad8-27482503cd18/2f0928ce-a685-4304-b8fb-2942d0daf521) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:55.129208 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d5d91a3f-fcf8-4ec2-9b6b-f766da96ab89 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.134187 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d5d91a3f-fcf8-4ec2-9b6b-f766da96ab89 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.139017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-34dbab98-5e18-4fbb-bfd6-282741c3d5f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:55.163573 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.171004 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d5d91a3f-fcf8-4ec2-9b6b-f766da96ab89 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.172849 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d5d91a3f-fcf8-4ec2-9b6b-f766da96ab89 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2851806 Jun 18 16:33:55.179956 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49572) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:55.184567 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-545da6fd-a126-42ae-8df0-9adfe3e8d5ed tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513846861'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:55.193479 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d91a3f-fcf8-4ec2-9b6b-f766da96ab89 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76490fe1-f262-4a9b-81a3-737699f180fd,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:55.199451 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d5d91a3f-fcf8-4ec2-9b6b-f766da96ab89 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:55.201422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5057216e-b619-4255-9f03-083768bf803a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:55.222994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event updated for resources: {'Port': ['ID=22856ce3-ebb3-4e22-bd51-3d8d5d53a746,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:55.229652 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Network 6a65b426-a6c0-4d52-9dd9-6f7bae2d2947 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:55.231532 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:55.235584 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:55.245339 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:55.277666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-545da6fd-a126-42ae-8df0-9adfe3e8d5ed tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.283584 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Pushing event updated for resources: {'Port': ['ID=3689ed88-13fb-4a6b-bc28-6cdfff6fd1d6,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:55.303556 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:55.340178 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Network a875fd86-2de1-4d17-b8f4-975f7069d86b is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:55.345735 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c7420c39-eeca-4186-b321-78d88f00c8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.365024 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:55.454038 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.499824 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.510566 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c7420c39-eeca-4186-b321-78d88f00c8b7 None None] For port ae1f1783-71a4-4c40-94bd-c1c175f907df, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ae1f1783-71a4-4c40-94bd-c1c175f907df,segment=NetworkSegment(3608c6e2-1ac6-42c4-a6b5-b6b25267448c),segment_id=3608c6e2-1ac6-42c4-a6b5-b6b25267448c)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:55.522217 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c7420c39-eeca-4186-b321-78d88f00c8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.522535 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Router 4080adc1-d7aa-4b26-a461-567f337a9738 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:55.528086 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-545da6fd-a126-42ae-8df0-9adfe3e8d5ed tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.530384 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3c20439e-f4d2-4f24-84a0-4ca7f5d85587 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:55.558207 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.560189 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-545da6fd-a126-42ae-8df0-9adfe3e8d5ed tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.565880 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-19f30f4f-f35c-43d4-9fb4-423340bfdbc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:55.576515 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Transition to ACTIVE for port object 2f0928ce-a685-4304-b8fb-2942d0daf521 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:55.604111 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545da6fd-a126-42ae-8df0-9adfe3e8d5ed tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c860e9e-b59b-4cb2-abcc-21979a26d74f,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:55.608713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Transition to ACTIVE for port object 2f0928ce-a685-4304-b8fb-2942d0daf521 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:55.610655 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7420c39-eeca-4186-b321-78d88f00c8b7 None None] Pushing event updated for resources: {'Port': ['ID=ae1f1783-71a4-4c40-94bd-c1c175f907df,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:55.615037 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c7420c39-eeca-4186-b321-78d88f00c8b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:55.617948 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-545da6fd-a126-42ae-8df0-9adfe3e8d5ed tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:55.621535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.629269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9ba0c9ef-2e5b-4856-950d-aa6c6b1053a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:55.647323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.689831 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Network 26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:55.697186 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:55.704833 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:55.709743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Pushing event updated for resources: {'Port': ['ID=2f0928ce-a685-4304-b8fb-2942d0daf521,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:55.712071 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f3a92b44-f79b-4f65-a6dc-bf1a71a0961f None None] Provisioning complete for port ae1f1783-71a4-4c40-94bd-c1c175f907df triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:55.712536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f3a92b44-f79b-4f65-a6dc-bf1a71a0961f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.716508 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:55.772429 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:55.782349 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "PUT /v2.0/routers/4080adc1-d7aa-4b26-a461-567f337a9738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2962346 Jun 18 16:33:55.783031 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49574) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:55.787617 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfe5f45-bfa2-48c9-b131-934561577124 None None] Sync routers for ids ['4080adc1-d7aa-4b26-a461-567f337a9738'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:55.797831 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfe5f45-bfa2-48c9-b131-934561577124 None None] Routers {'4080adc1-d7aa-4b26-a461-567f337a9738'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:55.798929 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-1bfe5f45-bfa2-48c9-b131-934561577124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4080adc1-d7aa-4b26-a461-567f337a9738'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:55.807018 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Attempting to bind port 2f0928ce-a685-4304-b8fb-2942d0daf521 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:33:55.807407 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Attempting to bind port 2f0928ce-a685-4304-b8fb-2942d0daf521 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '0c87556e-886e-435b-9d9c-0b1918d3574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:33:55.807788 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Attempting to bind port 2f0928ce-a685-4304-b8fb-2942d0daf521 on network 26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:33:55.816273 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:33:55.816659 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Checking segment: {'id': '0c87556e-886e-435b-9d9c-0b1918d3574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:55.817079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.817493 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Bound using segment: {'id': '0c87556e-886e-435b-9d9c-0b1918d3574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:33:55.817995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Bound port: 2f0928ce-a685-4304-b8fb-2942d0daf521, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c87556e-886e-435b-9d9c-0b1918d3574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:33:55.818386 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.839367 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-1bfe5f45-bfa2-48c9-b131-934561577124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:55.849459 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfe5f45-bfa2-48c9-b131-934561577124 None None] Routers {'4080adc1-d7aa-4b26-a461-567f337a9738'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:55.850458 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-1bfe5f45-bfa2-48c9-b131-934561577124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4080adc1-d7aa-4b26-a461-567f337a9738'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:55.883288 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-1bfe5f45-bfa2-48c9-b131-934561577124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:55.884325 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfe5f45-bfa2-48c9-b131-934561577124 None None] The sync data for ids ['4080adc1-d7aa-4b26-a461-567f337a9738'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:55.920017 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] For port 2f0928ce-a685-4304-b8fb-2942d0daf521, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:33:55.923375 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] For port 2f0928ce-a685-4304-b8fb-2942d0daf521, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2f0928ce-a685-4304-b8fb-2942d0daf521,segment=NetworkSegment(0c87556e-886e-435b-9d9c-0b1918d3574f),segment_id=0c87556e-886e-435b-9d9c-0b1918d3574f)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:33:55.928941 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Allocated IP 2001:db8::1 (26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9/9936daf2-e05d-49a0-9ad8-27482503cd18/eaaf0b47-ae78-4c58-8ddf-c3894330f099) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:55.937987 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.941530 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:56.004859 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ae1f1783-71a4-4c40-94bd-c1c175f907df up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:56.033961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-545da6fd-a126-42ae-8df0-9adfe3e8d5ed tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:56.038632 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-545da6fd-a126-42ae-8df0-9adfe3e8d5ed tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8551478 Jun 18 16:33:56.040305 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49576) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:56.050535 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b1f70ee9-28ad-455d-98b5-4cdf94c882dc tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:56.056262 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-e8e1eeaa-4121-43b1-aee9-d0c4bfb2ac2d tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group_rule': {'security_group_id': '76490fe1-f262-4a9b-81a3-737699f180fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3c860e9e-b59b-4cb2-abcc-21979a26d74f'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:56.061441 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Pushing event updated for resources: {'Port': ['ID=2f0928ce-a685-4304-b8fb-2942d0daf521,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:56.074952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:56.080017 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5881eb7a-6c72-4df0-bbdd-b7e44e9c924d None None] Provisioning complete for port 22856ce3-ebb3-4e22-bd51-3d8d5d53a746 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:56.080401 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5881eb7a-6c72-4df0-bbdd-b7e44e9c924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:56.148569 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-5881eb7a-6c72-4df0-bbdd-b7e44e9c924d None None] Port 22856ce3-ebb3-4e22-bd51-3d8d5d53a746 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:56.162515 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ae1f1783-71a4-4c40-94bd-c1c175f907df triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:56.163437 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:56.201484 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:56.208181 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:56.210205 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-b1f70ee9-28ad-455d-98b5-4cdf94c882dc tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 18 16:33:56.211807 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1bbbdb3b-541e-4347-b0bb-6df8c99e2919 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:56.213790 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b1f70ee9-28ad-455d-98b5-4cdf94c882dc tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "DELETE /v2.0/routers/4080adc1-d7aa-4b26-a461-567f337a9738 HTTP/1.1" status: 409 len: 329 time: 0.3241310 Jun 18 16:33:56.215765 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49578) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:56.219362 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-e8e1eeaa-4121-43b1-aee9-d0c4bfb2ac2d tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:33:56.225287 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e8e1eeaa-4121-43b1-aee9-d0c4bfb2ac2d tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1727962 Jun 18 16:33:56.225287 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49580) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:56.246940 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:56.275621 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Transition to ACTIVE for port object eaaf0b47-ae78-4c58-8ddf-c3894330f099 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:56.313936 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c69c9ab2-fcde-4a54-8f23-f47c4761ea22 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:56.374955 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c69c9ab2-fcde-4a54-8f23-f47c4761ea22 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:56.388588 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:56.392628 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0304ed6a-38de-4827-a979-9e04e4680d15 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:56.433631 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Pushing event updated for resources: {'Port': ['ID=3689ed88-13fb-4a6b-bc28-6cdfff6fd1d6,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:56.448980 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:56.460344 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:56.471756 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network 26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:56.476956 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:56.480005 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:56.481438 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0198951 Jun 18 16:33:56.481848 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:56.482445 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:56.513315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49582) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:56.599781 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=eaaf0b47-ae78-4c58-8ddf-c3894330f099,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:56.604913 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:56.609637 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c69c9ab2-fcde-4a54-8f23-f47c4761ea22 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:56.614163 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c69c9ab2-fcde-4a54-8f23-f47c4761ea22 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:56.618216 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c69c9ab2-fcde-4a54-8f23-f47c4761ea22 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "DELETE /v2.0/security-groups/3c860e9e-b59b-4cb2-abcc-21979a26d74f HTTP/1.1" status: 204 len: 168 time: 0.3925817 Jun 18 16:33:56.621343 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49584) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:56.622060 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-951f0068-6ae3-4f87-af77-593a20abc62e tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:56.639078 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1306adcb-81b4-4ed0-bd21-b0df94b0e979 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] 10.222.0.39 "GET /v2.0/floatingips?floating_network_id=6a65b426-a6c0-4d52-9dd9-6f7bae2d2947 HTTP/1.1" status: 200 len: 689 time: 0.1236908 Jun 18 16:33:56.642225 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49586) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:56.671228 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c9ab2-fcde-4a54-8f23-f47c4761ea22 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c860e9e-b59b-4cb2-abcc-21979a26d74f,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:56.677473 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c69c9ab2-fcde-4a54-8f23-f47c4761ea22 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:56.757997 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cf68633f-cb30-44ce-a01b-1a740292378e tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1323395 Jun 18 16:33:56.760975 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49588) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:56.761650 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:56.806761 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:56.934820 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93eee88a-5c95-4659-aade-cb9ca1aec6eb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:56.963476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Deleting port 3689ed88-13fb-4a6b-bc28-6cdfff6fd1d6 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:56.963820 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:56.974200 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93eee88a-5c95-4659-aade-cb9ca1aec6eb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.091712 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.093932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.099825 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93eee88a-5c95-4659-aade-cb9ca1aec6eb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.102616 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93eee88a-5c95-4659-aade-cb9ca1aec6eb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.103830 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-93eee88a-5c95-4659-aade-cb9ca1aec6eb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "DELETE /v2.0/security-groups/76490fe1-f262-4a9b-81a3-737699f180fd HTTP/1.1" status: 204 len: 168 time: 0.3396780 Jun 18 16:33:57.107207 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7e5ca0ff-bf44-4d6e-82cc-c6c91c2a3646 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:57.110464 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49590) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:57.126637 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4bb8-e5f8-4dd0-b3ca-ee0b88fe6f6f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.138616 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eee88a-5c95-4659-aade-cb9ca1aec6eb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76490fe1-f262-4a9b-81a3-737699f180fd,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:57.153048 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-93eee88a-5c95-4659-aade-cb9ca1aec6eb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:57.198724 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6f271555-b7a1-4bc4-bb87-c62f09a87c8f tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0843625 Jun 18 16:33:57.202367 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49592) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:57.207554 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-9f03ea1c-50e4-4df2-8073-5a13a762a127 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128347097'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:57.229756 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.237898 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.238746 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.242026 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-074e5994-2b7d-40ac-b914-de505154e99e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:57.281588 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9f03ea1c-50e4-4df2-8073-5a13a762a127 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.289363 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Calling delete_port for 3689ed88-13fb-4a6b-bc28-6cdfff6fd1d6 owned by network:floatingip {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:57.353688 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=eaaf0b47-ae78-4c58-8ddf-c3894330f099,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:57.361060 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:57.435905 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network 26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:57.439290 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:57.528966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b652e9b-ff49-4493-98b0-455c03ac5209 None None] Network 26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:57.538072 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9f03ea1c-50e4-4df2-8073-5a13a762a127 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.544648 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9f03ea1c-50e4-4df2-8073-5a13a762a127 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.550384 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c69c9ab2-fcde-4a54-8f23-f47c4761ea22 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:57.558739 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.563802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:57.578912 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9f03ea1c-50e4-4df2-8073-5a13a762a127 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.583551 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9f03ea1c-50e4-4df2-8073-5a13a762a127 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3768730 Jun 18 16:33:57.586294 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49594) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:57.592266 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-768921dd-4f31-4a94-b271-99823056db1b tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:57.592924 dv-neutron-797121-1-hyperv neutron-server[93427]: WARNING neutron.api.v2.base [None req-768921dd-4f31-4a94-b271-99823056db1b tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 18 16:33:57.593410 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-768921dd-4f31-4a94-b271-99823056db1b tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] update failed (client error): There was a conflict when trying to complete your request. Jun 18 16:33:57.598135 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-768921dd-4f31-4a94-b271-99823056db1b tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "PUT /v2.0/security-groups/bc856c88-d9f8-439e-9d6b-ca005e08bb60 HTTP/1.1" status: 409 len: 330 time: 0.0070877 Jun 18 16:33:57.598135 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03ea1c-50e4-4df2-8073-5a13a762a127 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc856c88-d9f8-439e-9d6b-ca005e08bb60,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:57.598392 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Pushing event deleted for resources: {'Port': ['ID=3689ed88-13fb-4a6b-bc28-6cdfff6fd1d6,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:57.600343 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49596) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:57.603176 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:57.611530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9f03ea1c-50e4-4df2-8073-5a13a762a127 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:57.630792 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a8541658-77e3-401c-82a9-0b4ca3f58716 None None] Provisioning for port 2f0928ce-a685-4304-b8fb-2942d0daf521 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:57.652371 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router e18f90d1-06ec-4797-bfd2-16fe11ba6fe4 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:33:57.682317 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1e82b0df-3a17-4533-8fd2-36b63ec4c335 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.711045 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.760901 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-7d6d4bb8-e5f8-4dd0-b3ca-ee0b88fe6f6f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Deleting port 22856ce3-ebb3-4e22-bd51-3d8d5d53a746 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:57.761327 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4bb8-e5f8-4dd0-b3ca-ee0b88fe6f6f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.764634 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1e82b0df-3a17-4533-8fd2-36b63ec4c335 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.792385 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:57.801793 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/e18f90d1-06ec-4797-bfd2-16fe11ba6fe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2540228 Jun 18 16:33:57.805797 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49598) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:57.816431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.817609 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01103c45-5616-424e-95a3-9b8ee74cd5ec None None] Sync routers for ids ['e18f90d1-06ec-4797-bfd2-16fe11ba6fe4'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:57.832832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01103c45-5616-424e-95a3-9b8ee74cd5ec None None] Routers {'e18f90d1-06ec-4797-bfd2-16fe11ba6fe4'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:57.833571 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-01103c45-5616-424e-95a3-9b8ee74cd5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e18f90d1-06ec-4797-bfd2-16fe11ba6fe4'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:57.873021 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f79befb-6d1f-4004-a43c-dbd9e97f8473 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:57.874513 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4f79befb-6d1f-4004-a43c-dbd9e97f8473 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/ports/eaaf0b47-ae78-4c58-8ddf-c3894330f099 HTTP/1.1" status: 200 len: 911 time: 0.0677102 Jun 18 16:33:57.875925 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1e82b0df-3a17-4533-8fd2-36b63ec4c335 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.877037 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49600) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:57.878571 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1e82b0df-3a17-4533-8fd2-36b63ec4c335 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.883308 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1e82b0df-3a17-4533-8fd2-36b63ec4c335 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "DELETE /v2.0/security-groups/bc856c88-d9f8-439e-9d6b-ca005e08bb60 HTTP/1.1" status: 204 len: 168 time: 0.2768121 Jun 18 16:33:57.883308 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0716beb3-5588-4cbe-a78f-4495c8bc4d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:57.883779 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49602) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:57.887176 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9936daf2-e05d-49a0-9ad8-27482503cd18'}]}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:57.906321 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-01103c45-5616-424e-95a3-9b8ee74cd5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:57.908766 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b0df-3a17-4533-8fd2-36b63ec4c335 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc856c88-d9f8-439e-9d6b-ca005e08bb60,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:57.913161 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1e82b0df-3a17-4533-8fd2-36b63ec4c335 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:57.922307 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01103c45-5616-424e-95a3-9b8ee74cd5ec None None] Routers {'e18f90d1-06ec-4797-bfd2-16fe11ba6fe4'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:57.923083 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-01103c45-5616-424e-95a3-9b8ee74cd5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e18f90d1-06ec-4797-bfd2-16fe11ba6fe4'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:57.950719 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6a896f29-2dcd-4208-9a04-f4ef4efb44dd tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0590224 Jun 18 16:33:57.951962 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49604) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:57.968543 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-60a10238-c758-42af-a05f-11c934fcd8e7 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] delete failed (client error): The resource could not be found. Jun 18 16:33:57.974758 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-60a10238-c758-42af-a05f-11c934fcd8e7 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "DELETE /v2.0/security-groups/f40d4ed5-50bc-417c-a70b-51ae1ec00cb8 HTTP/1.1" status: 404 len: 347 time: 0.0180449 Jun 18 16:33:57.974758 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49606) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:57.983597 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4bb8-e5f8-4dd0-b3ca-ee0b88fe6f6f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.991275 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-01103c45-5616-424e-95a3-9b8ee74cd5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:57.993330 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01103c45-5616-424e-95a3-9b8ee74cd5ec None None] The sync data for ids ['e18f90d1-06ec-4797-bfd2-16fe11ba6fe4'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:57.998421 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-e2b31f48-a80a-4e74-9e8e-aaf4b76648d7 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] show failed (client error): The resource could not be found. Jun 18 16:33:58.009263 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e2b31f48-a80a-4e74-9e8e-aaf4b76648d7 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "GET /v2.0/security-groups/6e850d7a-1fae-4a8d-b2f8-ecfa1b3ab9f1 HTTP/1.1" status: 404 len: 347 time: 0.0332744 Jun 18 16:33:58.013421 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49608) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:58.031288 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-3ada9d61-a44d-4ab6-bc63-85f964e0aaa3 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] show failed (client error): The resource could not be found. Jun 18 16:33:58.036752 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3ada9d61-a44d-4ab6-bc63-85f964e0aaa3 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] 10.222.0.39 "GET /v2.0/security-group-rules/f09eff30-4201-4043-9d97-ffc5dc03329d HTTP/1.1" status: 404 len: 356 time: 0.0177958 Jun 18 16:33:58.076378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:58.105724 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-7d6d4bb8-e5f8-4dd0-b3ca-ee0b88fe6f6f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Calling delete_port for 22856ce3-ebb3-4e22-bd51-3d8d5d53a746 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:58.117979 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6e454c34-f740-4465-9990-d29e5c5dd127 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:58.124656 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2f0928ce-a685-4304-b8fb-2942d0daf521 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:58.184504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b69f8b4d-7f49-4b32-b0e2-4a24d65274d5,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:58.194809 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:58.209383 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 2f0928ce-a685-4304-b8fb-2942d0daf521 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:58.214755 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 2f0928ce-a685-4304-b8fb-2942d0daf521 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:58.215467 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:58.313315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:58.346191 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a65b426-a6c0-4d52-9dd9-6f7bae2d2947']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:58.355116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:58.358992 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-afb81681-70a0-4bea-9747-b35542bae26e None None] Provisioning for port eaaf0b47-ae78-4c58-8ddf-c3894330f099 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:58.373004 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-afb81681-70a0-4bea-9747-b35542bae26e None None] Provisioning complete for port eaaf0b47-ae78-4c58-8ddf-c3894330f099 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:58.373719 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-afb81681-70a0-4bea-9747-b35542bae26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:58.399068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea11126-725d-496b-abd4-fa9820b99220') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:58.399204 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea11126-725d-496b-abd4-fa9820b99220') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:58.404579 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49614) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:58.433158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:58.435149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-afb81681-70a0-4bea-9747-b35542bae26e None None] Port eaaf0b47-ae78-4c58-8ddf-c3894330f099 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:58.438079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 2f0928ce-a685-4304-b8fb-2942d0daf521, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2f0928ce-a685-4304-b8fb-2942d0daf521,segment=NetworkSegment(0c87556e-886e-435b-9d9c-0b1918d3574f),segment_id=0c87556e-886e-435b-9d9c-0b1918d3574f)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:58.444724 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:58.447967 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9f734b2e-cb42-402c-bfd1-dc1e0b03d1de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:58.474395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:58.485365 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:58.486370 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-afb81681-70a0-4bea-9747-b35542bae26e None None] Provisioning complete for port 2f0928ce-a685-4304-b8fb-2942d0daf521 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:58.486790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-afb81681-70a0-4bea-9747-b35542bae26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:58.490351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:33:58.490943 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:33:58.492782 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:33:58.544557 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=2f0928ce-a685-4304-b8fb-2942d0daf521,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:58.550076 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:58.610990 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7551e9bc-5c5f-4572-86ab-7b222826de50 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb2e240ea4464ed4aef3e33ad9fbe569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2045047 Jun 18 16:33:58.613745 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49618) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:58.640290 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:58.651571 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4258777a-0c94-4ee8-924a-7ebb7e238495 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:58.653695 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a65b426-a6c0-4d52-9dd9-6f7bae2d2947 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 18 16:33:58.660250 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:58.664584 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] 10.222.0.39 "DELETE /v2.0/networks/6a65b426-a6c0-4d52-9dd9-6f7bae2d2947 HTTP/1.1" status: 204 len: 168 time: 2.0187118 Jun 18 16:33:58.665510 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49620) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:58.680995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4bb8-e5f8-4dd0-b3ca-ee0b88fe6f6f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:58.715035 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a65b426-a6c0-4d52-9dd9-6f7bae2d2947,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:58.747329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:58.748070 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5eeac396-027e-4ab0-8a9f-aead715695ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:58.765817 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1734864d-e2e9-4c85-b711-0b318c0e0f5c None None] Provisioning complete for port eaaf0b47-ae78-4c58-8ddf-c3894330f099 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:58.767068 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1734864d-e2e9-4c85-b711-0b318c0e0f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:58.777768 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-29c62a08-57ce-4204-8f3a-06d52c8e82db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:58.781349 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d4bb8-e5f8-4dd0-b3ca-ee0b88fe6f6f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event deleted for resources: {'Port': ['ID=22856ce3-ebb3-4e22-bd51-3d8d5d53a746,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:58.808817 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-29c62a08-57ce-4204-8f3a-06d52c8e82db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:58.813461 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7d6d4bb8-e5f8-4dd0-b3ca-ee0b88fe6f6f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:58.856548 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-1734864d-e2e9-4c85-b711-0b318c0e0f5c None None] Port eaaf0b47-ae78-4c58-8ddf-c3894330f099 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:58.895934 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a5e7ec7b-a729-4fdf-b1be-89bd4199dd92 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.2289903 Jun 18 16:33:58.896523 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49622) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:58.970425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-29c62a08-57ce-4204-8f3a-06d52c8e82db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:58.973486 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-29c62a08-57ce-4204-8f3a-06d52c8e82db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:58.975035 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-29c62a08-57ce-4204-8f3a-06d52c8e82db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ad7b98e-4b40-4b68-bba1-9ad98721273b HTTP/1.1" status: 204 len: 168 time: 0.3599050 Jun 18 16:33:58.995495 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-af3417f5-adf6-41a3-95e4-35bd7ea7f8a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:59.060368 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c62a08-57ce-4204-8f3a-06d52c8e82db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad7b98e-4b40-4b68-bba1-9ad98721273b,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:59.067555 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-29c62a08-57ce-4204-8f3a-06d52c8e82db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:59.079643 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a410f-4f08-4d3d-a443-5b35b9595d5a tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:59.082071 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a410f-4f08-4d3d-a443-5b35b9595d5a tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:59.084966 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a410f-4f08-4d3d-a443-5b35b9595d5a tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:59.085476 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a410f-4f08-4d3d-a443-5b35b9595d5a tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:59.085928 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a410f-4f08-4d3d-a443-5b35b9595d5a tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:59.086523 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a410f-4f08-4d3d-a443-5b35b9595d5a tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:59.089554 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a410f-4f08-4d3d-a443-5b35b9595d5a tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:59.090045 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a410f-4f08-4d3d-a443-5b35b9595d5a tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:59.090553 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a410f-4f08-4d3d-a443-5b35b9595d5a tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:59.090980 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a410f-4f08-4d3d-a443-5b35b9595d5a tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:59.091459 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a410f-4f08-4d3d-a443-5b35b9595d5a tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:59.102311 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8c3a410f-4f08-4d3d-a443-5b35b9595d5a tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7075 time: 0.2043643 Jun 18 16:33:59.102961 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49626) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:59.188994 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-686e5df6-7187-4fcf-8dc6-58ec48c44ce9 None None] Provisioning complete for port eaaf0b47-ae78-4c58-8ddf-c3894330f099 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:59.189537 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-686e5df6-7187-4fcf-8dc6-58ec48c44ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:59.200184 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-c767b3b8-294c-4e25-b4e3-aa6527468ad1 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] delete failed (client error): The resource could not be found. Jun 18 16:33:59.201747 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c767b3b8-294c-4e25-b4e3-aa6527468ad1 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/6e58e294-76c2-493c-8258-998d5a547b34 HTTP/1.1" status: 404 len: 345 time: 0.0975456 Jun 18 16:33:59.204364 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49630) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:59.227748 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-265b5b0e-b27b-47d5-a074-07936008f81e tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] DELETE failed (client error): The resource could not be found. Jun 18 16:33:59.228806 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-265b5b0e-b27b-47d5-a074-07936008f81e tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:33:59.231298 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-265b5b0e-b27b-47d5-a074-07936008f81e tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] 10.222.0.39 "DELETE /v2.0/networks/6a65b426-a6c0-4d52-9dd9-6f7bae2d2947 HTTP/1.1" status: 404 len: 339 time: 0.0256650 Jun 18 16:33:59.237611 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49632) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:59.244676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-1bf65455-938b-46c8-b77d-34db08d1cc88 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Request body: {'network': {'name': 'tempest-network--1473132004', 'router:external': True}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:59.269583 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-686e5df6-7187-4fcf-8dc6-58ec48c44ce9 None None] Port eaaf0b47-ae78-4c58-8ddf-c3894330f099 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:59.275857 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf65455-938b-46c8-b77d-34db08d1cc88 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Made reservation on behalf of 73fc523d7de34956a61d44005a114fe0 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:59.280010 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1bf65455-938b-46c8-b77d-34db08d1cc88 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:59.324713 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf65455-938b-46c8-b77d-34db08d1cc88 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:33:59.340151 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1bf65455-938b-46c8-b77d-34db08d1cc88 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:59.340594 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-1bf65455-938b-46c8-b77d-34db08d1cc88 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Added segment 291b88cb-079d-4b39-bc47-3293b242482d of type vlan for network ffc2b654-85ec-4014-be64-35a3d6f4bf79 Jun 18 16:33:59.407004 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1bf65455-938b-46c8-b77d-34db08d1cc88 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:59.458855 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1bf65455-938b-46c8-b77d-34db08d1cc88 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:59.460773 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf65455-938b-46c8-b77d-34db08d1cc88 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:59.461778 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1bf65455-938b-46c8-b77d-34db08d1cc88 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:59.465317 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-00da25f5-0dfd-4124-b12d-776b5305c510 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:59.471234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4bb8-e5f8-4dd0-b3ca-ee0b88fe6f6f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:59.513351 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1bf65455-938b-46c8-b77d-34db08d1cc88 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2741530 Jun 18 16:33:59.517063 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49642) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:59.524751 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf65455-938b-46c8-b77d-34db08d1cc88 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Pushing event updated for resources: {'Network': ['ID=ffc2b654-85ec-4014-be64-35a3d6f4bf79,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:59.527565 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1bf65455-938b-46c8-b77d-34db08d1cc88 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:59.538291 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network ffc2b654-85ec-4014-be64-35a3d6f4bf79 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:33:59.787104 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49654) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:59.857176 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3d0edb-d588-4a85-b903-10f5bf6a1677 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:59.864060 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3d0edb-d588-4a85-b903-10f5bf6a1677 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:59.870082 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3d0edb-d588-4a85-b903-10f5bf6a1677 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:59.876126 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3d0edb-d588-4a85-b903-10f5bf6a1677 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:59.877805 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-cc3d0edb-d588-4a85-b903-10f5bf6a1677 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3578966 Jun 18 16:33:59.880098 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1407282354'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:59.883221 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49658) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:59.883517 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6d4bb8-e5f8-4dd0-b3ca-ee0b88fe6f6f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Router 4080adc1-d7aa-4b26-a461-567f337a9738 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:59.953085 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Made reservation on behalf of e85ae5a1eb8f4335aae7aa2717251e9e for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:59.957269 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:59.976057 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2f0928ce-a685-4304-b8fb-2942d0daf521 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:59.978344 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:59.990770 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f3af0b1-8be0-499f-8c36-d963bd0e038e tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.001270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6d4bb8-e5f8-4dd0-b3ca-ee0b88fe6f6f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:00.008035 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7d6d4bb8-e5f8-4dd0-b3ca-ee0b88fe6f6f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "PUT /v2.0/routers/4080adc1-d7aa-4b26-a461-567f337a9738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7894289 Jun 18 16:34:00.014066 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68158a7-17de-458d-a0ce-1d69b691b88d None None] Sync routers for ids ['4080adc1-d7aa-4b26-a461-567f337a9738'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:00.014898 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49660) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:00.028496 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68158a7-17de-458d-a0ce-1d69b691b88d None None] Routers {'4080adc1-d7aa-4b26-a461-567f337a9738'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:00.029785 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d68158a7-17de-458d-a0ce-1d69b691b88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4080adc1-d7aa-4b26-a461-567f337a9738'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:00.037161 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 2f0928ce-a685-4304-b8fb-2942d0daf521 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:00.037550 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.067767 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-49827b66-3cda-494e-9cbc-2de9c8159286 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] show failed (client error): The resource could not be found. Jun 18 16:34:00.068802 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-49827b66-3cda-494e-9cbc-2de9c8159286 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-1462729376 HTTP/1.1" status: 404 len: 335 time: 0.0530276 Jun 18 16:34:00.073975 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49662) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:00.076560 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d68158a7-17de-458d-a0ce-1d69b691b88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:00.078523 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b448f12e-2b91-4bbb-8ee7-52e1a022ba5a tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:00.087432 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68158a7-17de-458d-a0ce-1d69b691b88d None None] Routers {'4080adc1-d7aa-4b26-a461-567f337a9738'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:00.088374 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d68158a7-17de-458d-a0ce-1d69b691b88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4080adc1-d7aa-4b26-a461-567f337a9738'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:00.122298 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f3af0b1-8be0-499f-8c36-d963bd0e038e tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.123308 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d68158a7-17de-458d-a0ce-1d69b691b88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:00.124198 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68158a7-17de-458d-a0ce-1d69b691b88d None None] The sync data for ids ['4080adc1-d7aa-4b26-a461-567f337a9738'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:00.132192 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.136254 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-b448f12e-2b91-4bbb-8ee7-52e1a022ba5a tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] update failed (client error): The resource could not be found. Jun 18 16:34:00.136407 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-7f3af0b1-8be0-499f-8c36-d963bd0e038e tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc2b654-85ec-4014-be64-35a3d6f4bf79']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:00.137454 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b448f12e-2b91-4bbb-8ee7-52e1a022ba5a tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1862982352 HTTP/1.1" status: 404 len: 335 time: 0.0626020 Jun 18 16:34:00.140842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49664) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:00.154007 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-7f3af0b1-8be0-499f-8c36-d963bd0e038e tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291b88cb-079d-4b39-bc47-3293b242482d') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:00.154007 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-7f3af0b1-8be0-499f-8c36-d963bd0e038e tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291b88cb-079d-4b39-bc47-3293b242482d') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:00.167186 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f3af0b1-8be0-499f-8c36-d963bd0e038e tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.172254 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.179346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:00.180020 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.181279 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/ports/eaaf0b47-ae78-4c58-8ddf-c3894330f099 HTTP/1.1" status: 200 len: 911 time: 2.3032327 Jun 18 16:34:00.184434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fc973619-ca74-4d8f-8c3b-54a471132e7f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:00.184618 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49666) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:00.193844 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f3af0b1-8be0-499f-8c36-d963bd0e038e tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.259067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a09b2de-c87f-4070-8b9f-c21110124567 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Deleting subnet bf447b79-2a86-4472-bdac-d10c3ff1ff99 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:34:00.266241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1a09b2de-c87f-4070-8b9f-c21110124567 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.269613 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=eaaf0b47-ae78-4c58-8ddf-c3894330f099,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:00.298647 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.299176 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.299685 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.300670 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.301139 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.301570 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.301940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.302303 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.302688 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.303051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.303411 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.303765 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.309455 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:00.324580 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1a09b2de-c87f-4070-8b9f-c21110124567 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.411551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1a09b2de-c87f-4070-8b9f-c21110124567 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.486811 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1a09b2de-c87f-4070-8b9f-c21110124567 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.490356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9dd8eef7-466e-4ac6-aa36-eff57e96af04 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:00.515990 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09b2de-c87f-4070-8b9f-c21110124567 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event deleted for resources: {'Subnet': ['ID=bf447b79-2a86-4472-bdac-d10c3ff1ff99,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:00.520224 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1a09b2de-c87f-4070-8b9f-c21110124567 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:00.523028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1a09b2de-c87f-4070-8b9f-c21110124567 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.524904 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1a09b2de-c87f-4070-8b9f-c21110124567 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "DELETE /v2.0/subnets/bf447b79-2a86-4472-bdac-d10c3ff1ff99 HTTP/1.1" status: 204 len: 168 time: 0.3831470 Jun 18 16:34:00.527379 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49668) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:00.531691 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc8bf62-5835-4fa2-9e34-15945641e9c7 None None] Network fd17987b-c210-4fc7-846c-f45c9f733704 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:00.599799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3af0b1-8be0-499f-8c36-d963bd0e038e tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:00.600199 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f3af0b1-8be0-499f-8c36-d963bd0e038e tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:00.603268 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:00.611647 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.671096 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.676860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Deleting port ae1f1783-71a4-4c40-94bd-c1c175f907df {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:00.677155 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.680903 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.684949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2fedd14c-2562-40c8-bc2e-5373e69516b2 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:00.703633 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f3af0b1-8be0-499f-8c36-d963bd0e038e tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.757138 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cea79d-368f-4778-94e6-8da65e926206 None None] DHCP port deletion for fd17987b-c210-4fc7-846c-f45c9f733704 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:34:00.758245 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] For port ae1f1783-71a4-4c40-94bd-c1c175f907df, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ae1f1783-71a4-4c40-94bd-c1c175f907df,segment=NetworkSegment(3608c6e2-1ac6-42c4-a6b5-b6b25267448c),segment_id=3608c6e2-1ac6-42c4-a6b5-b6b25267448c)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:00.758245 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.775503 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3af0b1-8be0-499f-8c36-d963bd0e038e tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ffc2b654-85ec-4014-be64-35a3d6f4bf79 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 18 16:34:00.778506 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:34:00.785346 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f3af0b1-8be0-499f-8c36-d963bd0e038e tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.787487 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7f3af0b1-8be0-499f-8c36-d963bd0e038e tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] 10.222.0.39 "DELETE /v2.0/networks/ffc2b654-85ec-4014-be64-35a3d6f4bf79 HTTP/1.1" status: 204 len: 168 time: 0.9025993 Jun 18 16:34:00.796420 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49670) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:00.805594 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ea558a25-0e6b-4ee0-a9c8-b213706b5f59 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Request body: {'network': {'name': 'tempest-network--1798911369', 'router:external': True}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:00.813730 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf854432-8673-4751-90ea-9da7864728fd,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:00.822682 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.823033 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Added segment 63cf265d-e8f6-48f5-8619-6837e4f0cb6a of type vlan for network 75977841-06e2-4079-8e99-3803b4130d0c Jun 18 16:34:00.825746 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e4cea79d-368f-4778-94e6-8da65e926206 None None] Deleting port ae1f1783-71a4-4c40-94bd-c1c175f907df {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:00.826338 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e4cea79d-368f-4778-94e6-8da65e926206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.848596 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.848980 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.849358 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.849729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.850100 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.850465 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.850867 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.851228 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.851587 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.851947 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.852305 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.852660 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:00.859018 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Calling delete_port for ae1f1783-71a4-4c40-94bd-c1c175f907df owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:00.884136 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:00.884136 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aad0884b-03c8-45ae-a8f3-1624d544098c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:00.916789 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e4cea79d-368f-4778-94e6-8da65e926206 None None] For port ae1f1783-71a4-4c40-94bd-c1c175f907df, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ae1f1783-71a4-4c40-94bd-c1c175f907df,segment=NetworkSegment(3608c6e2-1ac6-42c4-a6b5-b6b25267448c),segment_id=3608c6e2-1ac6-42c4-a6b5-b6b25267448c)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:00.917560 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e4cea79d-368f-4778-94e6-8da65e926206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.933112 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3af0b1-8be0-499f-8c36-d963bd0e038e tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Pushing event deleted for resources: {'Network': ['ID=ffc2b654-85ec-4014-be64-35a3d6f4bf79,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:00.934017 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea558a25-0e6b-4ee0-a9c8-b213706b5f59 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Made reservation on behalf of 73fc523d7de34956a61d44005a114fe0 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:00.939417 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ea558a25-0e6b-4ee0-a9c8-b213706b5f59 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.944808 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7f3af0b1-8be0-499f-8c36-d963bd0e038e tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:00.947378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.950801 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2802716c-17dc-4c2f-ad75-cab348e7235f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:00.955269 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:00.981705 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event deleted for resources: {'Port': ['ID=ae1f1783-71a4-4c40-94bd-c1c175f907df,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:00.984104 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] No DVR routers for this DVR port ae1f1783-71a4-4c40-94bd-c1c175f907df on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:00.991527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:01.004825 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea558a25-0e6b-4ee0-a9c8-b213706b5f59 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:34:01.013892 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e4cea79d-368f-4778-94e6-8da65e926206 None None] Calling delete_port for ae1f1783-71a4-4c40-94bd-c1c175f907df owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:01.036242 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.042124 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:01.042766 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.046124 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ea558a25-0e6b-4ee0-a9c8-b213706b5f59 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.046461 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-ea558a25-0e6b-4ee0-a9c8-b213706b5f59 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Added segment d5577a54-fbb9-4bcc-a7d6-08d88ebcb157 of type vlan for network 2fdeac8d-1137-42ac-9d80-8ed38e0318a6 Jun 18 16:34:01.049763 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9b161fdf-2e24-458e-be21-6be005447d3f tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:01.086509 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.098144 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd17987b-c210-4fc7-846c-f45c9f733704']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:01.107817 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e4cea79d-368f-4778-94e6-8da65e926206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.111064 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3608c6e2-1ac6-42c4-a6b5-b6b25267448c') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:01.111591 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3608c6e2-1ac6-42c4-a6b5-b6b25267448c') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:01.117624 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d10fc4ed-bbb0-4d3b-a4d2-5c42b019941d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:01.122571 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.123852 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cea79d-368f-4778-94e6-8da65e926206 None None] No DVR routers for this DVR port ae1f1783-71a4-4c40-94bd-c1c175f907df on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:01.147215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.153688 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cea79d-368f-4778-94e6-8da65e926206 None None] Pushing event deleted for resources: {'Port': ['ID=ae1f1783-71a4-4c40-94bd-c1c175f907df,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:01.154230 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:01.154850 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.158098 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e4cea79d-368f-4778-94e6-8da65e926206 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:01.161541 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3732195 Jun 18 16:34:01.162426 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49672) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:01.165532 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:01.177824 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-87e252ad-fa09-4a6c-b8d7-6f3670f99fbc tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Request body: {'subnet': {'network_id': '75977841-06e2-4079-8e99-3803b4130d0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:01.184757 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Pushing event updated for resources: {'Network': ['ID=75977841-06e2-4079-8e99-3803b4130d0c,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:01.193863 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ea558a25-0e6b-4ee0-a9c8-b213706b5f59 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.195223 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 75977841-06e2-4079-8e99-3803b4130d0c details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:34:01.208772 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:01.242133 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.253368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ad4647a0-8d3c-4ca8-8819-de339c5dc23c tempest-FloatingIPTestJSON-1723555940 tempest-FloatingIPTestJSON-1723555940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:01.258096 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.264357 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "DELETE /v2.0/networks/fd17987b-c210-4fc7-846c-f45c9f733704 HTTP/1.1" status: 204 len: 168 time: 0.7360249 Jun 18 16:34:01.267438 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49674) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:01.290391 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event deleted for resources: {'Network': ['ID=fd17987b-c210-4fc7-846c-f45c9f733704,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:01.313511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:01.324608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ea558a25-0e6b-4ee0-a9c8-b213706b5f59 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.325623 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea558a25-0e6b-4ee0-a9c8-b213706b5f59 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:01.326164 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ea558a25-0e6b-4ee0-a9c8-b213706b5f59 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.333550 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4ea51ece-d85f-4ed4-9e5f-4ff155741704 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:01.340272 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5654b1-b9a0-44b1-90d6-9e5c9df24040 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Deleting subnet 854dd4b2-ffbf-4e36-82e8-c1b086ba4af7 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:34:01.343481 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d5654b1-b9a0-44b1-90d6-9e5c9df24040 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.385377 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d5654b1-b9a0-44b1-90d6-9e5c9df24040 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.403419 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e252ad-fa09-4a6c-b8d7-6f3670f99fbc tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Made reservation on behalf of e85ae5a1eb8f4335aae7aa2717251e9e for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:01.406973 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-87e252ad-fa09-4a6c-b8d7-6f3670f99fbc tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.416636 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ea558a25-0e6b-4ee0-a9c8-b213706b5f59 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6150286 Jun 18 16:34:01.419741 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49676) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:01.459287 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea558a25-0e6b-4ee0-a9c8-b213706b5f59 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Pushing event updated for resources: {'Network': ['ID=2fdeac8d-1137-42ac-9d80-8ed38e0318a6,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:01.464571 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ea558a25-0e6b-4ee0-a9c8-b213706b5f59 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:01.469590 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 2fdeac8d-1137-42ac-9d80-8ed38e0318a6 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:34:01.474214 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-076a97f2-b1a2-41d5-aeb0-757a0d2abe80 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.556706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d671d4-99e2-4036-a1b0-8ed74205e5f0 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:01.558327 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a9d671d4-99e2-4036-a1b0-8ed74205e5f0 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] 10.222.0.39 "GET /v2.0/networks/2fdeac8d-1137-42ac-9d80-8ed38e0318a6 HTTP/1.1" status: 200 len: 757 time: 0.1375418 Jun 18 16:34:01.560872 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49678) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:01.574118 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d5654b1-b9a0-44b1-90d6-9e5c9df24040 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.683954 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64096af8-032a-4d41-9c22-ac66cf31b8bb tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:01.685349 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-64096af8-032a-4d41-9c22-ac66cf31b8bb tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] 10.222.0.39 "GET /v2.0/networks/79aeaa7f-50d3-4fa9-9672-b98651151cd8 HTTP/1.1" status: 200 len: 767 time: 0.1235163 Jun 18 16:34:01.688854 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49680) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:01.702063 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d5654b1-b9a0-44b1-90d6-9e5c9df24040 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.704127 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-54112e3d-a844-4ecd-b44b-239faff2d0d3 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:01.730418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5654b1-b9a0-44b1-90d6-9e5c9df24040 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event deleted for resources: {'Subnet': ['ID=854dd4b2-ffbf-4e36-82e8-c1b086ba4af7,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:01.733936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0d5654b1-b9a0-44b1-90d6-9e5c9df24040 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:01.734742 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d5654b1-b9a0-44b1-90d6-9e5c9df24040 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.738041 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0d5654b1-b9a0-44b1-90d6-9e5c9df24040 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "DELETE /v2.0/subnets/854dd4b2-ffbf-4e36-82e8-c1b086ba4af7 HTTP/1.1" status: 204 len: 168 time: 0.4692841 Jun 18 16:34:01.738980 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49682) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:01.743317 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bce461c-da8e-4ed9-8b50-ee026d138980 None None] Network 73efadeb-6842-4b4d-b3e8-570b7496e049 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:01.793128 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-87e252ad-fa09-4a6c-b8d7-6f3670f99fbc tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.793778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-22662d32-6b21-4a80-b461-a486786d3d1d tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Deleting subnet 6c1993e0-dd18-4818-b56e-b3e1d3ce7027 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:34:01.796875 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22662d32-6b21-4a80-b461-a486786d3d1d tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.800188 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b02c9639-9712-4998-aebd-09fa6eb83f58 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:01.848467 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22662d32-6b21-4a80-b461-a486786d3d1d tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.852619 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ca322ee7-cb1b-46b1-9510-9bf4adf04d14 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.921412 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e252ad-fa09-4a6c-b8d7-6f3670f99fbc tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Pushing event updated for resources: {'Subnet': ['ID=84cfa4b1-7ead-4f56-8a87-593a7089528c,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:01.929029 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-87e252ad-fa09-4a6c-b8d7-6f3670f99fbc tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:01.947387 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22662d32-6b21-4a80-b461-a486786d3d1d tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.959928 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] DHCP port deletion for 73efadeb-6842-4b4d-b3e8-570b7496e049 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:34:01.963747 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e252ad-fa09-4a6c-b8d7-6f3670f99fbc tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Checking segment: {'id': '63cf265d-e8f6-48f5-8619-6837e4f0cb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '75977841-06e2-4079-8e99-3803b4130d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:01.963747 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e252ad-fa09-4a6c-b8d7-6f3670f99fbc tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Network hostable DHCP agents. Network: 75977841-06e2-4079-8e99-3803b4130d0c, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:34:02.006122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ae1f1783-71a4-4c40-94bd-c1c175f907df no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:02.029463 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22662d32-6b21-4a80-b461-a486786d3d1d tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.032917 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4002b616-d7ca-4c36-aa0f-de14d90f6c52 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:02.048023 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ca322ee7-cb1b-46b1-9510-9bf4adf04d14 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.062284 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-ca322ee7-cb1b-46b1-9510-9bf4adf04d14 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdeac8d-1137-42ac-9d80-8ed38e0318a6']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:02.067831 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22662d32-6b21-4a80-b461-a486786d3d1d tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.072009 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-22662d32-6b21-4a80-b461-a486786d3d1d tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "DELETE /v2.0/subnets/6c1993e0-dd18-4818-b56e-b3e1d3ce7027 HTTP/1.1" status: 204 len: 168 time: 0.3297417 Jun 18 16:34:02.072009 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22662d32-6b21-4a80-b461-a486786d3d1d tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event deleted for resources: {'Subnet': ['ID=6c1993e0-dd18-4818-b56e-b3e1d3ce7027,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:02.074399 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-22662d32-6b21-4a80-b461-a486786d3d1d tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:02.074642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49684) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:02.082824 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-ca322ee7-cb1b-46b1-9510-9bf4adf04d14 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5577a54-fbb9-4bcc-a7d6-08d88ebcb157') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:02.083090 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-ca322ee7-cb1b-46b1-9510-9bf4adf04d14 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5577a54-fbb9-4bcc-a7d6-08d88ebcb157') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:02.091630 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e252ad-fa09-4a6c-b8d7-6f3670f99fbc tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Network 75977841-06e2-4079-8e99-3803b4130d0c is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:34:02.103882 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ca322ee7-cb1b-46b1-9510-9bf4adf04d14 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.120207 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-87e252ad-fa09-4a6c-b8d7-6f3670f99fbc tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 75977841-06e2-4079-8e99-3803b4130d0c) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:02.125484 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ca322ee7-cb1b-46b1-9510-9bf4adf04d14 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.128984 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e252ad-fa09-4a6c-b8d7-6f3670f99fbc tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:02.129568 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-87e252ad-fa09-4a6c-b8d7-6f3670f99fbc tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.135548 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-076a97f2-b1a2-41d5-aeb0-757a0d2abe80 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting port eaaf0b47-ae78-4c58-8ddf-c3894330f099 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:02.135887 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-076a97f2-b1a2-41d5-aeb0-757a0d2abe80 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.155565 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca322ee7-cb1b-46b1-9510-9bf4adf04d14 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:02.155962 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ca322ee7-cb1b-46b1-9510-9bf4adf04d14 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:02.157773 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:02.167374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.202005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0149956d-8df5-4f74-ac3f-21c5a8604a27 None None] Network fa79da7b-4888-46b9-ae88-0996ca597963 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:02.204270 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6fb862-0d80-45d9-b175-19ab023c5da4 None None] Network 75977841-06e2-4079-8e99-3803b4130d0c requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:02.220107 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: ae1f1783-71a4-4c40-94bd-c1c175f907df {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:02.220340 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ae1f1783-71a4-4c40-94bd-c1c175f907df not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:02.225886 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-87e252ad-fa09-4a6c-b8d7-6f3670f99fbc tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0540116 Jun 18 16:34:02.228743 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49686) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:02.232482 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Deleting port c711ed7c-bf6d-4b39-bd75-d485eef957ff {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:02.232482 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.238769 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-8a69ae78-8099-4983-9b50-0c37a6e5652f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Request body: {'port': {'network_id': '75977841-06e2-4079-8e99-3803b4130d0c', 'name': 'tempest-TagsExtTest-1497138378'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:02.270632 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ca322ee7-cb1b-46b1-9510-9bf4adf04d14 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.276619 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8ac0c5fe-9ff1-4abb-b757-4745b2e82d96 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:02.278557 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca322ee7-cb1b-46b1-9510-9bf4adf04d14 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2fdeac8d-1137-42ac-9d80-8ed38e0318a6 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 18 16:34:02.284760 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ca322ee7-cb1b-46b1-9510-9bf4adf04d14 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.287449 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ca322ee7-cb1b-46b1-9510-9bf4adf04d14 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] 10.222.0.39 "DELETE /v2.0/networks/2fdeac8d-1137-42ac-9d80-8ed38e0318a6 HTTP/1.1" status: 204 len: 168 time: 0.5966659 Jun 18 16:34:02.298468 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49688) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:02.301556 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-076a97f2-b1a2-41d5-aeb0-757a0d2abe80 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.304946 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca322ee7-cb1b-46b1-9510-9bf4adf04d14 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Pushing event deleted for resources: {'Network': ['ID=2fdeac8d-1137-42ac-9d80-8ed38e0318a6,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:02.311850 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ca322ee7-cb1b-46b1-9510-9bf4adf04d14 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:02.332431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-dd839fd8-e8cc-4bb2-bac0-c229272375df tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Request body: {'network': {'name': 'tempest-network--1047675022'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:02.383276 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-076a97f2-b1a2-41d5-aeb0-757a0d2abe80 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Calling delete_port for eaaf0b47-ae78-4c58-8ddf-c3894330f099 owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:02.395741 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] Deleting port c711ed7c-bf6d-4b39-bd75-d485eef957ff {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:02.396560 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.414254 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd839fd8-e8cc-4bb2-bac0-c229272375df tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Made reservation on behalf of 73fc523d7de34956a61d44005a114fe0 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:02.416914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dd839fd8-e8cc-4bb2-bac0-c229272375df tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.422549 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] For port c711ed7c-bf6d-4b39-bd75-d485eef957ff, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c711ed7c-bf6d-4b39-bd75-d485eef957ff,segment=NetworkSegment(1b745bc1-a330-4e56-8137-e55d3f2c2696),segment_id=1b745bc1-a330-4e56-8137-e55d3f2c2696)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:02.422955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.531597 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Calling delete_port for c711ed7c-bf6d-4b39-bd75-d485eef957ff owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:02.555724 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] For port c711ed7c-bf6d-4b39-bd75-d485eef957ff, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c711ed7c-bf6d-4b39-bd75-d485eef957ff,segment=NetworkSegment(1b745bc1-a330-4e56-8137-e55d3f2c2696),segment_id=1b745bc1-a330-4e56-8137-e55d3f2c2696)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:02.556562 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.597552 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd839fd8-e8cc-4bb2-bac0-c229272375df tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:34:02.613623 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-076a97f2-b1a2-41d5-aeb0-757a0d2abe80 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.628167 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-81da4691-9232-4636-b838-27fdef14c7e6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:02.630318 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dd839fd8-e8cc-4bb2-bac0-c229272375df tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.630957 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-dd839fd8-e8cc-4bb2-bac0-c229272375df tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Added segment eabc98f3-4170-4def-af5a-f24810d74ef6 of type vlan for network 2e6b3b9d-ca2c-4da7-86ea-6d10be57b260 Jun 18 16:34:02.651378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a69ae78-8099-4983-9b50-0c37a6e5652f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Made reservation on behalf of e85ae5a1eb8f4335aae7aa2717251e9e for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:02.655182 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8a69ae78-8099-4983-9b50-0c37a6e5652f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.688398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a97f2-b1a2-41d5-aeb0-757a0d2abe80 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Port': ['ID=eaaf0b47-ae78-4c58-8ddf-c3894330f099,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:02.703712 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-076a97f2-b1a2-41d5-aeb0-757a0d2abe80 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:02.712654 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dd839fd8-e8cc-4bb2-bac0-c229272375df tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.733030 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-8a69ae78-8099-4983-9b50-0c37a6e5652f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] device_id is not set on port fc6c6427-6c46-4a9b-a6f7-6793b490b04a yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:34:02.736388 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] Calling delete_port for c711ed7c-bf6d-4b39-bd75-d485eef957ff owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:02.761002 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-75977841-06e2-4079-8e99-3803b4130d0c', 'network_id': '75977841-06e2-4079-8e99-3803b4130d0c', 'tenant_id': 'e85ae5a1eb8f4335aae7aa2717251e9e', 'fixed_ips': [{'subnet_id': '84cfa4b1-7ead-4f56-8a87-593a7089528c'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:34:02.762158 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.810929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.832950 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5a15896b-5cfc-4a58-9ffa-4e5af43fead4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:02.877297 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-076a97f2-b1a2-41d5-aeb0-757a0d2abe80 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.881019 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c55996e-fec9-4543-a49d-f762eaca290a None None] DHCP port deletion for fa79da7b-4888-46b9-ae88-0996ca597963 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:34:02.907164 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] No DVR routers for this DVR port c711ed7c-bf6d-4b39-bd75-d485eef957ff on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:02.916569 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event deleted for resources: {'Port': ['ID=c711ed7c-bf6d-4b39-bd75-d485eef957ff,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:02.923453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:02.929439 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dd839fd8-e8cc-4bb2-bac0-c229272375df tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.930860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd839fd8-e8cc-4bb2-bac0-c229272375df tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:02.931722 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dd839fd8-e8cc-4bb2-bac0-c229272375df tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.956749 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3c7be616-0dd1-4534-a7f1-6016d67b4f15 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:03.084834 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076a97f2-b1a2-41d5-aeb0-757a0d2abe80 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router e18f90d1-06ec-4797-bfd2-16fe11ba6fe4 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:03.103818 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.108488 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:03.114468 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-dd839fd8-e8cc-4bb2-bac0-c229272375df tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7867365 Jun 18 16:34:03.127174 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49690) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:03.134637 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-8a69ae78-8099-4983-9b50-0c37a6e5652f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Allocated IP 172.20.0.12 (75977841-06e2-4079-8e99-3803b4130d0c/84cfa4b1-7ead-4f56-8a87-593a7089528c/fc6c6427-6c46-4a9b-a6f7-6793b490b04a) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:03.140051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-5e92f9f6-a4c8-4d5e-b0cc-9e47c22344e8 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:03.145851 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] No DVR routers for this DVR port c711ed7c-bf6d-4b39-bd75-d485eef957ff on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:03.147836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.148832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] Pushing event deleted for resources: {'Port': ['ID=c711ed7c-bf6d-4b39-bd75-d485eef957ff,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:03.150842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd839fd8-e8cc-4bb2-bac0-c229272375df tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Pushing event updated for resources: {'Network': ['ID=2e6b3b9d-ca2c-4da7-86ea-6d10be57b260,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:03.153512 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dd839fd8-e8cc-4bb2-bac0-c229272375df tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:03.165586 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:03.166022 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:03.166439 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:03.166868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:03.167272 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:03.167670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:03.168078 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:03.168475 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:03.168877 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:03.169277 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:03.169682 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:03.170064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:03.170581 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076a97f2-b1a2-41d5-aeb0-757a0d2abe80 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:03.173539 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-0c55996e-fec9-4543-a49d-f762eaca290a None None] Deleting port c27880f8-31c5-41b7-92e7-bb380b1f45a9 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:03.173996 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0c55996e-fec9-4543-a49d-f762eaca290a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.178711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:03.179661 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 2e6b3b9d-ca2c-4da7-86ea-6d10be57b260 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:34:03.184345 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-076a97f2-b1a2-41d5-aeb0-757a0d2abe80 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/e18f90d1-06ec-4797-bfd2-16fe11ba6fe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9983332 Jun 18 16:34:03.185444 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49692) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:03.187124 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2ff404-bc9f-492f-bb76-6db844863e3f None None] Sync routers for ids ['e18f90d1-06ec-4797-bfd2-16fe11ba6fe4'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:03.217043 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f9857dab-6a00-4089-9857-ef0893a8e0aa tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/ports?device_id=e18f90d1-06ec-4797-bfd2-16fe11ba6fe4 HTTP/1.1" status: 200 len: 205 time: 0.0302362 Jun 18 16:34:03.220049 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49694) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:03.220880 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73efadeb-6842-4b4d-b3e8-570b7496e049']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:03.238827 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b745bc1-a330-4e56-8137-e55d3f2c2696') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:03.239097 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b745bc1-a330-4e56-8137-e55d3f2c2696') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:03.265961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.294045 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2ff404-bc9f-492f-bb76-6db844863e3f None None] Routers {'e18f90d1-06ec-4797-bfd2-16fe11ba6fe4'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:03.294811 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-dd2ff404-bc9f-492f-bb76-6db844863e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e18f90d1-06ec-4797-bfd2-16fe11ba6fe4'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:03.297967 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e17df603-205e-422c-8068-dacd3527a6d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.311329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.349670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-dd2ff404-bc9f-492f-bb76-6db844863e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:03.359994 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-0c55996e-fec9-4543-a49d-f762eaca290a None None] For port c27880f8-31c5-41b7-92e7-bb380b1f45a9, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c27880f8-31c5-41b7-92e7-bb380b1f45a9,segment=NetworkSegment(d699cfa5-d999-4b9f-aeec-bbe3cc75bf92),segment_id=d699cfa5-d999-4b9f-aeec-bbe3cc75bf92)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:03.360527 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0c55996e-fec9-4543-a49d-f762eaca290a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.367447 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:03.367864 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:03.371888 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:03.434780 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-0c55996e-fec9-4543-a49d-f762eaca290a None None] Calling delete_port for c27880f8-31c5-41b7-92e7-bb380b1f45a9 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:03.436659 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2ff404-bc9f-492f-bb76-6db844863e3f None None] Routers {'e18f90d1-06ec-4797-bfd2-16fe11ba6fe4'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:03.437503 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-dd2ff404-bc9f-492f-bb76-6db844863e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:33:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e18f90d1-06ec-4797-bfd2-16fe11ba6fe4'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:03.470943 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e17df603-205e-422c-8068-dacd3527a6d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.473202 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e17df603-205e-422c-8068-dacd3527a6d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.485418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-dd2ff404-bc9f-492f-bb76-6db844863e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:03.486239 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2ff404-bc9f-492f-bb76-6db844863e3f None None] The sync data for ids ['e18f90d1-06ec-4797-bfd2-16fe11ba6fe4'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:03.528111 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e17df603-205e-422c-8068-dacd3527a6d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.529248 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17df603-205e-422c-8068-dacd3527a6d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Fanout notify agent at l3_agent the message router_deleted on router e18f90d1-06ec-4797-bfd2-16fe11ba6fe4 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:34:03.536524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.538437 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e17df603-205e-422c-8068-dacd3527a6d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.543615 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e17df603-205e-422c-8068-dacd3527a6d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/routers/e18f90d1-06ec-4797-bfd2-16fe11ba6fe4 HTTP/1.1" status: 204 len: 168 time: 0.3225806 Jun 18 16:34:03.544264 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.544389 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49696) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:03.548192 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "DELETE /v2.0/networks/73efadeb-6842-4b4d-b3e8-570b7496e049 HTTP/1.1" status: 204 len: 168 time: 1.4698825 Jun 18 16:34:03.552173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:03.554901 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49698) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:03.577563 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0c55996e-fec9-4543-a49d-f762eaca290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.580221 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:03.588301 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event deleted for resources: {'Network': ['ID=73efadeb-6842-4b4d-b3e8-570b7496e049,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:03.591591 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:03.605886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55996e-fec9-4543-a49d-f762eaca290a None None] Pushing event deleted for resources: {'Port': ['ID=c27880f8-31c5-41b7-92e7-bb380b1f45a9,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:03.607520 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8a69ae78-8099-4983-9b50-0c37a6e5652f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.610418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0c55996e-fec9-4543-a49d-f762eaca290a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:03.611005 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5e92f9f6-a4c8-4d5e-b0cc-9e47c22344e8 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.613205 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c55996e-fec9-4543-a49d-f762eaca290a None None] No DVR routers for this DVR port c27880f8-31c5-41b7-92e7-bb380b1f45a9 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:03.635472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-8a69ae78-8099-4983-9b50-0c37a6e5652f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Transition to ACTIVE for port object fc6c6427-6c46-4a9b-a6f7-6793b490b04a will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:03.636967 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5e92f9f6-a4c8-4d5e-b0cc-9e47c22344e8 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.640815 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-05faeafa-f5c4-43ef-8b88-320805e4f235 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:03.672561 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3457f5-5cc8-4e18-b99d-d1d1562642ae tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting subnet 9936daf2-e05d-49a0-9ad8-27482503cd18 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:34:03.679775 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ab3457f5-5cc8-4e18-b99d-d1d1562642ae tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.679964 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e92f9f6-a4c8-4d5e-b0cc-9e47c22344e8 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Network 2e6b3b9d-ca2c-4da7-86ea-6d10be57b260 is not hosted by any dhcp agent {{(pid=93428) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:34:03.680836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e92f9f6-a4c8-4d5e-b0cc-9e47c22344e8 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:03.681437 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5e92f9f6-a4c8-4d5e-b0cc-9e47c22344e8 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.685168 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5e92f9f6-a4c8-4d5e-b0cc-9e47c22344e8 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] 10.222.0.39 "PUT /v2.0/networks/2e6b3b9d-ca2c-4da7-86ea-6d10be57b260 HTTP/1.1" status: 200 len: 858 time: 0.5514808 Jun 18 16:34:03.685443 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ac6ebe9a-32f0-40f2-ba93-bd88da6fee5b tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.686411 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49700) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:03.751464 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ab3457f5-5cc8-4e18-b99d-d1d1562642ae tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.842907 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ac6ebe9a-32f0-40f2-ba93-bd88da6fee5b tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.857230 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-ac6ebe9a-32f0-40f2-ba93-bd88da6fee5b tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa79da7b-4888-46b9-ae88-0996ca597963']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:03.891820 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-ac6ebe9a-32f0-40f2-ba93-bd88da6fee5b tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd699cfa5-d999-4b9f-aeec-bbe3cc75bf92') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:03.892550 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-ac6ebe9a-32f0-40f2-ba93-bd88da6fee5b tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd699cfa5-d999-4b9f-aeec-bbe3cc75bf92') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:03.907413 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ac6ebe9a-32f0-40f2-ba93-bd88da6fee5b tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.925264 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ab3457f5-5cc8-4e18-b99d-d1d1562642ae tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.928886 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ac6ebe9a-32f0-40f2-ba93-bd88da6fee5b tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.955902 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6ebe9a-32f0-40f2-ba93-bd88da6fee5b tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:03.956892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ac6ebe9a-32f0-40f2-ba93-bd88da6fee5b tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:03.959922 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:03.984190 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c711ed7c-bf6d-4b39-bd75-d485eef957ff no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:04.006913 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: c711ed7c-bf6d-4b39-bd75-d485eef957ff {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:04.007279 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c711ed7c-bf6d-4b39-bd75-d485eef957ff not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:04.007710 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c27880f8-31c5-41b7-92e7-bb380b1f45a9 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:04.028790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: c27880f8-31c5-41b7-92e7-bb380b1f45a9 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:04.029174 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c27880f8-31c5-41b7-92e7-bb380b1f45a9 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:04.044775 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ac6ebe9a-32f0-40f2-ba93-bd88da6fee5b tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.050831 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ac6ebe9a-32f0-40f2-ba93-bd88da6fee5b tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.055301 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ac6ebe9a-32f0-40f2-ba93-bd88da6fee5b tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "DELETE /v2.0/networks/fa79da7b-4888-46b9-ae88-0996ca597963 HTTP/1.1" status: 204 len: 168 time: 0.4973495 Jun 18 16:34:04.055301 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7f81f634-d599-4a8e-8bee-50b020ffc6bb tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:04.058383 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49702) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:04.070023 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ab3457f5-5cc8-4e18-b99d-d1d1562642ae tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.109231 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ebe9a-32f0-40f2-ba93-bd88da6fee5b tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event deleted for resources: {'Network': ['ID=fa79da7b-4888-46b9-ae88-0996ca597963,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:04.111540 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ac6ebe9a-32f0-40f2-ba93-bd88da6fee5b tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:04.116172 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6cc77a9d-24ae-4c8c-9b40-9b3b2b79155e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:04.120755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92f9f6-a4c8-4d5e-b0cc-9e47c22344e8 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Pushing event updated for resources: {'Network': ['ID=2e6b3b9d-ca2c-4da7-86ea-6d10be57b260,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:04.124164 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ab3457f5-5cc8-4e18-b99d-d1d1562642ae tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.128767 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ab3457f5-5cc8-4e18-b99d-d1d1562642ae tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/subnets/9936daf2-e05d-49a0-9ad8-27482503cd18 HTTP/1.1" status: 204 len: 168 time: 0.5835540 Jun 18 16:34:04.133020 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503ea763-02fd-4c66-8220-6ad45d0f6bf8 None None] Network 26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:04.134504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49704) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:04.135610 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5e92f9f6-a4c8-4d5e-b0cc-9e47c22344e8 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:04.152366 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3457f5-5cc8-4e18-b99d-d1d1562642ae tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Subnet': ['ID=9936daf2-e05d-49a0-9ad8-27482503cd18,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:04.154776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ab3457f5-5cc8-4e18-b99d-d1d1562642ae tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:04.168451 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e322716-242f-4aba-b8f2-c09dbf1b8914 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Deleting subnet 390ff097-a3b6-4276-8b5e-e3e4f9096861 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:34:04.171873 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5e322716-242f-4aba-b8f2-c09dbf1b8914 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.208010 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-17da8c63-7d34-445c-976c-25ff1f97f9e5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.213973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8a69ae78-8099-4983-9b50-0c37a6e5652f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.219170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5e322716-242f-4aba-b8f2-c09dbf1b8914 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.229030 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-78dd5ef6-b99e-47df-8198-da19bdc30629 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:04.286159 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.295855 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Allocated IP 172.20.0.2 (75977841-06e2-4079-8e99-3803b4130d0c/84cfa4b1-7ead-4f56-8a87-593a7089528c/0ac88750-3398-40fe-adf1-2531ddb61b71) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:04.316474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a69ae78-8099-4983-9b50-0c37a6e5652f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Network 75977841-06e2-4079-8e99-3803b4130d0c is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:04.331462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-8a69ae78-8099-4983-9b50-0c37a6e5652f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:04.333500 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69ae78-8099-4983-9b50-0c37a6e5652f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Pushing event updated for resources: {'Port': ['ID=fc6c6427-6c46-4a9b-a6f7-6793b490b04a,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:04.336442 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a69ae78-8099-4983-9b50-0c37a6e5652f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:04.350164 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5e322716-242f-4aba-b8f2-c09dbf1b8914 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.374374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8a69ae78-8099-4983-9b50-0c37a6e5652f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:04.419400 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-17da8c63-7d34-445c-976c-25ff1f97f9e5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.441407 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5e322716-242f-4aba-b8f2-c09dbf1b8914 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.442099 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb96ce7-c2b4-4940-a217-2b170baf87b1 None None] DHCP port deletion for 26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:34:04.452333 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0516dda1-88fa-4af5-beea-bff20805e6e1 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:04.458675 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-17da8c63-7d34-445c-976c-25ff1f97f9e5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6b3b9d-ca2c-4da7-86ea-6d10be57b260']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:04.466774 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a69ae78-8099-4983-9b50-0c37a6e5652f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:04.467390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8a69ae78-8099-4983-9b50-0c37a6e5652f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.484078 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5e322716-242f-4aba-b8f2-c09dbf1b8914 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.484919 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-17da8c63-7d34-445c-976c-25ff1f97f9e5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabc98f3-4170-4def-af5a-f24810d74ef6') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:04.485223 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-17da8c63-7d34-445c-976c-25ff1f97f9e5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabc98f3-4170-4def-af5a-f24810d74ef6') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:04.491366 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5e322716-242f-4aba-b8f2-c09dbf1b8914 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "DELETE /v2.0/subnets/390ff097-a3b6-4276-8b5e-e3e4f9096861 HTTP/1.1" status: 204 len: 168 time: 0.4314818 Jun 18 16:34:04.492156 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49706) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:04.493730 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e322716-242f-4aba-b8f2-c09dbf1b8914 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event deleted for resources: {'Subnet': ['ID=390ff097-a3b6-4276-8b5e-e3e4f9096861,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:04.498351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ab4fc3-1dc3-4373-9879-fa1cc631c4df None None] Network a875fd86-2de1-4d17-b8f4-975f7069d86b requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:04.498718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-17da8c63-7d34-445c-976c-25ff1f97f9e5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.507861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5e322716-242f-4aba-b8f2-c09dbf1b8914 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:04.515483 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8a69ae78-8099-4983-9b50-0c37a6e5652f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2795005 Jun 18 16:34:04.517464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49708) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:04.524042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-95ece630-251b-4254-917b-8a9a979a6b3f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1720000003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:04.535031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-17da8c63-7d34-445c-976c-25ff1f97f9e5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.552989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17da8c63-7d34-445c-976c-25ff1f97f9e5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:04.553344 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-17da8c63-7d34-445c-976c-25ff1f97f9e5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:04.556016 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:04.592163 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.602974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-95ece630-251b-4254-917b-8a9a979a6b3f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.604033 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-95ece630-251b-4254-917b-8a9a979a6b3f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.611189 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting port 2f0928ce-a685-4304-b8fb-2942d0daf521 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:04.612525 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.655379 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Deleting port a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:04.655754 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.702614 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-17da8c63-7d34-445c-976c-25ff1f97f9e5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.712382 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17da8c63-7d34-445c-976c-25ff1f97f9e5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2e6b3b9d-ca2c-4da7-86ea-6d10be57b260 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 18 16:34:04.720742 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:04.730672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.738665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] For port a4a1c68b-fd85-4d76-bbda-dd90e1b9c429, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a4a1c68b-fd85-4d76-bbda-dd90e1b9c429,segment=NetworkSegment(034f7339-7eb4-416d-a0c1-9dc36e98dc7c),segment_id=034f7339-7eb4-416d-a0c1-9dc36e98dc7c)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:04.739236 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.742231 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-17da8c63-7d34-445c-976c-25ff1f97f9e5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.747750 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-17da8c63-7d34-445c-976c-25ff1f97f9e5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] 10.222.0.39 "DELETE /v2.0/networks/2e6b3b9d-ca2c-4da7-86ea-6d10be57b260 HTTP/1.1" status: 204 len: 168 time: 1.0571895 Jun 18 16:34:04.747750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da8c63-7d34-445c-976c-25ff1f97f9e5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e6b3b9d-ca2c-4da7-86ea-6d10be57b260,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:04.755405 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-17da8c63-7d34-445c-976c-25ff1f97f9e5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:04.756167 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49710) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:04.760818 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] For port 2f0928ce-a685-4304-b8fb-2942d0daf521, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2f0928ce-a685-4304-b8fb-2942d0daf521,segment=NetworkSegment(0c87556e-886e-435b-9d9c-0b1918d3574f),segment_id=0c87556e-886e-435b-9d9c-0b1918d3574f)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:04.761099 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Transition to ACTIVE for port object 0ac88750-3398-40fe-adf1-2531ddb61b71 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:04.761231 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.824703 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-2bb96ce7-c2b4-4940-a217-2b170baf87b1 None None] Deleting port 2f0928ce-a685-4304-b8fb-2942d0daf521 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:04.825264 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2bb96ce7-c2b4-4940-a217-2b170baf87b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.828766 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Transition to ACTIVE for port object 0ac88750-3398-40fe-adf1-2531ddb61b71 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:04.879768 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.891952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:04.894755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Calling delete_port for 2f0928ce-a685-4304-b8fb-2942d0daf521 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:04.898193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-95ece630-251b-4254-917b-8a9a979a6b3f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.914231 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-95ece630-251b-4254-917b-8a9a979a6b3f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.938367 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Network 75977841-06e2-4079-8e99-3803b4130d0c is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:04.954193 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:04.958429 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:04.969132 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2bb96ce7-c2b4-4940-a217-2b170baf87b1 None None] For port 2f0928ce-a685-4304-b8fb-2942d0daf521, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2f0928ce-a685-4304-b8fb-2942d0daf521,segment=NetworkSegment(0c87556e-886e-435b-9d9c-0b1918d3574f),segment_id=0c87556e-886e-435b-9d9c-0b1918d3574f)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:04.969736 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2bb96ce7-c2b4-4940-a217-2b170baf87b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.979059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-95ece630-251b-4254-917b-8a9a979a6b3f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.984333 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-95ece630-251b-4254-917b-8a9a979a6b3f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4660115 Jun 18 16:34:04.987706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49712) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:04.993651 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-854807e6-1263-4487-8587-9b192d5facd4 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1078741573', 'prefixes': ['172.20.0.0/16']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:05.055848 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Pushing event updated for resources: {'Port': ['ID=0ac88750-3398-40fe-adf1-2531ddb61b71,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:05.086941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-854807e6-1263-4487-8587-9b192d5facd4 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks [] for subnetpool, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.090143 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-2bb96ce7-c2b4-4940-a217-2b170baf87b1 None None] Calling delete_port for 2f0928ce-a685-4304-b8fb-2942d0daf521 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:05.092347 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-854807e6-1263-4487-8587-9b192d5facd4 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1033082 Jun 18 16:34:05.095087 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49714) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:05.099197 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:05.101308 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-2318a2b6-429a-4bd1-8123-61b05a971744 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '84cfa4b1-7ead-4f56-8a87-593a7089528c', 'tempest-TagsExtTest-Tag-1047342335') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:05.156444 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Attempting to bind port 0ac88750-3398-40fe-adf1-2531ddb61b71 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:05.162528 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Attempting to bind port 0ac88750-3398-40fe-adf1-2531ddb61b71 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '63cf265d-e8f6-48f5-8619-6837e4f0cb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '75977841-06e2-4079-8e99-3803b4130d0c'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:05.163040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Attempting to bind port 0ac88750-3398-40fe-adf1-2531ddb61b71 on network 75977841-06e2-4079-8e99-3803b4130d0c {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:05.209545 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6552fc0-b524-4c09-bc85-bc643078d94c None None] DHCP port deletion for a875fd86-2de1-4d17-b8f4-975f7069d86b request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:34:05.211747 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:05.212437 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Checking segment: {'id': '63cf265d-e8f6-48f5-8619-6837e4f0cb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '75977841-06e2-4079-8e99-3803b4130d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:05.212948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.213452 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Bound using segment: {'id': '63cf265d-e8f6-48f5-8619-6837e4f0cb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '75977841-06e2-4079-8e99-3803b4130d0c'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:05.214054 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Bound port: 0ac88750-3398-40fe-adf1-2531ddb61b71, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cf265d-e8f6-48f5-8619-6837e4f0cb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '75977841-06e2-4079-8e99-3803b4130d0c'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:05.214550 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.281360 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-074c522a-736b-4484-b806-fc7bdf3ca405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.282117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Calling delete_port for a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:05.286190 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c7d8cf-40f0-40fa-b779-6d9f8e2154f1 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] DELETE failed (client error): The resource could not be found. Jun 18 16:34:05.287429 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c7d8cf-40f0-40fa-b779-6d9f8e2154f1 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:34:05.292530 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-84c7d8cf-40f0-40fa-b779-6d9f8e2154f1 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] 10.222.0.39 "DELETE /v2.0/subnets/b69f8b4d-7f49-4b32-b0e2-4a24d65274d5 HTTP/1.1" status: 404 len: 337 time: 0.5338974 Jun 18 16:34:05.293322 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49718) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:05.307871 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2318a2b6-429a-4bd1-8123-61b05a971744 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "PUT /v2.0/subnets/84cfa4b1-7ead-4f56-8a87-593a7089528c/tags/tempest-TagsExtTest-Tag-1047342335 HTTP/1.1" status: 201 len: 201 time: 0.2114644 Jun 18 16:34:05.310241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49720) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:05.320580 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-19853a4d-3033-4ac7-8f6d-b3e6bc9a2219 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fc6c6427-6c46-4a9b-a6f7-6793b490b04a', 'tempest-TagsExtTest-Tag-1096014825') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:05.357556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2bb96ce7-c2b4-4940-a217-2b170baf87b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.359174 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.363371 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2de11f5b-c138-42c9-a318-8befc124d7a9 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:05.364437 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:05.401022 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Port': ['ID=2f0928ce-a685-4304-b8fb-2942d0daf521,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:05.401643 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] For port 0ac88750-3398-40fe-adf1-2531ddb61b71, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:05.405850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb96ce7-c2b4-4940-a217-2b170baf87b1 None None] No DVR routers for this DVR port 2f0928ce-a685-4304-b8fb-2942d0daf521 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:05.407529 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] No DVR routers for this DVR port 2f0928ce-a685-4304-b8fb-2942d0daf521 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:05.413938 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb96ce7-c2b4-4940-a217-2b170baf87b1 None None] Pushing event deleted for resources: {'Port': ['ID=2f0928ce-a685-4304-b8fb-2942d0daf521,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:05.416140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2bb96ce7-c2b4-4940-a217-2b170baf87b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:05.424147 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c6552fc0-b524-4c09-bc85-bc643078d94c None None] Deleting port a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:05.425201 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c6552fc0-b524-4c09-bc85-bc643078d94c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.447151 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:05.449439 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] For port 0ac88750-3398-40fe-adf1-2531ddb61b71, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=0ac88750-3398-40fe-adf1-2531ddb61b71,segment=NetworkSegment(63cf265d-e8f6-48f5-8619-6837e4f0cb6a),segment_id=63cf265d-e8f6-48f5-8619-6837e4f0cb6a)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:05.464105 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-708af7eb-b882-4b4f-9919-3aec6786a57e tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.477536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.481260 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6282730b-1c77-460d-a425-1c598240bda2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:05.529710 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.545965 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c6552fc0-b524-4c09-bc85-bc643078d94c None None] For port a4a1c68b-fd85-4d76-bbda-dd90e1b9c429, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a4a1c68b-fd85-4d76-bbda-dd90e1b9c429,segment=NetworkSegment(034f7339-7eb4-416d-a0c1-9dc36e98dc7c),segment_id=034f7339-7eb4-416d-a0c1-9dc36e98dc7c)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:05.546368 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c6552fc0-b524-4c09-bc85-bc643078d94c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.551140 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:05.572122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c87556e-886e-435b-9d9c-0b1918d3574f') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:05.572585 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c87556e-886e-435b-9d9c-0b1918d3574f') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:05.581753 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.586683 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-19853a4d-3033-4ac7-8f6d-b3e6bc9a2219 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "PUT /v2.0/ports/fc6c6427-6c46-4a9b-a6f7-6793b490b04a/tags/tempest-TagsExtTest-Tag-1096014825 HTTP/1.1" status: 201 len: 201 time: 0.2684455 Jun 18 16:34:05.586683 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49724) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:05.586938 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d5213d35-3731-40a1-a4f8-51aaf577a952 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:05.591193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-bc7ead07-99bb-4ed8-b8bf-36119cb78d7d tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '603b42b7-fb5b-4ca7-8d64-f226501efafa', 'tempest-TagsExtTest-Tag-508177987') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:05.594699 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.623960 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event deleted for resources: {'Port': ['ID=a4a1c68b-fd85-4d76-bbda-dd90e1b9c429,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:05.628612 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-708af7eb-b882-4b4f-9919-3aec6786a57e tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.631916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] No DVR routers for this DVR port a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:05.642067 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:05.662648 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c6552fc0-b524-4c09-bc85-bc643078d94c None None] Calling delete_port for a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:05.675073 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-708af7eb-b882-4b4f-9919-3aec6786a57e tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79aeaa7f-50d3-4fa9-9672-b98651151cd8']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:05.675242 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Pushing event updated for resources: {'Port': ['ID=0ac88750-3398-40fe-adf1-2531ddb61b71,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:05.679647 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:05.691432 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.700853 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:05.702365 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:05.705857 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:05.709389 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-708af7eb-b882-4b4f-9919-3aec6786a57e tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d30bbd-2bc0-4d54-99bd-4f8c1eaac4e2') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:05.709870 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-708af7eb-b882-4b4f-9919-3aec6786a57e tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d30bbd-2bc0-4d54-99bd-4f8c1eaac4e2') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:05.761089 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-708af7eb-b882-4b4f-9919-3aec6786a57e tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.769924 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c6552fc0-b524-4c09-bc85-bc643078d94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.773538 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3fbf506b-ff44-4891-8f50-2c94af9996fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:05.783779 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.791045 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.793380 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-708af7eb-b882-4b4f-9919-3aec6786a57e tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.796358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.798784 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/networks/26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9 HTTP/1.1" status: 204 len: 168 time: 1.6617837 Jun 18 16:34:05.800787 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a875fd86-2de1-4d17-b8f4-975f7069d86b']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:05.800952 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-eab52d53-c869-47e2-91e0-784fc5ea431e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:05.803188 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49726) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:05.808251 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-76dcded9-19d6-4602-8c15-46ad66feba3e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-90779697', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:05.814318 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6552fc0-b524-4c09-bc85-bc643078d94c None None] No DVR routers for this DVR port a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:05.814600 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bc7ead07-99bb-4ed8-b8bf-36119cb78d7d tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "PUT /v2.0/routers/603b42b7-fb5b-4ca7-8d64-f226501efafa/tags/tempest-TagsExtTest-Tag-508177987 HTTP/1.1" status: 201 len: 201 time: 0.2243280 Jun 18 16:34:05.814702 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6552fc0-b524-4c09-bc85-bc643078d94c None None] Pushing event deleted for resources: {'Port': ['ID=a4a1c68b-fd85-4d76-bbda-dd90e1b9c429,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:05.824101 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c6552fc0-b524-4c09-bc85-bc643078d94c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:05.827062 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708af7eb-b882-4b4f-9919-3aec6786a57e tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:05.827599 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-708af7eb-b882-4b4f-9919-3aec6786a57e tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.832303 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49728) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:05.832429 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:05.837243 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-9c649c0b-3ecf-4c8d-b3ed-6212616f821b tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a669c209-9116-4ddf-8a2e-68356d352872', 'tempest-TagsExtTest-Tag-282487543') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:05.839732 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Network': ['ID=26f8c01d-8275-4f5b-8acd-2bc5c3b5fbd9,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:05.842447 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:05.887535 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034f7339-7eb4-416d-a0c1-9dc36e98dc7c') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:05.887535 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034f7339-7eb4-416d-a0c1-9dc36e98dc7c') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:05.907538 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.928345 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9c649c0b-3ecf-4c8d-b3ed-6212616f821b tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "PUT /v2.0/subnetpools/a669c209-9116-4ddf-8a2e-68356d352872/tags/tempest-TagsExtTest-Tag-282487543 HTTP/1.1" status: 201 len: 201 time: 0.0943444 Jun 18 16:34:05.930123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49730) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:05.938718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-1307d2bd-93f0-4d6e-a2fe-7bfe9fc3acf7 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '84cfa4b1-7ead-4f56-8a87-593a7089528c') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:05.942465 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.949514 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76dcded9-19d6-4602-8c15-46ad66feba3e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.950528 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76dcded9-19d6-4602-8c15-46ad66feba3e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.954567 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:05.955047 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:05.958798 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:05.960871 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-708af7eb-b882-4b4f-9919-3aec6786a57e tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.964815 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c919cff0-ba14-4a65-8d8c-6acb663eaf89 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:05.968699 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-708af7eb-b882-4b4f-9919-3aec6786a57e tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.970500 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-708af7eb-b882-4b4f-9919-3aec6786a57e tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] 10.222.0.39 "DELETE /v2.0/networks/79aeaa7f-50d3-4fa9-9672-b98651151cd8 HTTP/1.1" status: 204 len: 168 time: 0.6739659 Jun 18 16:34:06.052190 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1307d2bd-93f0-4d6e-a2fe-7bfe9fc3acf7 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/subnets/84cfa4b1-7ead-4f56-8a87-593a7089528c/tags HTTP/1.1" status: 200 len: 241 time: 0.1203039 Jun 18 16:34:06.054941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49734) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:06.066118 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708af7eb-b882-4b4f-9919-3aec6786a57e tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Pushing event deleted for resources: {'Network': ['ID=79aeaa7f-50d3-4fa9-9672-b98651151cd8,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:06.069804 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-b0d486c9-e427-4a12-9799-769f6eab04d7 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '84cfa4b1-7ead-4f56-8a87-593a7089528c', 'tempest-TagsExtTest-Tag-1047342335') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:06.076956 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-708af7eb-b882-4b4f-9919-3aec6786a57e tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:06.117039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 0ac88750-3398-40fe-adf1-2531ddb61b71 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:06.133897 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b0d486c9-e427-4a12-9799-769f6eab04d7 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/subnets/84cfa4b1-7ead-4f56-8a87-593a7089528c/tags/tempest-TagsExtTest-Tag-1047342335 HTTP/1.1" status: 204 len: 168 time: 0.0772254 Jun 18 16:34:06.137254 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49736) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:06.142148 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-f64500ec-9c5a-48be-8ac9-e68a32572f9d tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '84cfa4b1-7ead-4f56-8a87-593a7089528c', 'tempest-TagsExtTest-Tag-1047342335') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:06.145215 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76dcded9-19d6-4602-8c15-46ad66feba3e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.152038 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76dcded9-19d6-4602-8c15-46ad66feba3e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.161117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.167555 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e5db67a2-0081-41eb-bf59-8346d8ecbc90 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:06.184325 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.191002 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49738) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:06.191452 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "DELETE /v2.0/networks/a875fd86-2de1-4d17-b8f4-975f7069d86b HTTP/1.1" status: 204 len: 168 time: 1.6945231 Jun 18 16:34:06.200988 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Pushing event deleted for resources: {'Network': ['ID=a875fd86-2de1-4d17-b8f4-975f7069d86b,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:06.204289 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 0ac88750-3398-40fe-adf1-2531ddb61b71 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:06.216419 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-76dcded9-19d6-4602-8c15-46ad66feba3e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.218406 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-76dcded9-19d6-4602-8c15-46ad66feba3e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4139938 Jun 18 16:34:06.219600 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:06.222305 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49740) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:06.228794 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ad099954-65da-4d3f-a72e-841fab9fc825 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-878380083'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:06.239735 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9e3f5a91-3b3b-4222-9a48-91cf671f35e6 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "GET /v2.0/ports?device_id=4080adc1-d7aa-4b26-a461-567f337a9738 HTTP/1.1" status: 200 len: 205 time: 0.0442424 Jun 18 16:34:06.241721 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49742) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:06.257676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad099954-65da-4d3f-a72e-841fab9fc825 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Made reservation on behalf of 7fa748889fc44ffebd379b4310880c38 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:06.262087 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad099954-65da-4d3f-a72e-841fab9fc825 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.266825 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:06.292653 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad099954-65da-4d3f-a72e-841fab9fc825 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:34:06.294052 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:06.294771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a4a1c68b-fd85-4d76-bbda-dd90e1b9c429 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:06.295070 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2f0928ce-a685-4304-b8fb-2942d0daf521 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:06.306852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad099954-65da-4d3f-a72e-841fab9fc825 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.307463 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-ad099954-65da-4d3f-a72e-841fab9fc825 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Added segment 39b02fd0-23db-4def-863a-d8a585357373 of type vlan for network 10f40124-c9b3-411a-99f6-538b3a612c5e Jun 18 16:34:06.324114 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 2f0928ce-a685-4304-b8fb-2942d0daf521 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:06.325457 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2f0928ce-a685-4304-b8fb-2942d0daf521 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:06.355928 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44d753a2-acb3-4e15-a43a-52cab5d21d35 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.359153 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad099954-65da-4d3f-a72e-841fab9fc825 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.394695 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad099954-65da-4d3f-a72e-841fab9fc825 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.405660 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad099954-65da-4d3f-a72e-841fab9fc825 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:06.406417 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ad099954-65da-4d3f-a72e-841fab9fc825 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.413020 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-adbf4e56-3fe7-4f8d-bcd7-86405fba26d9 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:06.428164 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f64500ec-9c5a-48be-8ac9-e68a32572f9d tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/subnets/84cfa4b1-7ead-4f56-8a87-593a7089528c/tags/tempest-TagsExtTest-Tag-1047342335 HTTP/1.1" status: 204 len: 168 time: 0.2873788 Jun 18 16:34:06.428505 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49746) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:06.433076 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49748) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:06.433241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-09152fd8-2f23-4a45-b69b-f06fb50e1000 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '84cfa4b1-7ead-4f56-8a87-593a7089528c') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:06.504960 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad099954-65da-4d3f-a72e-841fab9fc825 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Network': ['ID=10f40124-c9b3-411a-99f6-538b3a612c5e,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:06.507592 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ad099954-65da-4d3f-a72e-841fab9fc825 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:06.509808 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ad099954-65da-4d3f-a72e-841fab9fc825 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2863591 Jun 18 16:34:06.512851 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49752) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:06.516066 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 10f40124-c9b3-411a-99f6-538b3a612c5e details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:34:06.519452 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-de36fd17-7822-4b43-8334-60232fdfbf0a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'subnet': {'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:06.583537 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44d753a2-acb3-4e15-a43a-52cab5d21d35 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.586986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44d753a2-acb3-4e15-a43a-52cab5d21d35 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.644784 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-09152fd8-2f23-4a45-b69b-f06fb50e1000 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/subnets/84cfa4b1-7ead-4f56-8a87-593a7089528c/tags HTTP/1.1" status: 200 len: 205 time: 0.2153075 Jun 18 16:34:06.647228 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49754) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:06.655821 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-f91ec9a8-cc1f-489f-9dc7-7645fe09f2b9 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fc6c6427-6c46-4a9b-a6f7-6793b490b04a') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:06.659977 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44d753a2-acb3-4e15-a43a-52cab5d21d35 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.660770 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d753a2-acb3-4e15-a43a-52cab5d21d35 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Fanout notify agent at l3_agent the message router_deleted on router 4080adc1-d7aa-4b26-a461-567f337a9738 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:34:06.663076 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de36fd17-7822-4b43-8334-60232fdfbf0a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Made reservation on behalf of 7fa748889fc44ffebd379b4310880c38 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:06.666630 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de36fd17-7822-4b43-8334-60232fdfbf0a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.675233 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44d753a2-acb3-4e15-a43a-52cab5d21d35 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.679287 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-44d753a2-acb3-4e15-a43a-52cab5d21d35 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] 10.222.0.39 "DELETE /v2.0/routers/4080adc1-d7aa-4b26-a461-567f337a9738 HTTP/1.1" status: 204 len: 168 time: 0.4365966 Jun 18 16:34:06.736048 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f91ec9a8-cc1f-489f-9dc7-7645fe09f2b9 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/ports/fc6c6427-6c46-4a9b-a6f7-6793b490b04a/tags HTTP/1.1" status: 200 len: 241 time: 0.0843463 Jun 18 16:34:06.738556 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49758) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:06.743689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-fd69e768-47ea-466d-b3c8-ca8b7b69242d tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fc6c6427-6c46-4a9b-a6f7-6793b490b04a', 'tempest-TagsExtTest-Tag-1096014825') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:06.755248 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ae4cbc58-62cd-4aa5-a3e1-209271586285 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14c17a7445af41a7b4faca385c8fd402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207223 Jun 18 16:34:06.758363 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49760) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:06.811775 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fd69e768-47ea-466d-b3c8-ca8b7b69242d tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/ports/fc6c6427-6c46-4a9b-a6f7-6793b490b04a/tags/tempest-TagsExtTest-Tag-1096014825 HTTP/1.1" status: 204 len: 168 time: 0.0718641 Jun 18 16:34:06.814703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49762) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:06.820057 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-2a8f39fe-1124-47af-b05b-675efb3cabd6 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'fc6c6427-6c46-4a9b-a6f7-6793b490b04a', 'tempest-TagsExtTest-Tag-1096014825') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:06.863938 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-23ef9a28-3eee-438e-8e47-7e1117e10548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.918268 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2a8f39fe-1124-47af-b05b-675efb3cabd6 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/ports/fc6c6427-6c46-4a9b-a6f7-6793b490b04a/tags/tempest-TagsExtTest-Tag-1096014825 HTTP/1.1" status: 204 len: 168 time: 0.1016815 Jun 18 16:34:06.918485 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49766) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:06.924201 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-23ef9a28-3eee-438e-8e47-7e1117e10548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.928215 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-79681d65-11cf-487a-826f-353c284bafaf tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fc6c6427-6c46-4a9b-a6f7-6793b490b04a') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:06.945608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac6e70b-5c19-48cf-8b32-bfc99d704a83 None None] Network 75977841-06e2-4079-8e99-3803b4130d0c requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:06.980704 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49768) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:07.010681 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8d076b25-b07b-41e6-9693-f08562a0a0cb None None] Provisioning for port 0ac88750-3398-40fe-adf1-2531ddb61b71 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:07.023843 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8d076b25-b07b-41e6-9693-f08562a0a0cb None None] Provisioning complete for port 0ac88750-3398-40fe-adf1-2531ddb61b71 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:07.024479 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8d076b25-b07b-41e6-9693-f08562a0a0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.080217 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de36fd17-7822-4b43-8334-60232fdfbf0a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.084580 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7fad4ddb-5602-4dff-b76b-ab3137e5a74e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:07.088646 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-79681d65-11cf-487a-826f-353c284bafaf tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/ports/fc6c6427-6c46-4a9b-a6f7-6793b490b04a/tags HTTP/1.1" status: 200 len: 205 time: 0.1668732 Jun 18 16:34:07.091286 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49772) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:07.092653 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-23ef9a28-3eee-438e-8e47-7e1117e10548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.095176 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-23ef9a28-3eee-438e-8e47-7e1117e10548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.095882 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-4ca23052-2802-41a0-838e-e28bd712d7ec tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '603b42b7-fb5b-4ca7-8d64-f226501efafa') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:07.096912 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-23ef9a28-3eee-438e-8e47-7e1117e10548 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/106b637f-6b36-4f8e-b088-2912e5e5642c HTTP/1.1" status: 204 len: 168 time: 0.3369279 Jun 18 16:34:07.166086 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36fd17-7822-4b43-8334-60232fdfbf0a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Subnet': ['ID=e63a290b-4491-4069-925e-208bbb71bee9,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:07.170740 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-de36fd17-7822-4b43-8334-60232fdfbf0a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:07.171715 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1a4f27fb-aa90-485c-ab86-e9c0675392ba tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:07.186794 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef9a28-3eee-438e-8e47-7e1117e10548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106b637f-6b36-4f8e-b088-2912e5e5642c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:07.189866 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-23ef9a28-3eee-438e-8e47-7e1117e10548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:07.190874 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de36fd17-7822-4b43-8334-60232fdfbf0a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Checking segment: {'id': '39b02fd0-23db-4def-863a-d8a585357373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:07.191428 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de36fd17-7822-4b43-8334-60232fdfbf0a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network hostable DHCP agents. Network: 10f40124-c9b3-411a-99f6-538b3a612c5e, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:34:07.214246 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4ca23052-2802-41a0-838e-e28bd712d7ec tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/routers/603b42b7-fb5b-4ca7-8d64-f226501efafa/tags HTTP/1.1" status: 200 len: 240 time: 0.1218336 Jun 18 16:34:07.222194 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e77cd902-08f1-44d8-a73c-2ee7ef742ff0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e500ed277df493db6f83afd53fe1d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360082 Jun 18 16:34:07.222194 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49778) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:07.223308 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49776) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:07.230056 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-7cd75382-8a99-4e33-9f10-606b283c24fb tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '603b42b7-fb5b-4ca7-8d64-f226501efafa', 'tempest-TagsExtTest-Tag-508177987') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:07.241359 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de36fd17-7822-4b43-8334-60232fdfbf0a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network 10f40124-c9b3-411a-99f6-538b3a612c5e is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:34:07.260297 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8d076b25-b07b-41e6-9693-f08562a0a0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.297890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fd2ec5ae-4b24-4d4d-8156-28d896d4ac3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.318131 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-8d076b25-b07b-41e6-9693-f08562a0a0cb None None] For port 0ac88750-3398-40fe-adf1-2531ddb61b71, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=0ac88750-3398-40fe-adf1-2531ddb61b71,segment=NetworkSegment(63cf265d-e8f6-48f5-8619-6837e4f0cb6a),segment_id=63cf265d-e8f6-48f5-8619-6837e4f0cb6a)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:07.323198 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8d076b25-b07b-41e6-9693-f08562a0a0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.326558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:07.330524 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-de36fd17-7822-4b43-8334-60232fdfbf0a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 10f40124-c9b3-411a-99f6-538b3a612c5e) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:07.335598 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de36fd17-7822-4b43-8334-60232fdfbf0a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:07.336179 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de36fd17-7822-4b43-8334-60232fdfbf0a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.349294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fd2ec5ae-4b24-4d4d-8156-28d896d4ac3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.357302 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c3a8aa-006b-46e0-89a7-b883132ef578 None None] Network 10f40124-c9b3-411a-99f6-538b3a612c5e requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:07.369335 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7cd75382-8a99-4e33-9f10-606b283c24fb tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/routers/603b42b7-fb5b-4ca7-8d64-f226501efafa/tags/tempest-TagsExtTest-Tag-508177987 HTTP/1.1" status: 204 len: 168 time: 0.1443233 Jun 18 16:34:07.374992 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-de36fd17-7822-4b43-8334-60232fdfbf0a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8605907 Jun 18 16:34:07.375251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49782) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:07.375627 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49784) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:07.381675 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-3bb61ed3-cc49-4c29-a7b8-c55e041aec17 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '603b42b7-fb5b-4ca7-8d64-f226501efafa', 'tempest-TagsExtTest-Tag-508177987') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:07.453671 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d076b25-b07b-41e6-9693-f08562a0a0cb None None] Pushing event updated for resources: {'Port': ['ID=0ac88750-3398-40fe-adf1-2531ddb61b71,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:07.459912 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8d076b25-b07b-41e6-9693-f08562a0a0cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:07.563110 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3bb61ed3-cc49-4c29-a7b8-c55e041aec17 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/routers/603b42b7-fb5b-4ca7-8d64-f226501efafa/tags/tempest-TagsExtTest-Tag-508177987 HTTP/1.1" status: 204 len: 168 time: 0.1865025 Jun 18 16:34:07.564258 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fd2ec5ae-4b24-4d4d-8156-28d896d4ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.566580 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fd2ec5ae-4b24-4d4d-8156-28d896d4ac3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.567869 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fd2ec5ae-4b24-4d4d-8156-28d896d4ac3f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/547c96dc-d4e6-4a19-9814-eb16f2faa3e0 HTTP/1.1" status: 204 len: 168 time: 0.3447242 Jun 18 16:34:07.568454 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49786) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:07.569544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b50ed892-9c76-48e7-9bd5-0a9068d33fe2 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:07.577063 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49790) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:07.598831 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ec5ae-4b24-4d4d-8156-28d896d4ac3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547c96dc-d4e6-4a19-9814-eb16f2faa3e0,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:07.605171 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-b21a82b3-4000-4a5d-ad70-32ace26051bc tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '603b42b7-fb5b-4ca7-8d64-f226501efafa') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:07.608332 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fd2ec5ae-4b24-4d4d-8156-28d896d4ac3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:07.614001 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-10f40124-c9b3-411a-99f6-538b3a612c5e', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:34:07.615938 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.622919 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8f2e29a6-47d8-45e7-9cdc-e05a5d765122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.711310 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b21a82b3-4000-4a5d-ad70-32ace26051bc tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/routers/603b42b7-fb5b-4ca7-8d64-f226501efafa/tags HTTP/1.1" status: 200 len: 205 time: 0.1146128 Jun 18 16:34:07.714271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49792) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:07.729560 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-27783711-31c6-4e74-b9d5-8c22933b1971 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a669c209-9116-4ddf-8a2e-68356d352872') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:07.783428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-325485cd-8c1d-421a-9a79-d88337018677 None None] Provisioning for port fc6c6427-6c46-4a9b-a6f7-6793b490b04a completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:07.785817 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49794) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:07.790385 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-27783711-31c6-4e74-b9d5-8c22933b1971 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/subnetpools/a669c209-9116-4ddf-8a2e-68356d352872/tags HTTP/1.1" status: 200 len: 240 time: 0.0732961 Jun 18 16:34:07.797193 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-94804156-0ac7-447f-9c1c-aa5d817ec680 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a669c209-9116-4ddf-8a2e-68356d352872', 'tempest-TagsExtTest-Tag-282487543') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:07.806190 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-228a6820-ec0e-4bc6-993a-be8c65539d7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=73fc523d7de34956a61d44005a114fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2278891 Jun 18 16:34:07.807715 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49796) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:07.812566 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-325485cd-8c1d-421a-9a79-d88337018677 None None] Provisioning complete for port fc6c6427-6c46-4a9b-a6f7-6793b490b04a triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:07.812963 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-325485cd-8c1d-421a-9a79-d88337018677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.891396 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Allocated IP 2001:db8::2 (10f40124-c9b3-411a-99f6-538b3a612c5e/e63a290b-4491-4069-925e-208bbb71bee9/e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:07.894193 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-325485cd-8c1d-421a-9a79-d88337018677 None None] Port fc6c6427-6c46-4a9b-a6f7-6793b490b04a cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:34:07.898675 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-94804156-0ac7-447f-9c1c-aa5d817ec680 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/subnetpools/a669c209-9116-4ddf-8a2e-68356d352872/tags/tempest-TagsExtTest-Tag-282487543 HTTP/1.1" status: 204 len: 168 time: 0.1092129 Jun 18 16:34:07.900661 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49798) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:07.905941 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-1cb93e29-dd98-4a9a-9688-dd6a17de9765 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a669c209-9116-4ddf-8a2e-68356d352872', 'tempest-TagsExtTest-Tag-282487543') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:07.910260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4df010ee-3833-4255-b5e0-bda6a2b62f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.935287 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-325485cd-8c1d-421a-9a79-d88337018677 None None] Provisioning complete for port 0ac88750-3398-40fe-adf1-2531ddb61b71 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:07.935837 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-325485cd-8c1d-421a-9a79-d88337018677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.938858 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4df010ee-3833-4255-b5e0-bda6a2b62f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.957704 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.025838 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4df010ee-3833-4255-b5e0-bda6a2b62f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.028865 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4df010ee-3833-4255-b5e0-bda6a2b62f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.030070 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4df010ee-3833-4255-b5e0-bda6a2b62f4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a03079aa-3b09-40ee-bb76-76c20d2e2c67 HTTP/1.1" status: 204 len: 168 time: 0.2214074 Jun 18 16:34:08.030902 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-103facb3-c137-4bff-ac49-684fa5749649 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:08.043629 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df010ee-3833-4255-b5e0-bda6a2b62f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03079aa-3b09-40ee-bb76-76c20d2e2c67,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:08.048369 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4df010ee-3833-4255-b5e0-bda6a2b62f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:08.051582 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 0ac88750-3398-40fe-adf1-2531ddb61b71 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:08.142116 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1cb93e29-dd98-4a9a-9688-dd6a17de9765 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/subnetpools/a669c209-9116-4ddf-8a2e-68356d352872/tags/tempest-TagsExtTest-Tag-282487543 HTTP/1.1" status: 204 len: 168 time: 0.2404838 Jun 18 16:34:08.145607 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49808) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:08.152064 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-bc6063e3-9e7c-475b-93c1-d3e2ffdae4ab tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a669c209-9116-4ddf-8a2e-68356d352872') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:08.204074 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bc6063e3-9e7c-475b-93c1-d3e2ffdae4ab tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/subnetpools/a669c209-9116-4ddf-8a2e-68356d352872/tags HTTP/1.1" status: 200 len: 205 time: 0.0572245 Jun 18 16:34:08.206894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49812) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:08.212656 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-4f58a0bc-2436-487d-8284-39308a5f899b tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a669c209-9116-4ddf-8a2e-68356d352872') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:08.243518 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4f58a0bc-2436-487d-8284-39308a5f899b tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/subnetpools/a669c209-9116-4ddf-8a2e-68356d352872/tags HTTP/1.1" status: 204 len: 168 time: 0.0350993 Jun 18 16:34:08.245976 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49814) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:08.250861 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-c3a0089d-b532-432d-808e-d79effa6b4c2 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '603b42b7-fb5b-4ca7-8d64-f226501efafa') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:08.283565 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 0ac88750-3398-40fe-adf1-2531ddb61b71 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:08.285080 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.333116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.358412 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c3a0089d-b532-432d-808e-d79effa6b4c2 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/routers/603b42b7-fb5b-4ca7-8d64-f226501efafa/tags HTTP/1.1" status: 204 len: 168 time: 0.1112313 Jun 18 16:34:08.361276 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49820) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:08.366003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.367512 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-5170eb1c-81fd-46a0-8f28-353da688e530 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fc6c6427-6c46-4a9b-a6f7-6793b490b04a') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:08.379919 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Transition to ACTIVE for port object e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:08.404067 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Transition to ACTIVE for port object e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:08.443234 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.447443 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c5104cfd-1cda-4966-ad65-1ad2a562aba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:08.449742 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5170eb1c-81fd-46a0-8f28-353da688e530 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/ports/fc6c6427-6c46-4a9b-a6f7-6793b490b04a/tags HTTP/1.1" status: 204 len: 168 time: 0.0866463 Jun 18 16:34:08.452789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49822) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:08.463843 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-0dab0b95-e7f7-42be-965b-0b578af930a0 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '84cfa4b1-7ead-4f56-8a87-593a7089528c') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:08.491348 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Allocated IP 2001:db8::1 (10f40124-c9b3-411a-99f6-538b3a612c5e/e63a290b-4491-4069-925e-208bbb71bee9/7c147891-8efd-4616-a165-22a531fe8be2) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:08.507814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Network 10f40124-c9b3-411a-99f6-538b3a612c5e is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:08.514308 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:08.517222 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:08.538134 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Pushing event updated for resources: {'Port': ['ID=e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:08.544825 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:08.551709 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c0db2e1d-bf63-4f9c-a74a-493797db76b8 None None] Provisioning complete for port fc6c6427-6c46-4a9b-a6f7-6793b490b04a triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:08.552397 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c0db2e1d-bf63-4f9c-a74a-493797db76b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.580880 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0dab0b95-e7f7-42be-965b-0b578af930a0 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/subnets/84cfa4b1-7ead-4f56-8a87-593a7089528c/tags HTTP/1.1" status: 204 len: 168 time: 0.1235290 Jun 18 16:34:08.581376 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49828) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:08.589172 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-a3c9c3f8-997a-4be4-9ab2-8ef9638bbce2 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '84cfa4b1-7ead-4f56-8a87-593a7089528c', 'tempest-TagsExtTest-Tag-2129798553') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:08.704479 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.707512 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a3c9c3f8-997a-4be4-9ab2-8ef9638bbce2 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "PUT /v2.0/subnets/84cfa4b1-7ead-4f56-8a87-593a7089528c/tags/tempest-TagsExtTest-Tag-2129798553 HTTP/1.1" status: 201 len: 201 time: 0.1247268 Jun 18 16:34:08.720268 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49836) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:08.726017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-4718d07f-5745-4b34-b21f-20944fb59fed tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fc6c6427-6c46-4a9b-a6f7-6793b490b04a', 'tempest-TagsExtTest-Tag-941284825') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:08.737667 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Transition to ACTIVE for port object 7c147891-8efd-4616-a165-22a531fe8be2 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:08.813293 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.820156 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-076a97f2-b1a2-41d5-aeb0-757a0d2abe80 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:08.820864 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c0db2e1d-bf63-4f9c-a74a-493797db76b8 None None] Port fc6c6427-6c46-4a9b-a6f7-6793b490b04a cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:34:08.842407 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Attempting to bind port e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:08.842870 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Attempting to bind port e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '39b02fd0-23db-4def-863a-d8a585357373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:08.843435 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Attempting to bind port e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040 on network 10f40124-c9b3-411a-99f6-538b3a612c5e {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:08.859396 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:08.860304 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Checking segment: {'id': '39b02fd0-23db-4def-863a-d8a585357373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:08.863039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.863487 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Bound using segment: {'id': '39b02fd0-23db-4def-863a-d8a585357373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:08.869665 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Bound port: e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b02fd0-23db-4def-863a-d8a585357373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:08.870466 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.878121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49844) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:08.879079 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4718d07f-5745-4b34-b21f-20944fb59fed tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "PUT /v2.0/ports/fc6c6427-6c46-4a9b-a6f7-6793b490b04a/tags/tempest-TagsExtTest-Tag-941284825 HTTP/1.1" status: 201 len: 201 time: 0.1624613 Jun 18 16:34:08.895613 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-8b5c2267-7dba-484c-be98-efa8d6e8208d tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '603b42b7-fb5b-4ca7-8d64-f226501efafa', 'tempest-TagsExtTest-Tag-1264892988') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:08.944327 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.990960 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] For port e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:08.997266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] For port e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040,segment=NetworkSegment(39b02fd0-23db-4def-863a-d8a585357373),segment_id=39b02fd0-23db-4def-863a-d8a585357373)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:09.004436 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network 10f40124-c9b3-411a-99f6-538b3a612c5e is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:09.006705 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.010576 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:09.011520 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2bb96ce7-c2b4-4940-a217-2b170baf87b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:09.043116 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:09.043669 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.046546 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49848) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:09.050766 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=7c147891-8efd-4616-a165-22a531fe8be2,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:09.055821 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:09.124321 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Pushing event updated for resources: {'Port': ['ID=e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:09.136310 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:09.161121 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8b5c2267-7dba-484c-be98-efa8d6e8208d tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "PUT /v2.0/routers/603b42b7-fb5b-4ca7-8d64-f226501efafa/tags/tempest-TagsExtTest-Tag-1264892988 HTTP/1.1" status: 201 len: 201 time: 0.2769451 Jun 18 16:34:09.163930 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49856) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:09.173773 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-547846a6-c3f0-4a8b-b683-6c9332187057 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a669c209-9116-4ddf-8a2e-68356d352872', 'tempest-TagsExtTest-Tag-926180957') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:09.212290 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-57d07acb-469f-4257-b5c2-6785b8764183 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:09.212728 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING neutron.api.v2.base [None req-57d07acb-469f-4257-b5c2-6785b8764183 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 18 16:34:09.213725 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-57d07acb-469f-4257-b5c2-6785b8764183 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): There was a conflict when trying to complete your request. Jun 18 16:34:09.214835 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-57d07acb-469f-4257-b5c2-6785b8764183 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1667631 Jun 18 16:34:09.218462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49858) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:09.225369 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-1be7630f-33a7-41f4-aa98-67f10935480e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group': {'name': 'tempest-secgroup--1059372833'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:09.228450 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.254550 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-547846a6-c3f0-4a8b-b683-6c9332187057 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "PUT /v2.0/subnetpools/a669c209-9116-4ddf-8a2e-68356d352872/tags/tempest-TagsExtTest-Tag-926180957 HTTP/1.1" status: 201 len: 201 time: 0.0892868 Jun 18 16:34:09.259124 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49862) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:09.264545 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-dcf35863-92d2-4418-bf69-ff3847601f64 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '84cfa4b1-7ead-4f56-8a87-593a7089528c', {'tags': ['tempest-TagsExtTest-Tag-1055573906', 'tempest-TagsExtTest-Tag-527719450', 'tempest-TagsExtTest-Tag-1949289251']}) {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:09.309278 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1be7630f-33a7-41f4-aa98-67f10935480e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.343994 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1be7630f-33a7-41f4-aa98-67f10935480e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.394535 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-dcf35863-92d2-4418-bf69-ff3847601f64 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "PUT /v2.0/subnets/84cfa4b1-7ead-4f56-8a87-593a7089528c/tags HTTP/1.1" status: 200 len: 317 time: 0.1303296 Jun 18 16:34:09.395062 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49866) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:09.401570 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-36bd816c-5b91-40e1-959d-7ec24539dc15 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '84cfa4b1-7ead-4f56-8a87-593a7089528c') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:09.582616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1be7630f-33a7-41f4-aa98-67f10935480e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.592115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.594433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1be7630f-33a7-41f4-aa98-67f10935480e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.598524 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.599589 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.599881 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-21c0fe51-cd0c-4cea-be8a-27369b1414ec tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:09.603337 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dad23b8b-a583-448e-a489-c26d544b774f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:09.623969 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-36bd816c-5b91-40e1-959d-7ec24539dc15 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/subnets/84cfa4b1-7ead-4f56-8a87-593a7089528c/tags HTTP/1.1" status: 204 len: 168 time: 0.2240925 Jun 18 16:34:09.632068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49870) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:09.640972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-c34e5358-2b16-40e3-a91b-e3eb0efae1d3 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '84cfa4b1-7ead-4f56-8a87-593a7089528c', 'tempest-TagsExtTest-Tag-1055573906') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:09.691446 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7630f-33a7-41f4-aa98-67f10935480e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9fcd2e-5393-4d71-ac57-8ac0235a09c2,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:09.712536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1be7630f-33a7-41f4-aa98-67f10935480e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:09.730406 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=7c147891-8efd-4616-a165-22a531fe8be2,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:09.735110 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:09.776153 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network 10f40124-c9b3-411a-99f6-538b3a612c5e is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:09.778537 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:09.793391 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-c34e5358-2b16-40e3-a91b-e3eb0efae1d3 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] show failed (client error): The resource could not be found. Jun 18 16:34:09.794451 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c34e5358-2b16-40e3-a91b-e3eb0efae1d3 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/subnets/84cfa4b1-7ead-4f56-8a87-593a7089528c/tags/tempest-TagsExtTest-Tag-1055573906 HTTP/1.1" status: 404 len: 329 time: 0.1593983 Jun 18 16:34:09.798764 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49874) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:09.802979 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1be7630f-33a7-41f4-aa98-67f10935480e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.807852 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-1a28aa77-0036-43ce-8290-528d7f342063 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '84cfa4b1-7ead-4f56-8a87-593a7089528c', 'tempest-TagsExtTest-Tag-527719450') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:09.812747 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1be7630f-33a7-41f4-aa98-67f10935480e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.832036 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7dd1f596-170f-41b9-bb17-599162172ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:09.867868 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1be7630f-33a7-41f4-aa98-67f10935480e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.871174 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1be7630f-33a7-41f4-aa98-67f10935480e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6514895 Jun 18 16:34:09.873224 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49878) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:09.878961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7630f-33a7-41f4-aa98-67f10935480e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16744700-2b07-4254-adf4-3b71616c5f15,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:09.883263 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-4c58a670-9690-4fb7-9db8-3c551afbb0bf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': '16744700-2b07-4254-adf4-3b71616c5f15', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:09.885662 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1be7630f-33a7-41f4-aa98-67f10935480e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:09.909755 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-1a28aa77-0036-43ce-8290-528d7f342063 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] show failed (client error): The resource could not be found. Jun 18 16:34:09.914175 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1a28aa77-0036-43ce-8290-528d7f342063 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/subnets/84cfa4b1-7ead-4f56-8a87-593a7089528c/tags/tempest-TagsExtTest-Tag-527719450 HTTP/1.1" status: 404 len: 328 time: 0.1114500 Jun 18 16:34:09.914744 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49882) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:09.919704 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-8d6ec223-70f7-4137-94e8-8622bb14ae69 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '84cfa4b1-7ead-4f56-8a87-593a7089528c', 'tempest-TagsExtTest-Tag-1949289251') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:09.953157 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4c58a670-9690-4fb7-9db8-3c551afbb0bf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.978245 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:34:09.999523 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-8d6ec223-70f7-4137-94e8-8622bb14ae69 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] show failed (client error): The resource could not be found. Jun 18 16:34:10.000848 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8d6ec223-70f7-4137-94e8-8622bb14ae69 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/subnets/84cfa4b1-7ead-4f56-8a87-593a7089528c/tags/tempest-TagsExtTest-Tag-1949289251 HTTP/1.1" status: 404 len: 329 time: 0.0848668 Jun 18 16:34:10.004296 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49884) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:10.010111 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-803dc819-fdcf-4fab-879e-0285d699bd83 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'fc6c6427-6c46-4a9b-a6f7-6793b490b04a', {'tags': ['tempest-TagsExtTest-Tag-206458796', 'tempest-TagsExtTest-Tag-1369633411', 'tempest-TagsExtTest-Tag-1524507028']}) {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:10.071555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:10.117073 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-803dc819-fdcf-4fab-879e-0285d699bd83 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "PUT /v2.0/ports/fc6c6427-6c46-4a9b-a6f7-6793b490b04a/tags HTTP/1.1" status: 200 len: 317 time: 0.1116140 Jun 18 16:34:10.119630 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49888) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:10.130734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-1b96f49c-a7c7-4b13-8523-8b348cd26851 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fc6c6427-6c46-4a9b-a6f7-6793b490b04a') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:10.151438 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:10.160601 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4c58a670-9690-4fb7-9db8-3c551afbb0bf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.166562 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4c58a670-9690-4fb7-9db8-3c551afbb0bf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.170319 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:10.181068 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/35bc8029-7c7a-49a3-bc43-82a4127af9a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8006482 Jun 18 16:34:10.181284 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fd55c73c-4b11-448b-adfb-9b044a8d71af tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:10.185479 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Sync routers for ids ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:10.186278 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49892) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:10.203770 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-aaf26a66-15f0-4d2f-a275-585455ff583e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-720892885'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:10.204394 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Routers {'35bc8029-7c7a-49a3-bc43-82a4127af9a5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:10.204394 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:10.212807 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58a670-9690-4fb7-9db8-3c551afbb0bf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810077ef-2d00-488f-9181-7c3bad2f66a7,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:10.216698 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4c58a670-9690-4fb7-9db8-3c551afbb0bf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:10.240741 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf26a66-15f0-4d2f-a275-585455ff583e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Made reservation on behalf of 7fa748889fc44ffebd379b4310880c38 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:10.245394 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aaf26a66-15f0-4d2f-a275-585455ff583e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.277804 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1b96f49c-a7c7-4b13-8523-8b348cd26851 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/ports/fc6c6427-6c46-4a9b-a6f7-6793b490b04a/tags HTTP/1.1" status: 204 len: 168 time: 0.1564510 Jun 18 16:34:10.280149 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49894) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:10.281477 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4c58a670-9690-4fb7-9db8-3c551afbb0bf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.285696 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4c58a670-9690-4fb7-9db8-3c551afbb0bf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4111536 Jun 18 16:34:10.286305 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49896) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:10.289298 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-7acc75fb-25d0-4210-9301-6cb0f80535b3 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fc6c6427-6c46-4a9b-a6f7-6793b490b04a', 'tempest-TagsExtTest-Tag-206458796') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:10.293349 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-9065402d-34af-450f-9214-b8faf91b5d94 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': '16744700-2b07-4254-adf4-3b71616c5f15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:10.320483 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf26a66-15f0-4d2f-a275-585455ff583e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:34:10.337791 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aaf26a66-15f0-4d2f-a275-585455ff583e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.337791 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-aaf26a66-15f0-4d2f-a275-585455ff583e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Added segment 6707df18-6edc-4ee8-a3fd-6bd8de57e093 of type vlan for network 9101b6e6-02db-4498-a327-cf645c0b8441 Jun 18 16:34:10.354197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9065402d-34af-450f-9214-b8faf91b5d94 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.365322 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49898) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:10.388743 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-7acc75fb-25d0-4210-9301-6cb0f80535b3 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] show failed (client error): The resource could not be found. Jun 18 16:34:10.392455 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7acc75fb-25d0-4210-9301-6cb0f80535b3 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/ports/fc6c6427-6c46-4a9b-a6f7-6793b490b04a/tags/tempest-TagsExtTest-Tag-206458796 HTTP/1.1" status: 404 len: 328 time: 0.1108303 Jun 18 16:34:10.396773 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49902) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:10.402518 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Set router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:10.413366 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-536da1b7-0423-425e-83fd-90d93c6fa4a9 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fc6c6427-6c46-4a9b-a6f7-6793b490b04a', 'tempest-TagsExtTest-Tag-1369633411') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:10.424184 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.444656 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aaf26a66-15f0-4d2f-a275-585455ff583e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.476677 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-9065402d-34af-450f-9214-b8faf91b5d94 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): There was a conflict when trying to complete your request. Jun 18 16:34:10.477745 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9065402d-34af-450f-9214-b8faf91b5d94 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1881716 Jun 18 16:34:10.481711 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49904) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:10.499391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aaf26a66-15f0-4d2f-a275-585455ff583e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.510261 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf26a66-15f0-4d2f-a275-585455ff583e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:10.511075 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aaf26a66-15f0-4d2f-a275-585455ff583e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.523347 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dbdb20cb-4c7b-4369-813b-e5ece6e8ec2a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:10.531656 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-11123225-c18c-4b76-a582-5bd230c8baa2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1940786069', 'router:external': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:10.557288 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-536da1b7-0423-425e-83fd-90d93c6fa4a9 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] show failed (client error): The resource could not be found. Jun 18 16:34:10.558440 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-536da1b7-0423-425e-83fd-90d93c6fa4a9 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/ports/fc6c6427-6c46-4a9b-a6f7-6793b490b04a/tags/tempest-TagsExtTest-Tag-1369633411 HTTP/1.1" status: 404 len: 329 time: 0.1604884 Jun 18 16:34:10.563147 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49906) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:10.574564 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-af9d2f33-7228-48ef-9865-16f36fca5a52 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fc6c6427-6c46-4a9b-a6f7-6793b490b04a', 'tempest-TagsExtTest-Tag-1524507028') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:10.612942 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11123225-c18c-4b76-a582-5bd230c8baa2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Made reservation on behalf of 534e82b466f5436cb5a232c56dea6172 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:10.615478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11123225-c18c-4b76-a582-5bd230c8baa2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.616022 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf26a66-15f0-4d2f-a275-585455ff583e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Network': ['ID=9101b6e6-02db-4498-a327-cf645c0b8441,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:10.617688 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7faaaa36-53bf-469a-8b14-8dbb47186d98 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.619883 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aaf26a66-15f0-4d2f-a275-585455ff583e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:10.625416 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-aaf26a66-15f0-4d2f-a275-585455ff583e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4380839 Jun 18 16:34:10.628658 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 9101b6e6-02db-4498-a327-cf645c0b8441 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:34:10.628819 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49908) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:10.634386 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-e13aa393-c1e7-4c2f-9635-61df40d87334 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'subnet': {'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:10.652698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11123225-c18c-4b76-a582-5bd230c8baa2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.668130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67db394c-66f5-4d2a-805b-66fb9673e8f6 None None] Network 10f40124-c9b3-411a-99f6-538b3a612c5e requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:10.694337 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:09Z', 'revision_number': 2, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:09Z', 'revision_number': 2, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:10.698152 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7faaaa36-53bf-469a-8b14-8dbb47186d98 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.729472 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Checking router: 35bc8029-7c7a-49a3-bc43-82a4127af9a5 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:10.729925 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Updating router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 port 7c147891-8efd-4616-a165-22a531fe8be2 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:34:10.766432 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.802621 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3a40dcc5-9191-4d0d-8d6f-14a9a089e6ee None None] Provisioning for port e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:10.809993 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3a40dcc5-9191-4d0d-8d6f-14a9a089e6ee None None] Provisioning complete for port e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:10.810384 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3a40dcc5-9191-4d0d-8d6f-14a9a089e6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.966230 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3a40dcc5-9191-4d0d-8d6f-14a9a089e6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.011202 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3a40dcc5-9191-4d0d-8d6f-14a9a089e6ee None None] For port e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040,segment=NetworkSegment(39b02fd0-23db-4def-863a-d8a585357373),segment_id=39b02fd0-23db-4def-863a-d8a585357373)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:11.016621 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3a40dcc5-9191-4d0d-8d6f-14a9a089e6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.019085 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a964329c-840e-4b1e-9c67-1d2da8cb392c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:11.077119 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.083505 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40dcc5-9191-4d0d-8d6f-14a9a089e6ee None None] Pushing event updated for resources: {'Port': ['ID=e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:11.087705 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3a40dcc5-9191-4d0d-8d6f-14a9a089e6ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:11.091047 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Transition to ACTIVE for port object 7c147891-8efd-4616-a165-22a531fe8be2 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:11.103369 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.107431 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-b7b86cc0-54a4-4152-bd39-a09db5a28771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:11.120607 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-af9d2f33-7228-48ef-9865-16f36fca5a52 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] show failed (client error): The resource could not be found. Jun 18 16:34:11.121694 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-af9d2f33-7228-48ef-9865-16f36fca5a52 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/ports/fc6c6427-6c46-4a9b-a6f7-6793b490b04a/tags/tempest-TagsExtTest-Tag-1524507028 HTTP/1.1" status: 404 len: 329 time: 0.5541162 Jun 18 16:34:11.124984 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49910) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:11.125989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7faaaa36-53bf-469a-8b14-8dbb47186d98 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.129157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7faaaa36-53bf-469a-8b14-8dbb47186d98 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.132524 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7faaaa36-53bf-469a-8b14-8dbb47186d98 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "DELETE /v2.0/security-groups/16744700-2b07-4254-adf4-3b71616c5f15 HTTP/1.1" status: 204 len: 168 time: 0.6475334 Jun 18 16:34:11.133706 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-b63f4ee4-df88-4f44-b96b-df4679d5146e tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '603b42b7-fb5b-4ca7-8d64-f226501efafa', {'tags': ['tempest-TagsExtTest-Tag-744902166', 'tempest-TagsExtTest-Tag-1500311186', 'tempest-TagsExtTest-Tag-825468629']}) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:11.134579 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d5d91a3f-fcf8-4ec2-9b6b-f766da96ab89 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:11.137447 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49912) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:11.180811 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaaa36-53bf-469a-8b14-8dbb47186d98 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16744700-2b07-4254-adf4-3b71616c5f15,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:11.187076 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7faaaa36-53bf-469a-8b14-8dbb47186d98 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:11.191012 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63cbd7-a491-43a5-ad67-2ae3229f1c22 None None] Pushing event updated for resources: {'Port': ['ID=7c147891-8efd-4616-a165-22a531fe8be2,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:11.204572 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63cbd7-a491-43a5-ad67-2ae3229f1c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:11.204837 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63cbd7-a491-43a5-ad67-2ae3229f1c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:11.205158 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63cbd7-a491-43a5-ad67-2ae3229f1c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:11.206206 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63cbd7-a491-43a5-ad67-2ae3229f1c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:11.206854 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63cbd7-a491-43a5-ad67-2ae3229f1c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:11.207822 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63cbd7-a491-43a5-ad67-2ae3229f1c22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:11.212253 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63cbd7-a491-43a5-ad67-2ae3229f1c22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:11.212437 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3b9e5aff-7ce4-4b70-a6b2-3c68b5dba544 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685670 Jun 18 16:34:11.212567 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63cbd7-a491-43a5-ad67-2ae3229f1c22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:11.212567 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63cbd7-a491-43a5-ad67-2ae3229f1c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:11.212567 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63cbd7-a491-43a5-ad67-2ae3229f1c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:11.212567 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63cbd7-a491-43a5-ad67-2ae3229f1c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:11.212567 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63cbd7-a491-43a5-ad67-2ae3229f1c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:11.214775 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-9e63cbd7-a491-43a5-ad67-2ae3229f1c22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:11.215424 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49914) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:11.223612 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-dc4d5f2b-2c0c-4878-be1f-479fcbda771e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group': {'name': 'tempest-secgroup--701665982'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:11.270771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11123225-c18c-4b76-a582-5bd230c8baa2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.276686 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11123225-c18c-4b76-a582-5bd230c8baa2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.281851 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fe0331de-fb36-46ae-a1d8-e5c6fa065758 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:11.287207 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Attempting to bind port 7c147891-8efd-4616-a165-22a531fe8be2 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:11.287599 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Attempting to bind port 7c147891-8efd-4616-a165-22a531fe8be2 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '39b02fd0-23db-4def-863a-d8a585357373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:11.287971 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Attempting to bind port 7c147891-8efd-4616-a165-22a531fe8be2 on network 10f40124-c9b3-411a-99f6-538b3a612c5e {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:11.293660 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:11.294043 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Checking segment: {'id': '39b02fd0-23db-4def-863a-d8a585357373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:11.294458 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.294897 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Bound using segment: {'id': '39b02fd0-23db-4def-863a-d8a585357373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:11.295381 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Bound port: 7c147891-8efd-4616-a165-22a531fe8be2, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b02fd0-23db-4def-863a-d8a585357373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:11.295760 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.311732 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11123225-c18c-4b76-a582-5bd230c8baa2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:34:11.324000 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11123225-c18c-4b76-a582-5bd230c8baa2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716f9c4b-ae91-44c5-8ae4-5890373e9cbc,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:11.340118 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-11123225-c18c-4b76-a582-5bd230c8baa2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:11.341264 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11123225-c18c-4b76-a582-5bd230c8baa2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.341618 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-11123225-c18c-4b76-a582-5bd230c8baa2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Added segment 03bb47bb-6bd7-406c-83de-8298d84909c3 of type vlan for network 80069ffa-fe4e-401b-8619-9acd1237237e Jun 18 16:34:11.380710 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] For port 7c147891-8efd-4616-a165-22a531fe8be2, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:11.384498 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] For port 7c147891-8efd-4616-a165-22a531fe8be2, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7c147891-8efd-4616-a165-22a531fe8be2,segment=NetworkSegment(39b02fd0-23db-4def-863a-d8a585357373),segment_id=39b02fd0-23db-4def-863a-d8a585357373)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:11.392137 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.401548 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11123225-c18c-4b76-a582-5bd230c8baa2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.405835 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-4a773d7a-09cc-4d85-890c-4f92eabab65a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:11.446192 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11123225-c18c-4b76-a582-5bd230c8baa2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.447963 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11123225-c18c-4b76-a582-5bd230c8baa2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:11.449716 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11123225-c18c-4b76-a582-5bd230c8baa2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.453270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6cf390f9-0226-4ee9-ad4d-8de9994d83e5 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:11.457668 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Routers {'35bc8029-7c7a-49a3-bc43-82a4127af9a5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:11.458304 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:11.470986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-87f438f1-1894-4404-b1cb-b5f7b76c5ee0 None None] Provisioning complete for port e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:11.472617 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-87f438f1-1894-4404-b1cb-b5f7b76c5ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.527462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11123225-c18c-4b76-a582-5bd230c8baa2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Pushing event updated for resources: {'Network': ['ID=80069ffa-fe4e-401b-8619-9acd1237237e,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:11.542168 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-11123225-c18c-4b76-a582-5bd230c8baa2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:11.544626 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 80069ffa-fe4e-401b-8619-9acd1237237e details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:34:11.552629 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63cbd7-a491-43a5-ad67-2ae3229f1c22 None None] Pushing event updated for resources: {'Port': ['ID=7c147891-8efd-4616-a165-22a531fe8be2,revision_number=4']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:11.556256 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-9e63cbd7-a491-43a5-ad67-2ae3229f1c22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:11.574773 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] Set router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:11.661530 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-87f438f1-1894-4404-b1cb-b5f7b76c5ee0 None None] Provisioning for port 7c147891-8efd-4616-a165-22a531fe8be2 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:11.679137 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13aa393-c1e7-4c2f-9635-61df40d87334 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Made reservation on behalf of 7fa748889fc44ffebd379b4310880c38 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:11.683838 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e13aa393-c1e7-4c2f-9635-61df40d87334 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.687432 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dc4d5f2b-2c0c-4878-be1f-479fcbda771e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.689631 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b63f4ee4-df88-4f44-b96b-df4679d5146e tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "PUT /v2.0/routers/603b42b7-fb5b-4ca7-8d64-f226501efafa/tags HTTP/1.1" status: 200 len: 316 time: 0.5624549 Jun 18 16:34:11.692687 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49916) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:11.698085 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-8d19a518-f32e-41fe-92c1-b3ad9e477b79 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '603b42b7-fb5b-4ca7-8d64-f226501efafa') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:11.763541 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-11123225-c18c-4b76-a582-5bd230c8baa2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3957980 Jun 18 16:34:11.769215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49918) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:11.774349 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-dca99f3b-e393-4760-9739-a76c17f6c4d3 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Request body: {'subnet': {'network_id': '80069ffa-fe4e-401b-8619-9acd1237237e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:11.811394 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dc4d5f2b-2c0c-4878-be1f-479fcbda771e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.824089 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dc4d5f2b-2c0c-4878-be1f-479fcbda771e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.840824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9aa74ea6-3295-4298-b461-534dc064cf93 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:11.849275 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:09Z', 'revision_number': 2, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:11Z', 'revision_number': 4, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:11.872708 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca99f3b-e393-4760-9739-a76c17f6c4d3 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Made reservation on behalf of 534e82b466f5436cb5a232c56dea6172 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:11.875073 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dca99f3b-e393-4760-9739-a76c17f6c4d3 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.880338 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dc4d5f2b-2c0c-4878-be1f-479fcbda771e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.883074 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-dc4d5f2b-2c0c-4878-be1f-479fcbda771e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6666253 Jun 18 16:34:11.886814 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49920) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:11.888303 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083d7e2f-118e-48b1-aaf6-331d39de0592 None None] The sync data for ids ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'] in dv-neutron-797121-1-hyperv is: [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:09Z', 'revision_number': 2, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:11Z', 'revision_number': 4, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:11.899876 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d5f2b-2c0c-4878-be1f-479fcbda771e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f108e8-a2ef-4800-bc0c-96a263ffb6bc,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:11.906117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-873e605a-9cba-437a-af0e-21fb7053e181 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': 'b9f108e8-a2ef-4800-bc0c-96a263ffb6bc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:11.907229 dv-neutron-797121-1-hyperv neutron-server[93427]: WARNING neutron.api.v2.base [None req-873e605a-9cba-437a-af0e-21fb7053e181 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 18 16:34:11.908184 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-873e605a-9cba-437a-af0e-21fb7053e181 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:34:11.912685 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-873e605a-9cba-437a-af0e-21fb7053e181 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0185683 Jun 18 16:34:11.915576 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49922) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:11.937890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dc4d5f2b-2c0c-4878-be1f-479fcbda771e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:11.955882 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8d19a518-f32e-41fe-92c1-b3ad9e477b79 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/routers/603b42b7-fb5b-4ca7-8d64-f226501efafa/tags HTTP/1.1" status: 204 len: 168 time: 0.2619915 Jun 18 16:34:11.962064 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49924) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:11.970820 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-d4f46339-38df-42fd-9c03-9f74be1339fe tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '603b42b7-fb5b-4ca7-8d64-f226501efafa', 'tempest-TagsExtTest-Tag-744902166') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:12.024196 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:12.112171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:12.113047 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.222943 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-230748c4-da2b-4066-b0aa-8970498e7b90 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.230334 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-d4f46339-38df-42fd-9c03-9f74be1339fe tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] show failed (client error): The resource could not be found. Jun 18 16:34:12.234773 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d4f46339-38df-42fd-9c03-9f74be1339fe tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/routers/603b42b7-fb5b-4ca7-8d64-f226501efafa/tags/tempest-TagsExtTest-Tag-744902166 HTTP/1.1" status: 404 len: 328 time: 0.2686558 Jun 18 16:34:12.236191 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49926) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:12.241233 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-04f5fd36-58c6-4a67-9797-e394d91ed019 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '603b42b7-fb5b-4ca7-8d64-f226501efafa', 'tempest-TagsExtTest-Tag-1500311186') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:12.250134 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e13aa393-c1e7-4c2f-9635-61df40d87334 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.296071 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-02385563-e8e0-4f8c-aa53-ed8037e7737b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:12.375468 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.objects.ports [None req-dca99f3b-e393-4760-9739-a76c17f6c4d3 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93428) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:34:12.376695 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dca99f3b-e393-4760-9739-a76c17f6c4d3 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.381035 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-030f9ca8-9942-4f13-9212-a0981dd7f260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:12.386065 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-230748c4-da2b-4066-b0aa-8970498e7b90 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.453494 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca99f3b-e393-4760-9739-a76c17f6c4d3 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Pushing event updated for resources: {'Subnet': ['ID=07e92380-7fcd-42bb-80f9-b57e84e99e02,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:12.456868 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13aa393-c1e7-4c2f-9635-61df40d87334 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Subnet': ['ID=ae37f2c2-d47c-4ce7-9600-bc3157d64dee,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:12.463649 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dca99f3b-e393-4760-9739-a76c17f6c4d3 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:12.463787 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e13aa393-c1e7-4c2f-9635-61df40d87334 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:12.476397 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-04f5fd36-58c6-4a67-9797-e394d91ed019 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] show failed (client error): The resource could not be found. Jun 18 16:34:12.477767 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-04f5fd36-58c6-4a67-9797-e394d91ed019 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/routers/603b42b7-fb5b-4ca7-8d64-f226501efafa/tags/tempest-TagsExtTest-Tag-1500311186 HTTP/1.1" status: 404 len: 329 time: 0.2409680 Jun 18 16:34:12.481877 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49928) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:12.488855 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13aa393-c1e7-4c2f-9635-61df40d87334 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Checking segment: {'id': '6707df18-6edc-4ee8-a3fd-6bd8de57e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:12.489907 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13aa393-c1e7-4c2f-9635-61df40d87334 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network hostable DHCP agents. Network: 9101b6e6-02db-4498-a327-cf645c0b8441, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:34:12.491327 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-d7afcc8e-b266-4647-83a7-b271be843207 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '603b42b7-fb5b-4ca7-8d64-f226501efafa', 'tempest-TagsExtTest-Tag-825468629') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:12.493528 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-230748c4-da2b-4066-b0aa-8970498e7b90 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.496661 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-230748c4-da2b-4066-b0aa-8970498e7b90 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.498076 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-230748c4-da2b-4066-b0aa-8970498e7b90 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "DELETE /v2.0/security-groups/b9f108e8-a2ef-4800-bc0c-96a263ffb6bc HTTP/1.1" status: 204 len: 168 time: 0.5792792 Jun 18 16:34:12.500537 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-627c0b58-6976-4203-ac86-e0f6380460ed tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:12.504651 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49930) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:12.536393 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230748c4-da2b-4066-b0aa-8970498e7b90 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f108e8-a2ef-4800-bc0c-96a263ffb6bc,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:12.541418 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-230748c4-da2b-4066-b0aa-8970498e7b90 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:12.557476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca99f3b-e393-4760-9739-a76c17f6c4d3 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Checking segment: {'id': '03bb47bb-6bd7-406c-83de-8298d84909c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '80069ffa-fe4e-401b-8619-9acd1237237e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:12.557909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca99f3b-e393-4760-9739-a76c17f6c4d3 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Network hostable DHCP agents. Network: 80069ffa-fe4e-401b-8619-9acd1237237e, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:34:12.561946 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13aa393-c1e7-4c2f-9635-61df40d87334 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network 9101b6e6-02db-4498-a327-cf645c0b8441 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:34:12.576980 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-e13aa393-c1e7-4c2f-9635-61df40d87334 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 9101b6e6-02db-4498-a327-cf645c0b8441) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:12.590163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f75b793-1734-4d4e-8b56-e5b5619cf2e8 None None] Network 9101b6e6-02db-4498-a327-cf645c0b8441 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:12.599961 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13aa393-c1e7-4c2f-9635-61df40d87334 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:12.600580 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e13aa393-c1e7-4c2f-9635-61df40d87334 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.611190 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-343ca890-dcae-4472-a275-feee76cac64a tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1044810 Jun 18 16:34:12.616349 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49932) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:12.621124 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ddf80e25-4a3a-45a2-828a-8d336fade208 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group': {'name': 'tempest-secgroup--445415150'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:12.645407 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-d7afcc8e-b266-4647-83a7-b271be843207 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] show failed (client error): The resource could not be found. Jun 18 16:34:12.645636 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e13aa393-c1e7-4c2f-9635-61df40d87334 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0156589 Jun 18 16:34:12.647461 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d7afcc8e-b266-4647-83a7-b271be843207 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/routers/603b42b7-fb5b-4ca7-8d64-f226501efafa/tags/tempest-TagsExtTest-Tag-825468629 HTTP/1.1" status: 404 len: 328 time: 0.1642303 Jun 18 16:34:12.648239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca99f3b-e393-4760-9739-a76c17f6c4d3 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Network 80069ffa-fe4e-401b-8619-9acd1237237e is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:34:12.650504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49934) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:12.665089 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49936) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:12.671556 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-6e94e902-8a14-48f1-bb42-b41ace61f883 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a669c209-9116-4ddf-8a2e-68356d352872', {'tags': ['tempest-TagsExtTest-Tag-1037377757', 'tempest-TagsExtTest-Tag-616455390', 'tempest-TagsExtTest-Tag-1923937740']}) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:12.703372 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-dca99f3b-e393-4760-9739-a76c17f6c4d3 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 80069ffa-fe4e-401b-8619-9acd1237237e) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:12.716922 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d281ed-8491-45ce-b054-6cb0d39e248d None None] Network 80069ffa-fe4e-401b-8619-9acd1237237e requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:12.723045 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6e94e902-8a14-48f1-bb42-b41ace61f883 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "PUT /v2.0/subnetpools/a669c209-9116-4ddf-8a2e-68356d352872/tags HTTP/1.1" status: 200 len: 317 time: 0.0558298 Jun 18 16:34:12.725606 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49938) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:12.732688 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-b382b139-9416-45e6-ba5d-4d02a44d7184 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a669c209-9116-4ddf-8a2e-68356d352872') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:12.739580 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ddf80e25-4a3a-45a2-828a-8d336fade208 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.749089 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca99f3b-e393-4760-9739-a76c17f6c4d3 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:12.749688 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dca99f3b-e393-4760-9739-a76c17f6c4d3 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.803642 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-dca99f3b-e393-4760-9739-a76c17f6c4d3 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0332789 Jun 18 16:34:12.804556 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49940) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:12.817615 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-4bf73f92-9b46-4902-8e4f-edbff216b7ce tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1417652188', 'network_id': '80069ffa-fe4e-401b-8619-9acd1237237e'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:12.833540 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b382b139-9416-45e6-ba5d-4d02a44d7184 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/subnetpools/a669c209-9116-4ddf-8a2e-68356d352872/tags HTTP/1.1" status: 204 len: 168 time: 0.1053002 Jun 18 16:34:12.838151 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49942) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:12.845002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-0504b3e1-6f12-4851-b9d3-c9e19cddd31d tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a669c209-9116-4ddf-8a2e-68356d352872', 'tempest-TagsExtTest-Tag-1037377757') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:12.886227 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-9101b6e6-02db-4498-a327-cf645c0b8441', 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'fixed_ips': [{'subnet_id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:34:12.886629 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-0504b3e1-6f12-4851-b9d3-c9e19cddd31d tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] show failed (client error): The resource could not be found. Jun 18 16:34:12.887123 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.887593 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0504b3e1-6f12-4851-b9d3-c9e19cddd31d tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/subnetpools/a669c209-9116-4ddf-8a2e-68356d352872/tags/tempest-TagsExtTest-Tag-1037377757 HTTP/1.1" status: 404 len: 329 time: 0.0480146 Jun 18 16:34:12.892762 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49944) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:12.901887 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-33812a80-c790-4ae6-ab0c-0fde6bfd75df tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a669c209-9116-4ddf-8a2e-68356d352872', 'tempest-TagsExtTest-Tag-616455390') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:12.906529 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ddf80e25-4a3a-45a2-828a-8d336fade208 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.917961 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ddf80e25-4a3a-45a2-828a-8d336fade208 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.921819 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-76b4f005-2e1a-42fe-8ff0-dbc1b0d9651b tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:12.943677 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf73f92-9b46-4902-8e4f-edbff216b7ce tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Made reservation on behalf of 534e82b466f5436cb5a232c56dea6172 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:12.946262 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4bf73f92-9b46-4902-8e4f-edbff216b7ce tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.952470 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ddf80e25-4a3a-45a2-828a-8d336fade208 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.953669 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ddf80e25-4a3a-45a2-828a-8d336fade208 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3363867 Jun 18 16:34:12.960912 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49946) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:12.965444 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-f7df7920-8beb-4dbc-99b4-41dcd7271129 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': 'f84c3637-2f3a-4923-8706-8febeb649ab0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:12.966251 dv-neutron-797121-1-hyperv neutron-server[93427]: WARNING neutron.api.v2.base [None req-f7df7920-8beb-4dbc-99b4-41dcd7271129 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 18 16:34:12.966779 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-f7df7920-8beb-4dbc-99b4-41dcd7271129 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:34:12.970324 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f7df7920-8beb-4dbc-99b4-41dcd7271129 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059056 Jun 18 16:34:12.970324 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-33812a80-c790-4ae6-ab0c-0fde6bfd75df tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] show failed (client error): The resource could not be found. Jun 18 16:34:12.970610 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-33812a80-c790-4ae6-ab0c-0fde6bfd75df tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/subnetpools/a669c209-9116-4ddf-8a2e-68356d352872/tags/tempest-TagsExtTest-Tag-616455390 HTTP/1.1" status: 404 len: 328 time: 0.0763292 Jun 18 16:34:12.971948 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49948) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:12.978504 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf80e25-4a3a-45a2-828a-8d336fade208 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84c3637-2f3a-4923-8706-8febeb649ab0,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:12.983902 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49950) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:12.985953 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ddf80e25-4a3a-45a2-828a-8d336fade208 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:12.994227 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-9b95eb31-10c7-48e3-827d-e1b19eeb8aef tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a669c209-9116-4ddf-8a2e-68356d352872', 'tempest-TagsExtTest-Tag-1923937740') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:13.029873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-4bf73f92-9b46-4902-8e4f-edbff216b7ce tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] device_id is not set on port 8388d478-bb43-42d6-9410-27ffe030fd47 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:34:13.039139 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-9b95eb31-10c7-48e3-827d-e1b19eeb8aef tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] show failed (client error): The resource could not be found. Jun 18 16:34:13.039675 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9b95eb31-10c7-48e3-827d-e1b19eeb8aef tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/subnetpools/a669c209-9116-4ddf-8a2e-68356d352872/tags/tempest-TagsExtTest-Tag-1923937740 HTTP/1.1" status: 404 len: 329 time: 0.0550294 Jun 18 16:34:13.042681 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49952) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:13.048115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-b3cf1916-a654-43e6-96ca-32207c7bc9d2 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a669c209-9116-4ddf-8a2e-68356d352872') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:13.063120 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Allocated IP 2001:db8:1::2 (9101b6e6-02db-4498-a327-cf645c0b8441/ae37f2c2-d47c-4ce7-9600-bc3157d64dee/af12eee9-5a2f-49cb-bada-70d8185e4792) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:13.073150 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6030b542-7834-4044-8421-fecb17ba7919 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.103164 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6030b542-7834-4044-8421-fecb17ba7919 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.106715 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b3cf1916-a654-43e6-96ca-32207c7bc9d2 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/subnetpools/a669c209-9116-4ddf-8a2e-68356d352872/tags HTTP/1.1" status: 204 len: 168 time: 0.0623193 Jun 18 16:34:13.112119 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49954) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:13.118829 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-6a574c99-e54f-478f-8dba-33a61c469133 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '603b42b7-fb5b-4ca7-8d64-f226501efafa') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:13.186269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cda7a2c-f17e-4fa8-aa49-68cb1698fc63 None None] Network 80069ffa-fe4e-401b-8619-9acd1237237e requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:13.220839 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-4bf73f92-9b46-4902-8e4f-edbff216b7ce tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Allocated IP 2001:db8::2b5 (80069ffa-fe4e-401b-8619-9acd1237237e/07e92380-7fcd-42bb-80f9-b57e84e99e02/8388d478-bb43-42d6-9410-27ffe030fd47) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:13.225427 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6a574c99-e54f-478f-8dba-33a61c469133 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/routers/603b42b7-fb5b-4ca7-8d64-f226501efafa/tags HTTP/1.1" status: 204 len: 168 time: 0.1090076 Jun 18 16:34:13.225427 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6030b542-7834-4044-8421-fecb17ba7919 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.225870 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49956) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:13.226399 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6030b542-7834-4044-8421-fecb17ba7919 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.228783 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6030b542-7834-4044-8421-fecb17ba7919 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "DELETE /v2.0/security-groups/f84c3637-2f3a-4923-8706-8febeb649ab0 HTTP/1.1" status: 204 len: 168 time: 0.2559359 Jun 18 16:34:13.229670 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9a230ef0-bceb-4cf8-bbc9-e60a9798a42d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:13.232714 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49958) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:13.233509 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-01e5040c-408f-432a-90bb-c86315daf959 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fc6c6427-6c46-4a9b-a6f7-6793b490b04a') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:13.246501 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030b542-7834-4044-8421-fecb17ba7919 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84c3637-2f3a-4923-8706-8febeb649ab0,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:13.261961 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6030b542-7834-4044-8421-fecb17ba7919 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:13.275722 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.305079 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a4358f98-f4b2-4aed-9846-27b0c7e11c23 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0700433 Jun 18 16:34:13.308801 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49960) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:13.313889 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-a38a07ca-32bc-4f9c-8686-3ba9b8092446 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group': {'name': 'tempest-secgroup--228409657'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:13.339784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a38a07ca-32bc-4f9c-8686-3ba9b8092446 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.407173 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.420088 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Transition to ACTIVE for port object af12eee9-5a2f-49cb-bada-70d8185e4792 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:13.437451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Transition to ACTIVE for port object af12eee9-5a2f-49cb-bada-70d8185e4792 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:13.444059 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.452937 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a38a07ca-32bc-4f9c-8686-3ba9b8092446 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.455234 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:13.458290 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a38a07ca-32bc-4f9c-8686-3ba9b8092446 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.461590 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-23ef9a28-3eee-438e-8e47-7e1117e10548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:13.490843 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-01e5040c-408f-432a-90bb-c86315daf959 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/ports/fc6c6427-6c46-4a9b-a6f7-6793b490b04a/tags HTTP/1.1" status: 204 len: 168 time: 0.2571001 Jun 18 16:34:13.491582 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49962) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:13.492933 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-aacce0cf-542c-4359-a5e2-3827713ceae1 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '84cfa4b1-7ead-4f56-8a87-593a7089528c') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:13.497258 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Network 9101b6e6-02db-4498-a327-cf645c0b8441 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:13.505393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:13.509630 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:13.519381 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a38a07ca-32bc-4f9c-8686-3ba9b8092446 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.520609 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a38a07ca-32bc-4f9c-8686-3ba9b8092446 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2107038 Jun 18 16:34:13.527468 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Pushing event updated for resources: {'Port': ['ID=af12eee9-5a2f-49cb-bada-70d8185e4792,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:13.530844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49964) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:13.533263 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:13.537845 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-a2b684ae-c86b-4fd9-a98f-b6c92d566763 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': 'c5d05aaf-364e-4c13-be19-af0b87485cbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:13.538811 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING neutron.api.v2.base [None req-a2b684ae-c86b-4fd9-a98f-b6c92d566763 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 18 16:34:13.539427 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-a2b684ae-c86b-4fd9-a98f-b6c92d566763 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:34:13.540469 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a2b684ae-c86b-4fd9-a98f-b6c92d566763 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081649 Jun 18 16:34:13.545106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49966) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:13.547492 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a07ca-32bc-4f9c-8686-3ba9b8092446 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d05aaf-364e-4c13-be19-af0b87485cbd,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:13.553518 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-4a37afe4-b640-4e17-b61c-35324b13a529 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': 'c5d05aaf-364e-4c13-be19-af0b87485cbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:13.554458 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING neutron.api.v2.base [None req-4a37afe4-b640-4e17-b61c-35324b13a529 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 18 16:34:13.554938 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-4a37afe4-b640-4e17-b61c-35324b13a529 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:34:13.556017 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4a37afe4-b640-4e17-b61c-35324b13a529 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068247 Jun 18 16:34:13.562075 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a38a07ca-32bc-4f9c-8686-3ba9b8092446 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:13.562568 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49968) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:13.568868 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-8543a08a-0f39-425e-9727-ff10507d6cfd tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': 'c5d05aaf-364e-4c13-be19-af0b87485cbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:13.570694 dv-neutron-797121-1-hyperv neutron-server[93427]: WARNING neutron.api.v2.base [None req-8543a08a-0f39-425e-9727-ff10507d6cfd tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 18 16:34:13.571582 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-8543a08a-0f39-425e-9727-ff10507d6cfd tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:34:13.573584 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8543a08a-0f39-425e-9727-ff10507d6cfd tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087528 Jun 18 16:34:13.578132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49970) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:13.585467 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-626db259-efaa-4bf8-806f-e40d585a89cf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': 'c5d05aaf-364e-4c13-be19-af0b87485cbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:13.586430 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING neutron.api.v2.base [None req-626db259-efaa-4bf8-806f-e40d585a89cf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 18 16:34:13.587018 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-626db259-efaa-4bf8-806f-e40d585a89cf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:34:13.590704 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-626db259-efaa-4bf8-806f-e40d585a89cf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0089562 Jun 18 16:34:13.591780 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49972) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:13.596594 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Attempting to bind port af12eee9-5a2f-49cb-bada-70d8185e4792 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:13.596988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Attempting to bind port af12eee9-5a2f-49cb-bada-70d8185e4792 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '6707df18-6edc-4ee8-a3fd-6bd8de57e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:13.597355 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Attempting to bind port af12eee9-5a2f-49cb-bada-70d8185e4792 on network 9101b6e6-02db-4498-a327-cf645c0b8441 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:13.603408 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:13.603844 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Checking segment: {'id': '6707df18-6edc-4ee8-a3fd-6bd8de57e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:13.604262 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.604706 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Bound using segment: {'id': '6707df18-6edc-4ee8-a3fd-6bd8de57e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:13.605186 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Bound port: af12eee9-5a2f-49cb-bada-70d8185e4792, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6707df18-6edc-4ee8-a3fd-6bd8de57e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:13.605568 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.638231 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-aacce0cf-542c-4359-a5e2-3827713ceae1 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/subnets/84cfa4b1-7ead-4f56-8a87-593a7089528c/tags HTTP/1.1" status: 204 len: 168 time: 0.1489811 Jun 18 16:34:13.642077 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49974) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:13.645648 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4bf73f92-9b46-4902-8e4f-edbff216b7ce tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.678799 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] For port af12eee9-5a2f-49cb-bada-70d8185e4792, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:13.690538 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] For port af12eee9-5a2f-49cb-bada-70d8185e4792, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=af12eee9-5a2f-49cb-bada-70d8185e4792,segment=NetworkSegment(6707df18-6edc-4ee8-a3fd-6bd8de57e093),segment_id=6707df18-6edc-4ee8-a3fd-6bd8de57e093)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:13.696824 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.700446 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8d076b25-b07b-41e6-9693-f08562a0a0cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:13.763503 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Pushing event updated for resources: {'Port': ['ID=af12eee9-5a2f-49cb-bada-70d8185e4792,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:13.771121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3573daed-04e1-460c-944e-915292d44c3b tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks [] for subnetpool, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.772743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:13.777114 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3573daed-04e1-460c-944e-915292d44c3b tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/subnetpools/a669c209-9116-4ddf-8a2e-68356d352872 HTTP/1.1" status: 204 len: 168 time: 0.1327786 Jun 18 16:34:13.777961 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49976) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:13.783188 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30b186c0-1281-4c32-9e7d-83c8631b86cf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.806812 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Allocated IP 2001:db8:1::1 (9101b6e6-02db-4498-a327-cf645c0b8441/ae37f2c2-d47c-4ce7-9600-bc3157d64dee/f0c8dd26-0b09-497b-a969-f71ec6728e1b) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:13.815527 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7a47e222-2fe2-458c-aa3f-ff15eb53e009 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "GET /v2.0/ports?device_id=603b42b7-fb5b-4ca7-8d64-f226501efafa HTTP/1.1" status: 200 len: 205 time: 0.0354726 Jun 18 16:34:13.816639 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4bf73f92-9b46-4902-8e4f-edbff216b7ce tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.817755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49978) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:13.829039 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a80833ed-2cd3-48f3-a5b5-a7e162e6e475 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:13.838414 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30b186c0-1281-4c32-9e7d-83c8631b86cf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.893829 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3533cc16-f8ef-4353-bf6e-b59443b841f6 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.950811 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf73f92-9b46-4902-8e4f-edbff216b7ce tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Network 80069ffa-fe4e-401b-8619-9acd1237237e is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:13.970417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-4bf73f92-9b46-4902-8e4f-edbff216b7ce tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:13.973398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf73f92-9b46-4902-8e4f-edbff216b7ce tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Pushing event updated for resources: {'Port': ['ID=8388d478-bb43-42d6-9410-27ffe030fd47,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:13.985973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf73f92-9b46-4902-8e4f-edbff216b7ce tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:13.994188 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf73f92-9b46-4902-8e4f-edbff216b7ce tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:13.995136 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4bf73f92-9b46-4902-8e4f-edbff216b7ce tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.998177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4bf73f92-9b46-4902-8e4f-edbff216b7ce tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:14.031649 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30b186c0-1281-4c32-9e7d-83c8631b86cf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.035076 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30b186c0-1281-4c32-9e7d-83c8631b86cf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.036409 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-30b186c0-1281-4c32-9e7d-83c8631b86cf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "DELETE /v2.0/security-groups/c5d05aaf-364e-4c13-be19-af0b87485cbd HTTP/1.1" status: 204 len: 168 time: 0.4417012 Jun 18 16:34:14.041114 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4bf73f92-9b46-4902-8e4f-edbff216b7ce tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2327261 Jun 18 16:34:14.044209 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49980) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:14.044549 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49982) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:14.045240 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-11123225-c18c-4b76-a582-5bd230c8baa2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:14.098562 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3533cc16-f8ef-4353-bf6e-b59443b841f6 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.102244 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3533cc16-f8ef-4353-bf6e-b59443b841f6 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.117601 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b186c0-1281-4c32-9e7d-83c8631b86cf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d05aaf-364e-4c13-be19-af0b87485cbd,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:14.127396 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-30b186c0-1281-4c32-9e7d-83c8631b86cf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:14.136544 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7c147891-8efd-4616-a165-22a531fe8be2 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:14.198743 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.214519 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3533cc16-f8ef-4353-bf6e-b59443b841f6 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.215165 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3533cc16-f8ef-4353-bf6e-b59443b841f6 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Fanout notify agent at l3_agent the message router_deleted on router 603b42b7-fb5b-4ca7-8d64-f226501efafa {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:34:14.224636 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e8a1af4b-568f-471e-8f60-e4da0314f8d2 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1757929 Jun 18 16:34:14.228590 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49986) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:14.231125 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3533cc16-f8ef-4353-bf6e-b59443b841f6 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.234363 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3533cc16-f8ef-4353-bf6e-b59443b841f6 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/routers/603b42b7-fb5b-4ca7-8d64-f226501efafa HTTP/1.1" status: 204 len: 168 time: 0.4133987 Jun 18 16:34:14.234502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-bebc977a-2dce-4b62-a9f3-759561c4e421 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group': {'name': 'tempest-secgroup--270751107'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:14.234649 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49988) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:14.239264 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Transition to ACTIVE for port object f0c8dd26-0b09-497b-a969-f71ec6728e1b will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:14.248857 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 7c147891-8efd-4616-a165-22a531fe8be2 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:14.253223 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 7c147891-8efd-4616-a165-22a531fe8be2 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:14.253756 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.292078 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bebc977a-2dce-4b62-a9f3-759561c4e421 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.305936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-59457fd3-9b0b-44c4-a90c-6884bbf04136 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Deleting port 8388d478-bb43-42d6-9410-27ffe030fd47 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:14.306273 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-59457fd3-9b0b-44c4-a90c-6884bbf04136 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.336337 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.339432 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-6fabbf0b-648d-438f-8e85-2bf5da4112c6 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Deleting port fc6c6427-6c46-4a9b-a6f7-6793b490b04a {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:14.339849 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6fabbf0b-648d-438f-8e85-2bf5da4112c6 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.362074 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.368409 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0a564a61-500a-433a-ac0d-8253fd073851 tempest-ServerActionsTestJSON-1528821407 tempest-ServerActionsTestJSON-1528821407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:14.371427 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 7c147891-8efd-4616-a165-22a531fe8be2, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7c147891-8efd-4616-a165-22a531fe8be2,segment=NetworkSegment(39b02fd0-23db-4def-863a-d8a585357373),segment_id=39b02fd0-23db-4def-863a-d8a585357373)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:14.376173 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.383895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a2e22f6b-2276-4a26-8272-9b299bf12459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:14.437620 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network 9101b6e6-02db-4498-a327-cf645c0b8441 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:14.444577 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=7c147891-8efd-4616-a165-22a531fe8be2,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:14.447681 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6fabbf0b-648d-438f-8e85-2bf5da4112c6 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.448126 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:14.459738 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:14.469671 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:14.470280 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.480697 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=f0c8dd26-0b09-497b-a969-f71ec6728e1b,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:14.514248 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-6fabbf0b-648d-438f-8e85-2bf5da4112c6 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Calling delete_port for fc6c6427-6c46-4a9b-a6f7-6793b490b04a owned by {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:14.515390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-59457fd3-9b0b-44c4-a90c-6884bbf04136 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.521749 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:14.617740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-59457fd3-9b0b-44c4-a90c-6884bbf04136 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Calling delete_port for 8388d478-bb43-42d6-9410-27ffe030fd47 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:14.650380 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6fabbf0b-648d-438f-8e85-2bf5da4112c6 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.654468 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:14.681485 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabbf0b-648d-438f-8e85-2bf5da4112c6 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Pushing event deleted for resources: {'Port': ['ID=fc6c6427-6c46-4a9b-a6f7-6793b490b04a,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:14.685491 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6fabbf0b-648d-438f-8e85-2bf5da4112c6 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:14.705128 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bebc977a-2dce-4b62-a9f3-759561c4e421 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.715422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bebc977a-2dce-4b62-a9f3-759561c4e421 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.739302 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-85b18361-e585-48a2-b790-cbcfe0f99ce1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:14.766882 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6fabbf0b-648d-438f-8e85-2bf5da4112c6 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.770432 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6fabbf0b-648d-438f-8e85-2bf5da4112c6 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/ports/fc6c6427-6c46-4a9b-a6f7-6793b490b04a HTTP/1.1" status: 204 len: 168 time: 0.5348566 Jun 18 16:34:14.773274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49990) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:14.803894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc977a-2dce-4b62-a9f3-759561c4e421 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcde4302-a912-4a23-b6e6-616015a19909,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:14.807173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bebc977a-2dce-4b62-a9f3-759561c4e421 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.811697 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bebc977a-2dce-4b62-a9f3-759561c4e421 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5807805 Jun 18 16:34:14.812988 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bebc977a-2dce-4b62-a9f3-759561c4e421 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:14.814354 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 49992) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:14.820413 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-b9b34c47-76a4-4534-818c-5fd434e25568 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': 'dcde4302-a912-4a23-b6e6-616015a19909', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:14.822086 dv-neutron-797121-1-hyperv neutron-server[93427]: WARNING neutron.api.v2.base [None req-b9b34c47-76a4-4534-818c-5fd434e25568 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 18 16:34:14.822955 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-b9b34c47-76a4-4534-818c-5fd434e25568 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:34:14.825576 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b9b34c47-76a4-4534-818c-5fd434e25568 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091023 Jun 18 16:34:14.826273 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.828583 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49994) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:14.844398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d9d98a24-b5a3-43a3-a7bb-35418d5aebd7 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': 'dcde4302-a912-4a23-b6e6-616015a19909', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:14.858011 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-d734aff7-e4b1-4d89-a9d0-e2c55a40257e tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Deleting subnet 84cfa4b1-7ead-4f56-8a87-593a7089528c {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:34:14.861494 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d734aff7-e4b1-4d89-a9d0-e2c55a40257e tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:14.918420 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d734aff7-e4b1-4d89-a9d0-e2c55a40257e tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.036799 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-d9d98a24-b5a3-43a3-a7bb-35418d5aebd7 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:34:15.040989 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d9d98a24-b5a3-43a3-a7bb-35418d5aebd7 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2095814 Jun 18 16:34:15.041548 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 49998) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:15.055660 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d734aff7-e4b1-4d89-a9d0-e2c55a40257e tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.071226 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d01fc8-316b-4fe1-babf-baf63d7f0140 None None] Network 9101b6e6-02db-4498-a327-cf645c0b8441 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:15.074527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-59457fd3-9b0b-44c4-a90c-6884bbf04136 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.079061 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-8830e658-67cf-4f3d-9a65-7da0b01cb194 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': 'dcde4302-a912-4a23-b6e6-616015a19909', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:15.079610 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING neutron.api.v2.base [None req-8830e658-67cf-4f3d-9a65-7da0b01cb194 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 18 16:34:15.080203 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-8830e658-67cf-4f3d-9a65-7da0b01cb194 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:34:15.082632 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8830e658-67cf-4f3d-9a65-7da0b01cb194 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0145316 Jun 18 16:34:15.086448 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:15.098884 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50000) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:15.098884 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-44f3ab2c-7fa5-4371-962e-9b0c8ec403e8 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': 'dcde4302-a912-4a23-b6e6-616015a19909', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:15.133790 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59457fd3-9b0b-44c4-a90c-6884bbf04136 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Pushing event deleted for resources: {'Port': ['ID=8388d478-bb43-42d6-9410-27ffe030fd47,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:15.138778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-59457fd3-9b0b-44c4-a90c-6884bbf04136 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:15.149462 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-44f3ab2c-7fa5-4371-962e-9b0c8ec403e8 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:34:15.150788 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-44f3ab2c-7fa5-4371-962e-9b0c8ec403e8 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0579157 Jun 18 16:34:15.153488 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50004) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:15.161406 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-dc28ae67-cef7-4ac2-8ed5-e2a9709e9b21 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': 'dcde4302-a912-4a23-b6e6-616015a19909', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:15.162159 dv-neutron-797121-1-hyperv neutron-server[93427]: WARNING neutron.api.v2.base [None req-dc28ae67-cef7-4ac2-8ed5-e2a9709e9b21 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 18 16:34:15.162737 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-dc28ae67-cef7-4ac2-8ed5-e2a9709e9b21 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:34:15.166283 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-dc28ae67-cef7-4ac2-8ed5-e2a9709e9b21 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091443 Jun 18 16:34:15.168133 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50006) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:15.171567 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-59457fd3-9b0b-44c4-a90c-6884bbf04136 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.176946 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-59457fd3-9b0b-44c4-a90c-6884bbf04136 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "DELETE /v2.0/ports/8388d478-bb43-42d6-9410-27ffe030fd47 HTTP/1.1" status: 204 len: 168 time: 1.1234450 Jun 18 16:34:15.177813 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50008) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:15.179874 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c7a960ae-f00f-4ca7-9c14-8911fce7168e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': 'dcde4302-a912-4a23-b6e6-616015a19909', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:15.182621 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '80069ffa-fe4e-401b-8619-9acd1237237e', 'external_fixed_ips': [{'subnet_id': '07e92380-7fcd-42bb-80f9-b57e84e99e02', 'ip_address': '2001:db8::2b5'}]}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:15.199411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b70275d5-2d93-4168-8a32-4523f008f0db None None] Provisioning for port af12eee9-5a2f-49cb-bada-70d8185e4792 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:15.209974 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.212205 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.226015 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d734aff7-e4b1-4d89-a9d0-e2c55a40257e tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.228840 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2782e451-1a61-4b30-86c1-906913c72f26 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:15.269042 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-c7a960ae-f00f-4ca7-9c14-8911fce7168e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Project 39428590ddaa4f4fb7ebad15400939fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:34:15.273263 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734aff7-e4b1-4d89-a9d0-e2c55a40257e tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Pushing event deleted for resources: {'Subnet': ['ID=84cfa4b1-7ead-4f56-8a87-593a7089528c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:15.276831 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d734aff7-e4b1-4d89-a9d0-e2c55a40257e tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.278721 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d734aff7-e4b1-4d89-a9d0-e2c55a40257e tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/subnets/84cfa4b1-7ead-4f56-8a87-593a7089528c HTTP/1.1" status: 204 len: 168 time: 0.5037417 Jun 18 16:34:15.284911 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50010) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:15.290988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad9805c-eefe-411d-850a-23636e5fb0d1 None None] Network 75977841-06e2-4079-8e99-3803b4130d0c requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:15.303564 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d734aff7-e4b1-4d89-a9d0-e2c55a40257e tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:15.309058 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.491770 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.521835 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3997e7c6-8692-4944-82cb-cda9bada2227 None None] DHCP port deletion for 75977841-06e2-4079-8e99-3803b4130d0c request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:34:15.584897 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-3997e7c6-8692-4944-82cb-cda9bada2227 None None] Deleting port 0ac88750-3398-40fe-adf1-2531ddb61b71 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:15.585526 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3997e7c6-8692-4944-82cb-cda9bada2227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.670834 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3997e7c6-8692-4944-82cb-cda9bada2227 None None] For port 0ac88750-3398-40fe-adf1-2531ddb61b71, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=0ac88750-3398-40fe-adf1-2531ddb61b71,segment=NetworkSegment(63cf265d-e8f6-48f5-8619-6837e4f0cb6a),segment_id=63cf265d-e8f6-48f5-8619-6837e4f0cb6a)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:15.671482 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3997e7c6-8692-4944-82cb-cda9bada2227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.692512 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6fa58156-aeaa-4dfe-ba81-83c187b1470d None None] Provisioning for port f0c8dd26-0b09-497b-a969-f71ec6728e1b completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:15.720887 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-c7a960ae-f00f-4ca7-9c14-8911fce7168e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:34:15.723185 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c7a960ae-f00f-4ca7-9c14-8911fce7168e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5481462 Jun 18 16:34:15.727999 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6fa58156-aeaa-4dfe-ba81-83c187b1470d None None] Provisioning complete for port f0c8dd26-0b09-497b-a969-f71ec6728e1b triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:15.728317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50012) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:15.728437 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6fa58156-aeaa-4dfe-ba81-83c187b1470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.736447 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-23ac0a27-2c07-4a9b-8f78-285da152cc0d tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': 'dcde4302-a912-4a23-b6e6-616015a19909', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:15.737741 dv-neutron-797121-1-hyperv neutron-server[93428]: WARNING neutron.api.v2.base [None req-23ac0a27-2c07-4a9b-8f78-285da152cc0d tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 18 16:34:15.738416 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-23ac0a27-2c07-4a9b-8f78-285da152cc0d tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:34:15.739752 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-23ac0a27-2c07-4a9b-8f78-285da152cc0d tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070128 Jun 18 16:34:15.746081 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50014) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:15.757305 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-bc9208e7-b1a7-49cc-9ac0-9d01e203281f tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': 'dcde4302-a912-4a23-b6e6-616015a19909', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:15.760019 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-3997e7c6-8692-4944-82cb-cda9bada2227 None None] Calling delete_port for 0ac88750-3398-40fe-adf1-2531ddb61b71 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:15.792325 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-bc9208e7-b1a7-49cc-9ac0-9d01e203281f tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Project 39428590ddaa4f4fb7ebad15400939fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:34:15.819620 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.820218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.841434 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.841692 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-6fa58156-aeaa-4dfe-ba81-83c187b1470d None None] Port f0c8dd26-0b09-497b-a969-f71ec6728e1b cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:34:15.853902 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-bc9208e7-b1a7-49cc-9ac0-9d01e203281f tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:34:15.855031 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bc9208e7-b1a7-49cc-9ac0-9d01e203281f tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1030951 Jun 18 16:34:15.861674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50016) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:15.871705 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-58477527-b9dd-46ee-b9a6-63f9b5520d0c tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': 'dcde4302-a912-4a23-b6e6-616015a19909', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:15.884329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.888803 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3997e7c6-8692-4944-82cb-cda9bada2227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.891127 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c6552fc0-b524-4c09-bc85-bc643078d94c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:15.912913 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.913966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.916816 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997e7c6-8692-4944-82cb-cda9bada2227 None None] Pushing event deleted for resources: {'Port': ['ID=0ac88750-3398-40fe-adf1-2531ddb61b71,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:15.918515 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:15.923284 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3997e7c6-8692-4944-82cb-cda9bada2227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:15.924794 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3997e7c6-8692-4944-82cb-cda9bada2227 None None] No DVR routers for this DVR port 0ac88750-3398-40fe-adf1-2531ddb61b71 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:15.969018 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4f8e1519-ab0f-4913-99b3-6438c104a50c None None] Provisioning complete for port f0c8dd26-0b09-497b-a969-f71ec6728e1b triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:15.971214 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4f8e1519-ab0f-4913-99b3-6438c104a50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.981325 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-58477527-b9dd-46ee-b9a6-63f9b5520d0c tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Project 39428590ddaa4f4fb7ebad15400939fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:34:16.012963 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Allocated IP 2001:db8::2b5 (80069ffa-fe4e-401b-8619-9acd1237237e/07e92380-7fcd-42bb-80f9-b57e84e99e02/4a7b4caf-c71b-4691-9363-a1fec85cfc2c) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:16.044305 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-4f8e1519-ab0f-4913-99b3-6438c104a50c None None] Port f0c8dd26-0b09-497b-a969-f71ec6728e1b cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:34:16.089393 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=f0c8dd26-0b09-497b-a969-f71ec6728e1b,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:16.092530 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:16.097390 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-58477527-b9dd-46ee-b9a6-63f9b5520d0c tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:34:16.101010 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-58477527-b9dd-46ee-b9a6-63f9b5520d0c tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2357321 Jun 18 16:34:16.103408 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50018) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:16.114716 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Deleting port 0ac88750-3398-40fe-adf1-2531ddb61b71 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:16.115064 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.144584 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device af12eee9-5a2f-49cb-bada-70d8185e4792 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:16.157880 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network 9101b6e6-02db-4498-a327-cf645c0b8441 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:16.160514 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.161023 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:16.199243 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c13939ca-f8e0-4073-b8e8-2bd9ef58cd49 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.203730 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port af12eee9-5a2f-49cb-bada-70d8185e4792 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:16.208287 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port af12eee9-5a2f-49cb-bada-70d8185e4792 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:16.209035 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.236394 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c13939ca-f8e0-4073-b8e8-2bd9ef58cd49 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.263659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] For port 0ac88750-3398-40fe-adf1-2531ddb61b71, host dv-neutron-797121-1-hyperv, got binding levels [] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:16.264071 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.273929 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.278871 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-347654bb-ada8-400f-903e-705bfcdc0b04 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:16.322679 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Network 80069ffa-fe4e-401b-8619-9acd1237237e is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:16.325884 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c13939ca-f8e0-4073-b8e8-2bd9ef58cd49 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.326443 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.328507 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c13939ca-f8e0-4073-b8e8-2bd9ef58cd49 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.333944 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c13939ca-f8e0-4073-b8e8-2bd9ef58cd49 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "DELETE /v2.0/security-groups/dcde4302-a912-4a23-b6e6-616015a19909 HTTP/1.1" status: 204 len: 168 time: 0.2288148 Jun 18 16:34:16.335379 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:16.338984 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50020) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:16.347022 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Calling delete_port for 0ac88750-3398-40fe-adf1-2531ddb61b71 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:16.349355 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:16.351365 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.ipam_backend_mixin [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Port 0ac88750-3398-40fe-adf1-2531ddb61b71 was not found and therefore no delete operation was performed {{(pid=93428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 16:34:16.354838 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.360066 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-59457fd3-9b0b-44c4-a90c-6884bbf04136 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:16.360387 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Pushing event updated for resources: {'Port': ['ID=4a7b4caf-c71b-4691-9363-a1fec85cfc2c,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:16.371159 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:16.376427 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port af12eee9-5a2f-49cb-bada-70d8185e4792, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=af12eee9-5a2f-49cb-bada-70d8185e4792,segment=NetworkSegment(6707df18-6edc-4ee8-a3fd-6bd8de57e093),segment_id=6707df18-6edc-4ee8-a3fd-6bd8de57e093)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:16.381675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.382961 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7c147891-8efd-4616-a165-22a531fe8be2 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:16.384891 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c7420c39-eeca-4186-b321-78d88f00c8b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:16.391671 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] No DVR routers for this DVR port 0ac88750-3398-40fe-adf1-2531ddb61b71 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:16.400700 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Pushing event deleted for resources: {'Port': ['ID=0ac88750-3398-40fe-adf1-2531ddb61b71,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:16.403205 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:16.450422 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:16.452704 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a38a07ca-32bc-4f9c-8686-3ba9b8092446 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:16.486410 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=af12eee9-5a2f-49cb-bada-70d8185e4792,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:16.490866 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:16.497033 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13939ca-f8e0-4073-b8e8-2bd9ef58cd49 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcde4302-a912-4a23-b6e6-616015a19909,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:16.501624 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 7c147891-8efd-4616-a165-22a531fe8be2 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:16.502306 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.502849 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c13939ca-f8e0-4073-b8e8-2bd9ef58cd49 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:16.531386 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-95c3f243-76e9-4c7f-b394-98faec643fed tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1875606 Jun 18 16:34:16.533484 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50022) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:16.540673 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-73438fed-4b9f-462f-867e-a07b5429d54b tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group': {'name': 'tempest-secgroup--1058073476'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:16.571743 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.572042 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-73438fed-4b9f-462f-867e-a07b5429d54b tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.587661 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75977841-06e2-4079-8e99-3803b4130d0c']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:16.592054 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4b314469-20f5-4606-bae2-ccf9299d019f None None] Provisioning complete for port f0c8dd26-0b09-497b-a969-f71ec6728e1b triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:16.592438 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4b314469-20f5-4606-bae2-ccf9299d019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.602002 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63cf265d-e8f6-48f5-8619-6837e4f0cb6a') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:16.602347 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63cf265d-e8f6-48f5-8619-6837e4f0cb6a') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:16.615880 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.624174 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:16.630703 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/35bc8029-7c7a-49a3-bc43-82a4127af9a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9788070 Jun 18 16:34:16.633067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50024) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:16.640645 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Sync routers for ids ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:16.642733 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-edef8538-27ae-4bb3-8183-5f78d5f3c7e2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-708225123'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:16.653038 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-4b314469-20f5-4606-bae2-ccf9299d019f None None] Port f0c8dd26-0b09-497b-a969-f71ec6728e1b cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:34:16.655249 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.659518 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Routers {'35bc8029-7c7a-49a3-bc43-82a4127af9a5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:16.660257 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:16.668613 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:16.669036 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:16.673738 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:16.741902 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edef8538-27ae-4bb3-8183-5f78d5f3c7e2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Made reservation on behalf of 7fa748889fc44ffebd379b4310880c38 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:16.745665 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-edef8538-27ae-4bb3-8183-5f78d5f3c7e2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.778422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.785613 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.791042 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] 10.222.0.39 "DELETE /v2.0/networks/75977841-06e2-4079-8e99-3803b4130d0c HTTP/1.1" status: 204 len: 168 time: 1.5044506 Jun 18 16:34:16.793433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-108fcb3d-c45d-4844-aa67-5918a80f2099 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:16.811944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Pushing event deleted for resources: {'Network': ['ID=75977841-06e2-4079-8e99-3803b4130d0c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:16.815741 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:16.820457 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edef8538-27ae-4bb3-8183-5f78d5f3c7e2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:34:16.840225 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-edef8538-27ae-4bb3-8183-5f78d5f3c7e2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.840582 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-edef8538-27ae-4bb3-8183-5f78d5f3c7e2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Added segment f02ecff5-afca-467d-b341-55d1671ca02b of type vlan for network 5d02ac71-ca7f-4a59-8a3e-ebaec4175779 Jun 18 16:34:16.875338 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 0ac88750-3398-40fe-adf1-2531ddb61b71 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:16.895093 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-edef8538-27ae-4bb3-8183-5f78d5f3c7e2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.925368 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 0ac88750-3398-40fe-adf1-2531ddb61b71 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:16.925787 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 0ac88750-3398-40fe-adf1-2531ddb61b71 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:16.940138 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-edef8538-27ae-4bb3-8183-5f78d5f3c7e2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.946322 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef8538-27ae-4bb3-8183-5f78d5f3c7e2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:16.947303 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-edef8538-27ae-4bb3-8183-5f78d5f3c7e2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.956202 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Set router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:16.958384 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-76b8e2d7-4251-433e-8923-eedbad543fe1 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:17.011399 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-edef8538-27ae-4bb3-8183-5f78d5f3c7e2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3748500 Jun 18 16:34:17.012648 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50028) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:17.017827 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-cad5fee7-74c7-477c-9d6d-ddef03fbbb66 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'subnet': {'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:17.093264 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef8538-27ae-4bb3-8183-5f78d5f3c7e2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Network': ['ID=5d02ac71-ca7f-4a59-8a3e-ebaec4175779,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:17.101879 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-edef8538-27ae-4bb3-8183-5f78d5f3c7e2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:17.126708 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 5d02ac71-ca7f-4a59-8a3e-ebaec4175779 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:34:17.151343 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-73438fed-4b9f-462f-867e-a07b5429d54b tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.159441 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-73438fed-4b9f-462f-867e-a07b5429d54b tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.164930 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b9fda64a-a980-4b91-b34b-8eeeb2d671e8 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:17.178294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50032) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:17.185097 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad5fee7-74c7-477c-9d6d-ddef03fbbb66 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Made reservation on behalf of 7fa748889fc44ffebd379b4310880c38 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:17.189815 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cad5fee7-74c7-477c-9d6d-ddef03fbbb66 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.193214 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.203039 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-73438fed-4b9f-462f-867e-a07b5429d54b tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.204280 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-73438fed-4b9f-462f-867e-a07b5429d54b tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6688502 Jun 18 16:34:17.243539 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50036) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:17.250952 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-93f0e9bc-e698-4433-bb30-a3230f835067 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': 'be0ffc03-eb00-4041-8664-893f9a83cc86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:17.257995 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73438fed-4b9f-462f-867e-a07b5429d54b tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0ffc03-eb00-4041-8664-893f9a83cc86,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:17.270335 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-73438fed-4b9f-462f-867e-a07b5429d54b tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:17.275403 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 3, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8dd26-0b09-497b-a969-f71ec6728e1b', 'name': '', 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:19:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:13Z', 'updated_at': '2021-06-18T16:34:15Z', 'revision_number': 2, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:17.306009 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Checking router: 35bc8029-7c7a-49a3-bc43-82a4127af9a5 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:17.306424 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Updating router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 port f0c8dd26-0b09-497b-a969-f71ec6728e1b binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:34:17.343127 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.357931 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-93f0e9bc-e698-4433-bb30-a3230f835067 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The resource could not be found. Jun 18 16:34:17.359146 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-93f0e9bc-e698-4433-bb30-a3230f835067 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1135054 Jun 18 16:34:17.368563 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e4b2490d-54e5-40f0-8a0a-a0304ea0dfaa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e85ae5a1eb8f4335aae7aa2717251e9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866517 Jun 18 16:34:17.369261 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50038) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:17.369697 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50040) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:17.378456 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-8d9f46ab-dbc8-4181-a644-b120ded859de tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': 'be0ffc03-eb00-4041-8664-893f9a83cc86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f4d29e12-5d14-43f1-9f17-cd9bc8a6d921'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:17.462486 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.530604 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a20922d-a999-4a92-b99f-bf7f07ab2618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.535005 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cad5fee7-74c7-477c-9d6d-ddef03fbbb66 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.539843 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e652e22c-c669-44bd-8049-9d7740c12c30 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:17.542960 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-8d9f46ab-dbc8-4181-a644-b120ded859de tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The resource could not be found. Jun 18 16:34:17.544078 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8d9f46ab-dbc8-4181-a644-b120ded859de tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1733990 Jun 18 16:34:17.548048 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50042) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:17.589923 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a20922d-a999-4a92-b99f-bf7f07ab2618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.635201 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-017fccdc-bcb0-4871-8bff-8196247a49e7 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.646039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.647850 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5fee7-74c7-477c-9d6d-ddef03fbbb66 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Subnet': ['ID=1f3a7b83-5338-46e8-bc44-7d64b987f356,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:17.652764 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cad5fee7-74c7-477c-9d6d-ddef03fbbb66 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:17.660326 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad5fee7-74c7-477c-9d6d-ddef03fbbb66 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Checking segment: {'id': 'f02ecff5-afca-467d-b341-55d1671ca02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:17.660833 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad5fee7-74c7-477c-9d6d-ddef03fbbb66 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network hostable DHCP agents. Network: 5d02ac71-ca7f-4a59-8a3e-ebaec4175779, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:34:17.665060 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-017fccdc-bcb0-4871-8bff-8196247a49e7 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.668250 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Transition to ACTIVE for port object f0c8dd26-0b09-497b-a969-f71ec6728e1b will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:17.678639 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Router bfd81958-ede1-484d-afcf-ba01bddfe676 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:34:17.679059 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.681237 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:17.698348 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad5fee7-74c7-477c-9d6d-ddef03fbbb66 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network 5d02ac71-ca7f-4a59-8a3e-ebaec4175779 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:34:17.710294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a20922d-a999-4a92-b99f-bf7f07ab2618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.713180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a20922d-a999-4a92-b99f-bf7f07ab2618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.714259 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4a20922d-a999-4a92-b99f-bf7f07ab2618 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf854432-8673-4751-90ea-9da7864728fd HTTP/1.1" status: 204 len: 168 time: 0.3424768 Jun 18 16:34:17.715407 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bebc977a-2dce-4b62-a9f3-759561c4e421 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:17.731029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-cad5fee7-74c7-477c-9d6d-ddef03fbbb66 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 5d02ac71-ca7f-4a59-8a3e-ebaec4175779) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:17.738725 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad5fee7-74c7-477c-9d6d-ddef03fbbb66 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:17.740099 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cad5fee7-74c7-477c-9d6d-ddef03fbbb66 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.765915 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15246b1f-b65a-432f-8dc3-536e94c60543 None None] Pushing event updated for resources: {'Port': ['ID=f0c8dd26-0b09-497b-a969-f71ec6728e1b,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:17.787674 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-017fccdc-bcb0-4871-8bff-8196247a49e7 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.790413 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-017fccdc-bcb0-4871-8bff-8196247a49e7 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.791563 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-017fccdc-bcb0-4871-8bff-8196247a49e7 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "DELETE /v2.0/security-groups/be0ffc03-eb00-4041-8664-893f9a83cc86 HTTP/1.1" status: 204 len: 168 time: 0.2425086 Jun 18 16:34:17.796669 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-15246b1f-b65a-432f-8dc3-536e94c60543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:17.797202 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c13939ca-f8e0-4073-b8e8-2bd9ef58cd49 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:17.802330 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc16989-d397-455f-9716-873d040d0353 None None] Network 5d02ac71-ca7f-4a59-8a3e-ebaec4175779 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:17.804578 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50048) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:17.807376 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20922d-a999-4a92-b99f-bf7f07ab2618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf854432-8673-4751-90ea-9da7864728fd,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:17.810418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4a20922d-a999-4a92-b99f-bf7f07ab2618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:17.813415 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-cad5fee7-74c7-477c-9d6d-ddef03fbbb66 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7991605 Jun 18 16:34:17.816280 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50050) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:17.829640 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fccdc-bcb0-4871-8bff-8196247a49e7 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0ffc03-eb00-4041-8664-893f9a83cc86,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:17.848564 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-017fccdc-bcb0-4871-8bff-8196247a49e7 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:17.883963 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:17.895809 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Sync routers for ids ['bfd81958-ede1-484d-afcf-ba01bddfe676'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:17.912121 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Routers {'bfd81958-ede1-484d-afcf-ba01bddfe676'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:17.913050 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['bfd81958-ede1-484d-afcf-ba01bddfe676'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:17.922957 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6249aee0-f4c3-491e-bb1f-4ecfab53368c tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1017101 Jun 18 16:34:17.925462 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50052) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:17.939078 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-71afa48f-50b3-4a5b-857e-46b07edcb899 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': '3c3ff4d9-81d2-4b13-9236-1ca99d734154', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:17.944442 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.949188 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.7709286 Jun 18 16:34:17.951010 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50056) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:18.034511 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Attempting to bind port f0c8dd26-0b09-497b-a969-f71ec6728e1b on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:18.034992 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Attempting to bind port f0c8dd26-0b09-497b-a969-f71ec6728e1b by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '6707df18-6edc-4ee8-a3fd-6bd8de57e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:18.035373 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Attempting to bind port f0c8dd26-0b09-497b-a969-f71ec6728e1b on network 9101b6e6-02db-4498-a327-cf645c0b8441 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:18.075064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device af12eee9-5a2f-49cb-bada-70d8185e4792 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:18.162567 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:18.163409 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Checking segment: {'id': '6707df18-6edc-4ee8-a3fd-6bd8de57e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:18.164006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.164750 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Bound using segment: {'id': '6707df18-6edc-4ee8-a3fd-6bd8de57e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:18.165466 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Bound port: f0c8dd26-0b09-497b-a969-f71ec6728e1b, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6707df18-6edc-4ee8-a3fd-6bd8de57e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:18.166262 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.278060 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Set router bfd81958-ede1-484d-afcf-ba01bddfe676 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:18.304042 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-71afa48f-50b3-4a5b-857e-46b07edcb899 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The resource could not be found. Jun 18 16:34:18.308452 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-71afa48f-50b3-4a5b-857e-46b07edcb899 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3761044 Jun 18 16:34:18.311800 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50064) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:18.323832 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.328674 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-6e7ac25d-ef15-4052-b4bd-955ac8dee955 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group': {'name': 'tempest-secgroup--445128206'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:18.353130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port af12eee9-5a2f-49cb-bada-70d8185e4792 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:18.353714 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.363464 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-be4309df-cab1-4e46-be14-3fa7ff7d3f5a tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.439290 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] For port f0c8dd26-0b09-497b-a969-f71ec6728e1b, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:18.445933 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac25d-ef15-4052-b4bd-955ac8dee955 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.459336 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] For port f0c8dd26-0b09-497b-a969-f71ec6728e1b, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f0c8dd26-0b09-497b-a969-f71ec6728e1b,segment=NetworkSegment(6707df18-6edc-4ee8-a3fd-6bd8de57e093),segment_id=6707df18-6edc-4ee8-a3fd-6bd8de57e093)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:18.469473 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.486364 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-67b4c494-00c7-4528-a5c9-2349608345a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:18.486787 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd81958-ede1-484d-afcf-ba01bddfe676', 'name': '', 'tenant_id': '534e82b466f5436cb5a232c56dea6172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80069ffa-fe4e-401b-8619-9acd1237237e', 'external_fixed_ips': [{'subnet_id': '07e92380-7fcd-42bb-80f9-b57e84e99e02', 'ip_address': '2001:db8::2b5'}], 'enable_snat': True}, 'gw_port_id': '4a7b4caf-c71b-4691-9363-a1fec85cfc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:15Z', 'updated_at': '2021-06-18T16:34:16Z', 'revision_number': 3, 'project_id': '534e82b466f5436cb5a232c56dea6172', 'gw_port': {'id': '4a7b4caf-c71b-4691-9363-a1fec85cfc2c', 'name': '', 'network_id': '80069ffa-fe4e-401b-8619-9acd1237237e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:19:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd81958-ede1-484d-afcf-ba01bddfe676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '07e92380-7fcd-42bb-80f9-b57e84e99e02', 'ip_address': '2001:db8::2b5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:15Z', 'updated_at': '2021-06-18T16:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e92380-7fcd-42bb-80f9-b57e84e99e02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:18.527614 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Checking router: bfd81958-ede1-484d-afcf-ba01bddfe676 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:18.527984 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Updating router bfd81958-ede1-484d-afcf-ba01bddfe676 port 4a7b4caf-c71b-4691-9363-a1fec85cfc2c binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:34:18.572824 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.608656 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-5d02ac71-ca7f-4a59-8a3e-ebaec4175779', 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'fixed_ips': [{'subnet_id': '1f3a7b83-5338-46e8-bc44-7d64b987f356'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:34:18.610145 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.620675 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-be4309df-cab1-4e46-be14-3fa7ff7d3f5a tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.621746 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15246b1f-b65a-432f-8dc3-536e94c60543 None None] Pushing event updated for resources: {'Port': ['ID=f0c8dd26-0b09-497b-a969-f71ec6728e1b,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:18.652259 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Allocated IP 2001:db8:2::1 (5d02ac71-ca7f-4a59-8a3e-ebaec4175779/1f3a7b83-5338-46e8-bc44-7d64b987f356/2109a027-bcbe-42fb-a5f6-ececa561d5ca) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:18.659236 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-15246b1f-b65a-432f-8dc3-536e94c60543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:18.663849 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Routers {'35bc8029-7c7a-49a3-bc43-82a4127af9a5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:18.664675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:18.744090 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac25d-ef15-4052-b4bd-955ac8dee955 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.751171 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac25d-ef15-4052-b4bd-955ac8dee955 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.757499 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-230748c4-da2b-4066-b0aa-8970498e7b90 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:18.796057 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac25d-ef15-4052-b4bd-955ac8dee955 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.801596 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6e7ac25d-ef15-4052-b4bd-955ac8dee955 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4828677 Jun 18 16:34:18.803026 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50076) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:18.809337 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-ec168315-333b-4dcb-80e9-133d5585e183 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730286168'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:18.818029 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-be4309df-cab1-4e46-be14-3fa7ff7d3f5a tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Deleting port 4a7b4caf-c71b-4691-9363-a1fec85cfc2c {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:18.818579 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-be4309df-cab1-4e46-be14-3fa7ff7d3f5a tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.837578 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ac25d-ef15-4052-b4bd-955ac8dee955 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c24d7c6-80ab-49cb-bbaf-911c7aa0f4e2,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:18.860791 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.871697 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ec168315-333b-4dcb-80e9-133d5585e183 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.891042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Transition to ACTIVE for port object 2109a027-bcbe-42fb-a5f6-ececa561d5ca will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:18.899396 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6e7ac25d-ef15-4052-b4bd-955ac8dee955 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:18.990836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.992346 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-be4309df-cab1-4e46-be14-3fa7ff7d3f5a tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.995838 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50078) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:18.999702 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a9b0da95-d611-495b-b054-e62c6ea32102 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:19.077763 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network 5d02ac71-ca7f-4a59-8a3e-ebaec4175779 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:19.083876 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:19.096976 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:19.097603 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.101138 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] Set router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:19.105896 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=2109a027-bcbe-42fb-a5f6-ececa561d5ca,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:19.106111 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-be4309df-cab1-4e46-be14-3fa7ff7d3f5a tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Calling delete_port for 4a7b4caf-c71b-4691-9363-a1fec85cfc2c owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:19.160611 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.169004 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-82f52934-9346-4951-9eb8-21ddd715ade8 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1831373954'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:19.175845 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:19.178380 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Transition to ACTIVE for port object 4a7b4caf-c71b-4691-9363-a1fec85cfc2c will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:19.179100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ec168315-333b-4dcb-80e9-133d5585e183 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.187630 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ec168315-333b-4dcb-80e9-133d5585e183 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.190581 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.194493 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Allocated IP 2001:db8:2::2 (5d02ac71-ca7f-4a59-8a3e-ebaec4175779/1f3a7b83-5338-46e8-bc44-7d64b987f356/67ce59fa-80ca-427d-8915-b365a203b6cf) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:19.195547 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:19.199742 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4a20922d-a999-4a92-b99f-bf7f07ab2618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:19.218931 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f52934-9346-4951-9eb8-21ddd715ade8 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Made reservation on behalf of f0a4e6c37f1f415e9f5ca8ed1ff58f7f for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:19.223371 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-82f52934-9346-4951-9eb8-21ddd715ade8 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.235878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ec168315-333b-4dcb-80e9-133d5585e183 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.240477 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ec168315-333b-4dcb-80e9-133d5585e183 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4359210 Jun 18 16:34:19.241128 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50082) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:19.254720 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-f8a205bf-85ee-4ee4-8158-56732ea84be2 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': '6c24d7c6-80ab-49cb-bbaf-911c7aa0f4e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7afd53dd-db20-44d8-a863-c12c05f885e7'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:19.282437 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec168315-333b-4dcb-80e9-133d5585e183 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7afd53dd-db20-44d8-a863-c12c05f885e7,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:19.283869 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-82f52934-9346-4951-9eb8-21ddd715ade8 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.287846 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Attempting to bind port 4a7b4caf-c71b-4691-9363-a1fec85cfc2c on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:19.288483 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Attempting to bind port 4a7b4caf-c71b-4691-9363-a1fec85cfc2c by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '03bb47bb-6bd7-406c-83de-8298d84909c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '80069ffa-fe4e-401b-8619-9acd1237237e'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:19.289219 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Attempting to bind port 4a7b4caf-c71b-4691-9363-a1fec85cfc2c on network 80069ffa-fe4e-401b-8619-9acd1237237e {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:19.297562 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ec168315-333b-4dcb-80e9-133d5585e183 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:19.307559 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:19.307872 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Checking segment: {'id': '03bb47bb-6bd7-406c-83de-8298d84909c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '80069ffa-fe4e-401b-8619-9acd1237237e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:19.308296 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.308750 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Bound using segment: {'id': '03bb47bb-6bd7-406c-83de-8298d84909c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '80069ffa-fe4e-401b-8619-9acd1237237e'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:19.309239 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Bound port: 4a7b4caf-c71b-4691-9363-a1fec85cfc2c, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bb47bb-6bd7-406c-83de-8298d84909c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '80069ffa-fe4e-401b-8619-9acd1237237e'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:19.309756 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.317100 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee35d1-41f8-42f9-b303-2774982d7e3a None None] Pushing event updated for resources: {'Port': ['ID=4a7b4caf-c71b-4691-9363-a1fec85cfc2c,revision_number=2']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:19.320539 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-68ee35d1-41f8-42f9-b303-2774982d7e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:19.365276 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.407819 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-be4309df-cab1-4e46-be14-3fa7ff7d3f5a tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.411203 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.db.api [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:34:19.412065 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_db.api [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:34:19.414353 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ec0d0e51-18db-49fd-935e-5e49cc272f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:19.449638 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4309df-cab1-4e46-be14-3fa7ff7d3f5a tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a7b4caf-c71b-4691-9363-a1fec85cfc2c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:19.477828 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-be4309df-cab1-4e46-be14-3fa7ff7d3f5a tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:19.483899 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-be4309df-cab1-4e46-be14-3fa7ff7d3f5a tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.491373 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.502510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Transition to ACTIVE for port object 67ce59fa-80ca-427d-8915-b365a203b6cf will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:19.514422 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 3, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8dd26-0b09-497b-a969-f71ec6728e1b', 'name': '', 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:19:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:13Z', 'updated_at': '2021-06-18T16:34:18Z', 'revision_number': 4, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:19.551033 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420d5ab0-8d02-4ac9-9dcc-7c6d2c5b3c3e None None] The sync data for ids ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'] in dv-neutron-797121-1-hyperv is: [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 3, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8dd26-0b09-497b-a969-f71ec6728e1b', 'name': '', 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:19:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:13Z', 'updated_at': '2021-06-18T16:34:18Z', 'revision_number': 4, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:19.553213 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Transition to ACTIVE for port object 67ce59fa-80ca-427d-8915-b365a203b6cf will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:19.560369 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.562737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:19.600590 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-be4309df-cab1-4e46-be14-3fa7ff7d3f5a tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.604417 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-be4309df-cab1-4e46-be14-3fa7ff7d3f5a tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.684634 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-be4309df-cab1-4e46-be14-3fa7ff7d3f5a tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.685458 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4309df-cab1-4e46-be14-3fa7ff7d3f5a tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfd81958-ede1-484d-afcf-ba01bddfe676 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:34:19.694364 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-be4309df-cab1-4e46-be14-3fa7ff7d3f5a tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.695810 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-be4309df-cab1-4e46-be14-3fa7ff7d3f5a tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "DELETE /v2.0/routers/bfd81958-ede1-484d-afcf-ba01bddfe676 HTTP/1.1" status: 204 len: 168 time: 1.7437172 Jun 18 16:34:19.700318 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50084) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:19.738631 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-82f52934-9346-4951-9eb8-21ddd715ade8 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.746298 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-82f52934-9346-4951-9eb8-21ddd715ade8 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.750921 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.753786 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e0f360de-49cb-45a1-b6d5-0376fcf874db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:19.757609 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.759702 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.763554 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b84ee28c-d279-48df-9cc1-3f8f74aac932 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:19.773569 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-f8a205bf-85ee-4ee4-8158-56732ea84be2 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:34:19.777060 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f8a205bf-85ee-4ee4-8158-56732ea84be2 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5251479 Jun 18 16:34:19.784641 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50086) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:19.798302 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Pushing event updated for resources: {'Port': ['ID=67ce59fa-80ca-427d-8915-b365a203b6cf,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:19.803067 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:19.814006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Network 5d02ac71-ca7f-4a59-8a3e-ebaec4175779 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:19.817984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:19.825232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:19.832985 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f52934-9346-4951-9eb8-21ddd715ade8 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08f31f3-a68c-4ddc-9e8a-c2f7411d016c,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:19.849365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f52934-9346-4951-9eb8-21ddd715ade8 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:34:19.854461 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-82f52934-9346-4951-9eb8-21ddd715ade8 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:19.860750 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2517b60-a8e7-4c37-a0dc-f047ba80cb48 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Deleting subnet 07e92380-7fcd-42bb-80f9-b57e84e99e02 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:34:19.882283 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a2517b60-a8e7-4c37-a0dc-f047ba80cb48 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.892015 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Attempting to bind port 67ce59fa-80ca-427d-8915-b365a203b6cf on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:19.892507 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Attempting to bind port 67ce59fa-80ca-427d-8915-b365a203b6cf by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'f02ecff5-afca-467d-b341-55d1671ca02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:19.893999 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Attempting to bind port 67ce59fa-80ca-427d-8915-b365a203b6cf on network 5d02ac71-ca7f-4a59-8a3e-ebaec4175779 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:19.899558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:19.900187 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Checking segment: {'id': 'f02ecff5-afca-467d-b341-55d1671ca02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:19.900683 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.901150 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Bound using segment: {'id': 'f02ecff5-afca-467d-b341-55d1671ca02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:19.901701 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Bound port: 67ce59fa-80ca-427d-8915-b365a203b6cf, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02ecff5-afca-467d-b341-55d1671ca02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:19.902154 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.924647 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a2517b60-a8e7-4c37-a0dc-f047ba80cb48 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.933190 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Attempting to bind port 4a7b4caf-c71b-4691-9363-a1fec85cfc2c on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:19.933759 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Attempting to bind port 4a7b4caf-c71b-4691-9363-a1fec85cfc2c by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '03bb47bb-6bd7-406c-83de-8298d84909c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '80069ffa-fe4e-401b-8619-9acd1237237e'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:19.934296 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Attempting to bind port 4a7b4caf-c71b-4691-9363-a1fec85cfc2c on network 80069ffa-fe4e-401b-8619-9acd1237237e {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:19.946323 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:19.946655 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Checking segment: {'id': '03bb47bb-6bd7-406c-83de-8298d84909c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '80069ffa-fe4e-401b-8619-9acd1237237e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:19.951106 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.952906 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Bound using segment: {'id': '03bb47bb-6bd7-406c-83de-8298d84909c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '80069ffa-fe4e-401b-8619-9acd1237237e'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:19.954916 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Bound port: 4a7b4caf-c71b-4691-9363-a1fec85cfc2c, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bb47bb-6bd7-406c-83de-8298d84909c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '80069ffa-fe4e-401b-8619-9acd1237237e'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:19.956320 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.967421 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network 5d02ac71-ca7f-4a59-8a3e-ebaec4175779 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:19.978170 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:19.979677 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a2517b60-a8e7-4c37-a0dc-f047ba80cb48 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:19.989694 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=2109a027-bcbe-42fb-a5f6-ececa561d5ca,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:19.993906 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:20.008535 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.plugin [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Port 4a7b4caf-c71b-4691-9363-a1fec85cfc2c has been deleted concurrently {{(pid=93430) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} Jun 18 16:34:20.017107 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] For port 67ce59fa-80ca-427d-8915-b365a203b6cf, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:20.021664 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] For port 67ce59fa-80ca-427d-8915-b365a203b6cf, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=67ce59fa-80ca-427d-8915-b365a203b6cf,segment=NetworkSegment(f02ecff5-afca-467d-b341-55d1671ca02b),segment_id=f02ecff5-afca-467d-b341-55d1671ca02b)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:20.026535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.044774 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Routers set() bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:20.045871 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Router IDs set() for agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 18 16:34:20.047291 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_agentschedulers_db [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bfd81958-ede1-484d-afcf-ba01bddfe676'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent'). {{(pid=93430) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 18 16:34:20.048078 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-298d9544-5211-40ca-b0d1-9128e287519a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:20.048558 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c1a6d8-21c2-4a46-a4be-bb62b83ded12 None None] The sync data for ids ['bfd81958-ede1-484d-afcf-ba01bddfe676'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:20.058788 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-82f52934-9346-4951-9eb8-21ddd715ade8 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.059163 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-82f52934-9346-4951-9eb8-21ddd715ade8 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Added segment 2b788ef9-99dd-4c5e-84ca-88b025052233 of type vlan for network b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa Jun 18 16:34:20.113177 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f0c8dd26-0b09-497b-a969-f71ec6728e1b up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:20.131230 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a2517b60-a8e7-4c37-a0dc-f047ba80cb48 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.138440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a56ce104-27bb-450e-87e9-183bbe4baf8f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:20.160464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:20.177589 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2517b60-a8e7-4c37-a0dc-f047ba80cb48 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=07e92380-7fcd-42bb-80f9-b57e84e99e02,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:20.190268 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a2517b60-a8e7-4c37-a0dc-f047ba80cb48 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:20.195492 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-82f52934-9346-4951-9eb8-21ddd715ade8 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.197571 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Pushing event updated for resources: {'Port': ['ID=67ce59fa-80ca-427d-8915-b365a203b6cf,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:20.201966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:20.214744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port f0c8dd26-0b09-497b-a969-f71ec6728e1b completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:20.222268 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port f0c8dd26-0b09-497b-a969-f71ec6728e1b triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:20.222864 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.224151 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a2517b60-a8e7-4c37-a0dc-f047ba80cb48 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.229356 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a2517b60-a8e7-4c37-a0dc-f047ba80cb48 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/07e92380-7fcd-42bb-80f9-b57e84e99e02 HTTP/1.1" status: 204 len: 168 time: 0.5278044 Jun 18 16:34:20.236375 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50088) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:20.253602 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-010af851-9e30-487b-b9bd-11f388ea6ebf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.303490 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-82f52934-9346-4951-9eb8-21ddd715ade8 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.312905 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f52934-9346-4951-9eb8-21ddd715ade8 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:20.313835 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-82f52934-9346-4951-9eb8-21ddd715ade8 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.318509 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-010af851-9e30-487b-b9bd-11f388ea6ebf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.366005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.413138 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7f3af0b1-8be0-499f-8c36-d963bd0e038e tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:20.415471 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port f0c8dd26-0b09-497b-a969-f71ec6728e1b, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f0c8dd26-0b09-497b-a969-f71ec6728e1b,segment=NetworkSegment(6707df18-6edc-4ee8-a3fd-6bd8de57e093),segment_id=6707df18-6edc-4ee8-a3fd-6bd8de57e093)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:20.416244 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:20.420318 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.422183 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-adf16425-d4e1-48eb-8607-3023ec915137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:20.423375 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/35bc8029-7c7a-49a3-bc43-82a4127af9a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6054697 Jun 18 16:34:20.430177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-95db9d3b-a9c4-4d84-9124-2ac4d15b97b0 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.433102 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-010af851-9e30-487b-b9bd-11f388ea6ebf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.433686 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50090) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:20.435763 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-010af851-9e30-487b-b9bd-11f388ea6ebf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.440817 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-010af851-9e30-487b-b9bd-11f388ea6ebf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "DELETE /v2.0/security-groups/7afd53dd-db20-44d8-a863-c12c05f885e7 HTTP/1.1" status: 204 len: 168 time: 0.6507871 Jun 18 16:34:20.441611 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50092) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:20.461006 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-0f4248e2-466f-47e1-b4e2-40302fb3ef8c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1879903102'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:20.505686 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=f0c8dd26-0b09-497b-a969-f71ec6728e1b,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:20.511200 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4248e2-466f-47e1-b4e2-40302fb3ef8c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Made reservation on behalf of 7fa748889fc44ffebd379b4310880c38 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:20.515059 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:20.516519 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0f4248e2-466f-47e1-b4e2-40302fb3ef8c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.571199 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-82f52934-9346-4951-9eb8-21ddd715ade8 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.5742171 Jun 18 16:34:20.571433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-95db9d3b-a9c4-4d84-9124-2ac4d15b97b0 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.574781 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50094) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:20.580707 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f52934-9346-4951-9eb8-21ddd715ade8 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Pushing event updated for resources: {'Network': ['ID=b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:20.584927 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-d14bc917-9f5c-4289-8215-75cc46b4f7d0 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa', 'tempest-TagsTest-Tag-513884409') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:20.591574 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-82f52934-9346-4951-9eb8-21ddd715ade8 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:20.592274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0ba57ad6-9382-4db1-b359-eea58cca1aef tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:20.595698 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:34:20.599767 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-95db9d3b-a9c4-4d84-9124-2ac4d15b97b0 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80069ffa-fe4e-401b-8619-9acd1237237e']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:20.615066 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010af851-9e30-487b-b9bd-11f388ea6ebf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afd53dd-db20-44d8-a863-c12c05f885e7,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:20.617364 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-010af851-9e30-487b-b9bd-11f388ea6ebf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:20.624508 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-95db9d3b-a9c4-4d84-9124-2ac4d15b97b0 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bb47bb-6bd7-406c-83de-8298d84909c3') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:20.624810 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-95db9d3b-a9c4-4d84-9124-2ac4d15b97b0 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bb47bb-6bd7-406c-83de-8298d84909c3') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:20.640866 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-abec870a-5f22-42f6-a7e7-cc34e2a85c42 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1693456 Jun 18 16:34:20.642884 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50096) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:20.655751 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4248e2-466f-47e1-b4e2-40302fb3ef8c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:34:20.667224 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-95db9d3b-a9c4-4d84-9124-2ac4d15b97b0 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.684656 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0f4248e2-466f-47e1-b4e2-40302fb3ef8c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.684999 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-0f4248e2-466f-47e1-b4e2-40302fb3ef8c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Added segment e28f2339-6c74-4995-916b-f3879be63410 of type vlan for network 89646519-e861-4df9-bd02-17eee88441a6 Jun 18 16:34:20.705330 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-95db9d3b-a9c4-4d84-9124-2ac4d15b97b0 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.715329 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40bbc4ab-506c-4259-a034-d3442f4febbc tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.732779 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95db9d3b-a9c4-4d84-9124-2ac4d15b97b0 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:20.733176 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-95db9d3b-a9c4-4d84-9124-2ac4d15b97b0 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:20.735149 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:20.738555 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40bbc4ab-506c-4259-a034-d3442f4febbc tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.785148 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40bbc4ab-506c-4259-a034-d3442f4febbc tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.788618 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40bbc4ab-506c-4259-a034-d3442f4febbc tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.792147 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-40bbc4ab-506c-4259-a034-d3442f4febbc tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "DELETE /v2.0/security-groups/6c24d7c6-80ab-49cb-bbaf-911c7aa0f4e2 HTTP/1.1" status: 204 len: 168 time: 0.1454399 Jun 18 16:34:20.792147 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-81083fe0-9ee3-44a6-a924-68ccf48e094b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:20.793584 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50098) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:20.807969 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbc4ab-506c-4259-a034-d3442f4febbc tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c24d7c6-80ab-49cb-bbaf-911c7aa0f4e2,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:20.819652 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-40bbc4ab-506c-4259-a034-d3442f4febbc tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:20.853184 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5be2607c-00a5-4a2e-9379-809475a4596c tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0581157 Jun 18 16:34:20.856672 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50100) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:20.861334 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-0660a82f-93bc-4fae-b092-a759992661cb tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group': {'name': 'tempest-secgroup--376054753'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:20.886944 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0660a82f-93bc-4fae-b092-a759992661cb tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.983210 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0660a82f-93bc-4fae-b092-a759992661cb tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.989596 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0660a82f-93bc-4fae-b092-a759992661cb tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.993429 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dd0d014b-de82-4c5e-bde9-bea8644bcdcc tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:21.035085 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0660a82f-93bc-4fae-b092-a759992661cb tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.039590 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0660a82f-93bc-4fae-b092-a759992661cb tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1787271 Jun 18 16:34:21.039789 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50102) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:21.045595 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-6e8ecb30-345e-4681-9a9b-489d471f122a tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': '1d3a8bb3-03b2-48e0-8bcd-0ca6fc4f8875', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:21.071625 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660a82f-93bc-4fae-b092-a759992661cb tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3a8bb3-03b2-48e0-8bcd-0ca6fc4f8875,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:21.083961 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0660a82f-93bc-4fae-b092-a759992661cb tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:21.103365 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-6e8ecb30-345e-4681-9a9b-489d471f122a tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:34:21.107759 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6e8ecb30-345e-4681-9a9b-489d471f122a tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0667300 Jun 18 16:34:21.108436 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50104) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:21.110782 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Sync routers for ids ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:21.113738 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ad30ace3-4786-494e-8930-2c6744ef2cac tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group_rule': {'security_group_id': '1d3a8bb3-03b2-48e0-8bcd-0ca6fc4f8875', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:21.132579 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Routers {'35bc8029-7c7a-49a3-bc43-82a4127af9a5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:21.133591 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:21.159790 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-ad30ace3-4786-494e-8930-2c6744ef2cac tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:34:21.164555 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ad30ace3-4786-494e-8930-2c6744ef2cac tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0547979 Jun 18 16:34:21.165190 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50108) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:21.172270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0f4248e2-466f-47e1-b4e2-40302fb3ef8c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.213187 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-95db9d3b-a9c4-4d84-9124-2ac4d15b97b0 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.219321 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b0487f06-0f91-4b38-be9f-8da587575864 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:21.227008 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95db9d3b-a9c4-4d84-9124-2ac4d15b97b0 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 80069ffa-fe4e-401b-8619-9acd1237237e {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 18 16:34:21.246034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-95db9d3b-a9c4-4d84-9124-2ac4d15b97b0 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.248243 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2bcfbb85-5739-48f0-aeec-60f41c7bdfae tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.248393 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-95db9d3b-a9c4-4d84-9124-2ac4d15b97b0 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "DELETE /v2.0/networks/80069ffa-fe4e-401b-8619-9acd1237237e HTTP/1.1" status: 204 len: 168 time: 1.0100715 Jun 18 16:34:21.252344 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d14bc917-9f5c-4289-8215-75cc46b4f7d0 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] 10.222.0.39 "PUT /v2.0/networks/b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa/tags/tempest-TagsTest-Tag-513884409 HTTP/1.1" status: 201 len: 201 time: 0.6741984 Jun 18 16:34:21.253264 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50112) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:21.254367 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Set router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:21.257383 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db9d3b-a9c4-4d84-9124-2ac4d15b97b0 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Pushing event deleted for resources: {'Network': ['ID=80069ffa-fe4e-401b-8619-9acd1237237e,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:21.260438 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-755045b7-2c4d-4261-8148-d84df2e49fb9 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa', 'tempest-TagsTest-Tag-513884409') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:21.263729 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-95db9d3b-a9c4-4d84-9124-2ac4d15b97b0 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:21.265783 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0f4248e2-466f-47e1-b4e2-40302fb3ef8c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.278878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4248e2-466f-47e1-b4e2-40302fb3ef8c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:21.284345 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2bcfbb85-5739-48f0-aeec-60f41c7bdfae tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.289311 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0f4248e2-466f-47e1-b4e2-40302fb3ef8c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.301139 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:21.343409 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2bcfbb85-5739-48f0-aeec-60f41c7bdfae tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.348122 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2bcfbb85-5739-48f0-aeec-60f41c7bdfae tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.353350 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2bcfbb85-5739-48f0-aeec-60f41c7bdfae tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "DELETE /v2.0/security-groups/1d3a8bb3-03b2-48e0-8bcd-0ca6fc4f8875 HTTP/1.1" status: 204 len: 168 time: 0.1871469 Jun 18 16:34:21.354297 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50114) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:21.355702 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cb152465-3bbb-45a7-ba08-b65cab212116 tempest-PortsIpV6TestJSON-519480912 tempest-PortsIpV6TestJSON-519480912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:21.392365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfbb85-5739-48f0-aeec-60f41c7bdfae tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3a8bb3-03b2-48e0-8bcd-0ca6fc4f8875,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:21.398369 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2bcfbb85-5739-48f0-aeec-60f41c7bdfae tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:21.419771 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0f4248e2-466f-47e1-b4e2-40302fb3ef8c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9691195 Jun 18 16:34:21.428618 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50116) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:21.435126 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-28d8576b-52ff-499e-bd98-2c341345561a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'subnet': {'network_id': '89646519-e861-4df9-bd02-17eee88441a6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:21.445178 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4248e2-466f-47e1-b4e2-40302fb3ef8c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Network': ['ID=89646519-e861-4df9-bd02-17eee88441a6,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:21.454408 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-dad207f8-7d51-46b5-8aed-c8c6eaef8b72 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0836616 Jun 18 16:34:21.455293 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50118) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:21.461182 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-6a26a498-d5f0-4bef-9808-4f017584d766 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group': {'name': 'tempest-secgroup--1608048532'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:21.466357 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 89646519-e861-4df9-bd02-17eee88441a6 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:34:21.486297 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0f4248e2-466f-47e1-b4e2-40302fb3ef8c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:21.507464 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6a26a498-d5f0-4bef-9808-4f017584d766 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.592747 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-755045b7-2c4d-4261-8148-d84df2e49fb9 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] 10.222.0.39 "GET /v2.0/networks/b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa/tags/tempest-TagsTest-Tag-513884409 HTTP/1.1" status: 204 len: 168 time: 0.3381793 Jun 18 16:34:21.597078 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50124) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:21.610655 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-7fe191be-0a07-4111-a14a-7b7c6b17450e tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:21.677009 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cc9c61-ef86-4678-bb51-e86bcf622786 None None] Network 5d02ac71-ca7f-4a59-8a3e-ebaec4175779 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:21.701196 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6a26a498-d5f0-4bef-9808-4f017584d766 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.707669 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7fe191be-0a07-4111-a14a-7b7c6b17450e tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] 10.222.0.39 "GET /v2.0/networks/b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa/tags HTTP/1.1" status: 200 len: 237 time: 0.1074545 Jun 18 16:34:21.710430 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50126) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:21.712028 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6a26a498-d5f0-4bef-9808-4f017584d766 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.715991 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-af8214a3-239e-43d6-9cb8-3718281fef2e tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa', {'tags': ['tempest-TagsTest-Tag-1275830052', 'tempest-TagsTest-Tag-441889030', 'tempest-TagsTest-Tag-1134459973']}) {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:21.718745 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7f19e4b6-263c-49a7-895e-dc99e94ff461 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:21.758919 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:19Z', 'revision_number': 4, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '2109a027-bcbe-42fb-a5f6-ececa561d5ca', 'name': '', 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:12:5f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:18Z', 'updated_at': '2021-06-18T16:34:19Z', 'revision_number': 2, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8dd26-0b09-497b-a969-f71ec6728e1b', 'name': '', 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:19:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:13Z', 'updated_at': '2021-06-18T16:34:20Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:21.789273 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50128) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:21.794532 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d8576b-52ff-499e-bd98-2c341345561a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Made reservation on behalf of 7fa748889fc44ffebd379b4310880c38 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:21.795945 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-054acf5a-a729-4a10-9964-e4e92414467f None None] Provisioning for port 67ce59fa-80ca-427d-8915-b365a203b6cf completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:21.798408 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-02714c2f-d7e6-4646-80dc-26fd03c6f3cc tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Request body: {'router': {'name': 'tempest-router--946347269', 'project_id': 'c97d4eb2dcd642f38ded5e20c867cb14'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:21.800443 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28d8576b-52ff-499e-bd98-2c341345561a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.808101 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Checking router: 35bc8029-7c7a-49a3-bc43-82a4127af9a5 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:21.808470 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Updating router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 port 2109a027-bcbe-42fb-a5f6-ececa561d5ca binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:34:21.831809 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6a26a498-d5f0-4bef-9808-4f017584d766 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.833323 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6a26a498-d5f0-4bef-9808-4f017584d766 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3767345 Jun 18 16:34:21.834579 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26a498-d5f0-4bef-9808-4f017584d766 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fccad34-b47c-4f23-a0f4-df60e59baaf7,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:21.848511 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50130) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:21.851912 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-02714c2f-d7e6-4646-80dc-26fd03c6f3cc tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.853713 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-02714c2f-d7e6-4646-80dc-26fd03c6f3cc tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.863951 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-4c5768e2-d055-4da2-9d83-6d96b85cc927 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:21.864610 dv-neutron-797121-1-hyperv neutron-server[93427]: WARNING neutron.api.v2.base [None req-4c5768e2-d055-4da2-9d83-6d96b85cc927 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 18 16:34:21.865624 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-4c5768e2-d055-4da2-9d83-6d96b85cc927 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] update failed (client error): There was a conflict when trying to complete your request. Jun 18 16:34:21.867641 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4c5768e2-d055-4da2-9d83-6d96b85cc927 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "PUT /v2.0/security-groups/2fccad34-b47c-4f23-a0f4-df60e59baaf7 HTTP/1.1" status: 409 len: 330 time: 0.0170281 Jun 18 16:34:21.869568 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6a26a498-d5f0-4bef-9808-4f017584d766 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:21.870564 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:21.871566 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50132) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:21.910881 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-af8214a3-239e-43d6-9cb8-3718281fef2e tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] 10.222.0.39 "PUT /v2.0/networks/b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa/tags HTTP/1.1" status: 200 len: 308 time: 0.1987042 Jun 18 16:34:21.916028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50134) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:21.924585 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-175f5c75-5241-428d-b792-76a96c044ba1 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa', 'tempest-TagsTest-Tag-1275830052') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:22.024305 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e568b89c-d685-4b9b-968d-94b7779965d7 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:22.032775 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-02714c2f-d7e6-4646-80dc-26fd03c6f3cc tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:22.044265 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-02714c2f-d7e6-4646-80dc-26fd03c6f3cc tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:22.070451 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e568b89c-d685-4b9b-968d-94b7779965d7 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:22.080476 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-02714c2f-d7e6-4646-80dc-26fd03c6f3cc tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:22.082398 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-02714c2f-d7e6-4646-80dc-26fd03c6f3cc tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2909031 Jun 18 16:34:22.085274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50136) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:22.104812 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-175f5c75-5241-428d-b792-76a96c044ba1 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] 10.222.0.39 "DELETE /v2.0/networks/b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa/tags/tempest-TagsTest-Tag-1275830052 HTTP/1.1" status: 204 len: 168 time: 0.1835556 Jun 18 16:34:22.106963 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50138) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:22.114301 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-051dec48-5061-4d92-84ba-6bbaa8e8c083 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa', 'tempest-TagsTest-Tag-1275830052') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:22.182524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28d8576b-52ff-499e-bd98-2c341345561a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:22.189091 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8e126756-845a-4639-aca1-7a4ed0369d5e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:22.191907 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-785fd0de-2332-417a-90ed-c030e57387bd tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:22.212983 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f0c8dd26-0b09-497b-a969-f71ec6728e1b up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:22.273873 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-051dec48-5061-4d92-84ba-6bbaa8e8c083 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] show failed (client error): The resource could not be found. Jun 18 16:34:22.278083 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-051dec48-5061-4d92-84ba-6bbaa8e8c083 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] 10.222.0.39 "GET /v2.0/networks/b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa/tags/tempest-TagsTest-Tag-1275830052 HTTP/1.1" status: 404 len: 326 time: 0.1697452 Jun 18 16:34:22.278678 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50140) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:22.291172 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.tag.tag_plugin [None req-33422008-86c3-4af0-8120-faa11d40c23b tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa', 'tempest-TagsTest-Tag-441889030') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:22.294676 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8576b-52ff-499e-bd98-2c341345561a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Subnet': ['ID=65b721ad-7c0d-4313-a6eb-363804a419d7,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:22.306546 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e568b89c-d685-4b9b-968d-94b7779965d7 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:22.307115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port f0c8dd26-0b09-497b-a969-f71ec6728e1b triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:22.307498 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:22.308926 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e568b89c-d685-4b9b-968d-94b7779965d7 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:22.312470 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e568b89c-d685-4b9b-968d-94b7779965d7 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "DELETE /v2.0/security-groups/2fccad34-b47c-4f23-a0f4-df60e59baaf7 HTTP/1.1" status: 204 len: 168 time: 0.4366124 Jun 18 16:34:22.312619 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-28d8576b-52ff-499e-bd98-2c341345561a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:22.313495 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50142) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:22.338695 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0660a82f-93bc-4fae-b092-a759992661cb tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:22.386153 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d8576b-52ff-499e-bd98-2c341345561a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Checking segment: {'id': 'e28f2339-6c74-4995-916b-f3879be63410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89646519-e861-4df9-bd02-17eee88441a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:22.386521 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d8576b-52ff-499e-bd98-2c341345561a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network hostable DHCP agents. Network: 89646519-e861-4df9-bd02-17eee88441a6, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:34:22.401381 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:22.413714 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568b89c-d685-4b9b-968d-94b7779965d7 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fccad34-b47c-4f23-a0f4-df60e59baaf7,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:22.417824 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e568b89c-d685-4b9b-968d-94b7779965d7 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:22.424878 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-785fd0de-2332-417a-90ed-c030e57387bd tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:22.430105 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-785fd0de-2332-417a-90ed-c030e57387bd tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:22.445166 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4857b864-7c02-482d-ba1c-8781f2485044 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1137707 Jun 18 16:34:22.445411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Transition to ACTIVE for port object 2109a027-bcbe-42fb-a5f6-ececa561d5ca will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:22.449232 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50144) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:22.460267 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d8576b-52ff-499e-bd98-2c341345561a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network 89646519-e861-4df9-bd02-17eee88441a6 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:34:22.469001 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:22.473149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:22.476599 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-f163c1d3-c5f2-43af-8aeb-cd19ff46986e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] delete failed (client error): The resource could not be found. Jun 18 16:34:22.484801 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f163c1d3-c5f2-43af-8aeb-cd19ff46986e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "DELETE /v2.0/security-groups/e4b56f02-e7b2-4b21-a422-2281acd0fc8e HTTP/1.1" status: 404 len: 347 time: 0.0263398 Jun 18 16:34:22.484801 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-33422008-86c3-4af0-8120-faa11d40c23b tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] 10.222.0.39 "GET /v2.0/networks/b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa/tags/tempest-TagsTest-Tag-441889030 HTTP/1.1" status: 204 len: 168 time: 0.1966586 Jun 18 16:34:22.484801 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50146) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:22.491838 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50148) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:22.496905 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-ca7dbb55-132e-46c9-80a2-d05adf29ba3f tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa', 'tempest-TagsTest-Tag-1134459973') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:22.500687 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-28d8576b-52ff-499e-bd98-2c341345561a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 89646519-e861-4df9-bd02-17eee88441a6) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:22.501245 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-785fd0de-2332-417a-90ed-c030e57387bd tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:22.501742 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785fd0de-2332-417a-90ed-c030e57387bd tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38c18683-16aa-4740-aa95-41e57b4a2e1a {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:34:22.506406 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-24a4236a-c140-467a-9dd9-751ff64eb22e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] show failed (client error): The resource could not be found. Jun 18 16:34:22.511605 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-24a4236a-c140-467a-9dd9-751ff64eb22e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "GET /v2.0/security-groups/086ce330-0b49-4d52-b3bf-e6793672b825 HTTP/1.1" status: 404 len: 347 time: 0.0249815 Jun 18 16:34:22.511605 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d8576b-52ff-499e-bd98-2c341345561a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:22.511605 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28d8576b-52ff-499e-bd98-2c341345561a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:22.513444 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50150) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:22.515095 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-785fd0de-2332-417a-90ed-c030e57387bd tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:22.516219 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-785fd0de-2332-417a-90ed-c030e57387bd tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "DELETE /v2.0/routers/38c18683-16aa-4740-aa95-41e57b4a2e1a HTTP/1.1" status: 204 len: 168 time: 0.4296918 Jun 18 16:34:22.524081 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 67ce59fa-80ca-427d-8915-b365a203b6cf up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:22.560586 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-ba026d8b-eb74-4498-ab52-6507e95658df tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] show failed (client error): The resource could not be found. Jun 18 16:34:22.561684 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ba026d8b-eb74-4498-ab52-6507e95658df tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] 10.222.0.39 "GET /v2.0/security-group-rules/61d9e1bb-6f15-4a9f-80c6-fbb496abfb1c HTTP/1.1" status: 404 len: 356 time: 0.0472639 Jun 18 16:34:22.583824 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-28d8576b-52ff-499e-bd98-2c341345561a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1541412 Jun 18 16:34:22.586949 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50156) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:22.593577 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfedf493-3252-47f8-8b83-40b9c01ef3e5 None None] Network 89646519-e861-4df9-bd02-17eee88441a6 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:22.614760 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ca7dbb55-132e-46c9-80a2-d05adf29ba3f tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] 10.222.0.39 "GET /v2.0/networks/b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa/tags/tempest-TagsTest-Tag-1134459973 HTTP/1.1" status: 204 len: 168 time: 0.1212165 Jun 18 16:34:22.617455 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50158) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:22.626057 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-b3b6701b-646e-44d0-bd51-e820c2f0b20b tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:22.704924 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50160) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:22.734987 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c8925-6b97-45a3-8912-93729602084b None None] Pushing event updated for resources: {'Port': ['ID=2109a027-bcbe-42fb-a5f6-ececa561d5ca,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:22.738582 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e85c8925-6b97-45a3-8912-93729602084b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:22.756216 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b3b6701b-646e-44d0-bd51-e820c2f0b20b tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] 10.222.0.39 "DELETE /v2.0/networks/b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa/tags HTTP/1.1" status: 204 len: 168 time: 0.1368363 Jun 18 16:34:22.757871 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50164) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:22.765386 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-a9461835-510a-4141-bd03-689fcdc6a3ef tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa', 'tempest-TagsTest-Tag-441889030') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:22.869367 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Attempting to bind port 2109a027-bcbe-42fb-a5f6-ececa561d5ca on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:22.869743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Attempting to bind port 2109a027-bcbe-42fb-a5f6-ececa561d5ca by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'f02ecff5-afca-467d-b341-55d1671ca02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:22.870044 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Attempting to bind port 2109a027-bcbe-42fb-a5f6-ececa561d5ca on network 5d02ac71-ca7f-4a59-8a3e-ebaec4175779 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:22.881695 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-a9461835-510a-4141-bd03-689fcdc6a3ef tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] show failed (client error): The resource could not be found. Jun 18 16:34:22.885739 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a9461835-510a-4141-bd03-689fcdc6a3ef tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] 10.222.0.39 "GET /v2.0/networks/b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa/tags/tempest-TagsTest-Tag-441889030 HTTP/1.1" status: 404 len: 325 time: 0.1235917 Jun 18 16:34:22.885904 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:22.885904 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Checking segment: {'id': 'f02ecff5-afca-467d-b341-55d1671ca02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:22.886105 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:22.887319 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Bound using segment: {'id': 'f02ecff5-afca-467d-b341-55d1671ca02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:22.887623 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50166) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:22.887741 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Bound port: 2109a027-bcbe-42fb-a5f6-ececa561d5ca, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02ecff5-afca-467d-b341-55d1671ca02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:22.887741 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:22.901052 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-680dbb71-2c58-4ac4-9cc7-05343f3ee191 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa', 'tempest-TagsTest-Tag-1134459973') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:22.903407 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2ceca8b0-5521-4b84-b87b-b8e538559b06 None None] Provisioning for port 2109a027-bcbe-42fb-a5f6-ececa561d5ca completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:22.998570 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 67ce59fa-80ca-427d-8915-b365a203b6cf completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:23.004161 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-148732851', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}, 'admin_state_up': False}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:23.020506 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-89646519-e861-4df9-bd02-17eee88441a6', 'network_id': '89646519-e861-4df9-bd02-17eee88441a6', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'fixed_ips': [{'subnet_id': '65b721ad-7c0d-4313-a6eb-363804a419d7'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:34:23.021653 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.028877 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 67ce59fa-80ca-427d-8915-b365a203b6cf triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:23.029565 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.044297 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-680dbb71-2c58-4ac4-9cc7-05343f3ee191 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] show failed (client error): The resource could not be found. Jun 18 16:34:23.047992 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-680dbb71-2c58-4ac4-9cc7-05343f3ee191 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] 10.222.0.39 "GET /v2.0/networks/b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa/tags/tempest-TagsTest-Tag-1134459973 HTTP/1.1" status: 404 len: 326 time: 0.1577415 Jun 18 16:34:23.049909 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50170) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:23.057727 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.tag.tag_plugin [None req-42d9392f-57ff-40ff-8cde-45e7469382a7 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:23.128131 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.129194 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.138276 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] For port 2109a027-bcbe-42fb-a5f6-ececa561d5ca, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:23.146263 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] For port 2109a027-bcbe-42fb-a5f6-ececa561d5ca, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2109a027-bcbe-42fb-a5f6-ececa561d5ca,segment=NetworkSegment(f02ecff5-afca-467d-b341-55d1671ca02b),segment_id=f02ecff5-afca-467d-b341-55d1671ca02b)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:23.192331 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50172) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:23.216925 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.224134 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.225153 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e4cea79d-368f-4778-94e6-8da65e926206 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:23.319017 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-42d9392f-57ff-40ff-8cde-45e7469382a7 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] 10.222.0.39 "DELETE /v2.0/networks/b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa/tags HTTP/1.1" status: 204 len: 168 time: 0.2582343 Jun 18 16:34:23.319569 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50176) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:23.340206 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.341062 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Routers {'35bc8029-7c7a-49a3-bc43-82a4127af9a5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:23.341721 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:23.471712 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.485248 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b8c7f5ca-74bf-43d2-b145-11ff1ef5be7d tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.562510 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c86b2333-7d50-4359-bee7-e17513de8c89 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39428590ddaa4f4fb7ebad15400939fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3689213 Jun 18 16:34:23.566113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50178) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:23.638790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c8925-6b97-45a3-8912-93729602084b None None] Pushing event updated for resources: {'Port': ['ID=2109a027-bcbe-42fb-a5f6-ececa561d5ca,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:23.644941 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b8c7f5ca-74bf-43d2-b145-11ff1ef5be7d tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.645663 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e85c8925-6b97-45a3-8912-93729602084b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:23.653112 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.677502 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-b8c7f5ca-74bf-43d2-b145-11ff1ef5be7d tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:23.682216 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a35e3fc4-efba-40f5-95e2-b062e7703b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.695885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-b8c7f5ca-74bf-43d2-b145-11ff1ef5be7d tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b788ef9-99dd-4c5e-84ca-88b025052233') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:23.695885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-b8c7f5ca-74bf-43d2-b145-11ff1ef5be7d tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b788ef9-99dd-4c5e-84ca-88b025052233') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:23.705693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Allocated IP 2001:db8:3::2 (89646519-e861-4df9-bd02-17eee88441a6/65b721ad-7c0d-4313-a6eb-363804a419d7/24788017-0145-48f7-b643-2e010a84e0ce) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:23.708413 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b8c7f5ca-74bf-43d2-b145-11ff1ef5be7d tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.709250 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a35e3fc4-efba-40f5-95e2-b062e7703b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.714677 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] Set router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:23.727716 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b8c7f5ca-74bf-43d2-b145-11ff1ef5be7d tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.736164 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c7f5ca-74bf-43d2-b145-11ff1ef5be7d tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:23.737311 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b8c7f5ca-74bf-43d2-b145-11ff1ef5be7d tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: items = [ Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:23.740399 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:23.764216 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 67ce59fa-80ca-427d-8915-b365a203b6cf, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=67ce59fa-80ca-427d-8915-b365a203b6cf,segment=NetworkSegment(f02ecff5-afca-467d-b341-55d1671ca02b),segment_id=f02ecff5-afca-467d-b341-55d1671ca02b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:23.775153 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a35e3fc4-efba-40f5-95e2-b062e7703b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.779826 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.780992 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a35e3fc4-efba-40f5-95e2-b062e7703b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.786508 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a35e3fc4-efba-40f5-95e2-b062e7703b1f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d9fcd2e-5393-4d71-ac57-8ac0235a09c2 HTTP/1.1" status: 204 len: 168 time: 0.2193601 Jun 18 16:34:23.787946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6aed70c1-661f-4c17-aacd-4ac288c5050d tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:23.796845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:23.797207 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e3fc4-efba-40f5-95e2-b062e7703b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9fcd2e-5393-4d71-ac57-8ac0235a09c2,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:23.799901 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a35e3fc4-efba-40f5-95e2-b062e7703b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:23.848917 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b8c7f5ca-74bf-43d2-b145-11ff1ef5be7d tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.879065 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-708af7eb-b882-4b4f-9919-3aec6786a57e tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:23.883671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b8c7f5ca-74bf-43d2-b145-11ff1ef5be7d tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.886614 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b8c7f5ca-74bf-43d2-b145-11ff1ef5be7d tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] 10.222.0.39 "DELETE /v2.0/networks/b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa HTTP/1.1" status: 204 len: 168 time: 0.5659781 Jun 18 16:34:23.914804 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7f5ca-74bf-43d2-b145-11ff1ef5be7d tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Pushing event deleted for resources: {'Network': ['ID=b961b2f0-3aa1-4356-9a26-eb3c1aeb2caa,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:23.923073 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b8c7f5ca-74bf-43d2-b145-11ff1ef5be7d tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:23.960529 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.025755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.140784 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=67ce59fa-80ca-427d-8915-b365a203b6cf,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:24.152873 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:24.216195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Allocated IP 172.26.2.19 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/5c8cb5b4-7134-4714-9dc2-ef46f4e54b79) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:24.250308 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:19Z', 'revision_number': 4, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '2109a027-bcbe-42fb-a5f6-ececa561d5ca', 'name': '', 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:12:5f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:18Z', 'updated_at': '2021-06-18T16:34:23Z', 'revision_number': 4, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8dd26-0b09-497b-a969-f71ec6728e1b', 'name': '', 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:19:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:13Z', 'updated_at': '2021-06-18T16:34:20Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:24.288815 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f92288b-ea48-43f4-8567-bc4ac52d2331 None None] The sync data for ids ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'] in dv-neutron-797121-1-hyperv is: [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:19Z', 'revision_number': 4, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '2109a027-bcbe-42fb-a5f6-ececa561d5ca', 'name': '', 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:12:5f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:18Z', 'updated_at': '2021-06-18T16:34:23Z', 'revision_number': 4, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8dd26-0b09-497b-a969-f71ec6728e1b', 'name': '', 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:19:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:13Z', 'updated_at': '2021-06-18T16:34:20Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:24.304003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.317444 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50186) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:24.318186 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Transition to ACTIVE for port object 24788017-0145-48f7-b643-2e010a84e0ce will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:24.337002 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Transition to ACTIVE for port object 24788017-0145-48f7-b643-2e010a84e0ce will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:24.345442 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.349846 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-15246b1f-b65a-432f-8dc3-536e94c60543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:24.408915 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.422117 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Network 89646519-e861-4df9-bd02-17eee88441a6 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:24.427930 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:24.431374 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:24.453832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Pushing event updated for resources: {'Port': ['ID=24788017-0145-48f7-b643-2e010a84e0ce,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:24.464207 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:24.485561 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.491858 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:24.506275 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Allocated IP 2001:db8:3::1 (89646519-e861-4df9-bd02-17eee88441a6/65b721ad-7c0d-4313-a6eb-363804a419d7/596f0e11-a99a-4e0e-961a-565ac075cbb4) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:24.519707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Attempting to bind port 24788017-0145-48f7-b643-2e010a84e0ce on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:24.520428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Attempting to bind port 24788017-0145-48f7-b643-2e010a84e0ce by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'e28f2339-6c74-4995-916b-f3879be63410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89646519-e861-4df9-bd02-17eee88441a6'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:24.520975 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Attempting to bind port 24788017-0145-48f7-b643-2e010a84e0ce on network 89646519-e861-4df9-bd02-17eee88441a6 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:24.528358 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:24.550759 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Checking segment: {'id': 'e28f2339-6c74-4995-916b-f3879be63410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89646519-e861-4df9-bd02-17eee88441a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:24.550759 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.550759 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Bound using segment: {'id': 'e28f2339-6c74-4995-916b-f3879be63410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89646519-e861-4df9-bd02-17eee88441a6'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:24.550759 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Bound port: 24788017-0145-48f7-b643-2e010a84e0ce, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28f2339-6c74-4995-916b-f3879be63410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89646519-e861-4df9-bd02-17eee88441a6'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:24.550759 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.553375 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Pushing event updated for resources: {'Port': ['ID=5c8cb5b4-7134-4714-9dc2-ef46f4e54b79,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:24.553375 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:24.563522 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:24.566078 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:24.576654 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:24.641155 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] For port 24788017-0145-48f7-b643-2e010a84e0ce, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:24.643796 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f528430c-2ebf-4a76-95fe-c0a071a403e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f0a4e6c37f1f415e9f5ca8ed1ff58f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247106 Jun 18 16:34:24.646949 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50190) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:24.649710 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] For port 24788017-0145-48f7-b643-2e010a84e0ce, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=24788017-0145-48f7-b643-2e010a84e0ce,segment=NetworkSegment(e28f2339-6c74-4995-916b-f3879be63410),segment_id=e28f2339-6c74-4995-916b-f3879be63410)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:24.657783 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.661087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:24.733518 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.750994 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.759793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-31530210-4aab-423d-9ac4-1b5e1c025ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.769831 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Transition to ACTIVE for port object 596f0e11-a99a-4e0e-961a-565ac075cbb4 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:24.775740 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Pushing event updated for resources: {'Port': ['ID=24788017-0145-48f7-b643-2e010a84e0ce,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:24.779617 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:24.791826 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-31530210-4aab-423d-9ac4-1b5e1c025ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.852943 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.855933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a77594c6-18c7-4689-8b81-7016d5d6a7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:24.891551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-31530210-4aab-423d-9ac4-1b5e1c025ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.895083 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-31530210-4aab-423d-9ac4-1b5e1c025ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.898641 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-31530210-4aab-423d-9ac4-1b5e1c025ff5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c08f31f3-a68c-4ddc-9e8a-c2f7411d016c HTTP/1.1" status: 204 len: 168 time: 0.2482500 Jun 18 16:34:24.898833 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.918445 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network 89646519-e861-4df9-bd02-17eee88441a6 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:24.925979 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:24.931293 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:24.931948 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:25.060793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=596f0e11-a99a-4e0e-961a-565ac075cbb4,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:25.074331 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:25.081587 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-25295215-b9c1-48ef-b8ee-a03c73b8d4a5 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:25.091743 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31530210-4aab-423d-9ac4-1b5e1c025ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08f31f3-a68c-4ddc-9e8a-c2f7411d016c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:25.094034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-31530210-4aab-423d-9ac4-1b5e1c025ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:25.187757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:25.237511 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:25.503073 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:25.507726 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:25.508735 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:25.510830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e174f972-876a-4ba1-ae9d-df4c6e56d1d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:25.600839 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event updated for resources: {'Port': ['ID=596f0e11-a99a-4e0e-961a-565ac075cbb4,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:25.603660 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:25.648979 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Network 89646519-e861-4df9-bd02-17eee88441a6 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:25.650418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:25.712297 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Router 8b67702b-184d-410f-8805-a5ed0d15d63f is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:34:25.752360 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:25.820729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:25.832395 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5206cafc-32e4-4528-a75f-548c6af4025a None None] Sync routers for ids ['8b67702b-184d-410f-8805-a5ed0d15d63f'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:25.847555 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5206cafc-32e4-4528-a75f-548c6af4025a None None] Routers {'8b67702b-184d-410f-8805-a5ed0d15d63f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:25.848447 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-5206cafc-32e4-4528-a75f-548c6af4025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['8b67702b-184d-410f-8805-a5ed0d15d63f'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:25.852745 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:25.857769 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/35bc8029-7c7a-49a3-bc43-82a4127af9a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2674937 Jun 18 16:34:25.860573 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50194) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:25.863723 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Sync routers for ids ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:25.864232 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:25.865780 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1592610 Jun 18 16:34:25.868428 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50196) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:25.869499 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-feadc7fb-a754-4dc3-bafc-195d5374fa10 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:25.880532 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Routers {'35bc8029-7c7a-49a3-bc43-82a4127af9a5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:25.881356 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:25.885453 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-5206cafc-32e4-4528-a75f-548c6af4025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:25.903065 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5206cafc-32e4-4528-a75f-548c6af4025a None None] Routers {'8b67702b-184d-410f-8805-a5ed0d15d63f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:25.904999 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-5206cafc-32e4-4528-a75f-548c6af4025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['8b67702b-184d-410f-8805-a5ed0d15d63f'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:25.952001 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-5206cafc-32e4-4528-a75f-548c6af4025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:25.952917 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5206cafc-32e4-4528-a75f-548c6af4025a None None] The sync data for ids ['8b67702b-184d-410f-8805-a5ed0d15d63f'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:26.011444 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Set router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:26.094906 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a1fcc87a-45eb-4e86-9971-093d34b9b0b3 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "GET /v2.0/routers/8b67702b-184d-410f-8805-a5ed0d15d63f HTTP/1.1" status: 200 len: 923 time: 0.2251716 Jun 18 16:34:26.096797 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50200) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:26.099511 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50202) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:26.209178 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 24788017-0145-48f7-b643-2e010a84e0ce up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:26.213677 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ec3baf07-0d4b-4967-8428-36bf1d9ee591 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b67702b-184d-410f-8805-a5ed0d15d63f HTTP/1.1" status: 200 len: 205 time: 0.1047304 Jun 18 16:34:26.213944 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50204) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:26.296399 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10c3a49-6f18-45d4-80ab-e9d2af442a67 None None] Network 89646519-e861-4df9-bd02-17eee88441a6 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:26.391039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 24788017-0145-48f7-b643-2e010a84e0ce completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:26.393787 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.extraroute_db [None req-feadc7fb-a754-4dc3-bafc-195d5374fa10 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93428) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 18 16:34:26.406005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-aef235ca-2c64-480d-945e-e8743f20d936 None None] Provisioning for port 24788017-0145-48f7-b643-2e010a84e0ce completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:26.408020 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 67ce59fa-80ca-427d-8915-b365a203b6cf up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:26.414914 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89090dcd-3b65-48fd-b261-aebf540355ea tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:26.416499 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-aef235ca-2c64-480d-945e-e8743f20d936 None None] Provisioning complete for port 24788017-0145-48f7-b643-2e010a84e0ce triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:26.416879 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-aef235ca-2c64-480d-945e-e8743f20d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:26.418470 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.extraroute_db [None req-feadc7fb-a754-4dc3-bafc-195d5374fa10 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Removed routes are [] {{(pid=93428) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 18 16:34:26.420140 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-feadc7fb-a754-4dc3-bafc-195d5374fa10 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:26.494196 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:25Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '2109a027-bcbe-42fb-a5f6-ececa561d5ca', 'name': '', 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:12:5f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:18Z', 'updated_at': '2021-06-18T16:34:23Z', 'revision_number': 4, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '596f0e11-a99a-4e0e-961a-565ac075cbb4', 'name': '', 'network_id': '89646519-e861-4df9-bd02-17eee88441a6', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:ca:c4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '65b721ad-7c0d-4313-a6eb-363804a419d7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:23Z', 'updated_at': '2021-06-18T16:34:25Z', 'revision_number': 2, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': '65b721ad-7c0d-4313-a6eb-363804a419d7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8dd26-0b09-497b-a969-f71ec6728e1b', 'name': '', 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:19:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:13Z', 'updated_at': '2021-06-18T16:34:20Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:26.514709 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-94998209-8cdb-4833-959e-1e5ba6b4a4de tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Deleting port e8304575-a5ce-459b-a9b1-e9dac76ea201 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:26.514991 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-94998209-8cdb-4833-959e-1e5ba6b4a4de tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:26.546548 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Checking router: 35bc8029-7c7a-49a3-bc43-82a4127af9a5 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:26.546870 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Updating router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 port 596f0e11-a99a-4e0e-961a-565ac075cbb4 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:34:26.585551 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89090dcd-3b65-48fd-b261-aebf540355ea tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:26.619591 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:26.622826 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-feadc7fb-a754-4dc3-bafc-195d5374fa10 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:26.626130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-feadc7fb-a754-4dc3-bafc-195d5374fa10 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:26.637010 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-94998209-8cdb-4833-959e-1e5ba6b4a4de tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:26.637342 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-94998209-8cdb-4833-959e-1e5ba6b4a4de tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:26.654900 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 67ce59fa-80ca-427d-8915-b365a203b6cf triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:26.655275 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:26.709975 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-94998209-8cdb-4833-959e-1e5ba6b4a4de tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Calling delete_port for e8304575-a5ce-459b-a9b1-e9dac76ea201 owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:26.733256 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-aef235ca-2c64-480d-945e-e8743f20d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:26.741887 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feadc7fb-a754-4dc3-bafc-195d5374fa10 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:26.792391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-89090dcd-3b65-48fd-b261-aebf540355ea tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Deleting port 5c8cb5b4-7134-4714-9dc2-ef46f4e54b79 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:26.792735 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89090dcd-3b65-48fd-b261-aebf540355ea tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:26.843955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feadc7fb-a754-4dc3-bafc-195d5374fa10 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:26.849806 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-aef235ca-2c64-480d-945e-e8743f20d936 None None] For port 24788017-0145-48f7-b643-2e010a84e0ce, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=24788017-0145-48f7-b643-2e010a84e0ce,segment=NetworkSegment(e28f2339-6c74-4995-916b-f3879be63410),segment_id=e28f2339-6c74-4995-916b-f3879be63410)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:26.853185 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-feadc7fb-a754-4dc3-bafc-195d5374fa10 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:26.854738 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-feadc7fb-a754-4dc3-bafc-195d5374fa10 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/35bc8029-7c7a-49a3-bc43-82a4127af9a5 HTTP/1.1" status: 200 len: 952 time: 0.9925210 Jun 18 16:34:26.858051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50206) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:26.862308 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-aef235ca-2c64-480d-945e-e8743f20d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:26.929102 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89090dcd-3b65-48fd-b261-aebf540355ea tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:26.970310 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7d82e563-9254-4f65-af6f-d535acc50b07 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/routers/35bc8029-7c7a-49a3-bc43-82a4127af9a5 HTTP/1.1" status: 200 len: 952 time: 0.1104932 Jun 18 16:34:26.973912 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50208) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:26.980019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-de08b309-ee7b-4cff-a793-e5d832ac1d4d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'router': {'routes': None}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:27.013138 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-89090dcd-3b65-48fd-b261-aebf540355ea tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Calling delete_port for 5c8cb5b4-7134-4714-9dc2-ef46f4e54b79 owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:27.052376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f6ff0525-7823-4752-b524-a882c91f68bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:27.125704 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-94998209-8cdb-4833-959e-1e5ba6b4a4de tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.153271 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2109a027-bcbe-42fb-a5f6-ececa561d5ca up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:27.164955 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8b27ddf5-4291-4dd2-9b88-bb012d82ab1f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:27.190236 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef235ca-2c64-480d-945e-e8743f20d936 None None] Pushing event updated for resources: {'Port': ['ID=24788017-0145-48f7-b643-2e010a84e0ce,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:27.198166 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94998209-8cdb-4833-959e-1e5ba6b4a4de tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event deleted for resources: {'Port': ['ID=e8304575-a5ce-459b-a9b1-e9dac76ea201,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:27.206375 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-aef235ca-2c64-480d-945e-e8743f20d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:27.210178 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-94998209-8cdb-4833-959e-1e5ba6b4a4de tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:27.288291 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 2109a027-bcbe-42fb-a5f6-ececa561d5ca completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:27.293507 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 2109a027-bcbe-42fb-a5f6-ececa561d5ca triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:27.293896 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.321749 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-94998209-8cdb-4833-959e-1e5ba6b4a4de tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.322088 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-94998209-8cdb-4833-959e-1e5ba6b4a4de tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Floating IP d4e5ee59-99a0-4aaf-a12a-e69cd3d7e2dd disassociated (deleted). External IP: 172.26.2.244, port: 67cd8e92-7fd0-4561-9207-d3517582df3d. Jun 18 16:34:27.343009 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.365318 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-44d7ed5b-d51e-44e6-a78f-b4e17aae3a5f None None] Provisioning for port 596f0e11-a99a-4e0e-961a-565ac075cbb4 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:27.369992 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-44d7ed5b-d51e-44e6-a78f-b4e17aae3a5f None None] Provisioning complete for port 596f0e11-a99a-4e0e-961a-565ac075cbb4 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:27.370373 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-44d7ed5b-d51e-44e6-a78f-b4e17aae3a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.407567 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-44d7ed5b-d51e-44e6-a78f-b4e17aae3a5f None None] Port 596f0e11-a99a-4e0e-961a-565ac075cbb4 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:34:27.421218 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89090dcd-3b65-48fd-b261-aebf540355ea tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.421384 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Transition to ACTIVE for port object 596f0e11-a99a-4e0e-961a-565ac075cbb4 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:27.430399 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7facddec-c9d5-4f56-89df-78c3cd58e14c tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:27.455753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.466205 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89090dcd-3b65-48fd-b261-aebf540355ea tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Pushing event deleted for resources: {'Port': ['ID=5c8cb5b4-7134-4714-9dc2-ef46f4e54b79,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:27.466554 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3baa4c97-c87c-4a00-8862-60555be09935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:27.471306 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-89090dcd-3b65-48fd-b261-aebf540355ea tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:27.495742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-44d7ed5b-d51e-44e6-a78f-b4e17aae3a5f None None] Provisioning complete for port 24788017-0145-48f7-b643-2e010a84e0ce triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:27.496403 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-44d7ed5b-d51e-44e6-a78f-b4e17aae3a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.572118 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89090dcd-3b65-48fd-b261-aebf540355ea tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.585005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.587180 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f15ff8-489f-480a-8eef-d2a1b65e3314 None None] Pushing event updated for resources: {'Port': ['ID=596f0e11-a99a-4e0e-961a-565ac075cbb4,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:27.604772 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-29f15ff8-489f-480a-8eef-d2a1b65e3314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:27.701592 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89090dcd-3b65-48fd-b261-aebf540355ea tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.705645 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89090dcd-3b65-48fd-b261-aebf540355ea tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.735854 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 2109a027-bcbe-42fb-a5f6-ececa561d5ca, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2109a027-bcbe-42fb-a5f6-ececa561d5ca,segment=NetworkSegment(f02ecff5-afca-467d-b341-55d1671ca02b),segment_id=f02ecff5-afca-467d-b341-55d1671ca02b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:27.747001 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Attempting to bind port 596f0e11-a99a-4e0e-961a-565ac075cbb4 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:27.747496 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Attempting to bind port 596f0e11-a99a-4e0e-961a-565ac075cbb4 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'e28f2339-6c74-4995-916b-f3879be63410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89646519-e861-4df9-bd02-17eee88441a6'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:27.747968 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Attempting to bind port 596f0e11-a99a-4e0e-961a-565ac075cbb4 on network 89646519-e861-4df9-bd02-17eee88441a6 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:27.753748 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.764012 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3a40dcc5-9191-4d0d-8d6f-14a9a089e6ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:27.774102 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89090dcd-3b65-48fd-b261-aebf540355ea tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.774790 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89090dcd-3b65-48fd-b261-aebf540355ea tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Fanout notify agent at l3_agent the message router_deleted on router 8b67702b-184d-410f-8805-a5ed0d15d63f {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:34:27.786123 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94998209-8cdb-4833-959e-1e5ba6b4a4de tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Router eb5847f3-3e96-453b-b67d-4ad4dc559a28 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:27.792148 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:27.792616 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Checking segment: {'id': 'e28f2339-6c74-4995-916b-f3879be63410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89646519-e861-4df9-bd02-17eee88441a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:27.793309 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89090dcd-3b65-48fd-b261-aebf540355ea tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.793436 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.793604 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Bound using segment: {'id': 'e28f2339-6c74-4995-916b-f3879be63410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89646519-e861-4df9-bd02-17eee88441a6'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:27.794423 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-89090dcd-3b65-48fd-b261-aebf540355ea tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "DELETE /v2.0/routers/8b67702b-184d-410f-8805-a5ed0d15d63f HTTP/1.1" status: 204 len: 168 time: 1.5794907 Jun 18 16:34:27.798213 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Bound port: 596f0e11-a99a-4e0e-961a-565ac075cbb4, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28f2339-6c74-4995-916b-f3879be63410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89646519-e861-4df9-bd02-17eee88441a6'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:27.799136 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50210) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:27.799369 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.805023 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Request body: {'router': {'name': 'tempest-snat-router-239906367', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'enable_snat': False}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:27.844940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.extraroute_db [None req-de08b309-ee7b-4cff-a793-e5d832ac1d4d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Added routes are [] {{(pid=93428) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 18 16:34:27.845486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.extraroute_db [None req-de08b309-ee7b-4cff-a793-e5d832ac1d4d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93428) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 18 16:34:27.883264 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.885748 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.897872 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-de08b309-ee7b-4cff-a793-e5d832ac1d4d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.904610 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] For port 596f0e11-a99a-4e0e-961a-565ac075cbb4, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:27.913728 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] For port 596f0e11-a99a-4e0e-961a-565ac075cbb4, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=596f0e11-a99a-4e0e-961a-565ac075cbb4,segment=NetworkSegment(e28f2339-6c74-4995-916b-f3879be63410),segment_id=e28f2339-6c74-4995-916b-f3879be63410)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:27.919432 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=2109a027-bcbe-42fb-a5f6-ececa561d5ca,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:27.928161 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.932264 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:27.932905 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:27.984816 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:28.005287 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94998209-8cdb-4833-959e-1e5ba6b4a4de tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:28.016439 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc10495e-7963-4a90-99ea-ae01c243f9f4 None None] Sync routers for ids ['eb5847f3-3e96-453b-b67d-4ad4dc559a28'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:28.031303 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc10495e-7963-4a90-99ea-ae01c243f9f4 None None] Routers {'eb5847f3-3e96-453b-b67d-4ad4dc559a28'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:28.034601 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-fc10495e-7963-4a90-99ea-ae01c243f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['eb5847f3-3e96-453b-b67d-4ad4dc559a28'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:28.097012 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 24788017-0145-48f7-b643-2e010a84e0ce up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:28.109572 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-94998209-8cdb-4833-959e-1e5ba6b4a4de tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:28.124911 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Routers {'35bc8029-7c7a-49a3-bc43-82a4127af9a5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:28.125723 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:28.172208 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f15ff8-489f-480a-8eef-d2a1b65e3314 None None] Pushing event updated for resources: {'Port': ['ID=596f0e11-a99a-4e0e-961a-565ac075cbb4,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:28.175109 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-de08b309-ee7b-4cff-a793-e5d832ac1d4d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:28.178925 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-de08b309-ee7b-4cff-a793-e5d832ac1d4d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:28.230966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-29f15ff8-489f-480a-8eef-d2a1b65e3314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:28.279947 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-fc10495e-7963-4a90-99ea-ae01c243f9f4 None None] Set router eb5847f3-3e96-453b-b67d-4ad4dc559a28 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:28.312828 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de08b309-ee7b-4cff-a793-e5d832ac1d4d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:28.323094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] Set router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:28.365493 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 24788017-0145-48f7-b643-2e010a84e0ce triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:28.365943 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:28.485772 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de08b309-ee7b-4cff-a793-e5d832ac1d4d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:28.493949 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-de08b309-ee7b-4cff-a793-e5d832ac1d4d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:28.499010 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-de08b309-ee7b-4cff-a793-e5d832ac1d4d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/35bc8029-7c7a-49a3-bc43-82a4127af9a5 HTTP/1.1" status: 200 len: 702 time: 1.5235405 Jun 18 16:34:28.499928 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50212) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:28.649408 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-08469076-22f2-412d-bad1-153f4c88085a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/routers/35bc8029-7c7a-49a3-bc43-82a4127af9a5 HTTP/1.1" status: 200 len: 702 time: 0.1475115 Jun 18 16:34:28.650638 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50214) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:28.651532 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-fc10495e-7963-4a90-99ea-ae01c243f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884123011', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '76988a44-e108-4069-a50a-566ae1a32c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:28Z', 'revision_number': 4, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'gw_port': {'id': '76988a44-e108-4069-a50a-566ae1a32c34', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'fb3b876a-4ef3-4786-bf5b-7d9d7367da63', 'name': '', 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'mac_address': 'fa:16:3e:3f:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '0a140121-72dc-48d3-80d5-98995fffa013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:26Z', 'updated_at': '2021-06-18T16:32:41Z', 'revision_number': 5, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'subnets': [{'id': '0a140121-72dc-48d3-80d5-98995fffa013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:28.662038 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2109a027-bcbe-42fb-a5f6-ececa561d5ca up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:28.665596 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:28.676633 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-94998209-8cdb-4833-959e-1e5ba6b4a4de tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "DELETE /v2.0/floatingips/d4e5ee59-99a0-4aaf-a12a-e69cd3d7e2dd HTTP/1.1" status: 204 len: 168 time: 2.5784566 Jun 18 16:34:28.677383 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1e472d-9763-4d2b-a395-369382cb5ff8', 'tag': '67cd8e92-7fd0-4561-9207-d3517582df3d'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:34:28.690348 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51960740-3b13-47d7-9944-5de60a887f66" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1e472d-9763-4d2b-a395-369382cb5ff8", "tag": "67cd8e92-7fd0-4561-9207-d3517582df3d"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:34:28.704710 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc10495e-7963-4a90-99ea-ae01c243f9f4 None None] Checking router: eb5847f3-3e96-453b-b67d-4ad4dc559a28 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:28.712370 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:34:28.732796 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc10495e-7963-4a90-99ea-ae01c243f9f4 None None] Routers {'eb5847f3-3e96-453b-b67d-4ad4dc559a28'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:28.733432 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-fc10495e-7963-4a90-99ea-ae01c243f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['eb5847f3-3e96-453b-b67d-4ad4dc559a28'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:28.750373 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:27Z', 'revision_number': 7, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '2109a027-bcbe-42fb-a5f6-ececa561d5ca', 'name': '', 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:12:5f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:18Z', 'updated_at': '2021-06-18T16:34:27Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '596f0e11-a99a-4e0e-961a-565ac075cbb4', 'name': '', 'network_id': '89646519-e861-4df9-bd02-17eee88441a6', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:ca:c4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '65b721ad-7c0d-4313-a6eb-363804a419d7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:23Z', 'updated_at': '2021-06-18T16:34:27Z', 'revision_number': 4, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': '65b721ad-7c0d-4313-a6eb-363804a419d7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8dd26-0b09-497b-a969-f71ec6728e1b', 'name': '', 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:19:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:13Z', 'updated_at': '2021-06-18T16:34:20Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:28.788868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9259dfa9-4f92-4202-a540-8400815c34bf None None] The sync data for ids ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'] in dv-neutron-797121-1-hyperv is: [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:27Z', 'revision_number': 7, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '2109a027-bcbe-42fb-a5f6-ececa561d5ca', 'name': '', 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:12:5f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:18Z', 'updated_at': '2021-06-18T16:34:27Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '596f0e11-a99a-4e0e-961a-565ac075cbb4', 'name': '', 'network_id': '89646519-e861-4df9-bd02-17eee88441a6', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:ca:c4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '65b721ad-7c0d-4313-a6eb-363804a419d7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:23Z', 'updated_at': '2021-06-18T16:34:27Z', 'revision_number': 4, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': '65b721ad-7c0d-4313-a6eb-363804a419d7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8dd26-0b09-497b-a969-f71ec6728e1b', 'name': '', 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:19:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:13Z', 'updated_at': '2021-06-18T16:34:20Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:28.795959 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 2109a027-bcbe-42fb-a5f6-ececa561d5ca triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:28.798320 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:28.964391 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-fc10495e-7963-4a90-99ea-ae01c243f9f4 None None] Set router eb5847f3-3e96-453b-b67d-4ad4dc559a28 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:29.183300 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:29.223421 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00a49138-2e76-4df6-a7e4-1a4477e5f61a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:29.240673 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9d04eb-6f4d-4e0a-96bf-98cd5f7e5f9d x-openstack-request-id: req-5a9d04eb-6f4d-4e0a-96bf-98cd5f7e5f9d {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:34:29.241040 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1e472d-9763-4d2b-a395-369382cb5ff8", "tag": "67cd8e92-7fd0-4561-9207-d3517582df3d", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:34:29.241303 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a9d04eb-6f4d-4e0a-96bf-98cd5f7e5f9d {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:34:29.241746 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1e472d-9763-4d2b-a395-369382cb5ff8', 'tag': '67cd8e92-7fd0-4561-9207-d3517582df3d', 'status': 'completed', 'code': 200} Jun 18 16:34:29.243036 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:29.315152 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-fc10495e-7963-4a90-99ea-ae01c243f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884123011', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '76988a44-e108-4069-a50a-566ae1a32c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:28Z', 'revision_number': 4, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'gw_port': {'id': '76988a44-e108-4069-a50a-566ae1a32c34', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'fb3b876a-4ef3-4786-bf5b-7d9d7367da63', 'name': '', 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'mac_address': 'fa:16:3e:3f:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '0a140121-72dc-48d3-80d5-98995fffa013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:26Z', 'updated_at': '2021-06-18T16:32:41Z', 'revision_number': 5, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'subnets': [{'id': '0a140121-72dc-48d3-80d5-98995fffa013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:29.349202 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc10495e-7963-4a90-99ea-ae01c243f9f4 None None] The sync data for ids ['eb5847f3-3e96-453b-b67d-4ad4dc559a28'] in dv-neutron-797121-1-hyperv is: [{'id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884123011', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '76988a44-e108-4069-a50a-566ae1a32c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:28Z', 'revision_number': 4, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'gw_port': {'id': '76988a44-e108-4069-a50a-566ae1a32c34', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'fb3b876a-4ef3-4786-bf5b-7d9d7367da63', 'name': '', 'network_id': 'aecf6f70-3d92-4efd-a20f-fdc191016162', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'mac_address': 'fa:16:3e:3f:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '0a140121-72dc-48d3-80d5-98995fffa013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:26Z', 'updated_at': '2021-06-18T16:32:41Z', 'revision_number': 5, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'subnets': [{'id': '0a140121-72dc-48d3-80d5-98995fffa013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:29.440145 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Allocated IP 172.26.2.166 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/039d388a-932a-4c1c-a302-3e150df3b3b6) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:29.453155 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51960740-3b13-47d7-9944-5de60a887f66 req-0aea744c-69bf-4803-a6ee-ad4c2105d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:29.455407 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-51960740-3b13-47d7-9944-5de60a887f66 req-0aea744c-69bf-4803-a6ee-ad4c2105d3c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c1f5970bdf9948068046d65adb1ce5bd&device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 1098 time: 0.1318431 Jun 18 16:34:29.474023 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae6ea3-c911-49aa-9a56-1934070ed23d req-293f9a9c-922b-4d8e-85dd-e1a7d2d09ed3 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:29.476317 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-00ae6ea3-c911-49aa-9a56-1934070ed23d req-293f9a9c-922b-4d8e-85dd-e1a7d2d09ed3 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 945 time: 0.1406393 Jun 18 16:34:29.583324 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-00ae6ea3-c911-49aa-9a56-1934070ed23d req-ee1cb173-3f39-4364-ba4a-ee79d7625233 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843525 Jun 18 16:34:29.601837 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51960740-3b13-47d7-9944-5de60a887f66 req-8a72f30c-8ce7-42b0-aa33-8a6c3cb263ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:29.601837 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-51960740-3b13-47d7-9944-5de60a887f66 req-8a72f30c-8ce7-42b0-aa33-8a6c3cb263ba service neutron] 10.222.0.64 "GET /v2.0/networks?id=aecf6f70-3d92-4efd-a20f-fdc191016162 HTTP/1.1" status: 200 len: 897 time: 0.1387041 Jun 18 16:34:29.635019 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:29.664381 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-51960740-3b13-47d7-9944-5de60a887f66 req-26527955-7291-4cf3-b38f-2d452857b922 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67cd8e92-7fd0-4561-9207-d3517582df3d HTTP/1.1" status: 200 len: 217 time: 0.0406797 Jun 18 16:34:29.687246 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:29.689935 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-16d74b04-f957-4e08-b655-b881ed67fb68 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:29.734399 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:29.736781 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51960740-3b13-47d7-9944-5de60a887f66 req-75b6f8d5-ecdc-4eb1-a477-f3a79e72398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:29.738622 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-51960740-3b13-47d7-9944-5de60a887f66 req-75b6f8d5-ecdc-4eb1-a477-f3a79e72398f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a140121-72dc-48d3-80d5-98995fffa013 HTTP/1.1" status: 200 len: 835 time: 0.0678842 Jun 18 16:34:29.739370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:29.743325 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:29.743528 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-00a49138-2e76-4df6-a7e4-1a4477e5f61a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting port 596f0e11-a99a-4e0e-961a-565ac075cbb4 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:29.743817 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00a49138-2e76-4df6-a7e4-1a4477e5f61a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:29.755258 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad58141f-b90c-42cc-bade-b5d218913627 None None] New status for floating IP d4e5ee59-99a0-4aaf-a12a-e69cd3d7e2dd: DOWN {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:34:29.774776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Pushing event updated for resources: {'Port': ['ID=039d388a-932a-4c1c-a302-3e150df3b3b6,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:29.780873 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:29.832339 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03d4953-0887-43d5-95f1-5193ad349d7e None None] Sync routers for ids ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:29.845920 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03d4953-0887-43d5-95f1-5193ad349d7e None None] Routers {'35bc8029-7c7a-49a3-bc43-82a4127af9a5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:29.846817 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-a03d4953-0887-43d5-95f1-5193ad349d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:29.884113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-00a49138-2e76-4df6-a7e4-1a4477e5f61a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] For port 596f0e11-a99a-4e0e-961a-565ac075cbb4, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=596f0e11-a99a-4e0e-961a-565ac075cbb4,segment=NetworkSegment(e28f2339-6c74-4995-916b-f3879be63410),segment_id=e28f2339-6c74-4995-916b-f3879be63410)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:29.885117 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00a49138-2e76-4df6-a7e4-1a4477e5f61a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:29.906399 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51960740-3b13-47d7-9944-5de60a887f66 req-df2dd072-a574-4bcf-bff6-1092b8b59327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:29.908531 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-51960740-3b13-47d7-9944-5de60a887f66 req-df2dd072-a574-4bcf-bff6-1092b8b59327 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aecf6f70-3d92-4efd-a20f-fdc191016162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1481683 Jun 18 16:34:29.956575 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-a03d4953-0887-43d5-95f1-5193ad349d7e None None] Set router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:29.960433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-00a49138-2e76-4df6-a7e4-1a4477e5f61a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Calling delete_port for 596f0e11-a99a-4e0e-961a-565ac075cbb4 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:30.025387 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.081360 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 596f0e11-a99a-4e0e-961a-565ac075cbb4 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:30.109660 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-51960740-3b13-47d7-9944-5de60a887f66 req-48724764-e127-46b7-8a0e-a42b29882227 service neutron] 10.222.0.64 "GET /v2.0/networks/aecf6f70-3d92-4efd-a20f-fdc191016162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739335 Jun 18 16:34:30.148542 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 596f0e11-a99a-4e0e-961a-565ac075cbb4 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:30.154706 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 596f0e11-a99a-4e0e-961a-565ac075cbb4 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:30.155374 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.244418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.287752 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.318955 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-51960740-3b13-47d7-9944-5de60a887f66 req-b86501ff-c6b7-4209-a0b7-3cbc752a0b4f service neutron] 10.222.0.64 "GET /v2.0/networks/aecf6f70-3d92-4efd-a20f-fdc191016162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745358 Jun 18 16:34:30.321096 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-a03d4953-0887-43d5-95f1-5193ad349d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:27Z', 'revision_number': 7, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '2109a027-bcbe-42fb-a5f6-ececa561d5ca', 'name': '', 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:12:5f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:18Z', 'updated_at': '2021-06-18T16:34:27Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '596f0e11-a99a-4e0e-961a-565ac075cbb4', 'name': '', 'network_id': '89646519-e861-4df9-bd02-17eee88441a6', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:ca:c4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '65b721ad-7c0d-4313-a6eb-363804a419d7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:23Z', 'updated_at': '2021-06-18T16:34:27Z', 'revision_number': 4, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': '65b721ad-7c0d-4313-a6eb-363804a419d7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8dd26-0b09-497b-a969-f71ec6728e1b', 'name': '', 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:19:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:13Z', 'updated_at': '2021-06-18T16:34:20Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:30.329344 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00a49138-2e76-4df6-a7e4-1a4477e5f61a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.333873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4bf73f92-9b46-4902-8e4f-edbff216b7ce tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:30.351301 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03d4953-0887-43d5-95f1-5193ad349d7e None None] Checking router: 35bc8029-7c7a-49a3-bc43-82a4127af9a5 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:30.361263 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03d4953-0887-43d5-95f1-5193ad349d7e None None] Routers {'35bc8029-7c7a-49a3-bc43-82a4127af9a5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:30.361966 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-a03d4953-0887-43d5-95f1-5193ad349d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:30.375266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a49138-2e76-4df6-a7e4-1a4477e5f61a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Port': ['ID=596f0e11-a99a-4e0e-961a-565ac075cbb4,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:30.381387 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-00a49138-2e76-4df6-a7e4-1a4477e5f61a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:30.443686 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Router 0b65df31-7545-460a-8acd-adb50c126970 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:34:30.467263 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-a03d4953-0887-43d5-95f1-5193ad349d7e None None] Set router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:30.544482 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00a49138-2e76-4df6-a7e4-1a4477e5f61a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.572860 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:30.584926 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Sync routers for ids ['0b65df31-7545-460a-8acd-adb50c126970'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:30.590354 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.591960 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7917433 Jun 18 16:34:30.594666 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50224) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:30.614665 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Routers {'0b65df31-7545-460a-8acd-adb50c126970'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:30.615177 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['0b65df31-7545-460a-8acd-adb50c126970'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:30.722760 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f1762162-f279-4540-b257-f5e3d0e90ed7 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "GET /v2.0/routers/0b65df31-7545-460a-8acd-adb50c126970 HTTP/1.1" status: 200 len: 908 time: 0.1252973 Jun 18 16:34:30.724100 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50228) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:30.728774 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Request body: {'router': {'name': 'tempest-snat-router-239906367', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'enable_snat': True}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:30.742318 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-a03d4953-0887-43d5-95f1-5193ad349d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:30Z', 'revision_number': 8, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '2109a027-bcbe-42fb-a5f6-ececa561d5ca', 'name': '', 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:12:5f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:18Z', 'updated_at': '2021-06-18T16:34:27Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8dd26-0b09-497b-a969-f71ec6728e1b', 'name': '', 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:19:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:13Z', 'updated_at': '2021-06-18T16:34:20Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:30.754547 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.755530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.788768 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Set router 0b65df31-7545-460a-8acd-adb50c126970 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:30.795290 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03d4953-0887-43d5-95f1-5193ad349d7e None None] The sync data for ids ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'] in dv-neutron-797121-1-hyperv is: [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:30Z', 'revision_number': 8, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '2109a027-bcbe-42fb-a5f6-ececa561d5ca', 'name': '', 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:12:5f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:18Z', 'updated_at': '2021-06-18T16:34:27Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8dd26-0b09-497b-a969-f71ec6728e1b', 'name': '', 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:19:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:13Z', 'updated_at': '2021-06-18T16:34:20Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:30.857812 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:31.081949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab0a77-37bb-4b7a-bd1c-a9a67f61d5e3 req-41e2726a-d2f6-40a2-b083-c9e6d9fce874 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:31.086275 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7cab0a77-37bb-4b7a-bd1c-a9a67f61d5e3 req-41e2726a-d2f6-40a2-b083-c9e6d9fce874 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 945 time: 0.2987540 Jun 18 16:34:31.088340 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:31.097930 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b65df31-7545-460a-8acd-adb50c126970', 'name': 'tempest-snat-router-239906367', 'tenant_id': '534e82b466f5436cb5a232c56dea6172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.166'}], 'enable_snat': False}, 'gw_port_id': '039d388a-932a-4c1c-a302-3e150df3b3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:27Z', 'updated_at': '2021-06-18T16:34:29Z', 'revision_number': 3, 'project_id': '534e82b466f5436cb5a232c56dea6172', 'gw_port': {'id': '039d388a-932a-4c1c-a302-3e150df3b3b6', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b65df31-7545-460a-8acd-adb50c126970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:29Z', 'updated_at': '2021-06-18T16:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:31.134235 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Checking router: 0b65df31-7545-460a-8acd-adb50c126970 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:31.134744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Updating router 0b65df31-7545-460a-8acd-adb50c126970 port 039d388a-932a-4c1c-a302-3e150df3b3b6 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:34:31.214955 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7cab0a77-37bb-4b7a-bd1c-a9a67f61d5e3 req-c9dc78ed-3bcf-4665-b8e5-032d2fb41887 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197824 Jun 18 16:34:31.394325 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:31.397900 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410d945-0c0d-4ac2-9c14-582718cc6282 req-d12cdb44-323b-4893-bb29-7513894400aa tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:31.399486 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5410d945-0c0d-4ac2-9c14-582718cc6282 req-d12cdb44-323b-4893-bb29-7513894400aa tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 945 time: 0.6794353 Jun 18 16:34:31.403001 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a49138-2e76-4df6-a7e4-1a4477e5f61a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:31.429995 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:31.463165 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:31.571093 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Allocated IP 172.26.2.155 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/7e48f4ff-ede7-4d07-8b69-4ca7b8c14bbe) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:31.596092 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a49138-2e76-4df6-a7e4-1a4477e5f61a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:31.603522 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-00a49138-2e76-4df6-a7e4-1a4477e5f61a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/35bc8029-7c7a-49a3-bc43-82a4127af9a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9512529 Jun 18 16:34:31.605824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50230) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:31.605983 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b7d80-669e-4abf-ba12-31aaab0e8d46 None None] Sync routers for ids ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:31.617622 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44b7d80-669e-4abf-ba12-31aaab0e8d46 None None] Routers {'35bc8029-7c7a-49a3-bc43-82a4127af9a5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:31.618390 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-b44b7d80-669e-4abf-ba12-31aaab0e8d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:31.644917 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-5410d945-0c0d-4ac2-9c14-582718cc6282 req-a47c74b2-66be-4793-8b35-206b622a2088 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Deleting port 67cd8e92-7fd0-4561-9207-d3517582df3d {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:31.645276 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5410d945-0c0d-4ac2-9c14-582718cc6282 req-a47c74b2-66be-4793-8b35-206b622a2088 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:31.699542 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:31.699905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11c75e3-66bf-4482-a95e-e218f2fed9d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting subnet 65b721ad-7c0d-4313-a6eb-363804a419d7 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:34:31.704520 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d11c75e3-66bf-4482-a95e-e218f2fed9d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:31.715747 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-b44b7d80-669e-4abf-ba12-31aaab0e8d46 None None] Set router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:31.754043 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:31.757150 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:31.762170 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d11c75e3-66bf-4482-a95e-e218f2fed9d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:31.811761 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:31.820909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-5410d945-0c0d-4ac2-9c14-582718cc6282 req-a47c74b2-66be-4793-8b35-206b622a2088 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] For port 67cd8e92-7fd0-4561-9207-d3517582df3d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=67cd8e92-7fd0-4561-9207-d3517582df3d,segment=NetworkSegment(e29c36aa-4d63-42a4-be7f-00440eb6d404),segment_id=e29c36aa-4d63-42a4-be7f-00440eb6d404)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:31.821288 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:31.821418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5410d945-0c0d-4ac2-9c14-582718cc6282 req-a47c74b2-66be-4793-8b35-206b622a2088 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:31.826555 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:31.859521 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Pushing event updated for resources: {'Port': ['ID=7e48f4ff-ede7-4d07-8b69-4ca7b8c14bbe,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:31.865110 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:31.904495 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-5410d945-0c0d-4ac2-9c14-582718cc6282 req-a47c74b2-66be-4793-8b35-206b622a2088 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Calling delete_port for 67cd8e92-7fd0-4561-9207-d3517582df3d owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:31.922099 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:31.933943 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Transition to ACTIVE for port object 039d388a-932a-4c1c-a302-3e150df3b3b6 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:31.943760 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:31.946920 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3997e7c6-8692-4944-82cb-cda9bada2227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:31.960622 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-b44b7d80-669e-4abf-ba12-31aaab0e8d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:30Z', 'revision_number': 8, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '2109a027-bcbe-42fb-a5f6-ececa561d5ca', 'name': '', 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:12:5f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:18Z', 'updated_at': '2021-06-18T16:34:27Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8dd26-0b09-497b-a969-f71ec6728e1b', 'name': '', 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:19:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:13Z', 'updated_at': '2021-06-18T16:34:20Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:31.994616 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b7d80-669e-4abf-ba12-31aaab0e8d46 None None] Checking router: 35bc8029-7c7a-49a3-bc43-82a4127af9a5 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:32.004899 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44b7d80-669e-4abf-ba12-31aaab0e8d46 None None] Routers {'35bc8029-7c7a-49a3-bc43-82a4127af9a5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:32.005523 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-b44b7d80-669e-4abf-ba12-31aaab0e8d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:32.015876 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d11c75e3-66bf-4482-a95e-e218f2fed9d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:32.046100 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 596f0e11-a99a-4e0e-961a-565ac075cbb4 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:32.077276 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Attempting to bind port 039d388a-932a-4c1c-a302-3e150df3b3b6 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:32.077666 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Attempting to bind port 039d388a-932a-4c1c-a302-3e150df3b3b6 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:32.078043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Attempting to bind port 039d388a-932a-4c1c-a302-3e150df3b3b6 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:32.081014 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d554be-77ab-4e91-88be-9d67741fa501 None None] Pushing event updated for resources: {'Port': ['ID=039d388a-932a-4c1c-a302-3e150df3b3b6,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:32.084852 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d4d554be-77ab-4e91-88be-9d67741fa501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:32.089527 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 596f0e11-a99a-4e0e-961a-565ac075cbb4 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:32.090036 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 596f0e11-a99a-4e0e-961a-565ac075cbb4 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:32.091684 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:32.092083 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:32.092618 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:32.092934 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:32.094349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Bound port: 039d388a-932a-4c1c-a302-3e150df3b3b6, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:32.094774 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:32.133489 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-b44b7d80-669e-4abf-ba12-31aaab0e8d46 None None] Set router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:32.145338 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d11c75e3-66bf-4482-a95e-e218f2fed9d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:32.158517 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5c1884a4-a71c-4901-963e-aa7a125d073b tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:32.162163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] For port 039d388a-932a-4c1c-a302-3e150df3b3b6, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:32.165463 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d11c75e3-66bf-4482-a95e-e218f2fed9d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:32.170658 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50232) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:32.171663 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d11c75e3-66bf-4482-a95e-e218f2fed9d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/subnets/65b721ad-7c0d-4313-a6eb-363804a419d7 HTTP/1.1" status: 204 len: 168 time: 0.5647330 Jun 18 16:34:32.172377 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] For port 039d388a-932a-4c1c-a302-3e150df3b3b6, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=039d388a-932a-4c1c-a302-3e150df3b3b6,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:32.176065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0fd7b7-e1e1-4c71-b88e-8c89d1acb7ae None None] Network 89646519-e861-4df9-bd02-17eee88441a6 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:32.183812 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:32.192782 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:32.200576 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c75e3-66bf-4482-a95e-e218f2fed9d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Subnet': ['ID=65b721ad-7c0d-4313-a6eb-363804a419d7,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:32.204417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d11c75e3-66bf-4482-a95e-e218f2fed9d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:32.217517 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5410d945-0c0d-4ac2-9c14-582718cc6282 req-a47c74b2-66be-4793-8b35-206b622a2088 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:32.222493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8a69ae78-8099-4983-9b50-0c37a6e5652f tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:32.225147 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d4d554be-77ab-4e91-88be-9d67741fa501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:32.262106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c74b2-66be-4793-8b35-206b622a2088 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event deleted for resources: {'Port': ['ID=67cd8e92-7fd0-4561-9207-d3517582df3d,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:32.267156 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a47c74b2-66be-4793-8b35-206b622a2088 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:32.367531 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:32.371325 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d554be-77ab-4e91-88be-9d67741fa501 None None] Pushing event updated for resources: {'Port': ['ID=039d388a-932a-4c1c-a302-3e150df3b3b6,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:32.375915 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Routers {'0b65df31-7545-460a-8acd-adb50c126970'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:32.376552 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['0b65df31-7545-460a-8acd-adb50c126970'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:32.379638 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d4d554be-77ab-4e91-88be-9d67741fa501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:32.403241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5410d945-0c0d-4ac2-9c14-582718cc6282 req-a47c74b2-66be-4793-8b35-206b622a2088 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] No DVR routers for this DVR port 67cd8e92-7fd0-4561-9207-d3517582df3d on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:32.405964 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5410d945-0c0d-4ac2-9c14-582718cc6282 req-a47c74b2-66be-4793-8b35-206b622a2088 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:32.408794 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5410d945-0c0d-4ac2-9c14-582718cc6282 req-a47c74b2-66be-4793-8b35-206b622a2088 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.64 "DELETE /v2.0/ports/67cd8e92-7fd0-4561-9207-d3517582df3d HTTP/1.1" status: 204 len: 173 time: 0.9975765 Jun 18 16:34:32.409359 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1e472d-9763-4d2b-a395-369382cb5ff8', 'name': 'network-vif-deleted', 'tag': '67cd8e92-7fd0-4561-9207-d3517582df3d'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:34:32.412213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ad4561-075a-451e-9d8b-3dc241f7085a" -d '{"events": [{"server_uuid": "fd1e472d-9763-4d2b-a395-369382cb5ff8", "name": "network-vif-deleted", "tag": "67cd8e92-7fd0-4561-9207-d3517582df3d"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:34:32.506256 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0a2639-5d66-42c9-9a82-f2c519d06aab x-openstack-request-id: req-4e0a2639-5d66-42c9-9a82-f2c519d06aab {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:34:32.506542 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1e472d-9763-4d2b-a395-369382cb5ff8", "name": "network-vif-deleted", "tag": "67cd8e92-7fd0-4561-9207-d3517582df3d", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:34:32.506813 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e0a2639-5d66-42c9-9a82-f2c519d06aab {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:34:32.507261 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1e472d-9763-4d2b-a395-369382cb5ff8', 'name': 'network-vif-deleted', 'tag': '67cd8e92-7fd0-4561-9207-d3517582df3d', 'status': 'completed', 'code': 200} Jun 18 16:34:32.554857 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8e6dddcc-74ce-4d36-aee1-7abcd5e90d04 req-23fd3609-f7cc-451a-ad99-516b21c8912d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0978465 Jun 18 16:34:32.565543 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-99bd053e-5c78-4298-b927-26db5d6f1e62 req-7b69bc68-a8d1-4bc0-8125-5ead2d54c87e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1e472d-9763-4d2b-a395-369382cb5ff8 HTTP/1.1" status: 200 len: 210 time: 0.0481799 Jun 18 16:34:32.574240 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-b44b7d80-669e-4abf-ba12-31aaab0e8d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:30Z', 'revision_number': 8, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '2109a027-bcbe-42fb-a5f6-ececa561d5ca', 'name': '', 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:12:5f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:18Z', 'updated_at': '2021-06-18T16:34:27Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8dd26-0b09-497b-a969-f71ec6728e1b', 'name': '', 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:19:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:13Z', 'updated_at': '2021-06-18T16:34:20Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:32.576857 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting port 24788017-0145-48f7-b643-2e010a84e0ce {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:32.577144 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:32.586445 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] Set router 0b65df31-7545-460a-8acd-adb50c126970 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:32.646323 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b7d80-669e-4abf-ba12-31aaab0e8d46 None None] The sync data for ids ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'] in dv-neutron-797121-1-hyperv is: [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:30Z', 'revision_number': 8, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '2109a027-bcbe-42fb-a5f6-ececa561d5ca', 'name': '', 'network_id': '5d02ac71-ca7f-4a59-8a3e-ebaec4175779', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:12:5f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:18Z', 'updated_at': '2021-06-18T16:34:27Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': '1f3a7b83-5338-46e8-bc44-7d64b987f356', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8dd26-0b09-497b-a969-f71ec6728e1b', 'name': '', 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:19:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:13Z', 'updated_at': '2021-06-18T16:34:20Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:32.706217 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc39ed91-9e09-4522-91d0-0af1eb0d0c79 None None] DHCP port deletion for 89646519-e861-4df9-bd02-17eee88441a6 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:34:32.793010 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dddcc-74ce-4d36-aee1-7abcd5e90d04 req-98974f83-4980-49c7-9a46-88787ef07e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:32.795028 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8e6dddcc-74ce-4d36-aee1-7abcd5e90d04 req-98974f83-4980-49c7-9a46-88787ef07e16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16baf16222f446bfa2a20a3a159e0911&device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 1099 time: 0.0999582 Jun 18 16:34:32.870692 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-bc39ed91-9e09-4522-91d0-0af1eb0d0c79 None None] Deleting port 24788017-0145-48f7-b643-2e010a84e0ce {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:32.871078 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bc39ed91-9e09-4522-91d0-0af1eb0d0c79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:32.946176 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dddcc-74ce-4d36-aee1-7abcd5e90d04 req-ab381589-821f-4ec2-899a-ff065f957c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:32.947924 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8e6dddcc-74ce-4d36-aee1-7abcd5e90d04 req-ab381589-821f-4ec2-899a-ff065f957c8a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b035b862-0d9c-4039-9037-42f41472e61d HTTP/1.1" status: 200 len: 913 time: 0.1260328 Jun 18 16:34:32.962754 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-bc39ed91-9e09-4522-91d0-0af1eb0d0c79 None None] For port 24788017-0145-48f7-b643-2e010a84e0ce, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=24788017-0145-48f7-b643-2e010a84e0ce,segment=NetworkSegment(e28f2339-6c74-4995-916b-f3879be63410),segment_id=e28f2339-6c74-4995-916b-f3879be63410)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:32.963354 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bc39ed91-9e09-4522-91d0-0af1eb0d0c79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:33.033516 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8e6dddcc-74ce-4d36-aee1-7abcd5e90d04 req-50c30517-6ebd-4be3-b341-09c96ad80f65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e489a813-068f-4ce5-b29f-01bf27d69c67 HTTP/1.1" status: 200 len: 1002 time: 0.0764008 Jun 18 16:34:33.037921 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-bc39ed91-9e09-4522-91d0-0af1eb0d0c79 None None] Calling delete_port for 24788017-0145-48f7-b643-2e010a84e0ce owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:33.057509 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b65df31-7545-460a-8acd-adb50c126970', 'name': 'tempest-snat-router-239906367', 'tenant_id': '534e82b466f5436cb5a232c56dea6172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.166'}], 'enable_snat': False}, 'gw_port_id': '039d388a-932a-4c1c-a302-3e150df3b3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:27Z', 'updated_at': '2021-06-18T16:34:29Z', 'revision_number': 3, 'project_id': '534e82b466f5436cb5a232c56dea6172', 'gw_port': {'id': '039d388a-932a-4c1c-a302-3e150df3b3b6', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b65df31-7545-460a-8acd-adb50c126970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:29Z', 'updated_at': '2021-06-18T16:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:33.096418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dddcc-74ce-4d36-aee1-7abcd5e90d04 req-bf686a15-f4ac-42ad-b1cc-ddea24eb556d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:33.098187 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8e6dddcc-74ce-4d36-aee1-7abcd5e90d04 req-bf686a15-f4ac-42ad-b1cc-ddea24eb556d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4db1c29c-aa09-4f43-a654-3bf9324a3d81 HTTP/1.1" status: 200 len: 851 time: 0.0582588 Jun 18 16:34:33.098612 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:33.120749 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b67e392-3250-4d90-8f25-09bcdfb93f83 None None] The sync data for ids ['0b65df31-7545-460a-8acd-adb50c126970'] in dv-neutron-797121-1-hyperv is: [{'id': '0b65df31-7545-460a-8acd-adb50c126970', 'name': 'tempest-snat-router-239906367', 'tenant_id': '534e82b466f5436cb5a232c56dea6172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.166'}], 'enable_snat': False}, 'gw_port_id': '039d388a-932a-4c1c-a302-3e150df3b3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:27Z', 'updated_at': '2021-06-18T16:34:29Z', 'revision_number': 3, 'project_id': '534e82b466f5436cb5a232c56dea6172', 'gw_port': {'id': '039d388a-932a-4c1c-a302-3e150df3b3b6', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b65df31-7545-460a-8acd-adb50c126970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:29Z', 'updated_at': '2021-06-18T16:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:33.175066 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bc39ed91-9e09-4522-91d0-0af1eb0d0c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:33.176331 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] For port 24788017-0145-48f7-b643-2e010a84e0ce, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=24788017-0145-48f7-b643-2e010a84e0ce,segment=NetworkSegment(e28f2339-6c74-4995-916b-f3879be63410),segment_id=e28f2339-6c74-4995-916b-f3879be63410)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:33.176695 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:33.182863 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9d9314fc-30d9-4c38-9a21-b54cf1cf1c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:33.187113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dddcc-74ce-4d36-aee1-7abcd5e90d04 req-409ba071-bb2f-4b31-9b28-2d20be2ca186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:33.187955 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8e6dddcc-74ce-4d36-aee1-7abcd5e90d04 req-409ba071-bb2f-4b31-9b28-2d20be2ca186 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b035b862-0d9c-4039-9037-42f41472e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817518 Jun 18 16:34:33.213036 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39ed91-9e09-4522-91d0-0af1eb0d0c79 None None] No DVR routers for this DVR port 24788017-0145-48f7-b643-2e010a84e0ce on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:33.217569 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39ed91-9e09-4522-91d0-0af1eb0d0c79 None None] Pushing event deleted for resources: {'Port': ['ID=24788017-0145-48f7-b643-2e010a84e0ce,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:33.220030 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-bc39ed91-9e09-4522-91d0-0af1eb0d0c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:33.283905 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Calling delete_port for 24788017-0145-48f7-b643-2e010a84e0ce owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:33.304423 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8e6dddcc-74ce-4d36-aee1-7abcd5e90d04 req-06ec7863-d58c-4ea9-893a-ac9996b1df54 service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091192 Jun 18 16:34:33.395726 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:33.398365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:33.402039 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Router 8bd9b86e-c4bb-469d-b54f-a6044aa86fb8 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:34:33.412819 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8e6dddcc-74ce-4d36-aee1-7abcd5e90d04 req-e7a31473-e440-47e0-bd8d-3229c269b09a service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967662 Jun 18 16:34:33.426862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Port': ['ID=24788017-0145-48f7-b643-2e010a84e0ce,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:33.431875 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:33.433603 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] No DVR routers for this DVR port 24788017-0145-48f7-b643-2e010a84e0ce on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:33.608518 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:33.625627 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89646519-e861-4df9-bd02-17eee88441a6']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:33.640610 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28f2339-6c74-4995-916b-f3879be63410') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:33.640916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28f2339-6c74-4995-916b-f3879be63410') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:33.654575 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:33.664387 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:33.674990 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Sync routers for ids ['8bd9b86e-c4bb-469d-b54f-a6044aa86fb8'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:33.680569 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:33.683755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:33.685066 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.9600246 Jun 18 16:34:33.687803 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50242) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:33.697276 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:33.698615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:33.698772 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50244) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: self.session.flush() Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: self.session.flush() Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: self.session.flush() Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: self.session.flush() Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:33.701482 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:33.705239 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Routers {'8bd9b86e-c4bb-469d-b54f-a6044aa86fb8'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:33.705239 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['8bd9b86e-c4bb-469d-b54f-a6044aa86fb8'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:33.782376 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:33.787110 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:33.792912 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/networks/89646519-e861-4df9-bd02-17eee88441a6 HTTP/1.1" status: 204 len: 168 time: 1.6211326 Jun 18 16:34:33.794117 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50246) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:33.794719 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ca322ee7-cb1b-46b1-9510-9bf4adf04d14 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:33.811221 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Network': ['ID=89646519-e861-4df9-bd02-17eee88441a6,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:33.814055 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:33.835513 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Set router 8bd9b86e-c4bb-469d-b54f-a6044aa86fb8 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:34.019110 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2f12865e-6073-439c-b903-444e037f1b27 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "GET /v2.0/routers/8bd9b86e-c4bb-469d-b54f-a6044aa86fb8 HTTP/1.1" status: 200 len: 907 time: 0.3271575 Jun 18 16:34:34.019637 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50248) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:34.054430 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd9b86e-c4bb-469d-b54f-a6044aa86fb8', 'name': 'tempest-snat-router-239906367', 'tenant_id': '534e82b466f5436cb5a232c56dea6172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '7e48f4ff-ede7-4d07-8b69-4ca7b8c14bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:30Z', 'updated_at': '2021-06-18T16:34:32Z', 'revision_number': 3, 'project_id': '534e82b466f5436cb5a232c56dea6172', 'gw_port': {'id': '7e48f4ff-ede7-4d07-8b69-4ca7b8c14bbe', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd9b86e-c4bb-469d-b54f-a6044aa86fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:31Z', 'updated_at': '2021-06-18T16:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:34.092511 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Checking router: 8bd9b86e-c4bb-469d-b54f-a6044aa86fb8 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:34.092877 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Updating router 8bd9b86e-c4bb-469d-b54f-a6044aa86fb8 port 7e48f4ff-ede7-4d07-8b69-4ca7b8c14bbe binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:34:34.096563 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 039d388a-932a-4c1c-a302-3e150df3b3b6 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:34.173109 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d667-e1d8-4713-bd44-14b3c3e218d9 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.175419 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.198157 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 039d388a-932a-4c1c-a302-3e150df3b3b6 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:34.214293 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 039d388a-932a-4c1c-a302-3e150df3b3b6 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:34.214293 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.307173 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d667-e1d8-4713-bd44-14b3c3e218d9 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.373172 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-fcc1d667-e1d8-4713-bd44-14b3c3e218d9 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Deleting port 7e48f4ff-ede7-4d07-8b69-4ca7b8c14bbe {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:34.373563 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d667-e1d8-4713-bd44-14b3c3e218d9 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.413922 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.449007 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 039d388a-932a-4c1c-a302-3e150df3b3b6, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=039d388a-932a-4c1c-a302-3e150df3b3b6,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:34.450974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-912cd9dc-b803-41fe-aee1-3c79c8040b19 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.457077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.461448 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d667-e1d8-4713-bd44-14b3c3e218d9 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.466905 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0c55996e-fec9-4543-a49d-f762eaca290a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:34.540297 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-fcc1d667-e1d8-4713-bd44-14b3c3e218d9 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Calling delete_port for 7e48f4ff-ede7-4d07-8b69-4ca7b8c14bbe owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:34.542048 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=039d388a-932a-4c1c-a302-3e150df3b3b6,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:34.554709 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:34.556115 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fc165593-b616-40f5-afcc-ce440b7f91c7 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.592236 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 24788017-0145-48f7-b643-2e010a84e0ce no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:34.624739 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.627799 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 24788017-0145-48f7-b643-2e010a84e0ce {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:34.628157 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 24788017-0145-48f7-b643-2e010a84e0ce not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:34.646552 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Transition to ACTIVE for port object 7e48f4ff-ede7-4d07-8b69-4ca7b8c14bbe will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:34.654034 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.656275 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:34.713917 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f7020-1a2f-4a4c-876b-b739504ac419 None None] Pushing event updated for resources: {'Port': ['ID=7e48f4ff-ede7-4d07-8b69-4ca7b8c14bbe,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:34.722948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Attempting to bind port 7e48f4ff-ede7-4d07-8b69-4ca7b8c14bbe on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:34.723333 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Attempting to bind port 7e48f4ff-ede7-4d07-8b69-4ca7b8c14bbe by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:34.723702 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Attempting to bind port 7e48f4ff-ede7-4d07-8b69-4ca7b8c14bbe on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:34.726842 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9a6f7020-1a2f-4a4c-876b-b739504ac419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:34.730241 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:34.730241 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:34.730545 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.730916 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:34.731397 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Bound port: 7e48f4ff-ede7-4d07-8b69-4ca7b8c14bbe, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:34.731780 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.757827 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d667-e1d8-4713-bd44-14b3c3e218d9 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.760986 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7a917b87-cdaa-4bd7-bb35-f7c61166fbff tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:34.784906 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 67cd8e92-7fd0-4561-9207-d3517582df3d no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:34.794416 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1d667-e1d8-4713-bd44-14b3c3e218d9 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e48f4ff-ede7-4d07-8b69-4ca7b8c14bbe,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:34.797364 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fcc1d667-e1d8-4713-bd44-14b3c3e218d9 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:34.811679 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 67cd8e92-7fd0-4561-9207-d3517582df3d {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:34.812292 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 67cd8e92-7fd0-4561-9207-d3517582df3d not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:34.814048 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:34:34.815077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:34:34.862101 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d667-e1d8-4713-bd44-14b3c3e218d9 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.955654 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d667-e1d8-4713-bd44-14b3c3e218d9 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:34.958697 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d667-e1d8-4713-bd44-14b3c3e218d9 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.010621 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d667-e1d8-4713-bd44-14b3c3e218d9 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.011215 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc1d667-e1d8-4713-bd44-14b3c3e218d9 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd9b86e-c4bb-469d-b54f-a6044aa86fb8 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:34:35.015903 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d667-e1d8-4713-bd44-14b3c3e218d9 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.019673 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fcc1d667-e1d8-4713-bd44-14b3c3e218d9 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "DELETE /v2.0/routers/8bd9b86e-c4bb-469d-b54f-a6044aa86fb8 HTTP/1.1" status: 204 len: 168 time: 0.9958472 Jun 18 16:34:35.020053 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50250) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:35.134853 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b5f94cc3-a331-4183-8462-6f6f47c12315 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.197571 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1802ca10-e0ac-4978-a02f-7b69fd883124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.251422 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b5f94cc3-a331-4183-8462-6f6f47c12315 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.306029 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-b5f94cc3-a331-4183-8462-6f6f47c12315 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Deleting port 039d388a-932a-4c1c-a302-3e150df3b3b6 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:35.306393 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b5f94cc3-a331-4183-8462-6f6f47c12315 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.310504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-912cd9dc-b803-41fe-aee1-3c79c8040b19 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting port 2109a027-bcbe-42fb-a5f6-ececa561d5ca {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:35.310865 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-912cd9dc-b803-41fe-aee1-3c79c8040b19 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.333444 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Attempting to bind port 7e48f4ff-ede7-4d07-8b69-4ca7b8c14bbe on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:35.334008 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Attempting to bind port 7e48f4ff-ede7-4d07-8b69-4ca7b8c14bbe by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:35.334749 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Attempting to bind port 7e48f4ff-ede7-4d07-8b69-4ca7b8c14bbe on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:35.341045 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:35.341373 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:35.342154 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.342401 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:35.343015 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Bound port: 7e48f4ff-ede7-4d07-8b69-4ca7b8c14bbe, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:35.343762 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.362383 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Port 7e48f4ff-ede7-4d07-8b69-4ca7b8c14bbe has been deleted concurrently {{(pid=93429) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} Jun 18 16:34:35.372566 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Routers set() bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:35.372566 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Router IDs set() for agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 18 16:34:35.373711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_agentschedulers_db [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8bd9b86e-c4bb-469d-b54f-a6044aa86fb8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent'). {{(pid=93429) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 18 16:34:35.374043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c4875-2498-4516-a260-7c0ed8e009a2 None None] The sync data for ids ['8bd9b86e-c4bb-469d-b54f-a6044aa86fb8'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:35.387586 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-b5f94cc3-a331-4183-8462-6f6f47c12315 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] For port 039d388a-932a-4c1c-a302-3e150df3b3b6, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=039d388a-932a-4c1c-a302-3e150df3b3b6,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:35.387950 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b5f94cc3-a331-4183-8462-6f6f47c12315 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.435517 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-912cd9dc-b803-41fe-aee1-3c79c8040b19 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] For port 2109a027-bcbe-42fb-a5f6-ececa561d5ca, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2109a027-bcbe-42fb-a5f6-ececa561d5ca,segment=NetworkSegment(f02ecff5-afca-467d-b341-55d1671ca02b),segment_id=f02ecff5-afca-467d-b341-55d1671ca02b)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:35.435930 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-912cd9dc-b803-41fe-aee1-3c79c8040b19 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.439512 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-fc165593-b616-40f5-afcc-ce440b7f91c7 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Deleting port fb3b876a-4ef3-4786-bf5b-7d9d7367da63 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:35.440151 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fc165593-b616-40f5-afcc-ce440b7f91c7 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.457823 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-b5f94cc3-a331-4183-8462-6f6f47c12315 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Calling delete_port for 039d388a-932a-4c1c-a302-3e150df3b3b6 owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:35.544765 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-912cd9dc-b803-41fe-aee1-3c79c8040b19 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Calling delete_port for 2109a027-bcbe-42fb-a5f6-ececa561d5ca owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:35.624786 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b5f94cc3-a331-4183-8462-6f6f47c12315 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.627526 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-89090dcd-3b65-48fd-b261-aebf540355ea tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:35.648986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-fc165593-b616-40f5-afcc-ce440b7f91c7 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] For port fb3b876a-4ef3-4786-bf5b-7d9d7367da63, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=fb3b876a-4ef3-4786-bf5b-7d9d7367da63,segment=NetworkSegment(e29c36aa-4d63-42a4-be7f-00440eb6d404),segment_id=e29c36aa-4d63-42a4-be7f-00440eb6d404)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:35.649351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fc165593-b616-40f5-afcc-ce440b7f91c7 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.651522 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f94cc3-a331-4183-8462-6f6f47c12315 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Pushing event deleted for resources: {'Port': ['ID=039d388a-932a-4c1c-a302-3e150df3b3b6,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:35.654979 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b5f94cc3-a331-4183-8462-6f6f47c12315 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:35.720237 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b5f94cc3-a331-4183-8462-6f6f47c12315 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.723805 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-fc165593-b616-40f5-afcc-ce440b7f91c7 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Calling delete_port for fb3b876a-4ef3-4786-bf5b-7d9d7367da63 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:35.818261 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b5f94cc3-a331-4183-8462-6f6f47c12315 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.820414 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b5f94cc3-a331-4183-8462-6f6f47c12315 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.863607 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b5f94cc3-a331-4183-8462-6f6f47c12315 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.864166 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f94cc3-a331-4183-8462-6f6f47c12315 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b65df31-7545-460a-8acd-adb50c126970 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:34:35.869219 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b5f94cc3-a331-4183-8462-6f6f47c12315 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.869796 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b5f94cc3-a331-4183-8462-6f6f47c12315 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "DELETE /v2.0/routers/0b65df31-7545-460a-8acd-adb50c126970 HTTP/1.1" status: 204 len: 168 time: 0.8486557 Jun 18 16:34:35.873228 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50252) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:35.879534 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-428154293', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}, 'admin_state_up': False}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:35.905892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.907109 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.928195 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-912cd9dc-b803-41fe-aee1-3c79c8040b19 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.932910 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-475d5e9f-936e-4502-9582-daea2b5063f9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:35.971097 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cd9dc-b803-41fe-aee1-3c79c8040b19 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Port': ['ID=2109a027-bcbe-42fb-a5f6-ececa561d5ca,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:35.979187 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:35.987641 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-912cd9dc-b803-41fe-aee1-3c79c8040b19 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:36.149126 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-912cd9dc-b803-41fe-aee1-3c79c8040b19 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:36.150147 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:36.167444 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fc165593-b616-40f5-afcc-ce440b7f91c7 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:36.203557 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b3802f3d-0956-4de4-ad47-69e7d039943e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:36.256422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc165593-b616-40f5-afcc-ce440b7f91c7 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event deleted for resources: {'Port': ['ID=fb3b876a-4ef3-4786-bf5b-7d9d7367da63,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:36.263408 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fc165593-b616-40f5-afcc-ce440b7f91c7 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:36.364698 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:36.388311 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:36.515788 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Allocated IP 172.26.2.51 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/86743842-5485-4db0-a6a4-ccf3dbd27a1c) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:36.516416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912cd9dc-b803-41fe-aee1-3c79c8040b19 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:36.540764 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fc165593-b616-40f5-afcc-ce440b7f91c7 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:36.622905 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:36.661456 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:36.664487 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c83d20a8-9631-41ae-b4e9-ab03453fb296 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:36.678208 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912cd9dc-b803-41fe-aee1-3c79c8040b19 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:36.691098 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939d8a9a-d798-4a69-963a-576435935ae0 None None] Sync routers for ids ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:36.703218 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939d8a9a-d798-4a69-963a-576435935ae0 None None] Routers {'35bc8029-7c7a-49a3-bc43-82a4127af9a5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:36.704141 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-939d8a9a-d798-4a69-963a-576435935ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:36.707908 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:36.711800 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:36.716109 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:36.717575 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-912cd9dc-b803-41fe-aee1-3c79c8040b19 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/35bc8029-7c7a-49a3-bc43-82a4127af9a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9223673 Jun 18 16:34:36.717859 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50254) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:36.726807 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Pushing event updated for resources: {'Port': ['ID=86743842-5485-4db0-a6a4-ccf3dbd27a1c,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:36.755169 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:36.818046 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-939d8a9a-d798-4a69-963a-576435935ae0 None None] Set router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:36.842933 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0c8c8a-6a88-4892-a764-b2692b1f1f6a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting subnet 1f3a7b83-5338-46e8-bc44-7d64b987f356 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:34:36.868034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc165593-b616-40f5-afcc-ce440b7f91c7 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Router eb5847f3-3e96-453b-b67d-4ad4dc559a28 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:36.875712 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2a0c8c8a-6a88-4892-a764-b2692b1f1f6a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:36.943997 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2a0c8c8a-6a88-4892-a764-b2692b1f1f6a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:36.984419 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc165593-b616-40f5-afcc-ce440b7f91c7 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:36.990450 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fc165593-b616-40f5-afcc-ce440b7f91c7 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "PUT /v2.0/routers/eb5847f3-3e96-453b-b67d-4ad4dc559a28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2912810 Jun 18 16:34:36.996030 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50256) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:37.000314 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3aac48-df9c-4ab4-8099-c0e707d67434 None None] Sync routers for ids ['eb5847f3-3e96-453b-b67d-4ad4dc559a28'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:37.013238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3aac48-df9c-4ab4-8099-c0e707d67434 None None] Routers {'eb5847f3-3e96-453b-b67d-4ad4dc559a28'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:37.014340 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-0b3aac48-df9c-4ab4-8099-c0e707d67434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['eb5847f3-3e96-453b-b67d-4ad4dc559a28'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:37.054522 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f56da6-5f48-4270-ae7d-0bc607d0ad75 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Deleting subnet 0a140121-72dc-48d3-80d5-98995fffa013 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:34:37.058203 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55f56da6-5f48-4270-ae7d-0bc607d0ad75 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:37.101517 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55f56da6-5f48-4270-ae7d-0bc607d0ad75 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:37.155817 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-939d8a9a-d798-4a69-963a-576435935ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:35Z', 'revision_number': 9, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8dd26-0b09-497b-a969-f71ec6728e1b', 'name': '', 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:19:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:13Z', 'updated_at': '2021-06-18T16:34:20Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:37.191711 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939d8a9a-d798-4a69-963a-576435935ae0 None None] Checking router: 35bc8029-7c7a-49a3-bc43-82a4127af9a5 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:37.201584 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939d8a9a-d798-4a69-963a-576435935ae0 None None] Routers {'35bc8029-7c7a-49a3-bc43-82a4127af9a5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:37.202834 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-939d8a9a-d798-4a69-963a-576435935ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:37.218536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55f56da6-5f48-4270-ae7d-0bc607d0ad75 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:37.301820 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55f56da6-5f48-4270-ae7d-0bc607d0ad75 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:37.304593 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-939d8a9a-d798-4a69-963a-576435935ae0 None None] Set router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:37.313290 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1a09b2de-c87f-4070-8b9f-c21110124567 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:37.338690 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55f56da6-5f48-4270-ae7d-0bc607d0ad75 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:37.344727 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-55f56da6-5f48-4270-ae7d-0bc607d0ad75 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "DELETE /v2.0/subnets/0a140121-72dc-48d3-80d5-98995fffa013 HTTP/1.1" status: 204 len: 168 time: 0.3465462 Jun 18 16:34:37.346317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50258) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:37.347781 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f56da6-5f48-4270-ae7d-0bc607d0ad75 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event deleted for resources: {'Subnet': ['ID=0a140121-72dc-48d3-80d5-98995fffa013,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:37.349114 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ef0aa5-a680-4d81-9f0e-e94a015c2f9f None None] Network aecf6f70-3d92-4efd-a20f-fdc191016162 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:37.350343 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-55f56da6-5f48-4270-ae7d-0bc607d0ad75 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:37.406299 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-0b3aac48-df9c-4ab4-8099-c0e707d67434 None None] Set router eb5847f3-3e96-453b-b67d-4ad4dc559a28 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:37.480968 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3a26b316-a5ac-4949-9478-fe7e84db711f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:37.481734 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2a0c8c8a-6a88-4892-a764-b2692b1f1f6a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:37.513547 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:37.561159 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-939d8a9a-d798-4a69-963a-576435935ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:35Z', 'revision_number': 9, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8dd26-0b09-497b-a969-f71ec6728e1b', 'name': '', 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:19:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:13Z', 'updated_at': '2021-06-18T16:34:20Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:37.598568 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939d8a9a-d798-4a69-963a-576435935ae0 None None] The sync data for ids ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'] in dv-neutron-797121-1-hyperv is: [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:35Z', 'revision_number': 9, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8dd26-0b09-497b-a969-f71ec6728e1b', 'name': '', 'network_id': '9101b6e6-02db-4498-a327-cf645c0b8441', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:19:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:13Z', 'updated_at': '2021-06-18T16:34:20Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'ae37f2c2-d47c-4ce7-9600-bc3157d64dee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:37.619018 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3a26b316-a5ac-4949-9478-fe7e84db711f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:37.631560 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-160d73fa-bbc7-46bf-a625-7dc7993a7a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:37.635034 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2a0c8c8a-6a88-4892-a764-b2692b1f1f6a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:37.639228 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-de36fd17-7822-4b43-8334-60232fdfbf0a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:37.672708 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c8c8a-6a88-4892-a764-b2692b1f1f6a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Subnet': ['ID=1f3a7b83-5338-46e8-bc44-7d64b987f356,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:37.680240 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2a0c8c8a-6a88-4892-a764-b2692b1f1f6a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:37.697849 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b537ad2b-e124-4026-b2a5-fb68fbc76205 None None] Network 5d02ac71-ca7f-4a59-8a3e-ebaec4175779 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:37.699662 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-3a26b316-a5ac-4949-9478-fe7e84db711f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Deleting port 76988a44-e108-4069-a50a-566ae1a32c34 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:37.700197 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3a26b316-a5ac-4949-9478-fe7e84db711f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:37.714407 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2a0c8c8a-6a88-4892-a764-b2692b1f1f6a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:37.718679 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2a0c8c8a-6a88-4892-a764-b2692b1f1f6a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/subnets/1f3a7b83-5338-46e8-bc44-7d64b987f356 HTTP/1.1" status: 204 len: 168 time: 0.9972456 Jun 18 16:34:37.719349 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50260) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:37.790639 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-3a26b316-a5ac-4949-9478-fe7e84db711f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] For port 76988a44-e108-4069-a50a-566ae1a32c34, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=76988a44-e108-4069-a50a-566ae1a32c34,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:37.791000 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3a26b316-a5ac-4949-9478-fe7e84db711f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:37.839327 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-0b3aac48-df9c-4ab4-8099-c0e707d67434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884123011', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '76988a44-e108-4069-a50a-566ae1a32c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:34:36Z', 'revision_number': 5, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'gw_port': {'id': '76988a44-e108-4069-a50a-566ae1a32c34', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:37.855746 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:37.862094 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-3a26b316-a5ac-4949-9478-fe7e84db711f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Calling delete_port for 76988a44-e108-4069-a50a-566ae1a32c34 owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:37.867141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3aac48-df9c-4ab4-8099-c0e707d67434 None None] Checking router: eb5847f3-3e96-453b-b67d-4ad4dc559a28 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:37.872311 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:37.886971 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3aac48-df9c-4ab4-8099-c0e707d67434 None None] Routers {'eb5847f3-3e96-453b-b67d-4ad4dc559a28'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:37.887764 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-0b3aac48-df9c-4ab4-8099-c0e707d67434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['eb5847f3-3e96-453b-b67d-4ad4dc559a28'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:37.999877 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-0b3aac48-df9c-4ab4-8099-c0e707d67434 None None] Set router eb5847f3-3e96-453b-b67d-4ad4dc559a28 gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:38.037853 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting port 67ce59fa-80ca-427d-8915-b365a203b6cf {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:38.044598 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c985d969-9e75-4193-ac7a-650ab7306b06 None None] DHCP port deletion for aecf6f70-3d92-4efd-a20f-fdc191016162 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:34:38.045725 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.087622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3a26b316-a5ac-4949-9478-fe7e84db711f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.089840 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:38.092705 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-0b3aac48-df9c-4ab4-8099-c0e707d67434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884123011', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:34:37Z', 'revision_number': 6, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:38.119250 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26b316-a5ac-4949-9478-fe7e84db711f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event deleted for resources: {'Port': ['ID=76988a44-e108-4069-a50a-566ae1a32c34,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:38.122539 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3a26b316-a5ac-4949-9478-fe7e84db711f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:38.167929 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] For port 67ce59fa-80ca-427d-8915-b365a203b6cf, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=67ce59fa-80ca-427d-8915-b365a203b6cf,segment=NetworkSegment(f02ecff5-afca-467d-b341-55d1671ca02b),segment_id=f02ecff5-afca-467d-b341-55d1671ca02b)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:38.168348 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.186251 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Router 9e0dc70b-8f3e-4438-9e19-43b643891053 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:34:38.201670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8374d59-e691-4792-b678-2c4a57078877 None None] DHCP port deletion for 5d02ac71-ca7f-4a59-8a3e-ebaec4175779 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:34:38.209501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3a26b316-a5ac-4949-9478-fe7e84db711f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.212638 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3aac48-df9c-4ab4-8099-c0e707d67434 None None] The sync data for ids ['eb5847f3-3e96-453b-b67d-4ad4dc559a28'] in dv-neutron-797121-1-hyperv is: [{'id': 'eb5847f3-3e96-453b-b67d-4ad4dc559a28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884123011', 'tenant_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:34:37Z', 'revision_number': 6, 'project_id': 'c1f5970bdf9948068046d65adb1ce5bd', 'gw_port_host': None}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:38.265522 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Calling delete_port for 67ce59fa-80ca-427d-8915-b365a203b6cf owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:38.272572 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 039d388a-932a-4c1c-a302-3e150df3b3b6 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:38.278035 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.306695 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 039d388a-932a-4c1c-a302-3e150df3b3b6 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:38.307200 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 039d388a-932a-4c1c-a302-3e150df3b3b6 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:38.307726 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 9babc8e8-d52a-4a00-9abc-f3e13cfeff63 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:38.331892 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3a26b316-a5ac-4949-9478-fe7e84db711f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.334181 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3a26b316-a5ac-4949-9478-fe7e84db711f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.365338 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c985d969-9e75-4193-ac7a-650ab7306b06 None None] Deleting port 9babc8e8-d52a-4a00-9abc-f3e13cfeff63 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:38.368289 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c985d969-9e75-4193-ac7a-650ab7306b06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.383152 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3a26b316-a5ac-4949-9478-fe7e84db711f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.383680 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a26b316-a5ac-4949-9478-fe7e84db711f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Fanout notify agent at l3_agent the message router_deleted on router eb5847f3-3e96-453b-b67d-4ad4dc559a28 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:34:38.392637 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3a26b316-a5ac-4949-9478-fe7e84db711f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.395403 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3a26b316-a5ac-4949-9478-fe7e84db711f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "DELETE /v2.0/routers/eb5847f3-3e96-453b-b67d-4ad4dc559a28 HTTP/1.1" status: 204 len: 168 time: 1.0437009 Jun 18 16:34:38.396491 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50262) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:38.422958 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c8374d59-e691-4792-b678-2c4a57078877 None None] Deleting port 67ce59fa-80ca-427d-8915-b365a203b6cf {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:38.423909 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c8374d59-e691-4792-b678-2c4a57078877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.434673 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:38.453508 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e723bc7d-8076-46f4-ad18-98e260a97293 None None] Sync routers for ids ['9e0dc70b-8f3e-4438-9e19-43b643891053'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:38.454123 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.458678 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b18d289c-db8c-4a45-8ff5-5cd465a8d43c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:38.463593 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e723bc7d-8076-46f4-ad18-98e260a97293 None None] Routers {'9e0dc70b-8f3e-4438-9e19-43b643891053'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:38.464245 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e723bc7d-8076-46f4-ad18-98e260a97293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['9e0dc70b-8f3e-4438-9e19-43b643891053'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:38.475045 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.476394 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6018355 Jun 18 16:34:38.479915 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50264) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:38.485054 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-fe4aa4ba-2ab9-4a50-9ed1-56ee581d657f tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'enable_snat': False}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:38.503511 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] No DVR routers for this DVR port 67ce59fa-80ca-427d-8915-b365a203b6cf on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:38.505945 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Port': ['ID=67ce59fa-80ca-427d-8915-b365a203b6cf,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:38.511507 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:38.521895 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e723bc7d-8076-46f4-ad18-98e260a97293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:38.531100 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e723bc7d-8076-46f4-ad18-98e260a97293 None None] Routers {'9e0dc70b-8f3e-4438-9e19-43b643891053'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:38.531621 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e723bc7d-8076-46f4-ad18-98e260a97293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['9e0dc70b-8f3e-4438-9e19-43b643891053'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:38.537357 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.577777 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c985d969-9e75-4193-ac7a-650ab7306b06 None None] For port 9babc8e8-d52a-4a00-9abc-f3e13cfeff63, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9babc8e8-d52a-4a00-9abc-f3e13cfeff63,segment=NetworkSegment(e29c36aa-4d63-42a4-be7f-00440eb6d404),segment_id=e29c36aa-4d63-42a4-be7f-00440eb6d404)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:38.578192 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c985d969-9e75-4193-ac7a-650ab7306b06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.580203 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e723bc7d-8076-46f4-ad18-98e260a97293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:38.581142 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e723bc7d-8076-46f4-ad18-98e260a97293 None None] The sync data for ids ['9e0dc70b-8f3e-4438-9e19-43b643891053'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:38.594740 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c8374d59-e691-4792-b678-2c4a57078877 None None] For port 67ce59fa-80ca-427d-8915-b365a203b6cf, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=67ce59fa-80ca-427d-8915-b365a203b6cf,segment=NetworkSegment(f02ecff5-afca-467d-b341-55d1671ca02b),segment_id=f02ecff5-afca-467d-b341-55d1671ca02b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:38.595150 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c8374d59-e691-4792-b678-2c4a57078877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.651721 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.659564 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.669103 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d02ac71-ca7f-4a59-8a3e-ebaec4175779']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:38.684144 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02ecff5-afca-467d-b341-55d1671ca02b') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:38.684733 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02ecff5-afca-467d-b341-55d1671ca02b') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:38.699843 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.703049 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c985d969-9e75-4193-ac7a-650ab7306b06 None None] Calling delete_port for 9babc8e8-d52a-4a00-9abc-f3e13cfeff63 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:38.721475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.728994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:38.729629 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.775433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c8374d59-e691-4792-b678-2c4a57078877 None None] Calling delete_port for 67ce59fa-80ca-427d-8915-b365a203b6cf owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:38.796033 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:38.806909 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.810164 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-70506354-fe43-4f18-8c61-ecb614bd9667 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:38.817343 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.821718 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/networks/5d02ac71-ca7f-4a59-8a3e-ebaec4175779 HTTP/1.1" status: 204 len: 168 time: 1.0994349 Jun 18 16:34:38.835773 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50266) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:38.843030 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Network': ['ID=5d02ac71-ca7f-4a59-8a3e-ebaec4175779,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:38.847546 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:38.893372 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 9babc8e8-d52a-4a00-9abc-f3e13cfeff63, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9babc8e8-d52a-4a00-9abc-f3e13cfeff63,segment=NetworkSegment(e29c36aa-4d63-42a4-be7f-00440eb6d404),segment_id=e29c36aa-4d63-42a4-be7f-00440eb6d404)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:38.906795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.908173 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2109a027-bcbe-42fb-a5f6-ececa561d5ca no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:38.916184 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:38.965404 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.972290 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 2109a027-bcbe-42fb-a5f6-ececa561d5ca {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:38.972568 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2109a027-bcbe-42fb-a5f6-ececa561d5ca not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:39.044850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=9babc8e8-d52a-4a00-9abc-f3e13cfeff63,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:39.051331 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:39.051331 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c985d969-9e75-4193-ac7a-650ab7306b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.053681 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e85c8925-6b97-45a3-8912-93729602084b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:39.058221 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c8374d59-e691-4792-b678-2c4a57078877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.093623 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985d969-9e75-4193-ac7a-650ab7306b06 None None] Pushing event deleted for resources: {'Port': ['ID=9babc8e8-d52a-4a00-9abc-f3e13cfeff63,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:39.096912 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8374d59-e691-4792-b678-2c4a57078877 None None] Network 5d02ac71-ca7f-4a59-8a3e-ebaec4175779 is not hosted by any dhcp agent {{(pid=93429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:34:39.097594 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8374d59-e691-4792-b678-2c4a57078877 None None] No DVR routers for this DVR port 67ce59fa-80ca-427d-8915-b365a203b6cf on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:39.103700 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c985d969-9e75-4193-ac7a-650ab7306b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:39.105306 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-bc39ed91-9e09-4522-91d0-0af1eb0d0c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:39.114909 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c985d969-9e75-4193-ac7a-650ab7306b06 None None] No DVR routers for this DVR port 9babc8e8-d52a-4a00-9abc-f3e13cfeff63 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:39.118944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Deleting port 9babc8e8-d52a-4a00-9abc-f3e13cfeff63 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:39.119408 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.134404 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8374d59-e691-4792-b678-2c4a57078877 None None] Pushing event deleted for resources: {'Port': ['ID=67ce59fa-80ca-427d-8915-b365a203b6cf,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:39.136345 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c8374d59-e691-4792-b678-2c4a57078877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:39.229422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] For port 9babc8e8-d52a-4a00-9abc-f3e13cfeff63, host dv-neutron-797121-1-hyperv, got binding levels [] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:39.229693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.231771 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0e7e36b6-3292-4a19-b1ec-fa75cb3b48ce tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.328346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Calling delete_port for 9babc8e8-d52a-4a00-9abc-f3e13cfeff63 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:39.332576 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.ipam_backend_mixin [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Port 9babc8e8-d52a-4a00-9abc-f3e13cfeff63 was not found and therefore no delete operation was performed {{(pid=93428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 16:34:39.335187 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.341471 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:39.371359 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event deleted for resources: {'Port': ['ID=9babc8e8-d52a-4a00-9abc-f3e13cfeff63,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:39.373204 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] No DVR routers for this DVR port 9babc8e8-d52a-4a00-9abc-f3e13cfeff63 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:39.383599 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:39.507243 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fe4aa4ba-2ab9-4a50-9ed1-56ee581d657f tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.511420 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.520234 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-0e7e36b6-3292-4a19-b1ec-fa75cb3b48ce tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting port f0c8dd26-0b09-497b-a969-f71ec6728e1b {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:39.520790 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0e7e36b6-3292-4a19-b1ec-fa75cb3b48ce tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.523473 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aecf6f70-3d92-4efd-a20f-fdc191016162']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:39.535462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29c36aa-4d63-42a4-be7f-00440eb6d404') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:39.535756 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29c36aa-4d63-42a4-be7f-00440eb6d404') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:39.577131 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.594691 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.603617 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:39.604015 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:39.607121 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:39.617666 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-0e7e36b6-3292-4a19-b1ec-fa75cb3b48ce tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] For port f0c8dd26-0b09-497b-a969-f71ec6728e1b, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f0c8dd26-0b09-497b-a969-f71ec6728e1b,segment=NetworkSegment(6707df18-6edc-4ee8-a3fd-6bd8de57e093),segment_id=6707df18-6edc-4ee8-a3fd-6bd8de57e093)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:39.618020 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0e7e36b6-3292-4a19-b1ec-fa75cb3b48ce tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.682401 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-0e7e36b6-3292-4a19-b1ec-fa75cb3b48ce tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Calling delete_port for f0c8dd26-0b09-497b-a969-f71ec6728e1b owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:39.689378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.703842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0f4248e2-466f-47e1-b4e2-40302fb3ef8c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:39.710178 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.714435 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "DELETE /v2.0/networks/aecf6f70-3d92-4efd-a20f-fdc191016162 HTTP/1.1" status: 204 len: 168 time: 1.3145225 Jun 18 16:34:39.724510 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50268) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:39.738366 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event deleted for resources: {'Network': ['ID=aecf6f70-3d92-4efd-a20f-fdc191016162,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:39.742313 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:39.859490 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0e7e36b6-3292-4a19-b1ec-fa75cb3b48ce tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.862676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cfe183b6-baae-4870-b68b-985bf0d07b67 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:39.868256 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-970a338e-4cf7-4b4b-a161-9c4f64d25289 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:39.891790 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e36b6-3292-4a19-b1ec-fa75cb3b48ce tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Port': ['ID=f0c8dd26-0b09-497b-a969-f71ec6728e1b,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:39.895520 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0e7e36b6-3292-4a19-b1ec-fa75cb3b48ce tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:39.906879 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-970a338e-4cf7-4b4b-a161-9c4f64d25289 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:40.032634 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0e7e36b6-3292-4a19-b1ec-fa75cb3b48ce tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:40.059287 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-970a338e-4cf7-4b4b-a161-9c4f64d25289 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:40.061917 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-970a338e-4cf7-4b4b-a161-9c4f64d25289 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:40.063100 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-970a338e-4cf7-4b4b-a161-9c4f64d25289 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] 10.222.0.39 "DELETE /v2.0/security-groups/0f1dbc5c-6d97-438f-a9eb-911032f1bbbd HTTP/1.1" status: 204 len: 168 time: 0.3364494 Jun 18 16:34:40.067402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-31530210-4aab-423d-9ac4-1b5e1c025ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:40.116960 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a338e-4cf7-4b4b-a161-9c4f64d25289 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1dbc5c-6d97-438f-a9eb-911032f1bbbd,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:40.121808 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-970a338e-4cf7-4b4b-a161-9c4f64d25289 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:40.141883 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device fb3b876a-4ef3-4786-bf5b-7d9d7367da63 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:40.185430 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: fb3b876a-4ef3-4786-bf5b-7d9d7367da63 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:40.185785 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device fb3b876a-4ef3-4786-bf5b-7d9d7367da63 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:40.186208 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 67ce59fa-80ca-427d-8915-b365a203b6cf no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:40.212520 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 67ce59fa-80ca-427d-8915-b365a203b6cf {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:40.213711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 67ce59fa-80ca-427d-8915-b365a203b6cf not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:40.214344 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 76988a44-e108-4069-a50a-566ae1a32c34 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:40.236854 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 76988a44-e108-4069-a50a-566ae1a32c34 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:40.237147 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 76988a44-e108-4069-a50a-566ae1a32c34 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:40.237826 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fe4aa4ba-2ab9-4a50-9ed1-56ee581d657f tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:40.242724 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fe4aa4ba-2ab9-4a50-9ed1-56ee581d657f tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:40.323559 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7e36b6-3292-4a19-b1ec-fa75cb3b48ce tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:40.373367 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4aa4ba-2ab9-4a50-9ed1-56ee581d657f tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Router 9e0dc70b-8f3e-4438-9e19-43b643891053 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:40.420569 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:40.424665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7e36b6-3292-4a19-b1ec-fa75cb3b48ce tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:40.433945 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0e7e36b6-3292-4a19-b1ec-fa75cb3b48ce tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/35bc8029-7c7a-49a3-bc43-82a4127af9a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5963819 Jun 18 16:34:40.434130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50276) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:40.438534 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1372b9b3-0c1d-44e7-ab7f-e0fc9143012c None None] Sync routers for ids ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:40.447443 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50278) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:40.451598 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1372b9b3-0c1d-44e7-ab7f-e0fc9143012c None None] Routers {'35bc8029-7c7a-49a3-bc43-82a4127af9a5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:40.452346 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-1372b9b3-0c1d-44e7-ab7f-e0fc9143012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:40.530463 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb089f53-2825-457d-8d41-86d804347ccc tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting subnet ae37f2c2-d47c-4ce7-9600-bc3157d64dee {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:34:40.534711 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4aa4ba-2ab9-4a50-9ed1-56ee581d657f tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:40.536256 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cb089f53-2825-457d-8d41-86d804347ccc tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:40.541224 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fe4aa4ba-2ab9-4a50-9ed1-56ee581d657f tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:40.545138 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fe4aa4ba-2ab9-4a50-9ed1-56ee581d657f tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "PUT /v2.0/routers/9e0dc70b-8f3e-4438-9e19-43b643891053 HTTP/1.1" status: 200 len: 924 time: 2.0641317 Jun 18 16:34:40.545739 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50282) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:40.547430 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8742135-faf7-4b06-ba68-29b8b5854ef0 None None] Sync routers for ids ['9e0dc70b-8f3e-4438-9e19-43b643891053'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:40.556647 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-1372b9b3-0c1d-44e7-ab7f-e0fc9143012c None None] Set router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:40.562523 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8742135-faf7-4b06-ba68-29b8b5854ef0 None None] Routers {'9e0dc70b-8f3e-4438-9e19-43b643891053'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:40.563697 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e8742135-faf7-4b06-ba68-29b8b5854ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['9e0dc70b-8f3e-4438-9e19-43b643891053'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:40.605700 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b206a684-f30c-4f82-95cd-5d3f1bd27412 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1f5970bdf9948068046d65adb1ce5bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569695 Jun 18 16:34:40.606315 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50284) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:40.615034 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e8742135-faf7-4b06-ba68-29b8b5854ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:40.626085 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8742135-faf7-4b06-ba68-29b8b5854ef0 None None] Routers {'9e0dc70b-8f3e-4438-9e19-43b643891053'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:40.627860 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e8742135-faf7-4b06-ba68-29b8b5854ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['9e0dc70b-8f3e-4438-9e19-43b643891053'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:40.639008 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cb089f53-2825-457d-8d41-86d804347ccc tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:40.676932 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e8742135-faf7-4b06-ba68-29b8b5854ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:40.677840 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8742135-faf7-4b06-ba68-29b8b5854ef0 None None] The sync data for ids ['9e0dc70b-8f3e-4438-9e19-43b643891053'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:40.678053 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-64b47e5d-db5f-4df7-a1e2-fd72c2d8a552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:40.709442 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-64b47e5d-db5f-4df7-a1e2-fd72c2d8a552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:40.759916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-64b47e5d-db5f-4df7-a1e2-fd72c2d8a552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:40.762811 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-64b47e5d-db5f-4df7-a1e2-fd72c2d8a552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:40.763336 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a5428b58-46e6-46b0-8d4a-4929a4587bf7 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "GET /v2.0/routers/9e0dc70b-8f3e-4438-9e19-43b643891053 HTTP/1.1" status: 200 len: 924 time: 0.1935143 Jun 18 16:34:40.764831 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-64b47e5d-db5f-4df7-a1e2-fd72c2d8a552 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90191c0b-9884-4ef9-993a-0a867feaf300 HTTP/1.1" status: 204 len: 168 time: 0.1575148 Jun 18 16:34:40.765590 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50286) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:40.766315 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-70506354-fe43-4f18-8c61-ecb614bd9667 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:40.782871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cb089f53-2825-457d-8d41-86d804347ccc tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:40.796714 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-1372b9b3-0c1d-44e7-ab7f-e0fc9143012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:39Z', 'revision_number': 10, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:40.804671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b47e5d-db5f-4df7-a1e2-fd72c2d8a552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90191c0b-9884-4ef9-993a-0a867feaf300,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:40.807144 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-64b47e5d-db5f-4df7-a1e2-fd72c2d8a552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:40.831246 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1372b9b3-0c1d-44e7-ab7f-e0fc9143012c None None] Checking router: 35bc8029-7c7a-49a3-bc43-82a4127af9a5 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:40.844217 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1372b9b3-0c1d-44e7-ab7f-e0fc9143012c None None] Routers {'35bc8029-7c7a-49a3-bc43-82a4127af9a5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:40.844931 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-1372b9b3-0c1d-44e7-ab7f-e0fc9143012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:40.856899 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a846547-aa4d-4c86-80f1-e40468435f4c tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:40.859399 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4a846547-aa4d-4c86-80f1-e40468435f4c tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&device_id=9e0dc70b-8f3e-4438-9e19-43b643891053&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0886667 Jun 18 16:34:40.862107 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cb089f53-2825-457d-8d41-86d804347ccc tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:40.863543 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50290) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:40.865664 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-22662d32-6b21-4a80-b461-a486786d3d1d tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:40.891799 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb089f53-2825-457d-8d41-86d804347ccc tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Subnet': ['ID=ae37f2c2-d47c-4ce7-9600-bc3157d64dee,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:40.894457 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cb089f53-2825-457d-8d41-86d804347ccc tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:40.898533 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cb089f53-2825-457d-8d41-86d804347ccc tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:40.901591 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-cb089f53-2825-457d-8d41-86d804347ccc tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/subnets/ae37f2c2-d47c-4ce7-9600-bc3157d64dee HTTP/1.1" status: 204 len: 168 time: 0.4664533 Jun 18 16:34:40.903958 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50292) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:40.979423 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabd137e-3c09-44ab-9833-5ac0287cc5d3 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:40.980876 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-aabd137e-3c09-44ab-9833-5ac0287cc5d3 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "GET /v2.0/networks/aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 HTTP/1.1" status: 200 len: 881 time: 0.1156192 Jun 18 16:34:40.983847 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50296) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:41.009067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.019767 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9fea2dd8-d940-4ddb-b5be-1012c4c3e280 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0dc70b-8f3e-4438-9e19-43b643891053 HTTP/1.1" status: 200 len: 205 time: 0.0343413 Jun 18 16:34:41.021868 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50298) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:41.074909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting port af12eee9-5a2f-49cb-bada-70d8185e4792 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:41.075248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.093450 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899cf62e-f21b-4930-9d5a-d0ff0fcd6403 None None] Network 9101b6e6-02db-4498-a327-cf645c0b8441 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:41.132795 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50300) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:41.153801 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-25bb395c-fb20-4ec2-afc3-2a1472679d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.161637 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9bb245c-8f0e-486a-856a-901cd30ffb00 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.171881 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-1372b9b3-0c1d-44e7-ab7f-e0fc9143012c None None] Set router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:41.178214 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] For port af12eee9-5a2f-49cb-bada-70d8185e4792, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=af12eee9-5a2f-49cb-bada-70d8185e4792,segment=NetworkSegment(6707df18-6edc-4ee8-a3fd-6bd8de57e093),segment_id=6707df18-6edc-4ee8-a3fd-6bd8de57e093)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:41.178574 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.249122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Calling delete_port for af12eee9-5a2f-49cb-bada-70d8185e4792 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:41.270759 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9bb245c-8f0e-486a-856a-901cd30ffb00 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.326201 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb245c-8f0e-486a-856a-901cd30ffb00 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Deleting port 86743842-5485-4db0-a6a4-ccf3dbd27a1c {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:41.330054 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9bb245c-8f0e-486a-856a-901cd30ffb00 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.391583 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.403527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:41.407861 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-25bb395c-fb20-4ec2-afc3-2a1472679d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.410281 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] No DVR routers for this DVR port af12eee9-5a2f-49cb-bada-70d8185e4792 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:41.430428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-1372b9b3-0c1d-44e7-ab7f-e0fc9143012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:39Z', 'revision_number': 10, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:41.433897 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Port': ['ID=af12eee9-5a2f-49cb-bada-70d8185e4792,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:41.435729 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-25bb395c-fb20-4ec2-afc3-2a1472679d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.449848 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9bb245c-8f0e-486a-856a-901cd30ffb00 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.458383 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5e6f24-4276-4ac4-987b-b6e10fac7ca8 None None] DHCP port deletion for 9101b6e6-02db-4498-a327-cf645c0b8441 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:34:41.460670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1372b9b3-0c1d-44e7-ab7f-e0fc9143012c None None] The sync data for ids ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'] in dv-neutron-797121-1-hyperv is: [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:39Z', 'revision_number': 10, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None, '_interfaces': [{'id': '7c147891-8efd-4616-a165-22a531fe8be2', 'name': '', 'network_id': '10f40124-c9b3-411a-99f6-538b3a612c5e', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'mac_address': 'fa:16:3e:00:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:08Z', 'updated_at': '2021-06-18T16:34:14Z', 'revision_number': 5, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'subnets': [{'id': 'e63a290b-4491-4069-925e-208bbb71bee9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:41.483189 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:41.483798 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-df9773a6-ff13-4767-ac52-95e6a016d83e tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:41.488320 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-25bb395c-fb20-4ec2-afc3-2a1472679d10 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b40116065c01421ebb78dc3aa4082e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544443 Jun 18 16:34:41.491471 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50302) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:41.522796 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb245c-8f0e-486a-856a-901cd30ffb00 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Calling delete_port for 86743842-5485-4db0-a6a4-ccf3dbd27a1c owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:41.563173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb395c-fb20-4ec2-afc3-2a1472679d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2a723a-1713-404b-a54b-ec68aff0ffef,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:41.574836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-25bb395c-fb20-4ec2-afc3-2a1472679d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:41.590632 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.606717 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9101b6e6-02db-4498-a327-cf645c0b8441']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:41.618688 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6707df18-6edc-4ee8-a3fd-6bd8de57e093') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:41.618983 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6707df18-6edc-4ee8-a3fd-6bd8de57e093') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:41.635859 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.647491 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8308b488-08d0-4088-bfe0-1c9ddad3f462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.658346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.684299 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:41.684616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:41.688268 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:41.691694 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8308b488-08d0-4088-bfe0-1c9ddad3f462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.717084 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9bb245c-8f0e-486a-856a-901cd30ffb00 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.719567 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e16c4dc1-b182-44fb-a603-9653bae978f2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:41.748362 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb245c-8f0e-486a-856a-901cd30ffb00 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Pushing event deleted for resources: {'Port': ['ID=86743842-5485-4db0-a6a4-ccf3dbd27a1c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:41.752323 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a9bb245c-8f0e-486a-856a-901cd30ffb00 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:41.767841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.771478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-054d149b-de73-43ed-80d1-07f916058fb5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:41.775483 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.779774 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/networks/9101b6e6-02db-4498-a327-cf645c0b8441 HTTP/1.1" status: 204 len: 168 time: 0.8720770 Jun 18 16:34:41.780140 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50304) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:41.796488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Network': ['ID=9101b6e6-02db-4498-a327-cf645c0b8441,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:41.824944 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9bb245c-8f0e-486a-856a-901cd30ffb00 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.832698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:41.861613 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8308b488-08d0-4088-bfe0-1c9ddad3f462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.864180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8308b488-08d0-4088-bfe0-1c9ddad3f462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.865297 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8308b488-08d0-4088-bfe0-1c9ddad3f462 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c2a723a-1713-404b-a54b-ec68aff0ffef HTTP/1.1" status: 204 len: 168 time: 0.3728888 Jun 18 16:34:41.870169 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-df841e7c-02d1-41ac-bdac-4fea1973bdc3 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:41.882904 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308b488-08d0-4088-bfe0-1c9ddad3f462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2a723a-1713-404b-a54b-ec68aff0ffef,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:41.886998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8308b488-08d0-4088-bfe0-1c9ddad3f462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:41.918103 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9bb245c-8f0e-486a-856a-901cd30ffb00 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.920258 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9bb245c-8f0e-486a-856a-901cd30ffb00 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.969734 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9bb245c-8f0e-486a-856a-901cd30ffb00 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.970553 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bb245c-8f0e-486a-856a-901cd30ffb00 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Fanout notify agent at l3_agent the message router_deleted on router 9e0dc70b-8f3e-4438-9e19-43b643891053 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:34:41.985390 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9bb245c-8f0e-486a-856a-901cd30ffb00 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.986641 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a9bb245c-8f0e-486a-856a-901cd30ffb00 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "DELETE /v2.0/routers/9e0dc70b-8f3e-4438-9e19-43b643891053 HTTP/1.1" status: 204 len: 168 time: 0.9637275 Jun 18 16:34:41.990973 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50308) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:42.003086 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-d816dc7b-415a-472e-962f-a716f1d7654c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-715686751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:42.031383 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d816dc7b-415a-472e-962f-a716f1d7654c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.032585 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d816dc7b-415a-472e-962f-a716f1d7654c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.037861 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f0c8dd26-0b09-497b-a969-f71ec6728e1b no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:42.060772 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: f0c8dd26-0b09-497b-a969-f71ec6728e1b {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:42.061387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f0c8dd26-0b09-497b-a969-f71ec6728e1b not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:42.062016 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device af12eee9-5a2f-49cb-bada-70d8185e4792 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:42.087104 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: af12eee9-5a2f-49cb-bada-70d8185e4792 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:42.087647 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device af12eee9-5a2f-49cb-bada-70d8185e4792 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:42.095722 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d816dc7b-415a-472e-962f-a716f1d7654c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.101563 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d816dc7b-415a-472e-962f-a716f1d7654c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.120386 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d816dc7b-415a-472e-962f-a716f1d7654c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.121887 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d816dc7b-415a-472e-962f-a716f1d7654c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1297495 Jun 18 16:34:42.124638 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50312) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:42.129866 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-5a4633c5-3711-43c0-8264-b583b4437e2d tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:42.179978 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-053181b7-560a-49e8-a6ac-69bddc838b88 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.715715 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50330) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:42.729018 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5a4633c5-3711-43c0-8264-b583b4437e2d tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.823531 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-053181b7-560a-49e8-a6ac-69bddc838b88 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting port 7c147891-8efd-4616-a165-22a531fe8be2 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:42.823873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-053181b7-560a-49e8-a6ac-69bddc838b88 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.825884 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-d7282382-97ca-4656-84cd-9b291e6de9fb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-642099915-network', 'tenant_id': '4c5df58ac10842cbbe217b68c02f8017'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:42.858151 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7282382-97ca-4656-84cd-9b291e6de9fb admin admin] Made reservation on behalf of 4c5df58ac10842cbbe217b68c02f8017 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:42.860478 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7282382-97ca-4656-84cd-9b291e6de9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.872461 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7282382-97ca-4656-84cd-9b291e6de9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.913922 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-053181b7-560a-49e8-a6ac-69bddc838b88 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] For port 7c147891-8efd-4616-a165-22a531fe8be2, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7c147891-8efd-4616-a165-22a531fe8be2,segment=NetworkSegment(39b02fd0-23db-4def-863a-d8a585357373),segment_id=39b02fd0-23db-4def-863a-d8a585357373)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:42.914287 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-053181b7-560a-49e8-a6ac-69bddc838b88 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.973833 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5a4633c5-3711-43c0-8264-b583b4437e2d tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.981089 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-053181b7-560a-49e8-a6ac-69bddc838b88 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Calling delete_port for 7c147891-8efd-4616-a165-22a531fe8be2 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:42.999458 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5a4633c5-3711-43c0-8264-b583b4437e2d tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.147745 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-5a4633c5-3711-43c0-8264-b583b4437e2d tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Allocated IP 172.26.2.212 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/38e7e9fe-8f78-4d1f-9adc-456089d3e151) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:43.150817 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7282382-97ca-4656-84cd-9b291e6de9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.151974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-053181b7-560a-49e8-a6ac-69bddc838b88 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.154608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7282382-97ca-4656-84cd-9b291e6de9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.155040 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4a0b6df6-918b-4fb2-86e1-ec12ab0f82a4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:43.159235 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-29c62a08-57ce-4204-8f3a-06d52c8e82db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:43.180427 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053181b7-560a-49e8-a6ac-69bddc838b88 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Port': ['ID=7c147891-8efd-4616-a165-22a531fe8be2,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:43.183734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-053181b7-560a-49e8-a6ac-69bddc838b88 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:43.194247 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7282382-97ca-4656-84cd-9b291e6de9fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:34:43.215704 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7282382-97ca-4656-84cd-9b291e6de9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c869e2d-804d-4169-8a74-5d85b8e701fb,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:43.248192 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d7282382-97ca-4656-84cd-9b291e6de9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:43.251013 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7282382-97ca-4656-84cd-9b291e6de9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.251013 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-d7282382-97ca-4656-84cd-9b291e6de9fb admin admin] Added segment cd1ba5b2-1e5c-4349-ae25-b4e0d9be0676 of type vlan for network 218b94bc-cf62-4c7c-b213-6874867f1163 Jun 18 16:34:43.288855 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-053181b7-560a-49e8-a6ac-69bddc838b88 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.306475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7282382-97ca-4656-84cd-9b291e6de9fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.359721 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5a4633c5-3711-43c0-8264-b583b4437e2d tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.372087 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7282382-97ca-4656-84cd-9b291e6de9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.373121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7282382-97ca-4656-84cd-9b291e6de9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:43.373701 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7282382-97ca-4656-84cd-9b291e6de9fb admin admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.377899 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e1507c72-006f-46e6-ba6c-f8cf768c7cfa tempest-NetworksIpV6TestAttrs-1088255392 tempest-NetworksIpV6TestAttrs-1088255392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:43.433504 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d7282382-97ca-4656-84cd-9b291e6de9fb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7137921 Jun 18 16:34:43.437323 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50334) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:43.443447 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-df7b7b95-5803-4bf2-a0f1-335d1e1fd11e admin admin] Request body: {'subnet': {'network_id': '218b94bc-cf62-4c7c-b213-6874867f1163', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-642099915-subnet', 'tenant_id': '4c5df58ac10842cbbe217b68c02f8017', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:43.451082 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053181b7-560a-49e8-a6ac-69bddc838b88 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:43.478746 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7282382-97ca-4656-84cd-9b291e6de9fb admin admin] Pushing event updated for resources: {'Network': ['ID=218b94bc-cf62-4c7c-b213-6874867f1163,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:43.483294 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d7282382-97ca-4656-84cd-9b291e6de9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:43.487019 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5a4633c5-3711-43c0-8264-b583b4437e2d tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.490377 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-04eab851-6fcc-4be9-a555-44acd9311101 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:43.492184 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 218b94bc-cf62-4c7c-b213-6874867f1163 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:34:43.493082 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7b7b95-5803-4bf2-a0f1-335d1e1fd11e admin admin] Made reservation on behalf of 4c5df58ac10842cbbe217b68c02f8017 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:43.495419 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-df7b7b95-5803-4bf2-a0f1-335d1e1fd11e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.537668 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053181b7-560a-49e8-a6ac-69bddc838b88 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:43.545361 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-053181b7-560a-49e8-a6ac-69bddc838b88 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/35bc8029-7c7a-49a3-bc43-82a4127af9a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7531350 Jun 18 16:34:43.545609 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50336) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:43.551576 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f8403c-35aa-4408-a636-49eaa0487abc None None] Sync routers for ids ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:43.571535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f8403c-35aa-4408-a636-49eaa0487abc None None] Routers {'35bc8029-7c7a-49a3-bc43-82a4127af9a5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:43.572511 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b2f8403c-35aa-4408-a636-49eaa0487abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:43.574661 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4633c5-3711-43c0-8264-b583b4437e2d tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:43.585978 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-5a4633c5-3711-43c0-8264-b583b4437e2d tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:43.593676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4633c5-3711-43c0-8264-b583b4437e2d tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:43.597612 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4633c5-3711-43c0-8264-b583b4437e2d tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Pushing event updated for resources: {'Port': ['ID=38e7e9fe-8f78-4d1f-9adc-456089d3e151,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:43.605010 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5a4633c5-3711-43c0-8264-b583b4437e2d tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:43.613531 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8404c1-7795-4dd3-b0b1-cbdf820f4cd5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting subnet e63a290b-4491-4069-925e-208bbb71bee9 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:34:43.616937 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9a8404c1-7795-4dd3-b0b1-cbdf820f4cd5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.650215 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-b2f8403c-35aa-4408-a636-49eaa0487abc None None] Set router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:43.665634 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9a8404c1-7795-4dd3-b0b1-cbdf820f4cd5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.712782 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b2f8403c-35aa-4408-a636-49eaa0487abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:43Z', 'revision_number': 11, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:43.742680 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f8403c-35aa-4408-a636-49eaa0487abc None None] Checking router: 35bc8029-7c7a-49a3-bc43-82a4127af9a5 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:43.751116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f8403c-35aa-4408-a636-49eaa0487abc None None] Routers {'35bc8029-7c7a-49a3-bc43-82a4127af9a5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:43.751792 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b2f8403c-35aa-4408-a636-49eaa0487abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:43.760593 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9a8404c1-7795-4dd3-b0b1-cbdf820f4cd5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.820571 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-b2f8403c-35aa-4408-a636-49eaa0487abc None None] Set router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:43.833794 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9a8404c1-7795-4dd3-b0b1-cbdf820f4cd5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.835987 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cad5fee7-74c7-477c-9d6d-ddef03fbbb66 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:43.862058 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8404c1-7795-4dd3-b0b1-cbdf820f4cd5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Subnet': ['ID=e63a290b-4491-4069-925e-208bbb71bee9,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:43.864959 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9a8404c1-7795-4dd3-b0b1-cbdf820f4cd5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:43.867400 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9a8404c1-7795-4dd3-b0b1-cbdf820f4cd5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.869934 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9a8404c1-7795-4dd3-b0b1-cbdf820f4cd5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/subnets/e63a290b-4491-4069-925e-208bbb71bee9 HTTP/1.1" status: 204 len: 168 time: 0.3227565 Jun 18 16:34:43.872369 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50338) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:43.885125 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-df7b7b95-5803-4bf2-a0f1-335d1e1fd11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.887676 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cfeb95-800e-4a34-8c09-40b3f7dbd335 None None] Network 10f40124-c9b3-411a-99f6-538b3a612c5e requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:43.889478 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-87e252ad-fa09-4a6c-b8d7-6f3670f99fbc tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:43.891421 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b2f8403c-35aa-4408-a636-49eaa0487abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:43Z', 'revision_number': 11, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:43.951953 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f8403c-35aa-4408-a636-49eaa0487abc None None] The sync data for ids ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'] in dv-neutron-797121-1-hyperv is: [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:43Z', 'revision_number': 11, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:43.956366 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.003651 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b7b95-5803-4bf2-a0f1-335d1e1fd11e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4efc7581-0f2a-471e-81ef-d0b5249d8e26,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:44.010685 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-df7b7b95-5803-4bf2-a0f1-335d1e1fd11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:44.012040 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7b7b95-5803-4bf2-a0f1-335d1e1fd11e admin admin] Checking segment: {'id': 'cd1ba5b2-1e5c-4349-ae25-b4e0d9be0676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '218b94bc-cf62-4c7c-b213-6874867f1163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:44.012587 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7b7b95-5803-4bf2-a0f1-335d1e1fd11e admin admin] Network hostable DHCP agents. Network: 218b94bc-cf62-4c7c-b213-6874867f1163, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:34:44.016044 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5a4633c5-3711-43c0-8264-b583b4437e2d tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.031266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Deleting port e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:44.031614 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.076585 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7b7b95-5803-4bf2-a0f1-335d1e1fd11e admin admin] Network 218b94bc-cf62-4c7c-b213-6874867f1163 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:34:44.107980 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] For port e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040,segment=NetworkSegment(39b02fd0-23db-4def-863a-d8a585357373),segment_id=39b02fd0-23db-4def-863a-d8a585357373)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:44.108344 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.118310 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-df7b7b95-5803-4bf2-a0f1-335d1e1fd11e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 218b94bc-cf62-4c7c-b213-6874867f1163) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:44.125879 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7b7b95-5803-4bf2-a0f1-335d1e1fd11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:44.125879 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-df7b7b95-5803-4bf2-a0f1-335d1e1fd11e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.127968 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aff53ea-d347-46e1-837e-0f3851fbbd0c None None] Network 218b94bc-cf62-4c7c-b213-6874867f1163 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:44.154382 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-df7b7b95-5803-4bf2-a0f1-335d1e1fd11e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7062414 Jun 18 16:34:44.183997 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Calling delete_port for e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:44.268284 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5a4633c5-3711-43c0-8264-b583b4437e2d tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.270343 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.271886 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5a4633c5-3711-43c0-8264-b583b4437e2d tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.274278 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-00a49138-2e76-4df6-a7e4-1a4477e5f61a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:44.279490 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197eb310-9ddf-432b-ab90-c2898e8cda1c None None] Network 218b94bc-cf62-4c7c-b213-6874867f1163 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:44.312192 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Port': ['ID=e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:44.317673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:44.318972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] No DVR routers for this DVR port e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:44.349243 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e96bd2-2663-4293-b4a8-0ade495a8d9b None None] DHCP port deletion for 10f40124-c9b3-411a-99f6-538b3a612c5e request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:34:44.480957 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4633c5-3711-43c0-8264-b583b4437e2d tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Router 259b7773-c9fc-4610-929b-10a7486ffc01 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:34:44.481329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.493122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f40124-c9b3-411a-99f6-538b3a612c5e']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:44.510290 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b02fd0-23db-4def-863a-d8a585357373') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:44.510611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b02fd0-23db-4def-863a-d8a585357373') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:44.521908 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.538027 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.547380 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:44.547786 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:44.551841 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:44.609141 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4633c5-3711-43c0-8264-b583b4437e2d tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:44.617178 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5a4633c5-3711-43c0-8264-b583b4437e2d tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.619590 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5a4633c5-3711-43c0-8264-b583b4437e2d tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "PUT /v2.0/routers/259b7773-c9fc-4610-929b-10a7486ffc01 HTTP/1.1" status: 200 len: 883 time: 2.4926641 Jun 18 16:34:44.621376 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50348) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:44.623675 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d383071-9834-43a4-a238-39f46cc17408 None None] Sync routers for ids ['259b7773-c9fc-4610-929b-10a7486ffc01'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:44.635270 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d383071-9834-43a4-a238-39f46cc17408 None None] Routers {'259b7773-c9fc-4610-929b-10a7486ffc01'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:44.635876 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4d383071-9834-43a4-a238-39f46cc17408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['259b7773-c9fc-4610-929b-10a7486ffc01'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:44.664202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.677482 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4d383071-9834-43a4-a238-39f46cc17408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:44.678573 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8ac289be-6f4e-4a95-b613-aec445dcdd3c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:44.689075 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d383071-9834-43a4-a238-39f46cc17408 None None] Routers {'259b7773-c9fc-4610-929b-10a7486ffc01'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:44.689700 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4d383071-9834-43a4-a238-39f46cc17408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['259b7773-c9fc-4610-929b-10a7486ffc01'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:44.689993 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.694354 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/networks/10f40124-c9b3-411a-99f6-538b3a612c5e HTTP/1.1" status: 204 len: 168 time: 0.8186743 Jun 18 16:34:44.694655 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50354) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:44.699493 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-f2e65891-677c-431f-9228-438f7eb3bf1a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'router': {'routes': None}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:44.709262 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Pushing event deleted for resources: {'Network': ['ID=10f40124-c9b3-411a-99f6-538b3a612c5e,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:44.711624 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:44.727894 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4d383071-9834-43a4-a238-39f46cc17408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:44.728631 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d383071-9834-43a4-a238-39f46cc17408 None None] The sync data for ids ['259b7773-c9fc-4610-929b-10a7486ffc01'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:44.776630 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1c9db5fb-8559-4107-a2c2-ea1a284d6513 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "GET /v2.0/routers/259b7773-c9fc-4610-929b-10a7486ffc01 HTTP/1.1" status: 200 len: 924 time: 0.1538124 Jun 18 16:34:44.779004 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50356) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:44.821906 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50360) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:44.828941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-75ab9d00-22d6-47cd-957e-b16a09ac4d9b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1038294307-network', 'tenant_id': 'af7eea97c7b24ed082d486c8575ba24b'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:44.863955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ab9d00-22d6-47cd-957e-b16a09ac4d9b admin admin] Made reservation on behalf of af7eea97c7b24ed082d486c8575ba24b for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:44.866295 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-75ab9d00-22d6-47cd-957e-b16a09ac4d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.869364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50480ff-9d7d-441a-8e31-f356c7cf1375 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:44.870868 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b50480ff-9d7d-441a-8e31-f356c7cf1375 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&device_id=259b7773-c9fc-4610-929b-10a7486ffc01&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0909271 Jun 18 16:34:44.877204 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50362) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:44.886204 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-75ab9d00-22d6-47cd-957e-b16a09ac4d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.888712 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.extraroute_db [None req-f2e65891-677c-431f-9228-438f7eb3bf1a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Added routes are [] {{(pid=93427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 18 16:34:44.889224 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.extraroute_db [None req-f2e65891-677c-431f-9228-438f7eb3bf1a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Removed routes are [] {{(pid=93427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 18 16:34:44.889343 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2e65891-677c-431f-9228-438f7eb3bf1a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.996505 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b812f77-1309-4332-b865-f39e9e3136a5 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:44.997908 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7b812f77-1309-4332-b865-f39e9e3136a5 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "GET /v2.0/networks/aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 HTTP/1.1" status: 200 len: 881 time: 0.1195774 Jun 18 16:34:45.000771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50364) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:45.027885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2e65891-677c-431f-9228-438f7eb3bf1a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.030957 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2e65891-677c-431f-9228-438f7eb3bf1a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.041000 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-26084ee8-a7bc-4cd6-8ea8-1bc5d23f915e tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "GET /v2.0/ports?device_id=259b7773-c9fc-4610-929b-10a7486ffc01 HTTP/1.1" status: 200 len: 205 time: 0.0388987 Jun 18 16:34:45.043964 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50366) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:45.109292 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e65891-677c-431f-9228-438f7eb3bf1a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:45.150129 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-75ab9d00-22d6-47cd-957e-b16a09ac4d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.155190 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-75ab9d00-22d6-47cd-957e-b16a09ac4d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.160825 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8a113177-85ea-4640-b8fd-ba0876bbeeb9 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:45.187961 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e65891-677c-431f-9228-438f7eb3bf1a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:45.193442 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ab9d00-22d6-47cd-957e-b16a09ac4d9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:34:45.195080 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2e65891-677c-431f-9228-438f7eb3bf1a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.199046 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f2e65891-677c-431f-9228-438f7eb3bf1a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/35bc8029-7c7a-49a3-bc43-82a4127af9a5 HTTP/1.1" status: 200 len: 703 time: 0.5033498 Jun 18 16:34:45.199653 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50368) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:45.199990 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab9d00-22d6-47cd-957e-b16a09ac4d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2217bd8-66b4-47e6-98ca-89379d8b6a89,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:45.200129 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb026006-f6d1-4d3b-bc80-f5dce598c4e0 None None] Sync routers for ids ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:45.205730 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-75ab9d00-22d6-47cd-957e-b16a09ac4d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:45.211706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a79faca9-ba52-4686-89ad-6aa919faffc1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.213733 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb026006-f6d1-4d3b-bc80-f5dce598c4e0 None None] Routers {'35bc8029-7c7a-49a3-bc43-82a4127af9a5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:45.214437 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-75ab9d00-22d6-47cd-957e-b16a09ac4d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.214741 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-cb026006-f6d1-4d3b-bc80-f5dce598c4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:45.214912 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-75ab9d00-22d6-47cd-957e-b16a09ac4d9b admin admin] Added segment ed0140c6-8d79-45dc-a354-b6e6c055f41b of type vlan for network 146f3ccb-8646-448d-a545-a52a7cea7409 Jun 18 16:34:45.233912 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-180980be-060a-4d93-9298-59852453fafb tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/ports?device_id=35bc8029-7c7a-49a3-bc43-82a4127af9a5 HTTP/1.1" status: 200 len: 205 time: 0.0309818 Jun 18 16:34:45.234133 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50370) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:45.287275 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-cb026006-f6d1-4d3b-bc80-f5dce598c4e0 None None] Set router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:45.312084 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a989eb80-f450-4aa4-b35f-637e9fb92c48 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.329065 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-75ab9d00-22d6-47cd-957e-b16a09ac4d9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.339138 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-cb026006-f6d1-4d3b-bc80-f5dce598c4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:43Z', 'revision_number': 11, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:45.368782 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb026006-f6d1-4d3b-bc80-f5dce598c4e0 None None] Checking router: 35bc8029-7c7a-49a3-bc43-82a4127af9a5 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:45.372725 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a79faca9-ba52-4686-89ad-6aa919faffc1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.377655 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-75ab9d00-22d6-47cd-957e-b16a09ac4d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.378767 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ab9d00-22d6-47cd-957e-b16a09ac4d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:45.379468 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-75ab9d00-22d6-47cd-957e-b16a09ac4d9b admin admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.379964 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb026006-f6d1-4d3b-bc80-f5dce598c4e0 None None] Routers {'35bc8029-7c7a-49a3-bc43-82a4127af9a5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:45.380734 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-cb026006-f6d1-4d3b-bc80-f5dce598c4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:45.383852 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5e92f9f6-a4c8-4d5e-b0cc-9e47c22344e8 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:45.448857 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-cb026006-f6d1-4d3b-bc80-f5dce598c4e0 None None] Set router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:45.456466 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-75ab9d00-22d6-47cd-957e-b16a09ac4d9b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6317101 Jun 18 16:34:45.463266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50372) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:45.471969 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d3cb6339-7a54-4dae-b321-3bf20a214575 admin admin] Request body: {'subnet': {'network_id': '146f3ccb-8646-448d-a545-a52a7cea7409', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1038294307-subnet', 'tenant_id': 'af7eea97c7b24ed082d486c8575ba24b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:45.477414 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a989eb80-f450-4aa4-b35f-637e9fb92c48 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.479496 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a989eb80-f450-4aa4-b35f-637e9fb92c48 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.482354 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab9d00-22d6-47cd-957e-b16a09ac4d9b admin admin] Pushing event updated for resources: {'Network': ['ID=146f3ccb-8646-448d-a545-a52a7cea7409,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:45.491966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-75ab9d00-22d6-47cd-957e-b16a09ac4d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:45.506137 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-cb026006-f6d1-4d3b-bc80-f5dce598c4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:43Z', 'revision_number': 11, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:45.515772 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cb6339-7a54-4dae-b321-3bf20a214575 admin admin] Made reservation on behalf of af7eea97c7b24ed082d486c8575ba24b for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:45.518352 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6339-7a54-4dae-b321-3bf20a214575 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.524947 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a989eb80-f450-4aa4-b35f-637e9fb92c48 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.525438 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a989eb80-f450-4aa4-b35f-637e9fb92c48 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Fanout notify agent at l3_agent the message router_deleted on router 35bc8029-7c7a-49a3-bc43-82a4127af9a5 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:34:45.532268 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a989eb80-f450-4aa4-b35f-637e9fb92c48 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.534318 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a989eb80-f450-4aa4-b35f-637e9fb92c48 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/routers/35bc8029-7c7a-49a3-bc43-82a4127af9a5 HTTP/1.1" status: 204 len: 168 time: 0.2986591 Jun 18 16:34:45.540333 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb026006-f6d1-4d3b-bc80-f5dce598c4e0 None None] The sync data for ids ['35bc8029-7c7a-49a3-bc43-82a4127af9a5'] in dv-neutron-797121-1-hyperv is: [{'id': '35bc8029-7c7a-49a3-bc43-82a4127af9a5', 'name': 'tempest-RoutersIpV6Test-router-90779697', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:05Z', 'updated_at': '2021-06-18T16:34:43Z', 'revision_number': 11, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:45.540712 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50374) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:45.541738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 146f3ccb-8646-448d-a545-a52a7cea7409 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:34:45.546168 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-67d8c414-a767-4faa-a836-997cde084e3d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-752653534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:45.571633 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-a79faca9-ba52-4686-89ad-6aa919faffc1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Deleting port 38e7e9fe-8f78-4d1f-9adc-456089d3e151 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:45.572047 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a79faca9-ba52-4686-89ad-6aa919faffc1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.573156 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-67d8c414-a767-4faa-a836-997cde084e3d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.574634 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-67d8c414-a767-4faa-a836-997cde084e3d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.640956 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-67d8c414-a767-4faa-a836-997cde084e3d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.645793 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-67d8c414-a767-4faa-a836-997cde084e3d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.663833 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-67d8c414-a767-4faa-a836-997cde084e3d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.665128 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-67d8c414-a767-4faa-a836-997cde084e3d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1233304 Jun 18 16:34:45.668165 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50376) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:45.673187 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-202f1932-4fcc-469c-aff8-0ae044bee130 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:45.708971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a79faca9-ba52-4686-89ad-6aa919faffc1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.800831 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-a79faca9-ba52-4686-89ad-6aa919faffc1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Calling delete_port for 38e7e9fe-8f78-4d1f-9adc-456089d3e151 owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:45.928029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6339-7a54-4dae-b321-3bf20a214575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.932778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dca99f3b-e393-4760-9739-a76c17f6c4d3 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:46.014254 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:46.037741 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:46.038169 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e71d29c1-7c9a-433e-a0e9-cfa5ce9dd040 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:46.038870 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7c147891-8efd-4616-a165-22a531fe8be2 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:46.046972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb6339-7a54-4dae-b321-3bf20a214575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f06f10cc-b459-4b77-a00e-40ddaa40e214,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:46.051241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d3cb6339-7a54-4dae-b321-3bf20a214575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:46.054496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb6339-7a54-4dae-b321-3bf20a214575 admin admin] Checking segment: {'id': 'ed0140c6-8d79-45dc-a354-b6e6c055f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '146f3ccb-8646-448d-a545-a52a7cea7409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:46.054885 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cb6339-7a54-4dae-b321-3bf20a214575 admin admin] Network hostable DHCP agents. Network: 146f3ccb-8646-448d-a545-a52a7cea7409, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:34:46.062238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 7c147891-8efd-4616-a165-22a531fe8be2 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:46.062608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7c147891-8efd-4616-a165-22a531fe8be2 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:46.104094 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cb6339-7a54-4dae-b321-3bf20a214575 admin admin] Network 146f3ccb-8646-448d-a545-a52a7cea7409 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:34:46.119871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-d3cb6339-7a54-4dae-b321-3bf20a214575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 146f3ccb-8646-448d-a545-a52a7cea7409) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:46.125277 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cb6339-7a54-4dae-b321-3bf20a214575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:46.126335 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6339-7a54-4dae-b321-3bf20a214575 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.129860 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3267cf45-1516-40ed-a7d4-9ce89595cd4d None None] Network 146f3ccb-8646-448d-a545-a52a7cea7409 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:46.130291 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a79faca9-ba52-4686-89ad-6aa919faffc1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.135186 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dcea2fcf-6a7a-437f-a8cb-a43f29380d7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:46.163411 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79faca9-ba52-4686-89ad-6aa919faffc1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Pushing event deleted for resources: {'Port': ['ID=38e7e9fe-8f78-4d1f-9adc-456089d3e151,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:46.167652 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a79faca9-ba52-4686-89ad-6aa919faffc1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:46.200305 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d3cb6339-7a54-4dae-b321-3bf20a214575 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7263381 Jun 18 16:34:46.240322 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-202f1932-4fcc-469c-aff8-0ae044bee130 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.245938 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a79faca9-ba52-4686-89ad-6aa919faffc1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.254476 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-202f1932-4fcc-469c-aff8-0ae044bee130 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.359541 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a79faca9-ba52-4686-89ad-6aa919faffc1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.362403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a79faca9-ba52-4686-89ad-6aa919faffc1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.390485 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202f1932-4fcc-469c-aff8-0ae044bee130 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Router 41168bd1-7884-46f0-845b-ec3536c8985b is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:34:46.417620 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a79faca9-ba52-4686-89ad-6aa919faffc1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.419609 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79faca9-ba52-4686-89ad-6aa919faffc1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Fanout notify agent at l3_agent the message router_deleted on router 259b7773-c9fc-4610-929b-10a7486ffc01 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:34:46.429194 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a79faca9-ba52-4686-89ad-6aa919faffc1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.430866 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a79faca9-ba52-4686-89ad-6aa919faffc1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "DELETE /v2.0/routers/259b7773-c9fc-4610-929b-10a7486ffc01 HTTP/1.1" status: 204 len: 168 time: 1.3858843 Jun 18 16:34:46.434444 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50382) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:46.441140 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b771d97a-fb75-4836-971d-09b9cf6e185c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-743683140', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:46.443918 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e098b5d-4a73-4791-b6c1-13aa9583e778 None None] Network 146f3ccb-8646-448d-a545-a52a7cea7409 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:46.474306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b771d97a-fb75-4836-971d-09b9cf6e185c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.476137 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b771d97a-fb75-4836-971d-09b9cf6e185c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.485153 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202f1932-4fcc-469c-aff8-0ae044bee130 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:46.493907 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-202f1932-4fcc-469c-aff8-0ae044bee130 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.497502 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-202f1932-4fcc-469c-aff8-0ae044bee130 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "PUT /v2.0/routers/41168bd1-7884-46f0-845b-ec3536c8985b HTTP/1.1" status: 200 len: 697 time: 0.8279982 Jun 18 16:34:46.498022 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50388) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:46.498213 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c89a260-4586-4d5d-9fc5-62e52b1becbe None None] Sync routers for ids ['41168bd1-7884-46f0-845b-ec3536c8985b'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:46.514351 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89a260-4586-4d5d-9fc5-62e52b1becbe None None] Routers {'41168bd1-7884-46f0-845b-ec3536c8985b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:46.515321 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-8c89a260-4586-4d5d-9fc5-62e52b1becbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['41168bd1-7884-46f0-845b-ec3536c8985b'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:46.602110 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-8c89a260-4586-4d5d-9fc5-62e52b1becbe None None] Set router 41168bd1-7884-46f0-845b-ec3536c8985b gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:46.617531 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b771d97a-fb75-4836-971d-09b9cf6e185c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.626390 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c8c262e0-f04a-4ae6-aa38-0a1c19868bec tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/routers/41168bd1-7884-46f0-845b-ec3536c8985b HTTP/1.1" status: 200 len: 703 time: 0.1267865 Jun 18 16:34:46.629084 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50394) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:46.630220 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b771d97a-fb75-4836-971d-09b9cf6e185c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.649456 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b771d97a-fb75-4836-971d-09b9cf6e185c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.651453 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b771d97a-fb75-4836-971d-09b9cf6e185c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2160304 Jun 18 16:34:46.654435 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50398) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:46.661167 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-230bef34-427f-4a92-b2f3-5f6c2c1481d1 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'enable_snat': True}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:46.665467 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50406) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:46.665978 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-dae18e22-66e9-429d-9e44-4ba9577f9c4a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/ports?device_id=41168bd1-7884-46f0-845b-ec3536c8985b HTTP/1.1" status: 200 len: 205 time: 0.0352838 Jun 18 16:34:46.671822 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-8c89a260-4586-4d5d-9fc5-62e52b1becbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41168bd1-7884-46f0-845b-ec3536c8985b', 'name': 'tempest-RoutersIpV6Test-router-752653534', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:45Z', 'updated_at': '2021-06-18T16:34:46Z', 'revision_number': 2, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:46.705701 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c89a260-4586-4d5d-9fc5-62e52b1becbe None None] Checking router: 41168bd1-7884-46f0-845b-ec3536c8985b for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:46.716509 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89a260-4586-4d5d-9fc5-62e52b1becbe None None] Routers {'41168bd1-7884-46f0-845b-ec3536c8985b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:46.717334 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-8c89a260-4586-4d5d-9fc5-62e52b1becbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['41168bd1-7884-46f0-845b-ec3536c8985b'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:46.793161 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-8c89a260-4586-4d5d-9fc5-62e52b1becbe None None] Set router 41168bd1-7884-46f0-845b-ec3536c8985b gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:46.797405 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-9981c460-d55c-4278-b0a8-ba9b225ff5d5 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:46.798612 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-9981c460-d55c-4278-b0a8-ba9b225ff5d5 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/networks?id=218b94bc-cf62-4c7c-b213-6874867f1163 HTTP/1.1" status: 200 len: 811 time: 0.1225555 Jun 18 16:34:46.814642 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-4d6e5b1b-3a2d-4216-af62-bde690762e75 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/quotas/4c5df58ac10842cbbe217b68c02f8017 HTTP/1.1" status: 200 len: 375 time: 0.0099034 Jun 18 16:34:46.848499 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-388b1c27-e556-41d9-8ce2-e486cc9d8e6c tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c5df58ac10842cbbe217b68c02f8017&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280104 Jun 18 16:34:46.850961 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-8c89a260-4586-4d5d-9fc5-62e52b1becbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41168bd1-7884-46f0-845b-ec3536c8985b', 'name': 'tempest-RoutersIpV6Test-router-752653534', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:45Z', 'updated_at': '2021-06-18T16:34:46Z', 'revision_number': 2, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:46.867218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d86a4bae-dc13-47ed-acfe-8c3ba1218fc2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.882104 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c89a260-4586-4d5d-9fc5-62e52b1becbe None None] The sync data for ids ['41168bd1-7884-46f0-845b-ec3536c8985b'] in dv-neutron-797121-1-hyperv is: [{'id': '41168bd1-7884-46f0-845b-ec3536c8985b', 'name': 'tempest-RoutersIpV6Test-router-752653534', 'tenant_id': '7fa748889fc44ffebd379b4310880c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:45Z', 'updated_at': '2021-06-18T16:34:46Z', 'revision_number': 2, 'project_id': '7fa748889fc44ffebd379b4310880c38', 'gw_port_host': None}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:47.047636 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-7c294463-18af-425f-85ec-e38ed6f439bd service neutron] 10.222.0.39 "GET /v2.0/networks/218b94bc-cf62-4c7c-b213-6874867f1163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917725 Jun 18 16:34:47.146663 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-0a21a5d1-225a-4b38-af8c-65c6ae30dabc service neutron] 10.222.0.39 "GET /v2.0/networks/218b94bc-cf62-4c7c-b213-6874867f1163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924520 Jun 18 16:34:47.318380 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-17a9acdc-c37f-4621-82b6-967611137f39 req-02af79b5-28ca-4269-b368-10882add84ff tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 210 time: 0.0307608 Jun 18 16:34:47.451175 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-230bef34-427f-4a92-b2f3-5f6c2c1481d1 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:47.457934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d86a4bae-dc13-47ed-acfe-8c3ba1218fc2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:47.460658 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d86a4bae-dc13-47ed-acfe-8c3ba1218fc2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:47.538064 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d86a4bae-dc13-47ed-acfe-8c3ba1218fc2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:47.538667 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86a4bae-dc13-47ed-acfe-8c3ba1218fc2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Fanout notify agent at l3_agent the message router_deleted on router 41168bd1-7884-46f0-845b-ec3536c8985b {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:34:47.545656 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d86a4bae-dc13-47ed-acfe-8c3ba1218fc2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:47.546729 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d86a4bae-dc13-47ed-acfe-8c3ba1218fc2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/routers/41168bd1-7884-46f0-845b-ec3536c8985b HTTP/1.1" status: 204 len: 168 time: 0.8791237 Jun 18 16:34:47.550726 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50422) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:47.599917 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-83d13cca-d0ed-46f5-a680-938d3ea91a2c tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/ports?device_id=41168bd1-7884-46f0-845b-ec3536c8985b HTTP/1.1" status: 200 len: 205 time: 0.0457757 Jun 18 16:34:47.600359 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50426) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:47.646398 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-1273b5e3-3ff8-4eac-900f-60b242768a81 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] delete failed (client error): The resource could not be found. Jun 18 16:34:47.647654 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1273b5e3-3ff8-4eac-900f-60b242768a81 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/routers/41168bd1-7884-46f0-845b-ec3536c8985b HTTP/1.1" status: 404 len: 336 time: 0.0463054 Jun 18 16:34:47.650247 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50428) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:47.678394 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-5edef193-8b42-4eb0-b8a2-63108496ee14 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] DELETE failed (client error): The resource could not be found. Jun 18 16:34:47.678732 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5edef193-8b42-4eb0-b8a2-63108496ee14 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:34:47.680537 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5edef193-8b42-4eb0-b8a2-63108496ee14 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/subnets/65b721ad-7c0d-4313-a6eb-363804a419d7 HTTP/1.1" status: 404 len: 337 time: 0.0294187 Jun 18 16:34:47.683322 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50430) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:47.717700 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78f27c7-954d-4182-81ac-1a3d9138ffaa tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] DELETE failed (client error): The resource could not be found. Jun 18 16:34:47.718175 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78f27c7-954d-4182-81ac-1a3d9138ffaa tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:34:47.723118 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d78f27c7-954d-4182-81ac-1a3d9138ffaa tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/subnets/1f3a7b83-5338-46e8-bc44-7d64b987f356 HTTP/1.1" status: 404 len: 337 time: 0.0354638 Jun 18 16:34:47.723500 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50432) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:47.744234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-230bef34-427f-4a92-b2f3-5f6c2c1481d1 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:47.753972 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3502af-0abf-4350-881d-2607d7b7e8e0 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] DELETE failed (client error): The resource could not be found. Jun 18 16:34:47.754518 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e3502af-0abf-4350-881d-2607d7b7e8e0 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:34:47.758640 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9e3502af-0abf-4350-881d-2607d7b7e8e0 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/subnets/ae37f2c2-d47c-4ce7-9600-bc3157d64dee HTTP/1.1" status: 404 len: 337 time: 0.0328972 Jun 18 16:34:47.759777 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50434) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:47.764746 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-230bef34-427f-4a92-b2f3-5f6c2c1481d1 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:47.792817 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-27204dc7-a1e3-46ee-9d97-12e6a03b8600 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] DELETE failed (client error): The resource could not be found. Jun 18 16:34:47.793274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27204dc7-a1e3-46ee-9d97-12e6a03b8600 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:34:47.797498 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-27204dc7-a1e3-46ee-9d97-12e6a03b8600 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/subnets/e63a290b-4491-4069-925e-208bbb71bee9 HTTP/1.1" status: 404 len: 337 time: 0.0340104 Jun 18 16:34:47.797707 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50438) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:47.831880 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b042b2ff-3c60-4a69-a1e7-84076df992de tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/ports?device_id=35bc8029-7c7a-49a3-bc43-82a4127af9a5 HTTP/1.1" status: 200 len: 205 time: 0.0301552 Jun 18 16:34:47.833082 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50440) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:47.884666 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-3c828c15-d0f8-4dab-be3c-c0ab65f2dbce tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] delete failed (client error): The resource could not be found. Jun 18 16:34:47.885737 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3c828c15-d0f8-4dab-be3c-c0ab65f2dbce tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/routers/35bc8029-7c7a-49a3-bc43-82a4127af9a5 HTTP/1.1" status: 404 len: 336 time: 0.0516126 Jun 18 16:34:47.888559 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50442) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:47.921611 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6eab66d3-9be8-4aad-9ae4-ac02b4c4b6c9 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/ports?device_id=e18f90d1-06ec-4797-bfd2-16fe11ba6fe4 HTTP/1.1" status: 200 len: 205 time: 0.0316319 Jun 18 16:34:47.924551 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50444) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:47.947083 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-230bef34-427f-4a92-b2f3-5f6c2c1481d1 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Allocated IP 172.26.2.133 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/3d24054c-7cad-4896-be0d-2bbcf1d4ccb6) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:47.967192 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-ea609c66-8ebe-4adc-8af9-1080525c3011 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] delete failed (client error): The resource could not be found. Jun 18 16:34:47.968219 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ea609c66-8ebe-4adc-8af9-1080525c3011 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/routers/e18f90d1-06ec-4797-bfd2-16fe11ba6fe4 HTTP/1.1" status: 404 len: 336 time: 0.0424607 Jun 18 16:34:47.971633 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50446) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:48.039337 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-b750d3f4-1681-4fb0-97be-67523c1d987f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] DELETE failed (client error): The resource could not be found. Jun 18 16:34:48.039810 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b750d3f4-1681-4fb0-97be-67523c1d987f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:34:48.043059 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b750d3f4-1681-4fb0-97be-67523c1d987f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/subnets/9936daf2-e05d-49a0-9ad8-27482503cd18 HTTP/1.1" status: 404 len: 337 time: 0.0688236 Jun 18 16:34:48.045857 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50448) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:48.080687 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bac84321-1c19-4b4d-95dd-c920bb99f72f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/ports?device_id=df40bf81-0eed-4d37-8e5f-5ba4ab4368c8 HTTP/1.1" status: 200 len: 205 time: 0.0336292 Jun 18 16:34:48.082966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50450) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:48.126378 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-c52e5d78-7902-44a2-8f7e-c799dc56bedf tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] delete failed (client error): The resource could not be found. Jun 18 16:34:48.127172 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c52e5d78-7902-44a2-8f7e-c799dc56bedf tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/routers/df40bf81-0eed-4d37-8e5f-5ba4ab4368c8 HTTP/1.1" status: 404 len: 336 time: 0.0433359 Jun 18 16:34:48.129902 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50452) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:48.162840 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9f251c65-d05c-48bf-b5a1-97263c09c0b2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/ports?device_id=db50e9ab-a5d2-491c-8f29-076099f5ffad HTTP/1.1" status: 200 len: 205 time: 0.0310936 Jun 18 16:34:48.164953 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50454) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:48.211872 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-0aaa6953-4933-4f0c-9555-bc212cb280f8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] delete failed (client error): The resource could not be found. Jun 18 16:34:48.212795 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0aaa6953-4933-4f0c-9555-bc212cb280f8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/routers/db50e9ab-a5d2-491c-8f29-076099f5ffad HTTP/1.1" status: 404 len: 336 time: 0.0468481 Jun 18 16:34:48.215515 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50456) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:48.216052 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-230bef34-427f-4a92-b2f3-5f6c2c1481d1 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:48.242630 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c523188-c197-4d2f-9ea1-c9bc35c938fc tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] DELETE failed (client error): The resource could not be found. Jun 18 16:34:48.243099 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c523188-c197-4d2f-9ea1-c9bc35c938fc tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:34:48.247269 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4c523188-c197-4d2f-9ea1-c9bc35c938fc tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/subnets/8198b9e6-73d8-433d-a607-c5dc8bd91acc HTTP/1.1" status: 404 len: 337 time: 0.0307338 Jun 18 16:34:48.247425 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50458) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:48.284574 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f68c7613-6721-4e1a-83af-1f1433cfb0f7 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/ports?device_id=7abb148c-7997-4d39-908c-58f943abdc9d HTTP/1.1" status: 200 len: 205 time: 0.0349507 Jun 18 16:34:48.287162 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50460) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:48.290429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-230bef34-427f-4a92-b2f3-5f6c2c1481d1 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:48.292531 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7d6d4bb8-e5f8-4dd0-b3ca-ee0b88fe6f6f tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:48.323916 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-86fd9b61-ce0a-4844-82ab-edcdc6f7ea3d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] delete failed (client error): The resource could not be found. Jun 18 16:34:48.324926 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-86fd9b61-ce0a-4844-82ab-edcdc6f7ea3d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/routers/7abb148c-7997-4d39-908c-58f943abdc9d HTTP/1.1" status: 404 len: 336 time: 0.0367656 Jun 18 16:34:48.327453 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50462) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:48.328396 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230bef34-427f-4a92-b2f3-5f6c2c1481d1 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:48.333466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-230bef34-427f-4a92-b2f3-5f6c2c1481d1 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:48.336949 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230bef34-427f-4a92-b2f3-5f6c2c1481d1 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:48.358561 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dfef67a-cb69-48bf-a17f-bc86d7049f81 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] DELETE failed (client error): The resource could not be found. Jun 18 16:34:48.359000 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dfef67a-cb69-48bf-a17f-bc86d7049f81 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:34:48.360722 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0dfef67a-cb69-48bf-a17f-bc86d7049f81 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/subnets/0ce430cc-c30e-4c93-9f85-c8b067b6618b HTTP/1.1" status: 404 len: 337 time: 0.0323529 Jun 18 16:34:48.361137 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bef34-427f-4a92-b2f3-5f6c2c1481d1 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Pushing event updated for resources: {'Port': ['ID=3d24054c-7cad-4896-be0d-2bbcf1d4ccb6,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:48.363358 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50466) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:48.365390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-230bef34-427f-4a92-b2f3-5f6c2c1481d1 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:48.395558 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9a1e05a5-4466-4850-be45-9e8881eb141d tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "GET /v2.0/ports?device_id=fada2a64-1ea3-4c90-8869-eb4103b336f1 HTTP/1.1" status: 200 len: 205 time: 0.0305569 Jun 18 16:34:48.396384 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50468) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:48.436315 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-43c2c177-d637-4c7a-ba89-7f25201bf9f7 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] delete failed (client error): The resource could not be found. Jun 18 16:34:48.440067 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-43c2c177-d637-4c7a-ba89-7f25201bf9f7 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/routers/fada2a64-1ea3-4c90-8869-eb4103b336f1 HTTP/1.1" status: 404 len: 336 time: 0.0397470 Jun 18 16:34:48.440703 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50470) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:48.481340 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-757576b9-1905-42e0-8838-fa5c77eef72f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] DELETE failed (client error): The resource could not be found. Jun 18 16:34:48.481781 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757576b9-1905-42e0-8838-fa5c77eef72f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:34:48.483405 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-757576b9-1905-42e0-8838-fa5c77eef72f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/subnets/fb0f0e23-b755-40ce-91c0-2bc5469931b5 HTTP/1.1" status: 404 len: 337 time: 0.0417688 Jun 18 16:34:48.486370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50472) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:48.501748 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-db68780a-2c51-4ff9-9e6c-7de1b51f046b req-870a5eff-f3ec-47d1-9066-8073ea537766 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 210 time: 0.0496349 Jun 18 16:34:48.515231 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4db223-2c0b-4c34-a9b0-7af3d3e3165e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] DELETE failed (client error): The resource could not be found. Jun 18 16:34:48.515747 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4db223-2c0b-4c34-a9b0-7af3d3e3165e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:34:48.518772 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ea4db223-2c0b-4c34-a9b0-7af3d3e3165e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] 10.222.0.39 "DELETE /v2.0/subnets/93f4a87f-1e43-4b4c-9741-226b2837e58c HTTP/1.1" status: 404 len: 337 time: 0.0307357 Jun 18 16:34:48.683957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-230bef34-427f-4a92-b2f3-5f6c2c1481d1 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:48.807129 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-8d31d94b-65f7-4a47-b23a-89c26c8aee6b tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:48.808582 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-8d31d94b-65f7-4a47-b23a-89c26c8aee6b tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.64 "GET /v2.0/networks?id=218b94bc-cf62-4c7c-b213-6874867f1163 HTTP/1.1" status: 200 len: 811 time: 0.1960382 Jun 18 16:34:48.815469 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50478) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:48.864004 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e60650-96d9-41a8-b6e9-ca07f5086a3c tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Request body: {'port': {'device_id': 'd8592424-ae6a-4332-a73d-d2cb10b5b745', 'network_id': '218b94bc-cf62-4c7c-b213-6874867f1163', 'admin_state_up': True, 'tenant_id': '4c5df58ac10842cbbe217b68c02f8017'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:48.947222 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ed099172-ae46-4681-a4bc-b8a09f45c64d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7fa748889fc44ffebd379b4310880c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1299360 Jun 18 16:34:48.949524 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50486) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:48.990779 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-230bef34-427f-4a92-b2f3-5f6c2c1481d1 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.000624 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-230bef34-427f-4a92-b2f3-5f6c2c1481d1 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.002437 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b412e2d5-0245-41c0-9818-ab2b5aeec67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.024576 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b412e2d5-0245-41c0-9818-ab2b5aeec67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.065894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e60650-96d9-41a8-b6e9-ca07f5086a3c tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Made reservation on behalf of 4c5df58ac10842cbbe217b68c02f8017 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:49.069458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e60650-96d9-41a8-b6e9-ca07f5086a3c tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.074194 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b412e2d5-0245-41c0-9818-ab2b5aeec67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.076902 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b412e2d5-0245-41c0-9818-ab2b5aeec67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.077989 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b412e2d5-0245-41c0-9818-ab2b5aeec67c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff822dc4-2732-41fb-8a80-1815f13e593c HTTP/1.1" status: 204 len: 168 time: 0.1275413 Jun 18 16:34:49.078964 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-017fccdc-bcb0-4871-8bff-8196247a49e7 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:49.087211 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412e2d5-0245-41c0-9818-ab2b5aeec67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff822dc4-2732-41fb-8a80-1815f13e593c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:49.090261 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b412e2d5-0245-41c0-9818-ab2b5aeec67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:49.238919 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230bef34-427f-4a92-b2f3-5f6c2c1481d1 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Router 5ecf1d40-415d-4734-98cd-fb5ccd74782a is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:34:49.261699 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e60650-96d9-41a8-b6e9-ca07f5086a3c tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Allocated IP 172.20.0.6 (218b94bc-cf62-4c7c-b213-6874867f1163/4efc7581-0f2a-471e-81ef-d0b5249d8e26/74dd9fd9-3732-4014-a4db-c6149e2a8ef6) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:49.439620 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230bef34-427f-4a92-b2f3-5f6c2c1481d1 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:49.445229 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-230bef34-427f-4a92-b2f3-5f6c2c1481d1 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.449049 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-230bef34-427f-4a92-b2f3-5f6c2c1481d1 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "PUT /v2.0/routers/5ecf1d40-415d-4734-98cd-fb5ccd74782a HTTP/1.1" status: 200 len: 918 time: 2.7906666 Jun 18 16:34:49.449201 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d91665a-1f00-465a-aa16-0cbd8ff57c7d None None] Sync routers for ids ['5ecf1d40-415d-4734-98cd-fb5ccd74782a'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:49.450038 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50500) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:49.475448 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d91665a-1f00-465a-aa16-0cbd8ff57c7d None None] Routers {'5ecf1d40-415d-4734-98cd-fb5ccd74782a'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:49.476162 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-1d91665a-1f00-465a-aa16-0cbd8ff57c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['5ecf1d40-415d-4734-98cd-fb5ccd74782a'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:49.504219 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e60650-96d9-41a8-b6e9-ca07f5086a3c tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.519826 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-1d91665a-1f00-465a-aa16-0cbd8ff57c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:49.531827 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d91665a-1f00-465a-aa16-0cbd8ff57c7d None None] Routers {'5ecf1d40-415d-4734-98cd-fb5ccd74782a'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:49.533185 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-1d91665a-1f00-465a-aa16-0cbd8ff57c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['5ecf1d40-415d-4734-98cd-fb5ccd74782a'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:49.575732 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e60650-96d9-41a8-b6e9-ca07f5086a3c tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.577099 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-1d91665a-1f00-465a-aa16-0cbd8ff57c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:49.577937 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d91665a-1f00-465a-aa16-0cbd8ff57c7d None None] The sync data for ids ['5ecf1d40-415d-4734-98cd-fb5ccd74782a'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:49.586626 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:49.614181 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d4b0acc9-ffb6-4625-8183-df401a977d11 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "GET /v2.0/routers/5ecf1d40-415d-4734-98cd-fb5ccd74782a HTTP/1.1" status: 200 len: 924 time: 0.1627626 Jun 18 16:34:49.615877 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50510) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:49.636546 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e60650-96d9-41a8-b6e9-ca07f5086a3c tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Network 218b94bc-cf62-4c7c-b213-6874867f1163 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:49.641152 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e60650-96d9-41a8-b6e9-ca07f5086a3c tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:49.644319 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e60650-96d9-41a8-b6e9-ca07f5086a3c tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:49.680131 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e60650-96d9-41a8-b6e9-ca07f5086a3c tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Pushing event updated for resources: {'Port': ['ID=74dd9fd9-3732-4014-a4db-c6149e2a8ef6,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:49.689760 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f3e60650-96d9-41a8-b6e9-ca07f5086a3c tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:49.714344 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e60650-96d9-41a8-b6e9-ca07f5086a3c tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:49.715551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e60650-96d9-41a8-b6e9-ca07f5086a3c tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.732928 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fe78ef-ebc3-43c8-8390-de374db8724f tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:49.733342 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e60650-96d9-41a8-b6e9-ca07f5086a3c tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8736160 Jun 18 16:34:49.734380 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e0fe78ef-ebc3-43c8-8390-de374db8724f tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&device_id=5ecf1d40-415d-4734-98cd-fb5ccd74782a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1174054 Jun 18 16:34:49.737701 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50514) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:49.747463 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37eb56-db9f-4611-9a1a-6ebedbf306ba req-a5296831-5c22-4cec-a6dc-d99166ed19bb tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:49.748954 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fb37eb56-db9f-4611-9a1a-6ebedbf306ba req-a5296831-5c22-4cec-a6dc-d99166ed19bb tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 931 time: 0.0988009 Jun 18 16:34:49.762683 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Request body: {'port': {'device_id': 'd8592424-ae6a-4332-a73d-d2cb10b5b745', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:49.790629 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fb37eb56-db9f-4611-9a1a-6ebedbf306ba req-becdf537-67ae-4844-9283-463ff447bd61 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350382 Jun 18 16:34:49.791066 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50516) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:49.890758 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-3184e90e-ee64-41fc-8706-098624e13da2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'network': {'name': 'tempest-RoutersTest-1404254850'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:49.893453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.906494 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6e4b4b-5afc-4a10-8076-dff87f41493f tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:49.910906 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1b6e4b4b-5afc-4a10-8076-dff87f41493f tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "GET /v2.0/networks/aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 HTTP/1.1" status: 200 len: 881 time: 0.1693296 Jun 18 16:34:49.911396 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50520) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:49.921124 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3184e90e-ee64-41fc-8706-098624e13da2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Made reservation on behalf of f398149941294546a91385773ef52ebe for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:49.924396 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3184e90e-ee64-41fc-8706-098624e13da2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.950522 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5c296276-c669-4b5a-9dab-0bf12077f632 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ecf1d40-415d-4734-98cd-fb5ccd74782a HTTP/1.1" status: 200 len: 205 time: 0.0376382 Jun 18 16:34:49.953006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50522) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:49.960444 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3184e90e-ee64-41fc-8706-098624e13da2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.088295 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6eec66c4-a098-45b4-86af-7f7287b90fcb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.171488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74dd9fd9-3732-4014-a4db-c6149e2a8ef6 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:34:50.180306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.193929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Transition to ACTIVE for port object 74dd9fd9-3732-4014-a4db-c6149e2a8ef6 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:50.197601 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.200091 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a47c74b2-66be-4793-8b35-206b622a2088 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:50.227783 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3184e90e-ee64-41fc-8706-098624e13da2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.229374 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6eec66c4-a098-45b4-86af-7f7287b90fcb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.233697 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3184e90e-ee64-41fc-8706-098624e13da2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.237789 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ddf80e25-4a3a-45a2-828a-8d336fade208 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:50.271844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Pushing event updated for resources: {'Port': ['ID=74dd9fd9-3732-4014-a4db-c6149e2a8ef6,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:50.278002 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:50.286602 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3184e90e-ee64-41fc-8706-098624e13da2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:34:50.300283 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184e90e-ee64-41fc-8706-098624e13da2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88101364-320a-4a38-b988-2e128b6e232d,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:50.304170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3184e90e-ee64-41fc-8706-098624e13da2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:50.308604 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3184e90e-ee64-41fc-8706-098624e13da2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.308957 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-3184e90e-ee64-41fc-8706-098624e13da2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Added segment 6c63bf50-8c35-4acf-b219-f5c14c2e0146 of type vlan for network 6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4 Jun 18 16:34:50.347412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Attempting to bind port 74dd9fd9-3732-4014-a4db-c6149e2a8ef6 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:50.347658 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Attempting to bind port 74dd9fd9-3732-4014-a4db-c6149e2a8ef6 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cd1ba5b2-1e5c-4349-ae25-b4e0d9be0676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '218b94bc-cf62-4c7c-b213-6874867f1163'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:50.347979 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Attempting to bind port 74dd9fd9-3732-4014-a4db-c6149e2a8ef6 on network 218b94bc-cf62-4c7c-b213-6874867f1163 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:50.352296 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Port 74dd9fd9-3732-4014-a4db-c6149e2a8ef6 on network 218b94bc-cf62-4c7c-b213-6874867f1163 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:34:50.352615 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Attempting to bind port 74dd9fd9-3732-4014-a4db-c6149e2a8ef6 on network 218b94bc-cf62-4c7c-b213-6874867f1163 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:50.357314 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:50.357649 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Checking segment: {'id': 'cd1ba5b2-1e5c-4349-ae25-b4e0d9be0676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '218b94bc-cf62-4c7c-b213-6874867f1163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:50.357771 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3184e90e-ee64-41fc-8706-098624e13da2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.358027 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Bound using segment: {'id': 'cd1ba5b2-1e5c-4349-ae25-b4e0d9be0676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '218b94bc-cf62-4c7c-b213-6874867f1163'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:50.358457 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Bound port: 74dd9fd9-3732-4014-a4db-c6149e2a8ef6, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1ba5b2-1e5c-4349-ae25-b4e0d9be0676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '218b94bc-cf62-4c7c-b213-6874867f1163'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:50.358837 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.368937 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-6eec66c4-a098-45b4-86af-7f7287b90fcb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Deleting port 3d24054c-7cad-4896-be0d-2bbcf1d4ccb6 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:50.369195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6eec66c4-a098-45b4-86af-7f7287b90fcb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.425193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] For port 74dd9fd9-3732-4014-a4db-c6149e2a8ef6, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:50.428274 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] For port 74dd9fd9-3732-4014-a4db-c6149e2a8ef6, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=74dd9fd9-3732-4014-a4db-c6149e2a8ef6,segment=NetworkSegment(cd1ba5b2-1e5c-4349-ae25-b4e0d9be0676),segment_id=cd1ba5b2-1e5c-4349-ae25-b4e0d9be0676)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:50.434214 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.435272 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3184e90e-ee64-41fc-8706-098624e13da2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.437111 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ce03f625-2438-4a21-8796-e6c3bf9391f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:50.441651 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3184e90e-ee64-41fc-8706-098624e13da2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:50.442256 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3184e90e-ee64-41fc-8706-098624e13da2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.447318 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-18eea7dd-7fc0-4c8f-9b95-3238baf607a9 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:50.471561 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:50.471800 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.473218 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] 10.222.0.64 "PUT /v2.0/ports/74dd9fd9-3732-4014-a4db-c6149e2a8ef6 HTTP/1.1" status: 200 len: 1093 time: 0.7251160 Jun 18 16:34:50.477714 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8592424-ae6a-4332-a73d-d2cb10b5b745', 'tag': '74dd9fd9-3732-4014-a4db-c6149e2a8ef6'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:34:50.480072 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20386ed5-02e7-4e07-906f-ea9e10168a07" -d '{"events": [{"name": "network-changed", "server_uuid": "d8592424-ae6a-4332-a73d-d2cb10b5b745", "tag": "74dd9fd9-3732-4014-a4db-c6149e2a8ef6"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:34:50.511024 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Pushing event updated for resources: {'Port': ['ID=74dd9fd9-3732-4014-a4db-c6149e2a8ef6,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:50.514738 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3184e90e-ee64-41fc-8706-098624e13da2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7226281 Jun 18 16:34:50.515191 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:50.517888 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50526) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:50.523021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-12ed6228-26d2-43b8-95a5-a3933f7fb12b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'network': {'name': 'tempest-RoutersTest-1565862398'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:50.533870 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6eec66c4-a098-45b4-86af-7f7287b90fcb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.542582 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e56fe8-7ee0-4cb5-85b0-ad2d35f5e7f5 x-openstack-request-id: req-21e56fe8-7ee0-4cb5-85b0-ad2d35f5e7f5 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:34:50.543072 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8592424-ae6a-4332-a73d-d2cb10b5b745", "tag": "74dd9fd9-3732-4014-a4db-c6149e2a8ef6", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:34:50.543470 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-21e56fe8-7ee0-4cb5-85b0-ad2d35f5e7f5 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:34:50.543974 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8592424-ae6a-4332-a73d-d2cb10b5b745', 'tag': '74dd9fd9-3732-4014-a4db-c6149e2a8ef6', 'status': 'completed', 'code': 200} Jun 18 16:34:50.544860 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184e90e-ee64-41fc-8706-098624e13da2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Network': ['ID=6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:50.549504 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3184e90e-ee64-41fc-8706-098624e13da2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:50.556536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:34:50.584466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ed6228-26d2-43b8-95a5-a3933f7fb12b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Made reservation on behalf of f398149941294546a91385773ef52ebe for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:50.587929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-12ed6228-26d2-43b8-95a5-a3933f7fb12b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.607274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-6eec66c4-a098-45b4-86af-7f7287b90fcb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Calling delete_port for 3d24054c-7cad-4896-be0d-2bbcf1d4ccb6 owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:50.621161 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ed6228-26d2-43b8-95a5-a3933f7fb12b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:34:50.634640 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-12ed6228-26d2-43b8-95a5-a3933f7fb12b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.634990 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-12ed6228-26d2-43b8-95a5-a3933f7fb12b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Added segment 3aed2559-339e-4ba9-b639-df457a8ec305 of type vlan for network 34576485-8f7e-4502-ba16-a1d198f4a107 Jun 18 16:34:50.652378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-c3f16d36-4a5d-4108-9d71-9edbcf763bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:50.653975 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-c3f16d36-4a5d-4108-9d71-9edbcf763bcb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c5df58ac10842cbbe217b68c02f8017&device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 1096 time: 0.1040447 Jun 18 16:34:50.718802 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-975b5b71-2c30-4e44-8a45-c80fcf1f931b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74dd9fd9-3732-4014-a4db-c6149e2a8ef6 HTTP/1.1" status: 200 len: 217 time: 0.0455875 Jun 18 16:34:50.722830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-12ed6228-26d2-43b8-95a5-a3933f7fb12b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.777403 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6eec66c4-a098-45b4-86af-7f7287b90fcb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.780291 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9d180b17-68ec-47d4-896c-2da22f89b2d0 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:50.787113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-b2bc0229-9be7-416a-ab45-2fb8be0dcbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:50.788834 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-b2bc0229-9be7-416a-ab45-2fb8be0dcbfb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4efc7581-0f2a-471e-81ef-d0b5249d8e26 HTTP/1.1" status: 200 len: 851 time: 0.0625327 Jun 18 16:34:50.790789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-12ed6228-26d2-43b8-95a5-a3933f7fb12b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.796381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ed6228-26d2-43b8-95a5-a3933f7fb12b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:50.796955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-12ed6228-26d2-43b8-95a5-a3933f7fb12b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.801879 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9f67eb3f-751f-462c-8954-2af355e2a997 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:50.807037 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec66c4-a098-45b4-86af-7f7287b90fcb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Pushing event deleted for resources: {'Port': ['ID=3d24054c-7cad-4896-be0d-2bbcf1d4ccb6,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:50.810852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6eec66c4-a098-45b4-86af-7f7287b90fcb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:50.875966 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6eec66c4-a098-45b4-86af-7f7287b90fcb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.880916 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-5571f35d-06b7-4062-8362-a0ae674f9ad4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=218b94bc-cf62-4c7c-b213-6874867f1163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808032 Jun 18 16:34:50.887364 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-12ed6228-26d2-43b8-95a5-a3933f7fb12b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3686190 Jun 18 16:34:50.895858 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50530) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:50.912786 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b94cfc8e-dbcb-4089-8c7d-d4d5806956d7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'subnet': {'network_id': '6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:50.967839 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed6228-26d2-43b8-95a5-a3933f7fb12b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Network': ['ID=34576485-8f7e-4502-ba16-a1d198f4a107,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:50.981736 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 34576485-8f7e-4502-ba16-a1d198f4a107 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:34:51.003031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-12ed6228-26d2-43b8-95a5-a3933f7fb12b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:51.008596 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6eec66c4-a098-45b4-86af-7f7287b90fcb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.011214 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6eec66c4-a098-45b4-86af-7f7287b90fcb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.064289 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6eec66c4-a098-45b4-86af-7f7287b90fcb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.065220 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eec66c4-a098-45b4-86af-7f7287b90fcb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Fanout notify agent at l3_agent the message router_deleted on router 5ecf1d40-415d-4734-98cd-fb5ccd74782a {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:34:51.073763 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6eec66c4-a098-45b4-86af-7f7287b90fcb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.074883 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6eec66c4-a098-45b4-86af-7f7287b90fcb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "DELETE /v2.0/routers/5ecf1d40-415d-4734-98cd-fb5ccd74782a HTTP/1.1" status: 204 len: 168 time: 1.1209750 Jun 18 16:34:51.082407 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50532) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:51.087406 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-00c7fe58-5a0c-4bc9-93c6-51cd9a9094eb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1716860566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:51.087995 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10e110-7748-4e36-acf1-a331d907f9d6 req-776b1df9-5d45-4006-8b9d-1e0ef3a13bfc tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:51.089459 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5e10e110-7748-4e36-acf1-a331d907f9d6 req-776b1df9-5d45-4006-8b9d-1e0ef3a13bfc tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 943 time: 0.1455765 Jun 18 16:34:51.096798 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-72ae0223-1362-41bc-a3ed-3b7c71436ce5 service neutron] 10.222.0.64 "GET /v2.0/networks/218b94bc-cf62-4c7c-b213-6874867f1163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083011 Jun 18 16:34:51.112757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94cfc8e-dbcb-4089-8c7d-d4d5806956d7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Made reservation on behalf of f398149941294546a91385773ef52ebe for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:51.116029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b94cfc8e-dbcb-4089-8c7d-d4d5806956d7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.130328 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5e10e110-7748-4e36-acf1-a331d907f9d6 req-a69f27d2-d455-446c-b40f-93c49489936b tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341222 Jun 18 16:34:51.556475 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00c7fe58-5a0c-4bc9-93c6-51cd9a9094eb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.557502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00c7fe58-5a0c-4bc9-93c6-51cd9a9094eb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.661326 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00c7fe58-5a0c-4bc9-93c6-51cd9a9094eb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.667715 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76ba8c81-8e51-44c1-8d3c-ca44514e421d req-88b9584a-5be5-41ec-b175-64583e33ad94 service neutron] 10.222.0.64 "GET /v2.0/networks/218b94bc-cf62-4c7c-b213-6874867f1163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638645 Jun 18 16:34:51.672878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00c7fe58-5a0c-4bc9-93c6-51cd9a9094eb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.715100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00c7fe58-5a0c-4bc9-93c6-51cd9a9094eb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.716276 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-00c7fe58-5a0c-4bc9-93c6-51cd9a9094eb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6328988 Jun 18 16:34:51.718988 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50534) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:51.724201 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b677a2b9-90f2-414f-92c1-35bc9e20b134 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'enable_snat': False}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:51.944806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b94cfc8e-dbcb-4089-8c7d-d4d5806956d7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.947363 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-abefcdaf-70df-4189-a0d5-f9d5c0c76907 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:52.053936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b677a2b9-90f2-414f-92c1-35bc9e20b134 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.075913 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20386ed5-02e7-4e07-906f-ea9e10168a07 req-252b4d54-b32b-47bf-bfaa-263fbd982943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:52.077394 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-20386ed5-02e7-4e07-906f-ea9e10168a07 req-252b4d54-b32b-47bf-bfaa-263fbd982943 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c5df58ac10842cbbe217b68c02f8017&device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 1096 time: 0.3144948 Jun 18 16:34:52.080355 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cfc8e-dbcb-4089-8c7d-d4d5806956d7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Subnet': ['ID=b158fb23-4bc2-4bae-a71f-4a6a3d7ffede,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:52.084864 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b94cfc8e-dbcb-4089-8c7d-d4d5806956d7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:52.187207 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94cfc8e-dbcb-4089-8c7d-d4d5806956d7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Checking segment: {'id': '6c63bf50-8c35-4acf-b219-f5c14c2e0146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:52.187569 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94cfc8e-dbcb-4089-8c7d-d4d5806956d7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network hostable DHCP agents. Network: 6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:34:52.231641 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94cfc8e-dbcb-4089-8c7d-d4d5806956d7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:34:52.255672 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-b94cfc8e-dbcb-4089-8c7d-d4d5806956d7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:52.257623 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20386ed5-02e7-4e07-906f-ea9e10168a07 req-86ef5877-35d8-41e2-9ed1-99ed6eb6d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:52.259122 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-20386ed5-02e7-4e07-906f-ea9e10168a07 req-86ef5877-35d8-41e2-9ed1-99ed6eb6d4d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=218b94bc-cf62-4c7c-b213-6874867f1163 HTTP/1.1" status: 200 len: 912 time: 0.1723697 Jun 18 16:34:52.262997 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94cfc8e-dbcb-4089-8c7d-d4d5806956d7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:52.263578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b94cfc8e-dbcb-4089-8c7d-d4d5806956d7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.264234 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a30216-dadc-414e-b38b-1c6cc64a86d9 None None] Network 6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:52.317207 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-20386ed5-02e7-4e07-906f-ea9e10168a07 req-b9a48a7b-3236-4918-bae3-577b9df49c51 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74dd9fd9-3732-4014-a4db-c6149e2a8ef6 HTTP/1.1" status: 200 len: 217 time: 0.0482712 Jun 18 16:34:52.325988 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b94cfc8e-dbcb-4089-8c7d-d4d5806956d7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4222803 Jun 18 16:34:52.329907 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50538) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:52.334906 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-6c9a4fa3-031f-4c24-b96f-e2e55012afcd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'subnet': {'network_id': '34576485-8f7e-4502-ba16-a1d198f4a107', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:52.345525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f16ad-ad85-475a-8734-e86e7b4ac62f req-5f1aa2a9-b02b-489e-831b-ddb587860c6a tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:52.347247 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d13f16ad-ad85-475a-8734-e86e7b4ac62f req-5f1aa2a9-b02b-489e-831b-ddb587860c6a tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 943 time: 0.0971441 Jun 18 16:34:52.376451 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20386ed5-02e7-4e07-906f-ea9e10168a07 req-22d7730d-b66b-4acc-85ec-b5d81559938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:52.378954 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-20386ed5-02e7-4e07-906f-ea9e10168a07 req-22d7730d-b66b-4acc-85ec-b5d81559938f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4efc7581-0f2a-471e-81ef-d0b5249d8e26 HTTP/1.1" status: 200 len: 851 time: 0.0516686 Jun 18 16:34:52.419926 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-20386ed5-02e7-4e07-906f-ea9e10168a07 req-ce183661-989f-46a9-b247-42010f6695d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=218b94bc-cf62-4c7c-b213-6874867f1163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316403 Jun 18 16:34:52.432769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4', 'network_id': '6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'fixed_ips': [{'subnet_id': 'b158fb23-4bc2-4bae-a71f-4a6a3d7ffede'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:34:52.433632 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.456704 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d13f16ad-ad85-475a-8734-e86e7b4ac62f req-038ba6ec-4829-45b0-ad2d-5f0eac3c9e77 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980721 Jun 18 16:34:52.484065 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9a4fa3-031f-4c24-b96f-e2e55012afcd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Made reservation on behalf of f398149941294546a91385773ef52ebe for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:52.488131 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6c9a4fa3-031f-4c24-b96f-e2e55012afcd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.585558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Allocated IP 172.20.0.2 (6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4/b158fb23-4bc2-4bae-a71f-4a6a3d7ffede/cebab6d0-8442-49ea-a9d2-6fbe43e785b9) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:52.616205 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b677a2b9-90f2-414f-92c1-35bc9e20b134 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.638179 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-20386ed5-02e7-4e07-906f-ea9e10168a07 req-e0b0800b-4d1d-4757-932e-d0a893f0d65b service neutron] 10.222.0.64 "GET /v2.0/networks/218b94bc-cf62-4c7c-b213-6874867f1163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105818 Jun 18 16:34:52.639689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b677a2b9-90f2-414f-92c1-35bc9e20b134 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.690438 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6c9a4fa3-031f-4c24-b96f-e2e55012afcd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.693608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ee2f5934-cbc7-472e-baf8-ac6e922fb8db tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:52.752746 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a4fa3-031f-4c24-b96f-e2e55012afcd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Subnet': ['ID=b1992763-b5c9-4e6f-a531-f3b2569e3439,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:52.756677 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6c9a4fa3-031f-4c24-b96f-e2e55012afcd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:52.757085 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.764016 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9a4fa3-031f-4c24-b96f-e2e55012afcd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Checking segment: {'id': '3aed2559-339e-4ba9-b639-df457a8ec305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '34576485-8f7e-4502-ba16-a1d198f4a107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:52.764374 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9a4fa3-031f-4c24-b96f-e2e55012afcd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network hostable DHCP agents. Network: 34576485-8f7e-4502-ba16-a1d198f4a107, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:34:52.766217 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Transition to ACTIVE for port object cebab6d0-8442-49ea-a9d2-6fbe43e785b9 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:52.781316 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9a4fa3-031f-4c24-b96f-e2e55012afcd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 34576485-8f7e-4502-ba16-a1d198f4a107 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:34:52.784370 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Transition to ACTIVE for port object cebab6d0-8442-49ea-a9d2-6fbe43e785b9 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:52.791182 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-6c9a4fa3-031f-4c24-b96f-e2e55012afcd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 34576485-8f7e-4502-ba16-a1d198f4a107) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:52.793661 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.795753 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9a4fa3-031f-4c24-b96f-e2e55012afcd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:52.796091 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6c9a4fa3-031f-4c24-b96f-e2e55012afcd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.796459 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:52.814381 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6c9a4fa3-031f-4c24-b96f-e2e55012afcd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4797797 Jun 18 16:34:52.814633 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50540) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:52.820954 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-a573c840-2713-416f-ae9a-9fece090f267 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1157289729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:52.823161 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bb4717-363a-4335-8aad-456390d55920 None None] Network 34576485-8f7e-4502-ba16-a1d198f4a107 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:52.826863 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-20386ed5-02e7-4e07-906f-ea9e10168a07 req-4933bda0-24db-4baa-b2b5-7ee8b517626a service neutron] 10.222.0.64 "GET /v2.0/networks/218b94bc-cf62-4c7c-b213-6874867f1163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790361 Jun 18 16:34:52.842342 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-b677a2b9-90f2-414f-92c1-35bc9e20b134 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Allocated IP 172.26.2.36 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/c36b2e16-62cf-4a7d-835e-de069a38d688) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:52.868019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a573c840-2713-416f-ae9a-9fece090f267 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.868991 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a573c840-2713-416f-ae9a-9fece090f267 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.895652 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Network 6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:52.899965 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Pushing event updated for resources: {'Port': ['ID=cebab6d0-8442-49ea-a9d2-6fbe43e785b9,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:52.902986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:52.905860 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:52.908684 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:52.977115 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a573c840-2713-416f-ae9a-9fece090f267 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.985053 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a573c840-2713-416f-ae9a-9fece090f267 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.987131 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Attempting to bind port cebab6d0-8442-49ea-a9d2-6fbe43e785b9 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:52.987518 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Attempting to bind port cebab6d0-8442-49ea-a9d2-6fbe43e785b9 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '6c63bf50-8c35-4acf-b219-f5c14c2e0146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:52.987893 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Attempting to bind port cebab6d0-8442-49ea-a9d2-6fbe43e785b9 on network 6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:53.014301 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:53.014751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Checking segment: {'id': '6c63bf50-8c35-4acf-b219-f5c14c2e0146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:53.015171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.015613 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Bound using segment: {'id': '6c63bf50-8c35-4acf-b219-f5c14c2e0146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:53.016106 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Bound port: cebab6d0-8442-49ea-a9d2-6fbe43e785b9, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c63bf50-8c35-4acf-b219-f5c14c2e0146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:53.016489 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.017953 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a573c840-2713-416f-ae9a-9fece090f267 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.019165 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a573c840-2713-416f-ae9a-9fece090f267 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2034032 Jun 18 16:34:53.021946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b677a2b9-90f2-414f-92c1-35bc9e20b134 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.022128 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50542) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:53.067316 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b677a2b9-90f2-414f-92c1-35bc9e20b134 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.069945 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:53.109165 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b677a2b9-90f2-414f-92c1-35bc9e20b134 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:53.110449 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-34576485-8f7e-4502-ba16-a1d198f4a107', 'network_id': '34576485-8f7e-4502-ba16-a1d198f4a107', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'fixed_ips': [{'subnet_id': 'b1992763-b5c9-4e6f-a531-f3b2569e3439'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:34:53.112013 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.112700 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-b677a2b9-90f2-414f-92c1-35bc9e20b134 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:53.116666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b677a2b9-90f2-414f-92c1-35bc9e20b134 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:53.129475 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] For port cebab6d0-8442-49ea-a9d2-6fbe43e785b9, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:53.147386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677a2b9-90f2-414f-92c1-35bc9e20b134 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Pushing event updated for resources: {'Port': ['ID=c36b2e16-62cf-4a7d-835e-de069a38d688,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:53.149926 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] For port cebab6d0-8442-49ea-a9d2-6fbe43e785b9, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=cebab6d0-8442-49ea-a9d2-6fbe43e785b9,segment=NetworkSegment(6c63bf50-8c35-4acf-b219-f5c14c2e0146),segment_id=6c63bf50-8c35-4acf-b219-f5c14c2e0146)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:53.154041 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b677a2b9-90f2-414f-92c1-35bc9e20b134 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:53.198712 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.202611 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:53.326923 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Allocated IP 172.21.0.2 (34576485-8f7e-4502-ba16-a1d198f4a107/b1992763-b5c9-4e6f-a531-f3b2569e3439/46ff03ab-8159-4b76-baaf-8f3a086a87f8) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:53.334915 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.377928 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Pushing event updated for resources: {'Port': ['ID=cebab6d0-8442-49ea-a9d2-6fbe43e785b9,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:53.386913 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:53.416926 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b677a2b9-90f2-414f-92c1-35bc9e20b134 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.504922 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.522002 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Transition to ACTIVE for port object 46ff03ab-8159-4b76-baaf-8f3a086a87f8 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:53.541946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Transition to ACTIVE for port object 46ff03ab-8159-4b76-baaf-8f3a086a87f8 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:53.548838 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.551994 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:53.607692 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Pushing event updated for resources: {'Port': ['ID=46ff03ab-8159-4b76-baaf-8f3a086a87f8,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:53.613558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:53.623670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Network 34576485-8f7e-4502-ba16-a1d198f4a107 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:53.625126 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:53.628563 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:53.694168 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Attempting to bind port 46ff03ab-8159-4b76-baaf-8f3a086a87f8 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:53.694555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Attempting to bind port 46ff03ab-8159-4b76-baaf-8f3a086a87f8 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '3aed2559-339e-4ba9-b639-df457a8ec305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '34576485-8f7e-4502-ba16-a1d198f4a107'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:53.694958 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Attempting to bind port 46ff03ab-8159-4b76-baaf-8f3a086a87f8 on network 34576485-8f7e-4502-ba16-a1d198f4a107 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:53.701292 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:53.701690 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Checking segment: {'id': '3aed2559-339e-4ba9-b639-df457a8ec305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '34576485-8f7e-4502-ba16-a1d198f4a107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:53.702241 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.702675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Bound using segment: {'id': '3aed2559-339e-4ba9-b639-df457a8ec305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '34576485-8f7e-4502-ba16-a1d198f4a107'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:53.703166 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Bound port: 46ff03ab-8159-4b76-baaf-8f3a086a87f8, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aed2559-339e-4ba9-b639-df457a8ec305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '34576485-8f7e-4502-ba16-a1d198f4a107'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:53.703554 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.722845 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Allocated IP 172.20.0.1 (6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4/b158fb23-4bc2-4bae-a71f-4a6a3d7ffede/64e6020c-48ec-408b-a002-31202ba6f4d6) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:53.745410 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b677a2b9-90f2-414f-92c1-35bc9e20b134 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.749307 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b677a2b9-90f2-414f-92c1-35bc9e20b134 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.782947 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] For port 46ff03ab-8159-4b76-baaf-8f3a086a87f8, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:53.786286 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] For port 46ff03ab-8159-4b76-baaf-8f3a086a87f8, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=46ff03ab-8159-4b76-baaf-8f3a086a87f8,segment=NetworkSegment(3aed2559-339e-4ba9-b639-df457a8ec305),segment_id=3aed2559-339e-4ba9-b639-df457a8ec305)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:53.791885 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.794816 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-29f15ff8-489f-480a-8eef-d2a1b65e3314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:53.803699 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162ad50-1fb2-4c8a-be1e-229e894c20a7 req-34eaeddb-5637-42b6-846e-75c8cd3a6d87 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:53.805333 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e162ad50-1fb2-4c8a-be1e-229e894c20a7 req-34eaeddb-5637-42b6-846e-75c8cd3a6d87 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 943 time: 0.1542816 Jun 18 16:34:53.864990 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Pushing event updated for resources: {'Port': ['ID=46ff03ab-8159-4b76-baaf-8f3a086a87f8,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:53.876234 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:53.877141 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e162ad50-1fb2-4c8a-be1e-229e894c20a7 req-33322cd3-a7d9-46d8-a4b0-7f859893ae3f tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599983 Jun 18 16:34:53.895588 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.902226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b677a2b9-90f2-414f-92c1-35bc9e20b134 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Router 0aa4ca19-5a02-41d1-afe0-a3b0943c172e is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:34:53.925368 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Transition to ACTIVE for port object 64e6020c-48ec-408b-a002-31202ba6f4d6 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:53.988999 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.995769 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b43f48e1-bcc2-419f-b714-d28bdba51265 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:54.044978 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b677a2b9-90f2-414f-92c1-35bc9e20b134 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:54.056146 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:54.058410 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b677a2b9-90f2-414f-92c1-35bc9e20b134 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.060508 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f9da9-d29f-475a-b2f5-64557b80e00a None None] Sync routers for ids ['0aa4ca19-5a02-41d1-afe0-a3b0943c172e'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:54.063259 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b677a2b9-90f2-414f-92c1-35bc9e20b134 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "PUT /v2.0/routers/0aa4ca19-5a02-41d1-afe0-a3b0943c172e HTTP/1.1" status: 200 len: 919 time: 2.3432024 Jun 18 16:34:54.064592 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50546) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:54.082140 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:54.087612 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:54.097668 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13f9da9-d29f-475a-b2f5-64557b80e00a None None] Routers {'0aa4ca19-5a02-41d1-afe0-a3b0943c172e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:54.099359 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c13f9da9-d29f-475a-b2f5-64557b80e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['0aa4ca19-5a02-41d1-afe0-a3b0943c172e'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:54.107851 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device cebab6d0-8442-49ea-a9d2-6fbe43e785b9 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:54.114196 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=64e6020c-48ec-408b-a002-31202ba6f4d6,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:54.134581 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:54.150271 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c13f9da9-d29f-475a-b2f5-64557b80e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:54.162669 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13f9da9-d29f-475a-b2f5-64557b80e00a None None] Routers {'0aa4ca19-5a02-41d1-afe0-a3b0943c172e'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:54.163409 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c13f9da9-d29f-475a-b2f5-64557b80e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['0aa4ca19-5a02-41d1-afe0-a3b0943c172e'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:54.192969 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.202989 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port cebab6d0-8442-49ea-a9d2-6fbe43e785b9 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:54.210934 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c13f9da9-d29f-475a-b2f5-64557b80e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:54.212301 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f9da9-d29f-475a-b2f5-64557b80e00a None None] The sync data for ids ['0aa4ca19-5a02-41d1-afe0-a3b0943c172e'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:54.284063 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7336a245-ff18-4278-9ee8-dc4f4034d828 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "GET /v2.0/routers/0aa4ca19-5a02-41d1-afe0-a3b0943c172e HTTP/1.1" status: 200 len: 925 time: 0.2169089 Jun 18 16:34:54.287612 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50548) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:54.354852 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b6868a-e171-4888-866e-41e32a5cd74f tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:54.358967 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-65b6868a-e171-4888-866e-41e32a5cd74f tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&device_id=0aa4ca19-5a02-41d1-afe0-a3b0943c172e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0679176 Jun 18 16:34:54.359604 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50550) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:54.368085 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.548985 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abfbbeb-e2ca-46a9-aabe-9c8529eb6c3d None None] Network 6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:54.554089 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f406843-77b8-4126-85d7-69bbbcf1d9e4 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:54.555504 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7f406843-77b8-4126-85d7-69bbbcf1d9e4 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "GET /v2.0/networks/aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 HTTP/1.1" status: 200 len: 881 time: 0.1946762 Jun 18 16:34:54.558358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50552) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:54.602041 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-de36c1fe-7687-497d-8dc9-beaca7e21830 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "GET /v2.0/ports?device_id=0aa4ca19-5a02-41d1-afe0-a3b0943c172e HTTP/1.1" status: 200 len: 205 time: 0.0401516 Jun 18 16:34:54.602387 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50554) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:54.703094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-477c33e0-0033-429e-9814-b81435e43d1d None None] Provisioning for port cebab6d0-8442-49ea-a9d2-6fbe43e785b9 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:54.718008 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-477c33e0-0033-429e-9814-b81435e43d1d None None] Provisioning complete for port cebab6d0-8442-49ea-a9d2-6fbe43e785b9 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:54.718447 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-477c33e0-0033-429e-9814-b81435e43d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.722024 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eca52e02-9b9e-4d2e-8e7a-a6a02252acce tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.744889 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.749917 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.755567 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0e7e36b6-3292-4a19-b1ec-fa75cb3b48ce tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:54.765999 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.836439 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eca52e02-9b9e-4d2e-8e7a-a6a02252acce tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.858424 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 74dd9fd9-3732-4014-a4db-c6149e2a8ef6 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:34:54.858988 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=64e6020c-48ec-408b-a002-31202ba6f4d6,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:54.862961 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.869994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:54.905020 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-eca52e02-9b9e-4d2e-8e7a-a6a02252acce tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Deleting port c36b2e16-62cf-4a7d-835e-de069a38d688 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:54.905412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eca52e02-9b9e-4d2e-8e7a-a6a02252acce tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.015754 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-477c33e0-0033-429e-9814-b81435e43d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.016130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eca52e02-9b9e-4d2e-8e7a-a6a02252acce tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.047814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 74dd9fd9-3732-4014-a4db-c6149e2a8ef6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=74dd9fd9-3732-4014-a4db-c6149e2a8ef6,segment=NetworkSegment(cd1ba5b2-1e5c-4349-ae25-b4e0d9be0676),segment_id=cd1ba5b2-1e5c-4349-ae25-b4e0d9be0676)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:55.068895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '74dd9fd9-3732-4014-a4db-c6149e2a8ef6', 'network_id': '218b94bc-cf62-4c7c-b213-6874867f1163', 'port_id': '74dd9fd9-3732-4014-a4db-c6149e2a8ef6', 'mac_address': 'fa:16:3e:2d:19:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efc7581-0f2a-471e-81ef-d0b5249d8e26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:34:55.153967 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.165933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85fabe0-7821-4805-97a6-9a6f091db0ae None None] Network 34576485-8f7e-4502-ba16-a1d198f4a107 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:55.198124 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-477c33e0-0033-429e-9814-b81435e43d1d None None] For port cebab6d0-8442-49ea-a9d2-6fbe43e785b9, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=cebab6d0-8442-49ea-a9d2-6fbe43e785b9,segment=NetworkSegment(6c63bf50-8c35-4acf-b219-f5c14c2e0146),segment_id=6c63bf50-8c35-4acf-b219-f5c14c2e0146)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:55.232972 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-477c33e0-0033-429e-9814-b81435e43d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.238225 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-26e5a99e-c94d-4978-aff5-d1dc7992c5a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:55.244464 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74dd9fd9-3732-4014-a4db-c6149e2a8ef6 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:34:55.469565 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:55.472813 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:55.502624 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 74dd9fd9-3732-4014-a4db-c6149e2a8ef6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=74dd9fd9-3732-4014-a4db-c6149e2a8ef6,segment=NetworkSegment(cd1ba5b2-1e5c-4349-ae25-b4e0d9be0676),segment_id=cd1ba5b2-1e5c-4349-ae25-b4e0d9be0676)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:55.509949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14141a36-cc80-4e3e-8a04-a0f43c836099 req-37c91c22-31ce-4f16-8382-e7e4db4eaecf tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:55.510260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-eca52e02-9b9e-4d2e-8e7a-a6a02252acce tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Calling delete_port for c36b2e16-62cf-4a7d-835e-de069a38d688 owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:55.510656 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-14141a36-cc80-4e3e-8a04-a0f43c836099 req-37c91c22-31ce-4f16-8382-e7e4db4eaecf tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 943 time: 0.1719685 Jun 18 16:34:55.518213 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-85873cab-eea3-4b2c-b5f1-a0f60391fd98 None None] Provisioning complete for port cebab6d0-8442-49ea-a9d2-6fbe43e785b9 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:55.518680 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-85873cab-eea3-4b2c-b5f1-a0f60391fd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.566877 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.580686 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c33e0-0033-429e-9814-b81435e43d1d None None] Pushing event updated for resources: {'Port': ['ID=cebab6d0-8442-49ea-a9d2-6fbe43e785b9,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:55.586373 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-477c33e0-0033-429e-9814-b81435e43d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:55.586880 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9a6f7020-1a2f-4a4c-876b-b739504ac419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:55.638615 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-14141a36-cc80-4e3e-8a04-a0f43c836099 req-8e0466d2-c4ca-463e-aa74-af5948a7616c tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549090 Jun 18 16:34:55.665714 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=74dd9fd9-3732-4014-a4db-c6149e2a8ef6,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:55.688270 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:55.699935 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router dc5be467-2682-4751-9072-63b368a2d2c3 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:34:55.725942 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eca52e02-9b9e-4d2e-8e7a-a6a02252acce tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.729913 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-912cd9dc-b803-41fe-aee1-3c79c8040b19 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:55.752621 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-85873cab-eea3-4b2c-b5f1-a0f60391fd98 None None] Provisioning for port 46ff03ab-8159-4b76-baaf-8f3a086a87f8 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:55.761057 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca52e02-9b9e-4d2e-8e7a-a6a02252acce tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Pushing event deleted for resources: {'Port': ['ID=c36b2e16-62cf-4a7d-835e-de069a38d688,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:55.766503 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-eca52e02-9b9e-4d2e-8e7a-a6a02252acce tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:55.785475 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-85873cab-eea3-4b2c-b5f1-a0f60391fd98 None None] Provisioning for port 64e6020c-48ec-408b-a002-31202ba6f4d6 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:55.790646 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-85873cab-eea3-4b2c-b5f1-a0f60391fd98 None None] Provisioning complete for port 64e6020c-48ec-408b-a002-31202ba6f4d6 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:55.791146 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-85873cab-eea3-4b2c-b5f1-a0f60391fd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.831977 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-85873cab-eea3-4b2c-b5f1-a0f60391fd98 None None] Port 64e6020c-48ec-408b-a002-31202ba6f4d6 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:34:55.838058 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:55.841780 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eca52e02-9b9e-4d2e-8e7a-a6a02252acce tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.849857 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcf9021-7e54-4ed7-9986-5648d56ea662 None None] Sync routers for ids ['dc5be467-2682-4751-9072-63b368a2d2c3'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:55.855364 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/dc5be467-2682-4751-9072-63b368a2d2c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8318372 Jun 18 16:34:55.856040 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50558) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:55.872292 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['74dd9fd9-3732-4014-a4db-c6149e2a8ef6'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:34:55.880050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcf9021-7e54-4ed7-9986-5648d56ea662 None None] Routers {'dc5be467-2682-4751-9072-63b368a2d2c3'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:55.883483 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-afcf9021-7e54-4ed7-9986-5648d56ea662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dc5be467-2682-4751-9072-63b368a2d2c3'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:55.925083 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d27887-d4b0-4cf2-92a7-b4289a9d83f0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:55.930251 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-81d27887-d4b0-4cf2-92a7-b4289a9d83f0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/ports/64e6020c-48ec-408b-a002-31202ba6f4d6 HTTP/1.1" status: 200 len: 910 time: 0.0724740 Jun 18 16:34:55.931126 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50560) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:55.969009 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-afcf9021-7e54-4ed7-9986-5648d56ea662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:55.991556 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eca52e02-9b9e-4d2e-8e7a-a6a02252acce tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.994834 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcf9021-7e54-4ed7-9986-5648d56ea662 None None] Routers {'dc5be467-2682-4751-9072-63b368a2d2c3'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:55.995646 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-afcf9021-7e54-4ed7-9986-5648d56ea662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dc5be467-2682-4751-9072-63b368a2d2c3'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:55.996574 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eca52e02-9b9e-4d2e-8e7a-a6a02252acce tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.008467 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-aac37bda-c3bb-45ab-a3e1-935674743153 None None] Provisioning complete for port 64e6020c-48ec-408b-a002-31202ba6f4d6 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:56.008856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-aac37bda-c3bb-45ab-a3e1-935674743153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.069836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eca52e02-9b9e-4d2e-8e7a-a6a02252acce tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.070423 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca52e02-9b9e-4d2e-8e7a-a6a02252acce tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Fanout notify agent at l3_agent the message router_deleted on router 0aa4ca19-5a02-41d1-afe0-a3b0943c172e {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:34:56.080100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eca52e02-9b9e-4d2e-8e7a-a6a02252acce tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.082482 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-eca52e02-9b9e-4d2e-8e7a-a6a02252acce tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "DELETE /v2.0/routers/0aa4ca19-5a02-41d1-afe0-a3b0943c172e HTTP/1.1" status: 204 len: 168 time: 1.4791720 Jun 18 16:34:56.087048 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50562) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:56.092012 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-850321681', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}, 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:56.114219 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-afcf9021-7e54-4ed7-9986-5648d56ea662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:56.115116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcf9021-7e54-4ed7-9986-5648d56ea662 None None] The sync data for ids ['dc5be467-2682-4751-9072-63b368a2d2c3'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:56.127699 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.129073 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.153250 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-aac37bda-c3bb-45ab-a3e1-935674743153 None None] Port 64e6020c-48ec-408b-a002-31202ba6f4d6 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:34:56.195954 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 46ff03ab-8159-4b76-baaf-8f3a086a87f8 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:56.201305 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.272558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 46ff03ab-8159-4b76-baaf-8f3a086a87f8 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:56.276916 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 46ff03ab-8159-4b76-baaf-8f3a086a87f8 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:56.277297 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.326933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-fe6439b3-62b3-4d54-a380-2f6b705f7b9d None None] Provisioning complete for port 46ff03ab-8159-4b76-baaf-8f3a086a87f8 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:56.327324 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fe6439b3-62b3-4d54-a380-2f6b705f7b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.351090 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.387215 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.405705 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.444551 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 46ff03ab-8159-4b76-baaf-8f3a086a87f8, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=46ff03ab-8159-4b76-baaf-8f3a086a87f8,segment=NetworkSegment(3aed2559-339e-4ba9-b639-df457a8ec305),segment_id=3aed2559-339e-4ba9-b639-df457a8ec305)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:56.467738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.468607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device cebab6d0-8442-49ea-a9d2-6fbe43e785b9 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:56.471999 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:56.541692 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fe6439b3-62b3-4d54-a380-2f6b705f7b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.584597 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=46ff03ab-8159-4b76-baaf-8f3a086a87f8,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:56.585293 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.596524 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:56.608137 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.636997 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port cebab6d0-8442-49ea-a9d2-6fbe43e785b9 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:56.637443 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.640328 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-fe6439b3-62b3-4d54-a380-2f6b705f7b9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:34:56.640481 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-fe6439b3-62b3-4d54-a380-2f6b705f7b9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:34:56.748960 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Allocated IP 172.26.2.236 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/e10faa56-0fd4-4425-8750-cab491d3c4d8) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:56.749294 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Allocated IP 172.21.0.1 (34576485-8f7e-4502-ba16-a1d198f4a107/b1992763-b5c9-4e6f-a531-f3b2569e3439/98e82c74-df76-4b3a-a688-310206f04015) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:56.868520 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 74dd9fd9-3732-4014-a4db-c6149e2a8ef6 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:56.881354 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.928604 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac39554-a29f-413a-8000-fe3435171ce1 req-d3fa80af-fea3-45b4-8d9b-3929665b6322 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:56.930020 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7ac39554-a29f-413a-8000-fe3435171ce1 req-d3fa80af-fea3-45b4-8d9b-3929665b6322 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 944 time: 0.1394482 Jun 18 16:34:56.931530 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.935560 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.938246 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 74dd9fd9-3732-4014-a4db-c6149e2a8ef6 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:56.942342 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:56.943567 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 74dd9fd9-3732-4014-a4db-c6149e2a8ef6 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:56.943952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.963504 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Transition to ACTIVE for port object 98e82c74-df76-4b3a-a688-310206f04015 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:56.983401 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:56.984200 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7ac39554-a29f-413a-8000-fe3435171ce1 req-20ef5671-08db-4eae-b252-411327ae1fe2 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460389 Jun 18 16:34:57.013541 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:57.014550 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:57.033696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:57.038330 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:57.050867 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Pushing event updated for resources: {'Port': ['ID=e10faa56-0fd4-4425-8750-cab491d3c4d8,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:57.055929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:57.066717 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:57.093765 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8592424-ae6a-4332-a73d-d2cb10b5b745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dd9fd9-3732-4014-a4db-c6149e2a8ef6'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:34:57.097816 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8892259b-5498-4373-99e1-1a8ea05cd063" -d '{"events": [{"server_uuid": "d8592424-ae6a-4332-a73d-d2cb10b5b745", "name": "network-vif-plugged", "status": "completed", "tag": "74dd9fd9-3732-4014-a4db-c6149e2a8ef6"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:34:57.099002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 34576485-8f7e-4502-ba16-a1d198f4a107 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:57.107208 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=98e82c74-df76-4b3a-a688-310206f04015,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:57.110852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:57.111956 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:57.114130 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:57.166893 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f39cb5-c7fc-457d-bcac-1bae122daa57 x-openstack-request-id: req-61f39cb5-c7fc-457d-bcac-1bae122daa57 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:34:57.167208 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8592424-ae6a-4332-a73d-d2cb10b5b745", "name": "network-vif-plugged", "status": "completed", "tag": "74dd9fd9-3732-4014-a4db-c6149e2a8ef6", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:34:57.167475 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61f39cb5-c7fc-457d-bcac-1bae122daa57 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:34:57.167877 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8592424-ae6a-4332-a73d-d2cb10b5b745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dd9fd9-3732-4014-a4db-c6149e2a8ef6', 'code': 200} Jun 18 16:34:57.172415 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:57.176669 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 74dd9fd9-3732-4014-a4db-c6149e2a8ef6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=74dd9fd9-3732-4014-a4db-c6149e2a8ef6,segment=NetworkSegment(cd1ba5b2-1e5c-4349-ae25-b4e0d9be0676),segment_id=cd1ba5b2-1e5c-4349-ae25-b4e0d9be0676)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:57.207528 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:57.213308 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2c4bd150-8184-49ac-8673-8320398bf903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:57.271116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=74dd9fd9-3732-4014-a4db-c6149e2a8ef6,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:57.275050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:57.346511 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:57.369915 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:57.507581 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e516bab1-3610-4750-847f-f1734141bf15 None None] Provisioning for port 98e82c74-df76-4b3a-a688-310206f04015 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:57.511523 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e516bab1-3610-4750-847f-f1734141bf15 None None] Provisioning complete for port 98e82c74-df76-4b3a-a688-310206f04015 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:57.512043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e516bab1-3610-4750-847f-f1734141bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:57.547354 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e516bab1-3610-4750-847f-f1734141bf15 None None] Port 98e82c74-df76-4b3a-a688-310206f04015 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:34:57.564357 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f84f7c-8b4d-4c07-9a5f-aca67f847b61 req-cd85c1a4-dceb-46e9-b6fe-e8bddcfff427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:57.565825 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-41f84f7c-8b4d-4c07-9a5f-aca67f847b61 req-cd85c1a4-dceb-46e9-b6fe-e8bddcfff427 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 1098 time: 0.1435640 Jun 18 16:34:57.614448 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:57.619157 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:57.623041 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6fabbf0b-648d-438f-8e85-2bf5da4112c6 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:57.639607 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-41f84f7c-8b4d-4c07-9a5f-aca67f847b61 req-761d4689-dc7f-44c7-b864-e288aae5738e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459523 Jun 18 16:34:57.640664 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:57.700011 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:57.702002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=98e82c74-df76-4b3a-a688-310206f04015,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:57.705809 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:57.770462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Router 5393ef6f-278d-4a65-91d9-75403ef35d04 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:34:57.794465 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 34576485-8f7e-4502-ba16-a1d198f4a107 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:57.795829 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:57.887354 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:57.898698 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39255e7-f785-4c0c-9744-f62bc7f2285f None None] Sync routers for ids ['5393ef6f-278d-4a65-91d9-75403ef35d04'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:57.899341 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router dc5be467-2682-4751-9072-63b368a2d2c3 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:57.913050 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39255e7-f785-4c0c-9744-f62bc7f2285f None None] Routers {'5393ef6f-278d-4a65-91d9-75403ef35d04'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:57.914842 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e39255e7-f785-4c0c-9744-f62bc7f2285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['5393ef6f-278d-4a65-91d9-75403ef35d04'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:57.918359 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:57.919636 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.8313723 Jun 18 16:34:57.922345 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50568) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:57.928526 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-ee282f0b-cff0-4af8-a6cc-9d3f84b1ca98 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:58.054460 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e39255e7-f785-4c0c-9744-f62bc7f2285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:58.064441 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:58.065720 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 46ff03ab-8159-4b76-baaf-8f3a086a87f8 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:58.083440 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/dc5be467-2682-4751-9072-63b368a2d2c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1509442 Jun 18 16:34:58.084428 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50572) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:58.085492 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39255e7-f785-4c0c-9744-f62bc7f2285f None None] Routers {'5393ef6f-278d-4a65-91d9-75403ef35d04'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:58.086223 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e39255e7-f785-4c0c-9744-f62bc7f2285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['5393ef6f-278d-4a65-91d9-75403ef35d04'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:58.122400 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5a996-9312-4203-afaa-2449c2dad6fe None None] Sync routers for ids ['dc5be467-2682-4751-9072-63b368a2d2c3'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:58.138241 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a3e09ac1-9086-407b-a7cd-bcf4adf9574d None None] Provisioning complete for port 98e82c74-df76-4b3a-a688-310206f04015 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:58.138651 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a3e09ac1-9086-407b-a7cd-bcf4adf9574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:58.143927 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988f4935-167f-4d23-a085-f2e10007008d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:58.148235 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e39255e7-f785-4c0c-9744-f62bc7f2285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:58.148235 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39255e7-f785-4c0c-9744-f62bc7f2285f None None] The sync data for ids ['5393ef6f-278d-4a65-91d9-75403ef35d04'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:58.149137 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-988f4935-167f-4d23-a085-f2e10007008d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/ports/98e82c74-df76-4b3a-a688-310206f04015 HTTP/1.1" status: 200 len: 910 time: 0.0635226 Jun 18 16:34:58.158530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50574) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:58.176529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c5a996-9312-4203-afaa-2449c2dad6fe None None] Routers {'dc5be467-2682-4751-9072-63b368a2d2c3'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:58.177166 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-a1c5a996-9312-4203-afaa-2449c2dad6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dc5be467-2682-4751-9072-63b368a2d2c3'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:58.215756 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-a1c5a996-9312-4203-afaa-2449c2dad6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:58.221926 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-a3e09ac1-9086-407b-a7cd-bcf4adf9574d None None] Port 98e82c74-df76-4b3a-a688-310206f04015 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:34:58.231497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 46ff03ab-8159-4b76-baaf-8f3a086a87f8 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:58.231884 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:58.233302 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c5a996-9312-4203-afaa-2449c2dad6fe None None] Routers {'dc5be467-2682-4751-9072-63b368a2d2c3'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:58.233923 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-a1c5a996-9312-4203-afaa-2449c2dad6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dc5be467-2682-4751-9072-63b368a2d2c3'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:58.288629 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-a1c5a996-9312-4203-afaa-2449c2dad6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:58.289199 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5a996-9312-4203-afaa-2449c2dad6fe None None] The sync data for ids ['dc5be467-2682-4751-9072-63b368a2d2c3'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:58.333150 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ee282f0b-cff0-4af8-a6cc-9d3f84b1ca98 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:58.350110 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ee282f0b-cff0-4af8-a6cc-9d3f84b1ca98 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:58.378353 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf038e-4897-472c-a967-ee17e57a90e0 req-c7b52b4a-c3e7-4c35-9d8b-6d222c199779 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:58.379843 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-53bf038e-4897-472c-a967-ee17e57a90e0 req-c7b52b4a-c3e7-4c35-9d8b-6d222c199779 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 945 time: 0.2229192 Jun 18 16:34:58.408361 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-ee282f0b-cff0-4af8-a6cc-9d3f84b1ca98 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Deleting port e10faa56-0fd4-4425-8750-cab491d3c4d8 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:58.408706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ee282f0b-cff0-4af8-a6cc-9d3f84b1ca98 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:58.450492 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-53bf038e-4897-472c-a967-ee17e57a90e0 req-df10720f-ef23-4de8-97ea-6cf6754c9f2a tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632279 Jun 18 16:34:58.490034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ee282f0b-cff0-4af8-a6cc-9d3f84b1ca98 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:58.549892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9434d109-cabe-4949-b158-fd453d0594bb tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:58.557073 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-ee282f0b-cff0-4af8-a6cc-9d3f84b1ca98 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Calling delete_port for e10faa56-0fd4-4425-8750-cab491d3c4d8 owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:58.734986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ee282f0b-cff0-4af8-a6cc-9d3f84b1ca98 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:58.737856 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a79faca9-ba52-4686-89ad-6aa919faffc1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:58.763926 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee282f0b-cff0-4af8-a6cc-9d3f84b1ca98 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Pushing event deleted for resources: {'Port': ['ID=e10faa56-0fd4-4425-8750-cab491d3c4d8,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:58.770125 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ee282f0b-cff0-4af8-a6cc-9d3f84b1ca98 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:58.835951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ee282f0b-cff0-4af8-a6cc-9d3f84b1ca98 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.180386 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-9434d109-cabe-4949-b158-fd453d0594bb tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting port 98e82c74-df76-4b3a-a688-310206f04015 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:59.180965 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9434d109-cabe-4949-b158-fd453d0594bb tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.270978 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9434d109-cabe-4949-b158-fd453d0594bb tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.339774 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-9434d109-cabe-4949-b158-fd453d0594bb tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Calling delete_port for 98e82c74-df76-4b3a-a688-310206f04015 owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:59.393600 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ee282f0b-cff0-4af8-a6cc-9d3f84b1ca98 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.396821 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ee282f0b-cff0-4af8-a6cc-9d3f84b1ca98 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.470951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee282f0b-cff0-4af8-a6cc-9d3f84b1ca98 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Router 5393ef6f-278d-4a65-91d9-75403ef35d04 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:59.509739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9434d109-cabe-4949-b158-fd453d0594bb tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.512332 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6eec66c4-a098-45b4-86af-7f7287b90fcb tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:59.540057 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434d109-cabe-4949-b158-fd453d0594bb tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Port': ['ID=98e82c74-df76-4b3a-a688-310206f04015,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:59.548454 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9434d109-cabe-4949-b158-fd453d0594bb tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:59.549703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee282f0b-cff0-4af8-a6cc-9d3f84b1ca98 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:59.557529 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ee282f0b-cff0-4af8-a6cc-9d3f84b1ca98 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.561357 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ee282f0b-cff0-4af8-a6cc-9d3f84b1ca98 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "PUT /v2.0/routers/5393ef6f-278d-4a65-91d9-75403ef35d04 HTTP/1.1" status: 200 len: 709 time: 1.6373219 Jun 18 16:34:59.561968 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50580) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:59.566332 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21928d9f-ba20-4b74-98a7-a02bab32f16b None None] Sync routers for ids ['5393ef6f-278d-4a65-91d9-75403ef35d04'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:59.581045 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21928d9f-ba20-4b74-98a7-a02bab32f16b None None] Routers {'5393ef6f-278d-4a65-91d9-75403ef35d04'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:59.581782 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-21928d9f-ba20-4b74-98a7-a02bab32f16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['5393ef6f-278d-4a65-91d9-75403ef35d04'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:59.625151 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-21928d9f-ba20-4b74-98a7-a02bab32f16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:59.635442 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21928d9f-ba20-4b74-98a7-a02bab32f16b None None] Routers {'5393ef6f-278d-4a65-91d9-75403ef35d04'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:59.636574 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-21928d9f-ba20-4b74-98a7-a02bab32f16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['5393ef6f-278d-4a65-91d9-75403ef35d04'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:59.639279 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-62b84882-a3bb-422d-868d-59bf661e2d25 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "GET /v2.0/routers/5393ef6f-278d-4a65-91d9-75403ef35d04 HTTP/1.1" status: 200 len: 744 time: 0.0760939 Jun 18 16:34:59.640928 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50582) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:59.681365 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-21928d9f-ba20-4b74-98a7-a02bab32f16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:59.681613 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-75e1c4f5-670b-49fa-a5de-4ff191fa21f0 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&device_id=5393ef6f-278d-4a65-91d9-75403ef35d04 HTTP/1.1" status: 200 len: 205 time: 0.0400400 Jun 18 16:34:59.682435 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21928d9f-ba20-4b74-98a7-a02bab32f16b None None] The sync data for ids ['5393ef6f-278d-4a65-91d9-75403ef35d04'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:59.683976 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50584) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:59.713904 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bfced1a5-4fe5-4eb6-9d32-7a2ee7b2d57c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "GET /v2.0/ports?device_id=5393ef6f-278d-4a65-91d9-75403ef35d04 HTTP/1.1" status: 200 len: 205 time: 0.0287147 Jun 18 16:34:59.716214 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50586) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:59.770300 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec0edb-db57-4a93-b1d1-b65957865912 req-40fdb0f7-aace-4bbf-8798-66b6cc18b1e9 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:59.771836 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6eec0edb-db57-4a93-b1d1-b65957865912 req-40fdb0f7-aace-4bbf-8798-66b6cc18b1e9 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 945 time: 0.1874104 Jun 18 16:34:59.794113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-40285606-783d-4972-ba45-25d15eb4201c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.795111 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9434d109-cabe-4949-b158-fd453d0594bb tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.853183 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6eec0edb-db57-4a93-b1d1-b65957865912 req-bb2c2170-ed0e-4932-bd75-636c8d315c38 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737536 Jun 18 16:34:59.964244 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-40285606-783d-4972-ba45-25d15eb4201c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.966564 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-40285606-783d-4972-ba45-25d15eb4201c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:00.012989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-40285606-783d-4972-ba45-25d15eb4201c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:00.013504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40285606-783d-4972-ba45-25d15eb4201c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Fanout notify agent at l3_agent the message router_deleted on router 5393ef6f-278d-4a65-91d9-75403ef35d04 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:35:00.021540 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-40285606-783d-4972-ba45-25d15eb4201c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:00.022669 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-40285606-783d-4972-ba45-25d15eb4201c tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "DELETE /v2.0/routers/5393ef6f-278d-4a65-91d9-75403ef35d04 HTTP/1.1" status: 204 len: 168 time: 0.3055451 Jun 18 16:35:00.026701 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50590) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:00.036698 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9434d109-cabe-4949-b158-fd453d0594bb tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router dc5be467-2682-4751-9072-63b368a2d2c3 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:00.056206 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5641d7bc-c17e-4e99-9aa7-6c2b94780b17 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "GET /v2.0/ports?device_id=5393ef6f-278d-4a65-91d9-75403ef35d04 HTTP/1.1" status: 200 len: 205 time: 0.0283406 Jun 18 16:35:00.058404 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50592) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:00.093811 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf04b48-246c-416b-befc-982272ccbe9f req-2c15cc9c-4852-4f03-b65e-6becd4bd76b2 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:00.096119 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-faf04b48-246c-416b-befc-982272ccbe9f req-2c15cc9c-4852-4f03-b65e-6becd4bd76b2 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 945 time: 0.1225102 Jun 18 16:35:00.098925 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-92a885ce-868e-4979-972d-7fa9653dbad8 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] delete failed (client error): The resource could not be found. Jun 18 16:35:00.102425 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-92a885ce-868e-4979-972d-7fa9653dbad8 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "DELETE /v2.0/routers/5393ef6f-278d-4a65-91d9-75403ef35d04 HTTP/1.1" status: 404 len: 336 time: 0.0406117 Jun 18 16:35:00.102646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50594) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:00.133301 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5a896977-1d0f-4ea1-8909-c3d161b040ec tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "GET /v2.0/ports?device_id=0aa4ca19-5a02-41d1-afe0-a3b0943c172e HTTP/1.1" status: 200 len: 205 time: 0.0272498 Jun 18 16:35:00.133512 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50596) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:00.169579 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-0c0b4da5-9abe-4c21-982e-55bd3e9234d3 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] delete failed (client error): The resource could not be found. Jun 18 16:35:00.170605 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0c0b4da5-9abe-4c21-982e-55bd3e9234d3 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "DELETE /v2.0/routers/0aa4ca19-5a02-41d1-afe0-a3b0943c172e HTTP/1.1" status: 404 len: 336 time: 0.0362363 Jun 18 16:35:00.172029 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-faf04b48-246c-416b-befc-982272ccbe9f req-ddd59857-266d-4a62-bc5a-bec26d5974a6 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478694 Jun 18 16:35:00.173201 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9434d109-cabe-4949-b158-fd453d0594bb tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:00.173669 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50598) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:00.177995 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9434d109-cabe-4949-b158-fd453d0594bb tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/dc5be467-2682-4751-9072-63b368a2d2c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0184863 Jun 18 16:35:00.180798 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50600) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:00.184164 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf82c7e-83f1-4f93-832c-4e8eab821c8f None None] Sync routers for ids ['dc5be467-2682-4751-9072-63b368a2d2c3'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:00.195918 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf82c7e-83f1-4f93-832c-4e8eab821c8f None None] Routers {'dc5be467-2682-4751-9072-63b368a2d2c3'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:00.196768 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-6bf82c7e-83f1-4f93-832c-4e8eab821c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dc5be467-2682-4751-9072-63b368a2d2c3'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:00.206418 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6ba85530-4d1f-4ccd-b7e8-1a089ba039a9 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ecf1d40-415d-4734-98cd-fb5ccd74782a HTTP/1.1" status: 200 len: 205 time: 0.0314960 Jun 18 16:35:00.208324 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50604) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:00.240308 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-6bf82c7e-83f1-4f93-832c-4e8eab821c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:00.249163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf82c7e-83f1-4f93-832c-4e8eab821c8f None None] Routers {'dc5be467-2682-4751-9072-63b368a2d2c3'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:00.249862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-6bf82c7e-83f1-4f93-832c-4e8eab821c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dc5be467-2682-4751-9072-63b368a2d2c3'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:00.254052 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-b4ace704-ee7e-400c-8b8a-1ff6d655948b tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] delete failed (client error): The resource could not be found. Jun 18 16:35:00.255272 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b4ace704-ee7e-400c-8b8a-1ff6d655948b tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "DELETE /v2.0/routers/5ecf1d40-415d-4734-98cd-fb5ccd74782a HTTP/1.1" status: 404 len: 336 time: 0.0459821 Jun 18 16:35:00.258421 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50606) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:00.287259 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-6bf82c7e-83f1-4f93-832c-4e8eab821c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:00.288107 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf82c7e-83f1-4f93-832c-4e8eab821c8f None None] The sync data for ids ['dc5be467-2682-4751-9072-63b368a2d2c3'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:00.291854 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3f6e20a6-0044-4536-ab4e-902b24c8f72a tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "GET /v2.0/ports?device_id=259b7773-c9fc-4610-929b-10a7486ffc01 HTTP/1.1" status: 200 len: 205 time: 0.0321763 Jun 18 16:35:00.294204 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50608) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:00.340120 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-c03d1152-0b1b-4229-9260-c9c914e71ab9 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] delete failed (client error): The resource could not be found. Jun 18 16:35:00.341126 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c03d1152-0b1b-4229-9260-c9c914e71ab9 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "DELETE /v2.0/routers/259b7773-c9fc-4610-929b-10a7486ffc01 HTTP/1.1" status: 404 len: 336 time: 0.0458331 Jun 18 16:35:00.343797 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50610) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:00.373128 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-067c6a65-3636-430e-af2f-fab9f130a32e tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0dc70b-8f3e-4438-9e19-43b643891053 HTTP/1.1" status: 200 len: 205 time: 0.0281684 Jun 18 16:35:00.375395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50612) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:00.421001 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-757c5b73-8613-4a46-b02a-73baccb443c0 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] delete failed (client error): The resource could not be found. Jun 18 16:35:00.427078 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-757c5b73-8613-4a46-b02a-73baccb443c0 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "DELETE /v2.0/routers/9e0dc70b-8f3e-4438-9e19-43b643891053 HTTP/1.1" status: 404 len: 336 time: 0.0501873 Jun 18 16:35:00.428764 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50616) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:00.461508 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8b971319-2e88-4ec6-82f8-ab032626d763 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b67702b-184d-410f-8805-a5ed0d15d63f HTTP/1.1" status: 200 len: 205 time: 0.0314631 Jun 18 16:35:00.463760 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50618) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:00.506441 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-4373871a-c21c-481e-9754-88f26d69893f tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] delete failed (client error): The resource could not be found. Jun 18 16:35:00.507477 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4373871a-c21c-481e-9754-88f26d69893f tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "DELETE /v2.0/routers/8b67702b-184d-410f-8805-a5ed0d15d63f HTTP/1.1" status: 404 len: 336 time: 0.0426476 Jun 18 16:35:00.510518 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50620) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:00.537568 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-0458ab4a-67f4-4ea0-b702-d2b713d0d2c0 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] DELETE failed (client error): The resource could not be found. Jun 18 16:35:00.538021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0458ab4a-67f4-4ea0-b702-d2b713d0d2c0 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:35:00.539738 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0458ab4a-67f4-4ea0-b702-d2b713d0d2c0 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] 10.222.0.39 "DELETE /v2.0/subnets/07e92380-7fcd-42bb-80f9-b57e84e99e02 HTTP/1.1" status: 404 len: 337 time: 0.0282338 Jun 18 16:35:00.575354 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:00.664129 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f0978-09f6-4245-aa55-201109af1d97 req-7061d5a7-9856-421d-a28a-87a53aeebc2e tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:00.665387 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-821f0978-09f6-4245-aa55-201109af1d97 req-7061d5a7-9856-421d-a28a-87a53aeebc2e tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 945 time: 0.1520932 Jun 18 16:35:00.757731 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-821f0978-09f6-4245-aa55-201109af1d97 req-3a4b1bbb-7901-4dab-9dec-c1a77bead3c1 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856507 Jun 18 16:35:00.793421 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50626) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:00.874791 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting port 64e6020c-48ec-408b-a002-31202ba6f4d6 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:00.875137 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:00.897974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f941b92b-ecbc-4f85-8a5d-699accc08024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:00.978242 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:01.001164 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f941b92b-ecbc-4f85-8a5d-699accc08024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:01.005997 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f941b92b-ecbc-4f85-8a5d-699accc08024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:01.010077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1be7630f-33a7-41f4-aa98-67f10935480e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:01.046635 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Calling delete_port for 64e6020c-48ec-408b-a002-31202ba6f4d6 owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:01.051915 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f941b92b-ecbc-4f85-8a5d-699accc08024 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e10eca1ef844b148a23b131efd7e00e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574391 Jun 18 16:35:01.052833 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941b92b-ecbc-4f85-8a5d-699accc08024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75143fad-d165-4ff6-af26-4d8d99e7ab47,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:01.055407 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50630) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:01.060045 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941b92b-ecbc-4f85-8a5d-699accc08024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.060439 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941b92b-ecbc-4f85-8a5d-699accc08024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.060824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941b92b-ecbc-4f85-8a5d-699accc08024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.061206 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941b92b-ecbc-4f85-8a5d-699accc08024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.061575 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941b92b-ecbc-4f85-8a5d-699accc08024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.061948 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941b92b-ecbc-4f85-8a5d-699accc08024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.062346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941b92b-ecbc-4f85-8a5d-699accc08024 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.062750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941b92b-ecbc-4f85-8a5d-699accc08024 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.063123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941b92b-ecbc-4f85-8a5d-699accc08024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.064261 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941b92b-ecbc-4f85-8a5d-699accc08024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.064704 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941b92b-ecbc-4f85-8a5d-699accc08024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.065053 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941b92b-ecbc-4f85-8a5d-699accc08024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.068863 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f941b92b-ecbc-4f85-8a5d-699accc08024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:01.156251 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4cc99535-c9ce-4faa-bff3-ac378d7fee11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:01.214848 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4cc99535-c9ce-4faa-bff3-ac378d7fee11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:01.295816 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:01.299247 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:01.304323 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4cc99535-c9ce-4faa-bff3-ac378d7fee11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:01.306808 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4cc99535-c9ce-4faa-bff3-ac378d7fee11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:01.307878 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4cc99535-c9ce-4faa-bff3-ac378d7fee11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75143fad-d165-4ff6-af26-4d8d99e7ab47 HTTP/1.1" status: 204 len: 168 time: 0.2515657 Jun 18 16:35:01.327800 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Port': ['ID=64e6020c-48ec-408b-a002-31202ba6f4d6,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:01.338057 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.338579 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.338849 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.339218 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.339594 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.339945 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.340313 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.341202 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.341202 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.341378 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.341775 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.342132 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:01.350433 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:01.350433 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6030b542-7834-4044-8421-fecb17ba7919 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:01.375514 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc99535-c9ce-4faa-bff3-ac378d7fee11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75143fad-d165-4ff6-af26-4d8d99e7ab47,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:01.395858 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4cc99535-c9ce-4faa-bff3-ac378d7fee11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:01.500003 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:01.608177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50636) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:01.662074 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d2c575a5-4e50-4d19-bfa5-558c9813fe25 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=534e82b466f5436cb5a232c56dea6172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517347 Jun 18 16:35:01.663970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50638) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:01.664809 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router dc5be467-2682-4751-9072-63b368a2d2c3 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:01.712271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eceee3d8-00d9-48d2-907b-dffd1e788b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:01.733562 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eceee3d8-00d9-48d2-907b-dffd1e788b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:01.740819 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:01.745765 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/dc5be467-2682-4751-9072-63b368a2d2c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5640185 Jun 18 16:35:01.749463 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50640) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:01.750417 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c407709-9804-4184-989a-27f46222ac54 None None] Sync routers for ids ['dc5be467-2682-4751-9072-63b368a2d2c3'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:01.759805 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c407709-9804-4184-989a-27f46222ac54 None None] Routers {'dc5be467-2682-4751-9072-63b368a2d2c3'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:01.760895 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4c407709-9804-4184-989a-27f46222ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dc5be467-2682-4751-9072-63b368a2d2c3'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:01.788677 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f4781cd5-3bf9-41b9-897d-a1c96aaea5ff tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc5be467-2682-4751-9072-63b368a2d2c3 HTTP/1.1" status: 200 len: 205 time: 0.0378160 Jun 18 16:35:01.791147 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50644) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:01.796525 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4c407709-9804-4184-989a-27f46222ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:01.812924 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eceee3d8-00d9-48d2-907b-dffd1e788b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:01.817371 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eceee3d8-00d9-48d2-907b-dffd1e788b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:01.818523 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-eceee3d8-00d9-48d2-907b-dffd1e788b1a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/716f9c4b-ae91-44c5-8ae4-5890373e9cbc HTTP/1.1" status: 204 len: 168 time: 0.1536493 Jun 18 16:35:01.819812 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-970a338e-4cf7-4b4b-a161-9c4f64d25289 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:01.822888 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c407709-9804-4184-989a-27f46222ac54 None None] Routers {'dc5be467-2682-4751-9072-63b368a2d2c3'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:01.823010 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4c407709-9804-4184-989a-27f46222ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:34:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dc5be467-2682-4751-9072-63b368a2d2c3'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:01.832156 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceee3d8-00d9-48d2-907b-dffd1e788b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716f9c4b-ae91-44c5-8ae4-5890373e9cbc,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:01.834887 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-eceee3d8-00d9-48d2-907b-dffd1e788b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:01.855473 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4c407709-9804-4184-989a-27f46222ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:01.856093 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c407709-9804-4184-989a-27f46222ac54 None None] The sync data for ids ['dc5be467-2682-4751-9072-63b368a2d2c3'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:01.894132 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b13368b2-8212-483a-b16b-990a736e908b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:02.463361 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b13368b2-8212-483a-b16b-990a736e908b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:02.466707 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b13368b2-8212-483a-b16b-990a736e908b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:02.516671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfacca-2267-408a-8371-b65f01eddf54 req-df2e05e3-a5b8-4f1a-8b7a-8f705c1f45fb tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:02.518089 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-becfacca-2267-408a-8371-b65f01eddf54 req-df2e05e3-a5b8-4f1a-8b7a-8f705c1f45fb tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 945 time: 0.5859830 Jun 18 16:35:02.522503 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b13368b2-8212-483a-b16b-990a736e908b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:02.523061 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13368b2-8212-483a-b16b-990a736e908b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Fanout notify agent at l3_agent the message router_deleted on router dc5be467-2682-4751-9072-63b368a2d2c3 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:35:02.530365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b13368b2-8212-483a-b16b-990a736e908b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:02.534718 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b13368b2-8212-483a-b16b-990a736e908b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/routers/dc5be467-2682-4751-9072-63b368a2d2c3 HTTP/1.1" status: 204 len: 168 time: 0.7393067 Jun 18 16:35:02.535566 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50666) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:02.547569 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50668) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:02.571571 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-becfacca-2267-408a-8371-b65f01eddf54 req-1672155f-010d-41e4-b310-582b8656ba0f tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466347 Jun 18 16:35:02.597021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab538e9d-76b4-46cc-9281-4f35a691175b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting subnet b1992763-b5c9-4e6f-a531-f3b2569e3439 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:35:02.600431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ab538e9d-76b4-46cc-9281-4f35a691175b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:02.643009 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ab538e9d-76b4-46cc-9281-4f35a691175b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:02.670078 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-0c7f0788-e210-4d06-9e1d-96416debdd71 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1327531250'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:02.695187 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7f0788-e210-4d06-9e1d-96416debdd71 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Made reservation on behalf of a25b11f6959b403693740eb7a786b549 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:02.698632 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0788-e210-4d06-9e1d-96416debdd71 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:02.708084 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0788-e210-4d06-9e1d-96416debdd71 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:02.727981 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ab538e9d-76b4-46cc-9281-4f35a691175b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:02.801256 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ab538e9d-76b4-46cc-9281-4f35a691175b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:02.804723 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-72896685-1152-4a2c-b518-20235f7fbfdc tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:02.829439 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0788-e210-4d06-9e1d-96416debdd71 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:02.831975 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab538e9d-76b4-46cc-9281-4f35a691175b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Subnet': ['ID=b1992763-b5c9-4e6f-a531-f3b2569e3439,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:02.835655 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ab538e9d-76b4-46cc-9281-4f35a691175b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:02.836639 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ab538e9d-76b4-46cc-9281-4f35a691175b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:02.842171 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ab538e9d-76b4-46cc-9281-4f35a691175b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/subnets/b1992763-b5c9-4e6f-a531-f3b2569e3439 HTTP/1.1" status: 204 len: 168 time: 0.3055739 Jun 18 16:35:02.843519 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50676) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:02.846217 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46151fb0-5562-498a-be3a-f6a338b2dd12 None None] Network 34576485-8f7e-4502-ba16-a1d198f4a107 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:02.859564 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0788-e210-4d06-9e1d-96416debdd71 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:02.870862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6a26a498-d5f0-4bef-9808-4f017584d766 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:02.901909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-7441f5c5-64e0-4cb2-b974-5121ffc956ab tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting subnet b158fb23-4bc2-4bae-a71f-4a6a3d7ffede {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:35:02.905869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7441f5c5-64e0-4cb2-b974-5121ffc956ab tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:02.927575 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7f0788-e210-4d06-9e1d-96416debdd71 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:35:02.951075 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f0788-e210-4d06-9e1d-96416debdd71 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=889c07c5-aed0-4e12-ac37-48cf55869ed5,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:02.955627 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0788-e210-4d06-9e1d-96416debdd71 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:02.956051 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-0c7f0788-e210-4d06-9e1d-96416debdd71 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Added segment 22b8ee5b-bf83-4df3-8726-ec92ff8a0894 of type vlan for network 64f22fbd-a2ee-4390-9e81-0de934cdd1cb Jun 18 16:35:02.958246 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0c7f0788-e210-4d06-9e1d-96416debdd71 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:02.985628 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7441f5c5-64e0-4cb2-b974-5121ffc956ab tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.018316 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0788-e210-4d06-9e1d-96416debdd71 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.038879 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26e1d8-442d-4558-a735-d4ca3ecb323d req-86346ad2-77d5-4cac-a0c1-f0a034c70906 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:03.042437 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0b26e1d8-442d-4558-a735-d4ca3ecb323d req-86346ad2-77d5-4cac-a0c1-f0a034c70906 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 945 time: 0.1643887 Jun 18 16:35:03.048168 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f81313-9287-42fd-8280-4556bc939001 req-dc1b92a6-53ae-4282-97d8-81cc362c85c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:03.049728 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b7f81313-9287-42fd-8280-4556bc939001 req-dc1b92a6-53ae-4282-97d8-81cc362c85c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c5df58ac10842cbbe217b68c02f8017&device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 1098 time: 0.1406369 Jun 18 16:35:03.073735 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0788-e210-4d06-9e1d-96416debdd71 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.080484 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7f0788-e210-4d06-9e1d-96416debdd71 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:03.080913 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3916e362-89d4-4043-8588-38625c147459 None None] DHCP port deletion for 34576485-8f7e-4502-ba16-a1d198f4a107 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:35:03.081235 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0788-e210-4d06-9e1d-96416debdd71 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.086776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e851459f-b6a3-47e0-bf68-b85d32d2f8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:03.137486 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-3916e362-89d4-4043-8588-38625c147459 None None] Deleting port 46ff03ab-8159-4b76-baaf-8f3a086a87f8 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:03.138345 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3916e362-89d4-4043-8588-38625c147459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.152182 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0c7f0788-e210-4d06-9e1d-96416debdd71 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6026893 Jun 18 16:35:03.156557 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50678) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:03.164061 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7441f5c5-64e0-4cb2-b974-5121ffc956ab tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.170524 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-07561e95-758e-4e06-994e-55126e434732 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Request body: {'subnet': {'network_id': '64f22fbd-a2ee-4390-9e81-0de934cdd1cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:03.181917 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0b26e1d8-442d-4558-a735-d4ca3ecb323d req-1326e899-d10a-413c-a936-88d416db089d tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283116 Jun 18 16:35:03.189583 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f81313-9287-42fd-8280-4556bc939001 req-def3ce79-7a3a-4e0b-8554-aac3e6893614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:03.191102 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b7f81313-9287-42fd-8280-4556bc939001 req-def3ce79-7a3a-4e0b-8554-aac3e6893614 service neutron] 10.222.0.64 "GET /v2.0/networks?id=218b94bc-cf62-4c7c-b213-6874867f1163 HTTP/1.1" status: 200 len: 912 time: 0.1243918 Jun 18 16:35:03.206300 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3916e362-89d4-4043-8588-38625c147459 None None] For port 46ff03ab-8159-4b76-baaf-8f3a086a87f8, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=46ff03ab-8159-4b76-baaf-8f3a086a87f8,segment=NetworkSegment(3aed2559-339e-4ba9-b639-df457a8ec305),segment_id=3aed2559-339e-4ba9-b639-df457a8ec305)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:03.206954 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3916e362-89d4-4043-8588-38625c147459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.225306 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f0788-e210-4d06-9e1d-96416debdd71 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Pushing event updated for resources: {'Network': ['ID=64f22fbd-a2ee-4390-9e81-0de934cdd1cb,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:03.236594 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0c7f0788-e210-4d06-9e1d-96416debdd71 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:03.249174 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 64f22fbd-a2ee-4390-9e81-0de934cdd1cb details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:35:03.249430 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b7f81313-9287-42fd-8280-4556bc939001 req-99772f3c-96d5-48bf-bd36-57b0ea793728 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74dd9fd9-3732-4014-a4db-c6149e2a8ef6 HTTP/1.1" status: 200 len: 217 time: 0.0433536 Jun 18 16:35:03.280902 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07561e95-758e-4e06-994e-55126e434732 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Made reservation on behalf of a25b11f6959b403693740eb7a786b549 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:03.285216 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-07561e95-758e-4e06-994e-55126e434732 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.286507 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-3916e362-89d4-4043-8588-38625c147459 None None] Calling delete_port for 46ff03ab-8159-4b76-baaf-8f3a086a87f8 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:03.316934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7441f5c5-64e0-4cb2-b974-5121ffc956ab tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.319329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a76d5c40-1725-4f84-b880-53ef7652d075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:03.323290 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f81313-9287-42fd-8280-4556bc939001 req-8f1559be-737f-4792-8357-63c58cd2a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:03.324722 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b7f81313-9287-42fd-8280-4556bc939001 req-8f1559be-737f-4792-8357-63c58cd2a3bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4efc7581-0f2a-471e-81ef-d0b5249d8e26 HTTP/1.1" status: 200 len: 851 time: 0.0681946 Jun 18 16:35:03.354923 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441f5c5-64e0-4cb2-b974-5121ffc956ab tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Subnet': ['ID=b158fb23-4bc2-4bae-a71f-4a6a3d7ffede,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:03.357813 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7441f5c5-64e0-4cb2-b974-5121ffc956ab tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:03.379986 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b7f81313-9287-42fd-8280-4556bc939001 req-eb3bb6f6-235e-4d99-9fca-56f92a1ee1ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=218b94bc-cf62-4c7c-b213-6874867f1163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356529 Jun 18 16:35:03.383039 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7441f5c5-64e0-4cb2-b974-5121ffc956ab tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.385193 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7441f5c5-64e0-4cb2-b974-5121ffc956ab tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/subnets/b158fb23-4bc2-4bae-a71f-4a6a3d7ffede HTTP/1.1" status: 204 len: 168 time: 0.5397825 Jun 18 16:35:03.387929 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50680) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:03.397480 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eae93e-ca44-4b07-b183-0929e71ae586 None None] Network 6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:03.490403 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b7f81313-9287-42fd-8280-4556bc939001 req-7e7515aa-4abe-4f64-b1a2-469d976e5a8b service neutron] 10.222.0.64 "GET /v2.0/networks/218b94bc-cf62-4c7c-b213-6874867f1163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037223 Jun 18 16:35:03.506153 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d48dd6f-6d8e-48fe-a079-eb2975736c41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.517084 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3916e362-89d4-4043-8588-38625c147459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.525951 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c985d969-9e75-4193-ac7a-650ab7306b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:03.530801 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3916e362-89d4-4043-8588-38625c147459 None None] No DVR routers for this DVR port 46ff03ab-8159-4b76-baaf-8f3a086a87f8 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:35:03.563608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916e362-89d4-4043-8588-38625c147459 None None] Pushing event deleted for resources: {'Port': ['ID=46ff03ab-8159-4b76-baaf-8f3a086a87f8,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:03.572458 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e362-89d4-4043-8588-38625c147459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:03.572886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e362-89d4-4043-8588-38625c147459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:03.573303 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e362-89d4-4043-8588-38625c147459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:03.573732 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e362-89d4-4043-8588-38625c147459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:03.574137 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e362-89d4-4043-8588-38625c147459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:03.574542 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e362-89d4-4043-8588-38625c147459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:03.574964 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e362-89d4-4043-8588-38625c147459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:03.575488 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e362-89d4-4043-8588-38625c147459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:03.576010 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e362-89d4-4043-8588-38625c147459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:03.576344 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e362-89d4-4043-8588-38625c147459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:03.576681 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e362-89d4-4043-8588-38625c147459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:03.577019 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916e362-89d4-4043-8588-38625c147459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:03.580933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3916e362-89d4-4043-8588-38625c147459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:03.591911 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-07561e95-758e-4e06-994e-55126e434732 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.596257 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b7f81313-9287-42fd-8280-4556bc939001 req-dae7e479-4895-452d-a143-f60db8d32476 service neutron] 10.222.0.64 "GET /v2.0/networks/218b94bc-cf62-4c7c-b213-6874867f1163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999959 Jun 18 16:35:03.624546 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7be99488-abec-4a41-bd5e-7f11e10b93e4 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:03.681353 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d48dd6f-6d8e-48fe-a079-eb2975736c41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.697039 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-4d48dd6f-6d8e-48fe-a079-eb2975736c41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34576485-8f7e-4502-ba16-a1d198f4a107']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:03.707104 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f0aba1-22d0-4f45-875b-6374dba73988 None None] DHCP port deletion for 6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:35:03.713495 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07561e95-758e-4e06-994e-55126e434732 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Pushing event updated for resources: {'Subnet': ['ID=e4272e67-9d22-434f-841b-81e02368647a,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:03.717903 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-4d48dd6f-6d8e-48fe-a079-eb2975736c41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aed2559-339e-4ba9-b639-df457a8ec305') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:03.718219 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-4d48dd6f-6d8e-48fe-a079-eb2975736c41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aed2559-339e-4ba9-b639-df457a8ec305') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:03.720616 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-07561e95-758e-4e06-994e-55126e434732 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:03.731440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d48dd6f-6d8e-48fe-a079-eb2975736c41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.744037 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07561e95-758e-4e06-994e-55126e434732 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Checking segment: {'id': '22b8ee5b-bf83-4df3-8726-ec92ff8a0894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '64f22fbd-a2ee-4390-9e81-0de934cdd1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:03.744394 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07561e95-758e-4e06-994e-55126e434732 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Network hostable DHCP agents. Network: 64f22fbd-a2ee-4390-9e81-0de934cdd1cb, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:35:03.753099 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d48dd6f-6d8e-48fe-a079-eb2975736c41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.756582 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e6f0aba1-22d0-4f45-875b-6374dba73988 None None] Deleting port cebab6d0-8442-49ea-a9d2-6fbe43e785b9 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:03.756972 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e6f0aba1-22d0-4f45-875b-6374dba73988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.762624 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d48dd6f-6d8e-48fe-a079-eb2975736c41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:35:03.763014 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d48dd6f-6d8e-48fe-a079-eb2975736c41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:35:03.765876 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:35:03.807069 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07561e95-758e-4e06-994e-55126e434732 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Network 64f22fbd-a2ee-4390-9e81-0de934cdd1cb is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:35:03.822561 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e6f0aba1-22d0-4f45-875b-6374dba73988 None None] For port cebab6d0-8442-49ea-a9d2-6fbe43e785b9, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=cebab6d0-8442-49ea-a9d2-6fbe43e785b9,segment=NetworkSegment(6c63bf50-8c35-4acf-b219-f5c14c2e0146),segment_id=6c63bf50-8c35-4acf-b219-f5c14c2e0146)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:03.822998 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e6f0aba1-22d0-4f45-875b-6374dba73988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.826696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-07561e95-758e-4e06-994e-55126e434732 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 64f22fbd-a2ee-4390-9e81-0de934cdd1cb) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:03.831749 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07561e95-758e-4e06-994e-55126e434732 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:03.832426 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-07561e95-758e-4e06-994e-55126e434732 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.841358 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75495846-0a4e-48b3-b583-9272f633af77 None None] Network 64f22fbd-a2ee-4390-9e81-0de934cdd1cb requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:03.842148 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d48dd6f-6d8e-48fe-a079-eb2975736c41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.846372 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3170148c-5442-49ce-a76b-7ee917b52344 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:03.852489 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d48dd6f-6d8e-48fe-a079-eb2975736c41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:03.854347 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4d48dd6f-6d8e-48fe-a079-eb2975736c41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/networks/34576485-8f7e-4502-ba16-a1d198f4a107 HTTP/1.1" status: 204 len: 168 time: 0.4651310 Jun 18 16:35:03.857090 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50682) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:03.865164 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-07561e95-758e-4e06-994e-55126e434732 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7006359 Jun 18 16:35:03.866389 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48dd6f-6d8e-48fe-a079-eb2975736c41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Network': ['ID=34576485-8f7e-4502-ba16-a1d198f4a107,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:03.867773 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50684) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:03.868815 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4d48dd6f-6d8e-48fe-a079-eb2975736c41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:03.878618 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-f9a0f77e-3b58-4f36-bee3-257edda44c1a tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Request body: {'port': {'network_id': '64f22fbd-a2ee-4390-9e81-0de934cdd1cb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-524196696'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:03.910042 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e6f0aba1-22d0-4f45-875b-6374dba73988 None None] Calling delete_port for cebab6d0-8442-49ea-a9d2-6fbe43e785b9 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:04.006182 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:04.109361 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a0f77e-3b58-4f36-bee3-257edda44c1a tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Made reservation on behalf of a25b11f6959b403693740eb7a786b549 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:04.112982 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f9a0f77e-3b58-4f36-bee3-257edda44c1a tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:04.132878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting port cebab6d0-8442-49ea-a9d2-6fbe43e785b9 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:04.133128 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:04.137038 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-f9a0f77e-3b58-4f36-bee3-257edda44c1a tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] device_id is not set on port 55b44457-bb6c-4972-9169-63962d75671e yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:35:04.148979 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 46ff03ab-8159-4b76-baaf-8f3a086a87f8 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:04.175606 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 46ff03ab-8159-4b76-baaf-8f3a086a87f8 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:35:04.175963 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 46ff03ab-8159-4b76-baaf-8f3a086a87f8 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:35:04.176743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device cebab6d0-8442-49ea-a9d2-6fbe43e785b9 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:04.242082 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] For port cebab6d0-8442-49ea-a9d2-6fbe43e785b9, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=cebab6d0-8442-49ea-a9d2-6fbe43e785b9,segment=NetworkSegment(6c63bf50-8c35-4acf-b219-f5c14c2e0146),segment_id=6c63bf50-8c35-4acf-b219-f5c14c2e0146)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:04.242451 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:04.322805 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e6f0aba1-22d0-4f45-875b-6374dba73988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:04.325914 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-15246b1f-b65a-432f-8dc3-536e94c60543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:04.333479 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Port cebab6d0-8442-49ea-a9d2-6fbe43e785b9 update to DOWN by agent not found {{(pid=93429) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 18 16:35:04.335553 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Calling delete_port for cebab6d0-8442-49ea-a9d2-6fbe43e785b9 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:04.370536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0aba1-22d0-4f45-875b-6374dba73988 None None] Pushing event deleted for resources: {'Port': ['ID=cebab6d0-8442-49ea-a9d2-6fbe43e785b9,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:04.372991 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e6f0aba1-22d0-4f45-875b-6374dba73988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:04.377711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f0aba1-22d0-4f45-875b-6374dba73988 None None] No DVR routers for this DVR port cebab6d0-8442-49ea-a9d2-6fbe43e785b9 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:35:04.387554 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-64f22fbd-a2ee-4390-9e81-0de934cdd1cb', 'network_id': '64f22fbd-a2ee-4390-9e81-0de934cdd1cb', 'tenant_id': 'a25b11f6959b403693740eb7a786b549', 'fixed_ips': [{'subnet_id': 'e4272e67-9d22-434f-841b-81e02368647a'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:35:04.388663 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:04.410334 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-f9a0f77e-3b58-4f36-bee3-257edda44c1a tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Allocated IP 172.20.0.8 (64f22fbd-a2ee-4390-9e81-0de934cdd1cb/e4272e67-9d22-434f-841b-81e02368647a/55b44457-bb6c-4972-9169-63962d75671e) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:04.473391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa807ebc-1871-4176-b07f-5d060c983902 req-6b7972fe-ad02-44d7-aff2-571ba6ab6c40 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:04.475032 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-aa807ebc-1871-4176-b07f-5d060c983902 req-6b7972fe-ad02-44d7-aff2-571ba6ab6c40 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 945 time: 0.0803790 Jun 18 16:35:04.495326 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:04.508632 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f3e60650-96d9-41a8-b6e9-ca07f5086a3c tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:04.518395 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-aa807ebc-1871-4176-b07f-5d060c983902 req-7c056f9a-a3d0-4607-b07e-34ff9ca48fb0 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351529 Jun 18 16:35:04.564634 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Port': ['ID=cebab6d0-8442-49ea-a9d2-6fbe43e785b9,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:04.571157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:04.571921 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] No DVR routers for this DVR port cebab6d0-8442-49ea-a9d2-6fbe43e785b9 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:35:04.678657 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:04.696555 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:04.700352 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f9a0f77e-3b58-4f36-bee3-257edda44c1a tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:04.713375 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c63bf50-8c35-4acf-b219-f5c14c2e0146') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:04.713677 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c63bf50-8c35-4acf-b219-f5c14c2e0146') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:04.726903 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:04.728562 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-f9a0f77e-3b58-4f36-bee3-257edda44c1a tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Transition to ACTIVE for port object 55b44457-bb6c-4972-9169-63962d75671e will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:04.749933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:04.759883 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:35:04.760261 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:35:04.763264 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:35:04.831645 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f9a0f77e-3b58-4f36-bee3-257edda44c1a tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:04.833757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:04.837100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6e87b732-653f-408e-8ea4-5e676833ce81 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:04.865397 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:04.867393 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/networks/6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4 HTTP/1.1" status: 204 len: 168 time: 1.0085452 Jun 18 16:35:04.871295 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50688) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:04.876844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-eb08d2ac-c24e-4ca6-95af-007948b205dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'network': {'name': 'tempest-RoutersTest-140558203'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:04.878142 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Allocated IP 172.20.0.2 (64f22fbd-a2ee-4390-9e81-0de934cdd1cb/e4272e67-9d22-434f-841b-81e02368647a/fd2705b2-73f2-4376-8a2e-52db75635cbc) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:04.904720 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a0f77e-3b58-4f36-bee3-257edda44c1a tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Network 64f22fbd-a2ee-4390-9e81-0de934cdd1cb is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:04.909015 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0f77e-3b58-4f36-bee3-257edda44c1a tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Pushing event updated for resources: {'Port': ['ID=55b44457-bb6c-4972-9169-63962d75671e,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:04.913618 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-f9a0f77e-3b58-4f36-bee3-257edda44c1a tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:04.915562 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f9a0f77e-3b58-4f36-bee3-257edda44c1a tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:04.918314 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:04.921234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a0f77e-3b58-4f36-bee3-257edda44c1a tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:04.958626 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb08d2ac-c24e-4ca6-95af-007948b205dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Made reservation on behalf of f398149941294546a91385773ef52ebe for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:04.962021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eb08d2ac-c24e-4ca6-95af-007948b205dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:04.966929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Network': ['ID=6dc8a620-2cb6-4a7d-bbee-5d5ce1ff66e4,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:04.977282 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:05.003993 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a0f77e-3b58-4f36-bee3-257edda44c1a tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:05.004601 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f9a0f77e-3b58-4f36-bee3-257edda44c1a tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:05.012259 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb08d2ac-c24e-4ca6-95af-007948b205dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:35:05.026567 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:05.029112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eb08d2ac-c24e-4ca6-95af-007948b205dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:05.029531 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-eb08d2ac-c24e-4ca6-95af-007948b205dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Added segment 0f692601-5617-4747-9ba7-395f1eb34091 of type vlan for network 51c96ece-f141-4a78-9181-313a12631bc4 Jun 18 16:35:05.035013 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Transition to ACTIVE for port object fd2705b2-73f2-4376-8a2e-52db75635cbc will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:05.039668 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f9a0f77e-3b58-4f36-bee3-257edda44c1a tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1668756 Jun 18 16:35:05.042904 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50690) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:05.048971 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-7b744622-e5b5-4a35-b721-deaa10f4db3b tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Request body: {'port': {'network_id': '64f22fbd-a2ee-4390-9e81-0de934cdd1cb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-148581444', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:05.049463 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.api.validators [None req-7b744622-e5b5-4a35-b721-deaa10f4db3b tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] bootfile-name is not in valid_values {{(pid=93427) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:35:05.049802 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.api.validators [None req-7b744622-e5b5-4a35-b721-deaa10f4db3b tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] tftp-server is not in valid_values {{(pid=93427) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:35:05.050128 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.api.validators [None req-7b744622-e5b5-4a35-b721-deaa10f4db3b tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] server-ip-address is not in valid_values {{(pid=93427) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:35:05.053013 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Transition to ACTIVE for port object fd2705b2-73f2-4376-8a2e-52db75635cbc will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:05.059829 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:05.062519 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:05.073589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eb08d2ac-c24e-4ca6-95af-007948b205dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:05.102654 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Network 64f22fbd-a2ee-4390-9e81-0de934cdd1cb is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:05.105006 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eb08d2ac-c24e-4ca6-95af-007948b205dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:05.105608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:05.109116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:05.111312 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb08d2ac-c24e-4ca6-95af-007948b205dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:05.112014 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eb08d2ac-c24e-4ca6-95af-007948b205dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:05.118231 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Pushing event updated for resources: {'Port': ['ID=fd2705b2-73f2-4376-8a2e-52db75635cbc,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:05.118802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-edef8538-27ae-4bb3-8183-5f78d5f3c7e2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:05.127302 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:05.172229 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-eb08d2ac-c24e-4ca6-95af-007948b205dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2973516 Jun 18 16:35:05.173605 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50692) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:05.180695 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-37545a08-2a2b-4778-90f8-fb54a58bf8bd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'subnet': {'network_id': '51c96ece-f141-4a78-9181-313a12631bc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:05.184995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08d2ac-c24e-4ca6-95af-007948b205dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Network': ['ID=51c96ece-f141-4a78-9181-313a12631bc4,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:05.187831 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-eb08d2ac-c24e-4ca6-95af-007948b205dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:05.199201 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 51c96ece-f141-4a78-9181-313a12631bc4 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:35:05.204656 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Attempting to bind port fd2705b2-73f2-4376-8a2e-52db75635cbc on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:05.205082 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Attempting to bind port fd2705b2-73f2-4376-8a2e-52db75635cbc by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '22b8ee5b-bf83-4df3-8726-ec92ff8a0894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '64f22fbd-a2ee-4390-9e81-0de934cdd1cb'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:05.205456 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Attempting to bind port fd2705b2-73f2-4376-8a2e-52db75635cbc on network 64f22fbd-a2ee-4390-9e81-0de934cdd1cb {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:05.233530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b744622-e5b5-4a35-b721-deaa10f4db3b tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Made reservation on behalf of a25b11f6959b403693740eb7a786b549 for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:05.237123 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7b744622-e5b5-4a35-b721-deaa10f4db3b tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:05.251567 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:05.252017 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Checking segment: {'id': '22b8ee5b-bf83-4df3-8726-ec92ff8a0894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '64f22fbd-a2ee-4390-9e81-0de934cdd1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:05.252491 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:05.253040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Bound using segment: {'id': '22b8ee5b-bf83-4df3-8726-ec92ff8a0894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '64f22fbd-a2ee-4390-9e81-0de934cdd1cb'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:05.253700 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Bound port: fd2705b2-73f2-4376-8a2e-52db75635cbc, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b8ee5b-bf83-4df3-8726-ec92ff8a0894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '64f22fbd-a2ee-4390-9e81-0de934cdd1cb'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:05.254088 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:05.267301 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7cfd14cd-1fc2-4fbd-8104-79a653ef4c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:05.273885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-7b744622-e5b5-4a35-b721-deaa10f4db3b tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] device_id is not set on port 46fcdd4c-206d-48b0-a660-56e91cd80c29 yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:35:05.338382 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37545a08-2a2b-4778-90f8-fb54a58bf8bd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Made reservation on behalf of f398149941294546a91385773ef52ebe for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:05.342063 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-37545a08-2a2b-4778-90f8-fb54a58bf8bd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:05.344442 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] For port fd2705b2-73f2-4376-8a2e-52db75635cbc, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:05.348178 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] For port fd2705b2-73f2-4376-8a2e-52db75635cbc, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=fd2705b2-73f2-4376-8a2e-52db75635cbc,segment=NetworkSegment(22b8ee5b-bf83-4df3-8726-ec92ff8a0894),segment_id=22b8ee5b-bf83-4df3-8726-ec92ff8a0894)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:05.354701 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:05.358094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-aef235ca-2c64-480d-945e-e8743f20d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:05.419243 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Pushing event updated for resources: {'Port': ['ID=fd2705b2-73f2-4376-8a2e-52db75635cbc,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:05.423513 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:05.464028 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-7b744622-e5b5-4a35-b721-deaa10f4db3b tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Allocated IP 172.20.0.14 (64f22fbd-a2ee-4390-9e81-0de934cdd1cb/e4272e67-9d22-434f-841b-81e02368647a/46fcdd4c-206d-48b0-a660-56e91cd80c29) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:05.651813 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:35:05.715420 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-37545a08-2a2b-4778-90f8-fb54a58bf8bd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:05.721121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d734aff7-e4b1-4d89-a9d0-e2c55a40257e tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:05.811891 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37545a08-2a2b-4778-90f8-fb54a58bf8bd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Subnet': ['ID=e222481b-172a-4685-adc4-fa8ca632f2e5,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:05.822914 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-37545a08-2a2b-4778-90f8-fb54a58bf8bd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:05.860860 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0f7ff-36af-473a-a694-1d3f49844818 req-f88573c0-09ac-4f40-a74a-7c9d82cb6763 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:05.862557 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-68b0f7ff-36af-473a-a694-1d3f49844818 req-f88573c0-09ac-4f40-a74a-7c9d82cb6763 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 945 time: 0.2015307 Jun 18 16:35:05.866165 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37545a08-2a2b-4778-90f8-fb54a58bf8bd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Checking segment: {'id': '0f692601-5617-4747-9ba7-395f1eb34091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '51c96ece-f141-4a78-9181-313a12631bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:05.866529 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37545a08-2a2b-4778-90f8-fb54a58bf8bd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network hostable DHCP agents. Network: 51c96ece-f141-4a78-9181-313a12631bc4, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:35:05.870521 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7b744622-e5b5-4a35-b721-deaa10f4db3b tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:05.900268 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-7b744622-e5b5-4a35-b721-deaa10f4db3b tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Transition to ACTIVE for port object 46fcdd4c-206d-48b0-a660-56e91cd80c29 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:05.930002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37545a08-2a2b-4778-90f8-fb54a58bf8bd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 51c96ece-f141-4a78-9181-313a12631bc4 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:35:05.937674 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-68b0f7ff-36af-473a-a694-1d3f49844818 req-9435916b-4a9a-4301-9f8f-33601bf9e7a8 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689595 Jun 18 16:35:05.952742 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-37545a08-2a2b-4778-90f8-fb54a58bf8bd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 51c96ece-f141-4a78-9181-313a12631bc4) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:05.959950 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37545a08-2a2b-4778-90f8-fb54a58bf8bd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:05.960529 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-37545a08-2a2b-4778-90f8-fb54a58bf8bd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:05.978548 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1cbc4c-f18d-458c-a0cd-c4cd64788120 None None] Network 51c96ece-f141-4a78-9181-313a12631bc4 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:05.984084 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7b744622-e5b5-4a35-b721-deaa10f4db3b tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:05.989002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b02542f8-da3b-4c01-a23d-2c83832c4181 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:05.997121 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-37545a08-2a2b-4778-90f8-fb54a58bf8bd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8200936 Jun 18 16:35:05.999666 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50698) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:06.024132 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-b8de0488-4cb8-4035-80fa-9e1a1e720bae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-106239105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:06.068549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b744622-e5b5-4a35-b721-deaa10f4db3b tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Network 64f22fbd-a2ee-4390-9e81-0de934cdd1cb is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:06.077604 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-7b744622-e5b5-4a35-b721-deaa10f4db3b tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:06.080798 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b744622-e5b5-4a35-b721-deaa10f4db3b tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:06.096386 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b744622-e5b5-4a35-b721-deaa10f4db3b tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Pushing event updated for resources: {'Port': ['ID=46fcdd4c-206d-48b0-a660-56e91cd80c29,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:06.120043 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7b744622-e5b5-4a35-b721-deaa10f4db3b tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:06.123620 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b8de0488-4cb8-4035-80fa-9e1a1e720bae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:06.124632 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b8de0488-4cb8-4035-80fa-9e1a1e720bae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:06.160925 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b744622-e5b5-4a35-b721-deaa10f4db3b tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:06.162126 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7b744622-e5b5-4a35-b721-deaa10f4db3b tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:06.190876 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device fd2705b2-73f2-4376-8a2e-52db75635cbc up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:06.216695 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b8de0488-4cb8-4035-80fa-9e1a1e720bae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:06.221869 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7b744622-e5b5-4a35-b721-deaa10f4db3b tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.1776047 Jun 18 16:35:06.224905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50700) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:06.225580 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b8de0488-4cb8-4035-80fa-9e1a1e720bae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:06.250094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-51c96ece-f141-4a78-9181-313a12631bc4', 'network_id': '51c96ece-f141-4a78-9181-313a12631bc4', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'fixed_ips': [{'subnet_id': 'e222481b-172a-4685-adc4-fa8ca632f2e5'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:35:06.251646 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:06.262991 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b8de0488-4cb8-4035-80fa-9e1a1e720bae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:06.265116 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b8de0488-4cb8-4035-80fa-9e1a1e720bae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2448461 Jun 18 16:35:06.268330 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50702) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:06.276711 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-567bf5c8-855a-4792-a952-fdd8120f24c7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'port': {'network_id': '51c96ece-f141-4a78-9181-313a12631bc4', 'name': 'tempest-RoutersTest-1644168545'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:06.359115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port fd2705b2-73f2-4376-8a2e-52db75635cbc completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:06.364433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2191cb-afe3-484a-8dae-a7711ae76881 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:06.373064 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2191cb-afe3-484a-8dae-a7711ae76881 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:06.381559 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2191cb-afe3-484a-8dae-a7711ae76881 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:06.383404 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ea2191cb-afe3-484a-8dae-a7711ae76881 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1566403 Jun 18 16:35:06.386826 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50706) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:06.456455 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567bf5c8-855a-4792-a952-fdd8120f24c7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Made reservation on behalf of f398149941294546a91385773ef52ebe for: {'port': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:06.461302 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-567bf5c8-855a-4792-a952-fdd8120f24c7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:06.470143 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Allocated IP 172.20.0.2 (51c96ece-f141-4a78-9181-313a12631bc4/e222481b-172a-4685-adc4-fa8ca632f2e5/ecc1954b-1374-4f81-b95f-c2f13d1918a9) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:06.491635 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [None req-567bf5c8-855a-4792-a952-fdd8120f24c7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] device_id is not set on port cbaa2ff9-c2b4-4527-94ee-89e2022ff23d yet. {{(pid=93427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:35:06.540757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-842b2b98-7fd8-4921-a9b9-fd3e6185016f tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Deleting port 46fcdd4c-206d-48b0-a660-56e91cd80c29 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:06.541101 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-842b2b98-7fd8-4921-a9b9-fd3e6185016f tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:06.622283 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79949415-a209-4f24-b870-e07eec3e5810 None None] Network 64f22fbd-a2ee-4390-9e81-0de934cdd1cb requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:06.633697 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65395c87-3f90-4b71-aaf3-f7accf8210c5 req-cffb9fad-c5f7-4482-889f-951edb235290 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:06.635509 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-65395c87-3f90-4b71-aaf3-f7accf8210c5 req-cffb9fad-c5f7-4482-889f-951edb235290 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 945 time: 0.1481314 Jun 18 16:35:06.679022 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-65395c87-3f90-4b71-aaf3-f7accf8210c5 req-7a3bd057-01b2-4afd-9700-2a44a54db410 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366967 Jun 18 16:35:06.702898 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1ccd29ce-a07c-49b6-ae95-3131f346d17d None None] Provisioning for port fd2705b2-73f2-4376-8a2e-52db75635cbc completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:06.715219 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1ccd29ce-a07c-49b6-ae95-3131f346d17d None None] Provisioning complete for port fd2705b2-73f2-4376-8a2e-52db75635cbc triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:06.715606 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1ccd29ce-a07c-49b6-ae95-3131f346d17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:06.747453 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:06.768984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Transition to ACTIVE for port object ecc1954b-1374-4f81-b95f-c2f13d1918a9 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:06.815844 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Transition to ACTIVE for port object ecc1954b-1374-4f81-b95f-c2f13d1918a9 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:06.826562 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:06.849296 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3916e362-89d4-4043-8588-38625c147459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:06.883854 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-567bf5c8-855a-4792-a952-fdd8120f24c7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Allocated IP 172.20.0.3 (51c96ece-f141-4a78-9181-313a12631bc4/e222481b-172a-4685-adc4-fa8ca632f2e5/cbaa2ff9-c2b4-4527-94ee-89e2022ff23d) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:06.934720 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Network 51c96ece-f141-4a78-9181-313a12631bc4 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:06.941888 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1ccd29ce-a07c-49b6-ae95-3131f346d17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:06.946828 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:06.957349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:06.959282 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Pushing event updated for resources: {'Port': ['ID=ecc1954b-1374-4f81-b95f-c2f13d1918a9,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:06.967227 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:07.019521 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-842b2b98-7fd8-4921-a9b9-fd3e6185016f tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.055687 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-1ccd29ce-a07c-49b6-ae95-3131f346d17d None None] For port fd2705b2-73f2-4376-8a2e-52db75635cbc, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=fd2705b2-73f2-4376-8a2e-52db75635cbc,segment=NetworkSegment(22b8ee5b-bf83-4df3-8726-ec92ff8a0894),segment_id=22b8ee5b-bf83-4df3-8726-ec92ff8a0894)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:07.072743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1ccd29ce-a07c-49b6-ae95-3131f346d17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.075899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:07.082416 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Attempting to bind port ecc1954b-1374-4f81-b95f-c2f13d1918a9 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:07.082756 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Attempting to bind port ecc1954b-1374-4f81-b95f-c2f13d1918a9 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '0f692601-5617-4747-9ba7-395f1eb34091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '51c96ece-f141-4a78-9181-313a12631bc4'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:07.083111 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Attempting to bind port ecc1954b-1374-4f81-b95f-c2f13d1918a9 on network 51c96ece-f141-4a78-9181-313a12631bc4 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:07.089503 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-842b2b98-7fd8-4921-a9b9-fd3e6185016f tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Calling delete_port for 46fcdd4c-206d-48b0-a660-56e91cd80c29 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:07.109786 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-567bf5c8-855a-4792-a952-fdd8120f24c7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.113628 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:07.114014 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Checking segment: {'id': '0f692601-5617-4747-9ba7-395f1eb34091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '51c96ece-f141-4a78-9181-313a12631bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:07.114429 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.114860 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Bound using segment: {'id': '0f692601-5617-4747-9ba7-395f1eb34091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '51c96ece-f141-4a78-9181-313a12631bc4'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:07.115363 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Bound port: ecc1954b-1374-4f81-b95f-c2f13d1918a9, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f692601-5617-4747-9ba7-395f1eb34091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '51c96ece-f141-4a78-9181-313a12631bc4'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:07.115734 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.124983 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-567bf5c8-855a-4792-a952-fdd8120f24c7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Transition to ACTIVE for port object cbaa2ff9-c2b4-4527-94ee-89e2022ff23d will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:07.154024 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd29ce-a07c-49b6-ae95-3131f346d17d None None] Pushing event updated for resources: {'Port': ['ID=fd2705b2-73f2-4376-8a2e-52db75635cbc,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:07.165313 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-567bf5c8-855a-4792-a952-fdd8120f24c7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.169992 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:07.175962 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1ccd29ce-a07c-49b6-ae95-3131f346d17d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:07.212239 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] For port ecc1954b-1374-4f81-b95f-c2f13d1918a9, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:07.215356 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] For port ecc1954b-1374-4f81-b95f-c2f13d1918a9, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ecc1954b-1374-4f81-b95f-c2f13d1918a9,segment=NetworkSegment(0f692601-5617-4747-9ba7-395f1eb34091),segment_id=0f692601-5617-4747-9ba7-395f1eb34091)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:07.218226 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567bf5c8-855a-4792-a952-fdd8120f24c7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 51c96ece-f141-4a78-9181-313a12631bc4 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:07.222177 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-567bf5c8-855a-4792-a952-fdd8120f24c7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:07.222351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.224619 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-49cdcd63-cd03-4d7e-b74a-a3a64c148451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:07.226840 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567bf5c8-855a-4792-a952-fdd8120f24c7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:07.254091 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bf5c8-855a-4792-a952-fdd8120f24c7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=cbaa2ff9-c2b4-4527-94ee-89e2022ff23d,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:07.258828 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-567bf5c8-855a-4792-a952-fdd8120f24c7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:07.260991 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-842b2b98-7fd8-4921-a9b9-fd3e6185016f tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.273955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3a26b316-a5ac-4949-9478-fe7e84db711f tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:07.286462 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567bf5c8-855a-4792-a952-fdd8120f24c7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:07.287417 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-567bf5c8-855a-4792-a952-fdd8120f24c7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.296476 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Pushing event updated for resources: {'Port': ['ID=ecc1954b-1374-4f81-b95f-c2f13d1918a9,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:07.301406 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:07.305717 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b2b98-7fd8-4921-a9b9-fd3e6185016f tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Pushing event deleted for resources: {'Port': ['ID=46fcdd4c-206d-48b0-a660-56e91cd80c29,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:07.310506 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-567bf5c8-855a-4792-a952-fdd8120f24c7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0409808 Jun 18 16:35:07.313791 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50708) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:07.329771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-842b2b98-7fd8-4921-a9b9-fd3e6185016f tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:07.387434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-842b2b98-7fd8-4921-a9b9-fd3e6185016f tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.390225 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-842b2b98-7fd8-4921-a9b9-fd3e6185016f tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] 10.222.0.39 "DELETE /v2.0/ports/46fcdd4c-206d-48b0-a660-56e91cd80c29 HTTP/1.1" status: 204 len: 168 time: 1.0018084 Jun 18 16:35:07.395418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50710) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:07.404215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-92f8f49a-b184-46cc-81f4-3ec1a3b9b9f3 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Request body: {'port': {'name': 'tempest-new-port-name-1800295833', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:07.404612 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.api.validators [None req-92f8f49a-b184-46cc-81f4-3ec1a3b9b9f3 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] bootfile-name is not in valid_values {{(pid=93428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:35:07.404944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.api.validators [None req-92f8f49a-b184-46cc-81f4-3ec1a3b9b9f3 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] tftp-server is not in valid_values {{(pid=93428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:35:07.405263 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.api.validators [None req-92f8f49a-b184-46cc-81f4-3ec1a3b9b9f3 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] server-ip-address is not in valid_values {{(pid=93428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:35:07.528470 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-92f8f49a-b184-46cc-81f4-3ec1a3b9b9f3 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.593652 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-deb19295-7aa1-4b89-aa3a-17bbf8cc6916 None None] Could not find standard attr ID for object 46fcdd4c-206d-48b0-a660-56e91cd80c29. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:35:07.624212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-df6d19c2-928c-458f-8beb-245d31c8da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.628614 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-deb19295-7aa1-4b89-aa3a-17bbf8cc6916 None None] Provisioning for port 55b44457-bb6c-4972-9169-63962d75671e completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:07.633009 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-deb19295-7aa1-4b89-aa3a-17bbf8cc6916 None None] Provisioning complete for port 55b44457-bb6c-4972-9169-63962d75671e triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:07.633649 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-deb19295-7aa1-4b89-aa3a-17bbf8cc6916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.671506 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-deb19295-7aa1-4b89-aa3a-17bbf8cc6916 None None] Port 55b44457-bb6c-4972-9169-63962d75671e cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:07.700149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-deb19295-7aa1-4b89-aa3a-17bbf8cc6916 None None] Provisioning complete for port fd2705b2-73f2-4376-8a2e-52db75635cbc triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:07.700149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-deb19295-7aa1-4b89-aa3a-17bbf8cc6916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.819348 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-92f8f49a-b184-46cc-81f4-3ec1a3b9b9f3 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.827639 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f00935d1-b19b-4864-a0a8-2cbf96d9f076 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.830855 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-92f8f49a-b184-46cc-81f4-3ec1a3b9b9f3 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.833065 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e9c9eb9f-32b5-4ea6-9327-5ba23a373eff tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:07.919923 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8f49a-b184-46cc-81f4-3ec1a3b9b9f3 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Pushing event updated for resources: {'Port': ['ID=55b44457-bb6c-4972-9169-63962d75671e,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:07.925398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-92f8f49a-b184-46cc-81f4-3ec1a3b9b9f3 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:07.943876 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1ec650b5-93a0-4fab-968c-54e10ac551be None None] Provisioning complete for port 55b44457-bb6c-4972-9169-63962d75671e triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:07.944264 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1ec650b5-93a0-4fab-968c-54e10ac551be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.951702 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-92f8f49a-b184-46cc-81f4-3ec1a3b9b9f3 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] In _notify_port_updated(), no bound segment for port 55b44457-bb6c-4972-9169-63962d75671e on network 64f22fbd-a2ee-4390-9e81-0de934cdd1cb {{(pid=93428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:35:07.973156 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f8f49a-b184-46cc-81f4-3ec1a3b9b9f3 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:07.975466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-92f8f49a-b184-46cc-81f4-3ec1a3b9b9f3 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.986133 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50714) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:07.992161 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-92f8f49a-b184-46cc-81f4-3ec1a3b9b9f3 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] 10.222.0.39 "PUT /v2.0/ports/55b44457-bb6c-4972-9169-63962d75671e HTTP/1.1" status: 200 len: 1136 time: 0.5942516 Jun 18 16:35:08.004387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-1ec650b5-93a0-4fab-968c-54e10ac551be None None] Port 55b44457-bb6c-4972-9169-63962d75671e cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:08.041752 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076dd18-b4e2-4817-9b8a-7c7dadfb363f req-88722dc1-7a6e-448a-b9ed-85a960de659f tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:08.043339 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d076dd18-b4e2-4817-9b8a-7c7dadfb363f req-88722dc1-7a6e-448a-b9ed-85a960de659f tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 945 time: 0.2109122 Jun 18 16:35:08.120854 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3780805c-8a18-4c7e-af35-8a6bd5f5e827 None None] Could not find standard attr ID for object 46fcdd4c-206d-48b0-a660-56e91cd80c29. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:35:08.125213 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14b4d4f-3277-4d34-b97f-eb8cde353088 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:08.127222 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d14b4d4f-3277-4d34-b97f-eb8cde353088 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] 10.222.0.39 "GET /v2.0/ports/55b44457-bb6c-4972-9169-63962d75671e HTTP/1.1" status: 200 len: 1136 time: 0.1406701 Jun 18 16:35:08.135726 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50716) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:08.190302 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ecc1954b-1374-4f81-b95f-c2f13d1918a9 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:08.191198 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d076dd18-b4e2-4817-9b8a-7c7dadfb363f req-deb62eb1-2c9e-4ec1-b7b5-5c574e99f2ed tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375160 Jun 18 16:35:08.256026 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f00935d1-b19b-4864-a0a8-2cbf96d9f076 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.263884 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f00935d1-b19b-4864-a0a8-2cbf96d9f076 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.267832 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-12cd225e-54e9-45e9-9630-3d6b4d1c4f79 tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:08.302832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.336148 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-37d31771-0b7f-4a32-be8b-f774e4af4101 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Deleting port 55b44457-bb6c-4972-9169-63962d75671e {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:08.336852 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port ecc1954b-1374-4f81-b95f-c2f13d1918a9 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:08.337450 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37d31771-0b7f-4a32-be8b-f774e4af4101 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.341316 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device fd2705b2-73f2-4376-8a2e-52db75635cbc up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:08.380173 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00935d1-b19b-4864-a0a8-2cbf96d9f076 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=cbaa2ff9-c2b4-4527-94ee-89e2022ff23d,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:08.385647 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f00935d1-b19b-4864-a0a8-2cbf96d9f076 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:08.445502 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port fd2705b2-73f2-4376-8a2e-52db75635cbc triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:08.446166 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.474406 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37d31771-0b7f-4a32-be8b-f774e4af4101 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.597174 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-37d31771-0b7f-4a32-be8b-f774e4af4101 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Calling delete_port for 55b44457-bb6c-4972-9169-63962d75671e owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:08.688980 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f00935d1-b19b-4864-a0a8-2cbf96d9f076 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.799828 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525eee1-f179-4c18-9b4d-1136887cd145 req-89dbc247-8a18-477c-a722-fed5226a8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:08.801214 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c525eee1-f179-4c18-9b4d-1136887cd145 req-89dbc247-8a18-477c-a722-fed5226a8da9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c5df58ac10842cbbe217b68c02f8017&device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 1098 time: 0.0954473 Jun 18 16:35:08.827618 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df902c6-9037-4399-bc9b-80fb4964acd7 None None] Network 51c96ece-f141-4a78-9181-313a12631bc4 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:08.861784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfec88-6152-496a-91d9-b2de94edaab5 req-eef1cedd-154e-4c69-9694-f656a0645331 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:08.863296 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dbdfec88-6152-496a-91d9-b2de94edaab5 req-eef1cedd-154e-4c69-9694-f656a0645331 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 945 time: 0.1359892 Jun 18 16:35:08.890606 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f00935d1-b19b-4864-a0a8-2cbf96d9f076 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.902991 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-945ce4e9-04f6-40c5-bc5d-3ba40f233fe3 None None] Provisioning for port ecc1954b-1374-4f81-b95f-c2f13d1918a9 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:08.910715 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-945ce4e9-04f6-40c5-bc5d-3ba40f233fe3 None None] Provisioning complete for port ecc1954b-1374-4f81-b95f-c2f13d1918a9 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:08.911059 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-945ce4e9-04f6-40c5-bc5d-3ba40f233fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.914462 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.923540 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dbdfec88-6152-496a-91d9-b2de94edaab5 req-149e08a5-741b-4e97-8c91-9a500eb6f39a tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530305 Jun 18 16:35:08.956079 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525eee1-f179-4c18-9b4d-1136887cd145 req-4a8fff1e-8b5f-4428-9855-5d56f3f1baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:08.957654 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c525eee1-f179-4c18-9b4d-1136887cd145 req-4a8fff1e-8b5f-4428-9855-5d56f3f1baaf service neutron] 10.222.0.64 "GET /v2.0/networks?id=218b94bc-cf62-4c7c-b213-6874867f1163 HTTP/1.1" status: 200 len: 912 time: 0.1483862 Jun 18 16:35:08.963436 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37d31771-0b7f-4a32-be8b-f774e4af4101 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.974513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-842b2b98-7fd8-4921-a9b9-fd3e6185016f tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:09.038034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d31771-0b7f-4a32-be8b-f774e4af4101 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Pushing event deleted for resources: {'Port': ['ID=55b44457-bb6c-4972-9169-63962d75671e,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:09.042062 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c525eee1-f179-4c18-9b4d-1136887cd145 req-16b96050-8362-4ec1-ac95-6331024164a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74dd9fd9-3732-4014-a4db-c6149e2a8ef6 HTTP/1.1" status: 200 len: 217 time: 0.0752628 Jun 18 16:35:09.043149 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-37d31771-0b7f-4a32-be8b-f774e4af4101 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:09.089704 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-945ce4e9-04f6-40c5-bc5d-3ba40f233fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:09.138343 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-945ce4e9-04f6-40c5-bc5d-3ba40f233fe3 None None] For port ecc1954b-1374-4f81-b95f-c2f13d1918a9, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ecc1954b-1374-4f81-b95f-c2f13d1918a9,segment=NetworkSegment(0f692601-5617-4747-9ba7-395f1eb34091),segment_id=0f692601-5617-4747-9ba7-395f1eb34091)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:09.145068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37d31771-0b7f-4a32-be8b-f774e4af4101 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:09.148138 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-37d31771-0b7f-4a32-be8b-f774e4af4101 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] 10.222.0.39 "DELETE /v2.0/ports/55b44457-bb6c-4972-9169-63962d75671e HTTP/1.1" status: 204 len: 168 time: 1.0109639 Jun 18 16:35:09.148399 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-945ce4e9-04f6-40c5-bc5d-3ba40f233fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:09.150870 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:09.151275 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50722) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:09.180929 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-945ce4e9-04f6-40c5-bc5d-3ba40f233fe3 None None] Could not find standard attr ID for object 55b44457-bb6c-4972-9169-63962d75671e. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:35:09.212959 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ce4e9-04f6-40c5-bc5d-3ba40f233fe3 None None] Pushing event updated for resources: {'Port': ['ID=ecc1954b-1374-4f81-b95f-c2f13d1918a9,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:09.219926 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-945ce4e9-04f6-40c5-bc5d-3ba40f233fe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:09.231952 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525eee1-f179-4c18-9b4d-1136887cd145 req-0863664c-66ed-48b2-819a-8d4162a86040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:09.233335 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c525eee1-f179-4c18-9b4d-1136887cd145 req-0863664c-66ed-48b2-819a-8d4162a86040 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4efc7581-0f2a-471e-81ef-d0b5249d8e26 HTTP/1.1" status: 200 len: 851 time: 0.1847630 Jun 18 16:35:09.238930 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f00935d1-b19b-4864-a0a8-2cbf96d9f076 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:09.243727 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f00935d1-b19b-4864-a0a8-2cbf96d9f076 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:09.247957 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6de0b441-ac68-4eb0-8009-19fa22a8b76d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:09.254684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a298c6-9485-4e2d-8a5e-24f5465aa1f8 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Deleting subnet e4272e67-9d22-434f-841b-81e02368647a {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:35:09.258185 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-71a298c6-9485-4e2d-8a5e-24f5465aa1f8 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:09.299848 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c525eee1-f179-4c18-9b4d-1136887cd145 req-3cd53a62-6f1b-4bb0-85de-3e83a34411ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=218b94bc-cf62-4c7c-b213-6874867f1163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575392 Jun 18 16:35:09.321928 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00935d1-b19b-4864-a0a8-2cbf96d9f076 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=cbaa2ff9-c2b4-4527-94ee-89e2022ff23d,revision_number=3']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:09.324634 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f00935d1-b19b-4864-a0a8-2cbf96d9f076 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:09.325590 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f00935d1-b19b-4864-a0a8-2cbf96d9f076 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:09.326166 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-71a298c6-9485-4e2d-8a5e-24f5465aa1f8 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:09.428419 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00935d1-b19b-4864-a0a8-2cbf96d9f076 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 51c96ece-f141-4a78-9181-313a12631bc4 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:09.430496 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-f00935d1-b19b-4864-a0a8-2cbf96d9f076 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:09.489697 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c525eee1-f179-4c18-9b4d-1136887cd145 req-52c8f50e-99cd-4ebe-844a-526f4b75b38e service neutron] 10.222.0.64 "GET /v2.0/networks/218b94bc-cf62-4c7c-b213-6874867f1163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582189 Jun 18 16:35:09.493214 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-71a298c6-9485-4e2d-8a5e-24f5465aa1f8 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:09.509589 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-32009944-388c-4996-afe5-037bba20b743 None None] Provisioning complete for port ecc1954b-1374-4f81-b95f-c2f13d1918a9 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:09.510654 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-32009944-388c-4996-afe5-037bba20b743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:09.592096 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00935d1-b19b-4864-a0a8-2cbf96d9f076 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router e9fa1d27-8e9a-4377-b012-407517f390f1 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:35:09.629118 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-32009944-388c-4996-afe5-037bba20b743 None None] Provisioning for port cbaa2ff9-c2b4-4527-94ee-89e2022ff23d completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:09.636401 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-32009944-388c-4996-afe5-037bba20b743 None None] Provisioning complete for port cbaa2ff9-c2b4-4527-94ee-89e2022ff23d triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:09.637171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-32009944-388c-4996-afe5-037bba20b743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:09.637343 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c525eee1-f179-4c18-9b4d-1136887cd145 req-34f4efd7-3e93-4220-a272-1ba9d6b39c81 service neutron] 10.222.0.64 "GET /v2.0/networks/218b94bc-cf62-4c7c-b213-6874867f1163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403372 Jun 18 16:35:09.670673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-71a298c6-9485-4e2d-8a5e-24f5465aa1f8 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:09.676804 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c0d7eb98-e0e2-4194-bf45-f503a13f6afc tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:09.701716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-32009944-388c-4996-afe5-037bba20b743 None None] Port cbaa2ff9-c2b4-4527-94ee-89e2022ff23d cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:09.717601 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a298c6-9485-4e2d-8a5e-24f5465aa1f8 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Pushing event deleted for resources: {'Subnet': ['ID=e4272e67-9d22-434f-841b-81e02368647a,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:09.721556 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-71a298c6-9485-4e2d-8a5e-24f5465aa1f8 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:09.725080 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-71a298c6-9485-4e2d-8a5e-24f5465aa1f8 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:09.726719 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-71a298c6-9485-4e2d-8a5e-24f5465aa1f8 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] 10.222.0.39 "DELETE /v2.0/subnets/e4272e67-9d22-434f-841b-81e02368647a HTTP/1.1" status: 204 len: 168 time: 0.5743916 Jun 18 16:35:09.729085 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50724) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:09.737104 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469c306d-2965-4845-961b-54760e5851d4 None None] Network 64f22fbd-a2ee-4390-9e81-0de934cdd1cb requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:09.861645 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:09.882029 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7043c6b8-f609-4970-b10a-a34f6626274c None None] Provisioning complete for port cbaa2ff9-c2b4-4527-94ee-89e2022ff23d triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:09.882260 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7043c6b8-f609-4970-b10a-a34f6626274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:09.947270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Deleting port fd2705b2-73f2-4376-8a2e-52db75635cbc {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:09.948053 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:09.952330 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-7043c6b8-f609-4970-b10a-a34f6626274c None None] Port cbaa2ff9-c2b4-4527-94ee-89e2022ff23d cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:10.072827 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] For port fd2705b2-73f2-4376-8a2e-52db75635cbc, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=fd2705b2-73f2-4376-8a2e-52db75635cbc,segment=NetworkSegment(22b8ee5b-bf83-4df3-8726-ec92ff8a0894),segment_id=22b8ee5b-bf83-4df3-8726-ec92ff8a0894)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:10.073336 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:10.098214 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7ef1c0ef-17bf-42d9-9340-31f265949966 None None] Provisioning complete for port cbaa2ff9-c2b4-4527-94ee-89e2022ff23d triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:10.098781 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7ef1c0ef-17bf-42d9-9340-31f265949966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:10.185467 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00935d1-b19b-4864-a0a8-2cbf96d9f076 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:10.192310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Calling delete_port for fd2705b2-73f2-4376-8a2e-52db75635cbc owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:10.199381 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f00935d1-b19b-4864-a0a8-2cbf96d9f076 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/e9fa1d27-8e9a-4377-b012-407517f390f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8843925 Jun 18 16:35:10.201513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50728) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:10.284885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcad8b-fb80-4d8e-bd0f-055b81431863 req-86558940-7222-4634-9532-efe24e27fd64 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:10.285434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3347fb-8dbc-42bf-a7db-05cea0a795ad tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:10.289469 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-54bcad8b-fb80-4d8e-bd0f-055b81431863 req-86558940-7222-4634-9532-efe24e27fd64 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 945 time: 0.0974500 Jun 18 16:35:10.289710 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50730) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:10.290786 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6e3347fb-8dbc-42bf-a7db-05cea0a795ad tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/ports/cbaa2ff9-c2b4-4527-94ee-89e2022ff23d HTTP/1.1" status: 200 len: 977 time: 0.0835855 Jun 18 16:35:10.376424 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-7ef1c0ef-17bf-42d9-9340-31f265949966 None None] Port cbaa2ff9-c2b4-4527-94ee-89e2022ff23d cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:10.381385 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99e33ed-954c-4601-9f25-cfede99b3fac None None] Sync routers for ids ['e9fa1d27-8e9a-4377-b012-407517f390f1'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:10.387438 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45107fc-6013-4e91-86ef-941c235fcf74 None None] DHCP port deletion for 64f22fbd-a2ee-4390-9e81-0de934cdd1cb request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:35:10.390571 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ecc1954b-1374-4f81-b95f-c2f13d1918a9 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:10.445018 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e33ed-954c-4601-9f25-cfede99b3fac None None] Routers {'e9fa1d27-8e9a-4377-b012-407517f390f1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:10.445832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c99e33ed-954c-4601-9f25-cfede99b3fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e9fa1d27-8e9a-4377-b012-407517f390f1'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:10.451566 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-54bcad8b-fb80-4d8e-bd0f-055b81431863 req-cdd95d64-b6b5-4ab9-80a1-6ecb5bf8c5a2 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538341 Jun 18 16:35:10.454207 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:10.465389 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2406385e-ecdf-487d-8097-12e6efd4faa1 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:10.501191 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c99e33ed-954c-4601-9f25-cfede99b3fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:10.503205 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:10.516137 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Pushing event deleted for resources: {'Port': ['ID=fd2705b2-73f2-4376-8a2e-52db75635cbc,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:10.523871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:10.525124 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] No DVR routers for this DVR port fd2705b2-73f2-4376-8a2e-52db75635cbc on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:35:10.527383 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-f45107fc-6013-4e91-86ef-941c235fcf74 None None] The port 'fd2705b2-73f2-4376-8a2e-52db75635cbc' was deleted {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1929}} Jun 18 16:35:10.545938 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e33ed-954c-4601-9f25-cfede99b3fac None None] Routers {'e9fa1d27-8e9a-4377-b012-407517f390f1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:10.546583 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c99e33ed-954c-4601-9f25-cfede99b3fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e9fa1d27-8e9a-4377-b012-407517f390f1'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:10.552191 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9cff17a0-756e-417c-8eb0-931aa27d3e85 None None] Provisioning complete for port cbaa2ff9-c2b4-4527-94ee-89e2022ff23d triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:10.552566 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9cff17a0-756e-417c-8eb0-931aa27d3e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:10.600352 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c99e33ed-954c-4601-9f25-cfede99b3fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:10.601021 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99e33ed-954c-4601-9f25-cfede99b3fac None None] The sync data for ids ['e9fa1d27-8e9a-4377-b012-407517f390f1'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:10.623582 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ecc1954b-1374-4f81-b95f-c2f13d1918a9 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:10.623971 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:10.626833 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-9cff17a0-756e-417c-8eb0-931aa27d3e85 None None] Port cbaa2ff9-c2b4-4527-94ee-89e2022ff23d cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:10.631990 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:10.642981 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f22fbd-a2ee-4390-9e81-0de934cdd1cb']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:10.659536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b8ee5b-bf83-4df3-8726-ec92ff8a0894') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:10.660099 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b8ee5b-bf83-4df3-8726-ec92ff8a0894') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:10.677506 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:10.699079 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:10.706427 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:35:10.706845 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:35:10.709874 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:35:10.792869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:10.798880 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-75ab9d00-22d6-47cd-957e-b16a09ac4d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:10.804374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:10.808707 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] 10.222.0.39 "DELETE /v2.0/networks/64f22fbd-a2ee-4390-9e81-0de934cdd1cb HTTP/1.1" status: 204 len: 168 time: 1.0761385 Jun 18 16:35:10.818361 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Pushing event deleted for resources: {'Network': ['ID=64f22fbd-a2ee-4390-9e81-0de934cdd1cb,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:10.821645 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:10.826247 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cba323a9-fbcc-4168-a8ff-9c81c46ad88d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:11.037998 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-cba323a9-fbcc-4168-a8ff-9c81c46ad88d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting port cbaa2ff9-c2b4-4527-94ee-89e2022ff23d {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:11.038339 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cba323a9-fbcc-4168-a8ff-9c81c46ad88d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:11.073702 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50736) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:11.157967 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cba323a9-fbcc-4168-a8ff-9c81c46ad88d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:11.214997 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e87f80ff-8e5b-4792-b52a-fc9148983347 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a25b11f6959b403693740eb7a786b549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399179 Jun 18 16:35:11.217346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50740) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:11.224584 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-cba323a9-fbcc-4168-a8ff-9c81c46ad88d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Calling delete_port for cbaa2ff9-c2b4-4527-94ee-89e2022ff23d owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:11.267386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-763e82dc-eec9-4d01-9ff2-833cc3df417a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:11.288555 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-763e82dc-eec9-4d01-9ff2-833cc3df417a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:11.335846 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-763e82dc-eec9-4d01-9ff2-833cc3df417a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:11.338383 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-763e82dc-eec9-4d01-9ff2-833cc3df417a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:11.342504 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-763e82dc-eec9-4d01-9ff2-833cc3df417a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/889c07c5-aed0-4e12-ac37-48cf55869ed5 HTTP/1.1" status: 204 len: 168 time: 0.1213210 Jun 18 16:35:11.342504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8308b488-08d0-4088-bfe0-1c9ddad3f462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:11.349210 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e82dc-eec9-4d01-9ff2-833cc3df417a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889c07c5-aed0-4e12-ac37-48cf55869ed5,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:11.351850 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-763e82dc-eec9-4d01-9ff2-833cc3df417a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:11.413704 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cba323a9-fbcc-4168-a8ff-9c81c46ad88d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:11.417576 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a9bb245c-8f0e-486a-856a-901cd30ffb00 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:11.448134 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba323a9-fbcc-4168-a8ff-9c81c46ad88d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Port': ['ID=cbaa2ff9-c2b4-4527-94ee-89e2022ff23d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:11.452251 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cba323a9-fbcc-4168-a8ff-9c81c46ad88d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:11.653311 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cba323a9-fbcc-4168-a8ff-9c81c46ad88d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:11.789297 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b851259-e71f-49fc-a7c7-317644aeef02 req-617b8424-9b7c-428b-a794-a5f695d0672e tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:11.791226 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0b851259-e71f-49fc-a7c7-317644aeef02 req-617b8424-9b7c-428b-a794-a5f695d0672e tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 945 time: 0.1774445 Jun 18 16:35:11.908476 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba323a9-fbcc-4168-a8ff-9c81c46ad88d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router e9fa1d27-8e9a-4377-b012-407517f390f1 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:11.929751 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0b851259-e71f-49fc-a7c7-317644aeef02 req-bda47f23-ec02-41c1-8ec6-0f78c665d590 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894194 Jun 18 16:35:12.017779 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba323a9-fbcc-4168-a8ff-9c81c46ad88d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:12.023757 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cba323a9-fbcc-4168-a8ff-9c81c46ad88d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/e9fa1d27-8e9a-4377-b012-407517f390f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7328494 Jun 18 16:35:12.026481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50766) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:12.028724 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89dd688-a03c-4bfc-bca1-172c1e77f1f3 None None] Sync routers for ids ['e9fa1d27-8e9a-4377-b012-407517f390f1'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:12.043633 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89dd688-a03c-4bfc-bca1-172c1e77f1f3 None None] Routers {'e9fa1d27-8e9a-4377-b012-407517f390f1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:12.045945 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-b89dd688-a03c-4bfc-bca1-172c1e77f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e9fa1d27-8e9a-4377-b012-407517f390f1'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:12.075979 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device fd2705b2-73f2-4376-8a2e-52db75635cbc no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:12.107432 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: fd2705b2-73f2-4376-8a2e-52db75635cbc {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:35:12.117221 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device fd2705b2-73f2-4376-8a2e-52db75635cbc not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:35:12.139351 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-b89dd688-a03c-4bfc-bca1-172c1e77f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:12.149661 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89dd688-a03c-4bfc-bca1-172c1e77f1f3 None None] Routers {'e9fa1d27-8e9a-4377-b012-407517f390f1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:12.150540 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-b89dd688-a03c-4bfc-bca1-172c1e77f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e9fa1d27-8e9a-4377-b012-407517f390f1'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:12.185019 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-b89dd688-a03c-4bfc-bca1-172c1e77f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:12.185938 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89dd688-a03c-4bfc-bca1-172c1e77f1f3 None None] The sync data for ids ['e9fa1d27-8e9a-4377-b012-407517f390f1'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:12.267792 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-f173acf1-f55a-4cf9-a822-f68dac101bc1 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] remove_router_interface failed (client error): The resource could not be found. Jun 18 16:35:12.271748 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f173acf1-f55a-4cf9-a822-f68dac101bc1 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/e9fa1d27-8e9a-4377-b012-407517f390f1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2412305 Jun 18 16:35:12.272069 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50774) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:12.304979 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7a1318eb-f8ed-44c5-a1f9-b38c91026fa5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9fa1d27-8e9a-4377-b012-407517f390f1 HTTP/1.1" status: 200 len: 205 time: 0.0311699 Jun 18 16:35:12.307231 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50776) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:12.412288 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f96f1587-a5f7-48b2-bff1-37b9ff477272 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:12.527683 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e56a46-badb-4589-bc51-71dc8cde38a8 req-350ebc50-fa38-4c12-afa1-d7a821a2299c tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:12.529137 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-61e56a46-badb-4589-bc51-71dc8cde38a8 req-350ebc50-fa38-4c12-afa1-d7a821a2299c tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 945 time: 0.1832929 Jun 18 16:35:12.609607 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f96f1587-a5f7-48b2-bff1-37b9ff477272 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:12.616536 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f96f1587-a5f7-48b2-bff1-37b9ff477272 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:12.639607 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-61e56a46-badb-4589-bc51-71dc8cde38a8 req-5a63244c-fde4-470e-8c32-038231de64b3 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764642 Jun 18 16:35:12.689337 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f96f1587-a5f7-48b2-bff1-37b9ff477272 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:12.689970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96f1587-a5f7-48b2-bff1-37b9ff477272 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Fanout notify agent at l3_agent the message router_deleted on router e9fa1d27-8e9a-4377-b012-407517f390f1 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:35:12.704581 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f96f1587-a5f7-48b2-bff1-37b9ff477272 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:12.706334 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f96f1587-a5f7-48b2-bff1-37b9ff477272 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/routers/e9fa1d27-8e9a-4377-b012-407517f390f1 HTTP/1.1" status: 204 len: 168 time: 0.3979876 Jun 18 16:35:12.709420 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50788) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:12.710208 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50790) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:12.762896 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edc7efa-2b7b-43e4-8898-bd0c5aa44486 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting subnet e222481b-172a-4685-adc4-fa8ca632f2e5 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:35:12.766096 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0edc7efa-2b7b-43e4-8898-bd0c5aa44486 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:12.807213 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0edc7efa-2b7b-43e4-8898-bd0c5aa44486 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:12.863723 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-21f93749-cd18-48d0-8ceb-47f85a62615b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'network': {'name': 'tempest-network-smoke--1537888557', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'port_security_enabled': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:12.886824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f93749-cd18-48d0-8ceb-47f85a62615b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:12.890756 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21f93749-cd18-48d0-8ceb-47f85a62615b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:12.892301 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0edc7efa-2b7b-43e4-8898-bd0c5aa44486 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:12.899381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21f93749-cd18-48d0-8ceb-47f85a62615b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.011900 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21f93749-cd18-48d0-8ceb-47f85a62615b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.016031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21f93749-cd18-48d0-8ceb-47f85a62615b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.019537 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ec168315-333b-4dcb-80e9-133d5585e183 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:13.046157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f93749-cd18-48d0-8ceb-47f85a62615b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:35:13.058418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f93749-cd18-48d0-8ceb-47f85a62615b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa0dd69-741c-474c-96be-5c706f3250de,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:13.063062 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-21f93749-cd18-48d0-8ceb-47f85a62615b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:13.064291 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21f93749-cd18-48d0-8ceb-47f85a62615b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.064637 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-21f93749-cd18-48d0-8ceb-47f85a62615b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Added segment 0084aaf9-e67b-4412-a43b-18a542207fa9 of type vlan for network 41b880b2-8a96-4beb-98a8-c9bf069034ee Jun 18 16:35:13.108106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21f93749-cd18-48d0-8ceb-47f85a62615b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.141098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21f93749-cd18-48d0-8ceb-47f85a62615b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.147825 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f93749-cd18-48d0-8ceb-47f85a62615b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:13.148449 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21f93749-cd18-48d0-8ceb-47f85a62615b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.152831 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-44dbec74-2937-4917-ad56-e86e39ac5f6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:13.215102 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-21f93749-cd18-48d0-8ceb-47f85a62615b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5033710 Jun 18 16:35:13.223469 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50794) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:13.232146 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-798449103', 'admin_state_up': True, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:13.241976 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f93749-cd18-48d0-8ceb-47f85a62615b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Network': ['ID=41b880b2-8a96-4beb-98a8-c9bf069034ee,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:13.246059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-21f93749-cd18-48d0-8ceb-47f85a62615b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:13.252872 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 41b880b2-8a96-4beb-98a8-c9bf069034ee details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:35:13.264232 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.265573 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.298433 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0edc7efa-2b7b-43e4-8898-bd0c5aa44486 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.300652 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-00dc324b-0e9d-40a8-bd09-52c289efa614 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:13.326318 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc7efa-2b7b-43e4-8898-bd0c5aa44486 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Subnet': ['ID=e222481b-172a-4685-adc4-fa8ca632f2e5,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:13.330234 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0edc7efa-2b7b-43e4-8898-bd0c5aa44486 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:13.331262 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0edc7efa-2b7b-43e4-8898-bd0c5aa44486 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.332051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.335736 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0edc7efa-2b7b-43e4-8898-bd0c5aa44486 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/subnets/e222481b-172a-4685-adc4-fa8ca632f2e5 HTTP/1.1" status: 204 len: 168 time: 0.6228759 Jun 18 16:35:13.336072 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50796) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:13.343923 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a73f72-17b1-4b6a-9520-db23c5c3be45 None None] Network 51c96ece-f141-4a78-9181-313a12631bc4 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:13.532844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.536012 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b6f3f0-487b-4c80-84e1-bfcaa1e9dfea None None] DHCP port deletion for 51c96ece-f141-4a78-9181-313a12631bc4 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:35:13.538255 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.582032 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6f3f0-487b-4c80-84e1-bfcaa1e9dfea None None] Deleting port ecc1954b-1374-4f81-b95f-c2f13d1918a9 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:13.582419 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f3f0-487b-4c80-84e1-bfcaa1e9dfea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.648539 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-f8b6f3f0-487b-4c80-84e1-bfcaa1e9dfea None None] For port ecc1954b-1374-4f81-b95f-c2f13d1918a9, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ecc1954b-1374-4f81-b95f-c2f13d1918a9,segment=NetworkSegment(0f692601-5617-4747-9ba7-395f1eb34091),segment_id=0f692601-5617-4747-9ba7-395f1eb34091)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:13.648970 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f3f0-487b-4c80-84e1-bfcaa1e9dfea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.651109 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting port ecc1954b-1374-4f81-b95f-c2f13d1918a9 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:13.651448 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.716896 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6f3f0-487b-4c80-84e1-bfcaa1e9dfea None None] Calling delete_port for ecc1954b-1374-4f81-b95f-c2f13d1918a9 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:13.745563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] For port ecc1954b-1374-4f81-b95f-c2f13d1918a9, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ecc1954b-1374-4f81-b95f-c2f13d1918a9,segment=NetworkSegment(0f692601-5617-4747-9ba7-395f1eb34091),segment_id=0f692601-5617-4747-9ba7-395f1eb34091)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:13.746141 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.811270 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f3f0-487b-4c80-84e1-bfcaa1e9dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.814082 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:13.833463 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751663e4-4398-4fed-ac19-ce2c6322f954 req-8273aa4c-3001-486a-a2f8-7ed1601a3bd3 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:13.835306 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-751663e4-4398-4fed-ac19-ce2c6322f954 req-8273aa4c-3001-486a-a2f8-7ed1601a3bd3 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 945 time: 0.0664952 Jun 18 16:35:13.837301 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6f3f0-487b-4c80-84e1-bfcaa1e9dfea None None] Pushing event deleted for resources: {'Port': ['ID=ecc1954b-1374-4f81-b95f-c2f13d1918a9,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:13.840570 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f8b6f3f0-487b-4c80-84e1-bfcaa1e9dfea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:13.841386 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b6f3f0-487b-4c80-84e1-bfcaa1e9dfea None None] No DVR routers for this DVR port ecc1954b-1374-4f81-b95f-c2f13d1918a9 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:35:13.880805 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-751663e4-4398-4fed-ac19-ce2c6322f954 req-8d548c83-0fac-4ed1-9eaa-d43ff6aca451 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345104 Jun 18 16:35:13.882157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Calling delete_port for ecc1954b-1374-4f81-b95f-c2f13d1918a9 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:13.945733 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.966943 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:14.022262 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ecc1954b-1374-4f81-b95f-c2f13d1918a9 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:14.042863 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: ecc1954b-1374-4f81-b95f-c2f13d1918a9 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:35:14.043116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ecc1954b-1374-4f81-b95f-c2f13d1918a9 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:35:14.066095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:14.069365 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f9a0f77e-3b58-4f36-bee3-257edda44c1a tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:14.101288 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Port': ['ID=ecc1954b-1374-4f81-b95f-c2f13d1918a9,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:14.107071 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:14.107832 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] No DVR routers for this DVR port ecc1954b-1374-4f81-b95f-c2f13d1918a9 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:35:14.139032 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.26.2.191 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/c6992740-ee7d-4264-89a3-ae958a069693) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:14.239573 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:14.252473 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c96ece-f141-4a78-9181-313a12631bc4']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:14.267285 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f692601-5617-4747-9ba7-395f1eb34091') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:14.267514 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f692601-5617-4747-9ba7-395f1eb34091') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:14.279914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:14.305407 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:14.315869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:35:14.316248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:35:14.319196 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:35:14.394057 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:14.422544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:14.430848 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-08c823da-a6d2-4757-bb26-f9ff95f57176 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:14.437590 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:14.439406 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/networks/51c96ece-f141-4a78-9181-313a12631bc4 HTTP/1.1" status: 204 len: 168 time: 1.1023352 Jun 18 16:35:14.443497 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50800) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:14.448696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-cae13465-f280-45e2-9b66-cca8c90ca4f9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'network': {'name': 'tempest-RoutersTest-984315996'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:14.460846 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Network': ['ID=51c96ece-f141-4a78-9181-313a12631bc4,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:14.472018 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:14.476086 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae13465-f280-45e2-9b66-cca8c90ca4f9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Made reservation on behalf of f398149941294546a91385773ef52ebe for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:14.479618 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cae13465-f280-45e2-9b66-cca8c90ca4f9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:14.492816 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054c6fa-cd1d-4d98-9b78-7bc17175f0d4 req-3e2c4ee3-707b-487e-852f-cf016dbea5f6 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:14.494282 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2054c6fa-cd1d-4d98-9b78-7bc17175f0d4 req-3e2c4ee3-707b-487e-852f-cf016dbea5f6 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 945 time: 0.1743262 Jun 18 16:35:14.495701 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:14.498513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ee282f0b-cff0-4af8-a6cc-9d3f84b1ca98 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:14.503152 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae13465-f280-45e2-9b66-cca8c90ca4f9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:35:14.511747 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cae13465-f280-45e2-9b66-cca8c90ca4f9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:14.512154 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-cae13465-f280-45e2-9b66-cca8c90ca4f9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Added segment 145b6a75-11d2-4552-b080-188bbd1f0004 of type vlan for network 3ca3e608-09fe-4029-b544-f335bf3b41fc Jun 18 16:35:14.551935 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cae13465-f280-45e2-9b66-cca8c90ca4f9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:14.560961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:14.569639 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:14.576217 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:14.582301 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cae13465-f280-45e2-9b66-cca8c90ca4f9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:14.587897 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae13465-f280-45e2-9b66-cca8c90ca4f9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:14.588479 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cae13465-f280-45e2-9b66-cca8c90ca4f9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:14.591672 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bd6b2e93-1b22-414e-aeb8-aad12ace4bac tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:14.627721 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=c6992740-ee7d-4264-89a3-ae958a069693,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:14.631009 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:14.642308 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cae13465-f280-45e2-9b66-cca8c90ca4f9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1969686 Jun 18 16:35:14.645135 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50802) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:14.650146 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-a4323601-0bae-4934-8f8e-1ac678974868 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'subnet': {'network_id': '3ca3e608-09fe-4029-b544-f335bf3b41fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:14.706471 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae13465-f280-45e2-9b66-cca8c90ca4f9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Network': ['ID=3ca3e608-09fe-4029-b544-f335bf3b41fc,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:14.710784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cae13465-f280-45e2-9b66-cca8c90ca4f9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:14.717968 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 3ca3e608-09fe-4029-b544-f335bf3b41fc details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:35:14.754705 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-2054c6fa-cd1d-4d98-9b78-7bc17175f0d4 req-adeb7fd5-ef01-4401-a1d7-149609418f73 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Deleting port 74dd9fd9-3732-4014-a4db-c6149e2a8ef6 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:14.755311 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-2054c6fa-cd1d-4d98-9b78-7bc17175f0d4 req-adeb7fd5-ef01-4401-a1d7-149609418f73 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:14.756612 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4323601-0bae-4934-8f8e-1ac678974868 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Made reservation on behalf of f398149941294546a91385773ef52ebe for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:14.760383 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a4323601-0bae-4934-8f8e-1ac678974868 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:14.957034 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a4323601-0bae-4934-8f8e-1ac678974868 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:14.959236 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-26092ae7-6f79-4b91-b553-a1d616f786b6 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:15.061096 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4323601-0bae-4934-8f8e-1ac678974868 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Subnet': ['ID=58b33550-0efe-4951-84c8-4020eafe6919,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:15.065748 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a4323601-0bae-4934-8f8e-1ac678974868 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:15.074331 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4323601-0bae-4934-8f8e-1ac678974868 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Checking segment: {'id': '145b6a75-11d2-4552-b080-188bbd1f0004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ca3e608-09fe-4029-b544-f335bf3b41fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:15.074720 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4323601-0bae-4934-8f8e-1ac678974868 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network hostable DHCP agents. Network: 3ca3e608-09fe-4029-b544-f335bf3b41fc, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:35:15.104913 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4323601-0bae-4934-8f8e-1ac678974868 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 3ca3e608-09fe-4029-b544-f335bf3b41fc is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:35:15.120009 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71771ea-8f20-4880-b3b0-305d0b82a598 req-396a3903-0303-489b-8260-e56a2970bcf2 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:15.121518 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e71771ea-8f20-4880-b3b0-305d0b82a598 req-396a3903-0303-489b-8260-e56a2970bcf2 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 945 time: 0.1182480 Jun 18 16:35:15.127527 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-a4323601-0bae-4934-8f8e-1ac678974868 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 3ca3e608-09fe-4029-b544-f335bf3b41fc) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:15.137452 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4323601-0bae-4934-8f8e-1ac678974868 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:15.137734 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a4323601-0bae-4934-8f8e-1ac678974868 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:15.140330 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950adc62-2681-4e20-8c0b-49ef18d04526 None None] Network 3ca3e608-09fe-4029-b544-f335bf3b41fc requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:15.169222 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a4323601-0bae-4934-8f8e-1ac678974868 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5229504 Jun 18 16:35:15.171906 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50806) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:15.178115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-23a4fa47-7d73-403a-935b-60025a59a2ef tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1190317082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:15.192902 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e71771ea-8f20-4880-b3b0-305d0b82a598 req-a55ef76a-fe0d-457e-91a1-408404211502 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c869e2d-804d-4169-8a74-5d85b8e701fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634489 Jun 18 16:35:15.210687 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-23a4fa47-7d73-403a-935b-60025a59a2ef tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:15.212006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-23a4fa47-7d73-403a-935b-60025a59a2ef tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:15.284255 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-23a4fa47-7d73-403a-935b-60025a59a2ef tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:15.289157 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-23a4fa47-7d73-403a-935b-60025a59a2ef tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:15.294093 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-2054c6fa-cd1d-4d98-9b78-7bc17175f0d4 req-adeb7fd5-ef01-4401-a1d7-149609418f73 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] For port 74dd9fd9-3732-4014-a4db-c6149e2a8ef6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=74dd9fd9-3732-4014-a4db-c6149e2a8ef6,segment=NetworkSegment(cd1ba5b2-1e5c-4349-ae25-b4e0d9be0676),segment_id=cd1ba5b2-1e5c-4349-ae25-b4e0d9be0676)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:15.294451 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-2054c6fa-cd1d-4d98-9b78-7bc17175f0d4 req-adeb7fd5-ef01-4401-a1d7-149609418f73 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:15.307669 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-3ca3e608-09fe-4029-b544-f335bf3b41fc', 'network_id': '3ca3e608-09fe-4029-b544-f335bf3b41fc', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'fixed_ips': [{'subnet_id': '58b33550-0efe-4951-84c8-4020eafe6919'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:35:15.307903 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-23a4fa47-7d73-403a-935b-60025a59a2ef tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:15.308841 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:15.311443 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-23a4fa47-7d73-403a-935b-60025a59a2ef tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1368024 Jun 18 16:35:15.312448 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50808) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:15.364693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-2054c6fa-cd1d-4d98-9b78-7bc17175f0d4 req-adeb7fd5-ef01-4401-a1d7-149609418f73 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Calling delete_port for 74dd9fd9-3732-4014-a4db-c6149e2a8ef6 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:15.368874 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:15.451443 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Allocated IP 172.20.0.2 (3ca3e608-09fe-4029-b544-f335bf3b41fc/58b33550-0efe-4951-84c8-4020eafe6919/0ef58f63-be7f-4411-933f-64fa251a1dc4) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:15.611157 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:15.612117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:15.655546 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Transition to ACTIVE for port object 0ef58f63-be7f-4411-933f-64fa251a1dc4 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:15.657481 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-2054c6fa-cd1d-4d98-9b78-7bc17175f0d4 req-adeb7fd5-ef01-4401-a1d7-149609418f73 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:15.662511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:15.673031 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Transition to ACTIVE for port object 0ef58f63-be7f-4411-933f-64fa251a1dc4 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:15.680484 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:15.682641 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-99f6259a-59a7-4159-8eda-14af5d0e6d00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:15.689179 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:15.695153 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb7fd5-ef01-4401-a1d7-149609418f73 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Pushing event deleted for resources: {'Port': ['ID=74dd9fd9-3732-4014-a4db-c6149e2a8ef6,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:15.698650 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-adeb7fd5-ef01-4401-a1d7-149609418f73 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:15.716713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['74dd9fd9-3732-4014-a4db-c6149e2a8ef6'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:35:15.759463 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Network 3ca3e608-09fe-4029-b544-f335bf3b41fc is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:15.764079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:15.765796 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Pushing event updated for resources: {'Port': ['ID=0ef58f63-be7f-4411-933f-64fa251a1dc4,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:15.768295 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:15.777451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:15.777820 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2054c6fa-cd1d-4d98-9b78-7bc17175f0d4 req-adeb7fd5-ef01-4401-a1d7-149609418f73 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] No DVR routers for this DVR port 74dd9fd9-3732-4014-a4db-c6149e2a8ef6 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:35:15.781434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-2054c6fa-cd1d-4d98-9b78-7bc17175f0d4 req-adeb7fd5-ef01-4401-a1d7-149609418f73 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:15.783602 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2054c6fa-cd1d-4d98-9b78-7bc17175f0d4 req-adeb7fd5-ef01-4401-a1d7-149609418f73 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.64 "DELETE /v2.0/ports/74dd9fd9-3732-4014-a4db-c6149e2a8ef6 HTTP/1.1" status: 204 len: 173 time: 1.2829580 Jun 18 16:35:15.784135 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8592424-ae6a-4332-a73d-d2cb10b5b745', 'name': 'network-vif-deleted', 'tag': '74dd9fd9-3732-4014-a4db-c6149e2a8ef6'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:15.793440 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d2088d-e8da-49bc-ac8b-5d1e5bde2172" -d '{"events": [{"server_uuid": "d8592424-ae6a-4332-a73d-d2cb10b5b745", "name": "network-vif-deleted", "tag": "74dd9fd9-3732-4014-a4db-c6149e2a8ef6"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:15.837210 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Attempting to bind port 0ef58f63-be7f-4411-933f-64fa251a1dc4 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:15.837765 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Attempting to bind port 0ef58f63-be7f-4411-933f-64fa251a1dc4 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '145b6a75-11d2-4552-b080-188bbd1f0004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ca3e608-09fe-4029-b544-f335bf3b41fc'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:15.838304 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Attempting to bind port 0ef58f63-be7f-4411-933f-64fa251a1dc4 on network 3ca3e608-09fe-4029-b544-f335bf3b41fc {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:15.844394 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:15.844920 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Checking segment: {'id': '145b6a75-11d2-4552-b080-188bbd1f0004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ca3e608-09fe-4029-b544-f335bf3b41fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:15.845431 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:15.845938 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Bound using segment: {'id': '145b6a75-11d2-4552-b080-188bbd1f0004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ca3e608-09fe-4029-b544-f335bf3b41fc'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:15.846569 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Bound port: 0ef58f63-be7f-4411-933f-64fa251a1dc4, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145b6a75-11d2-4552-b080-188bbd1f0004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ca3e608-09fe-4029-b544-f335bf3b41fc'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:15.847068 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:15.853476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42a34d2-16a9-4484-8f6d-e7a4bc0d139a x-openstack-request-id: req-c42a34d2-16a9-4484-8f6d-e7a4bc0d139a {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:15.853814 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8592424-ae6a-4332-a73d-d2cb10b5b745", "name": "network-vif-deleted", "tag": "74dd9fd9-3732-4014-a4db-c6149e2a8ef6", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:15.854111 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c42a34d2-16a9-4484-8f6d-e7a4bc0d139a {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:15.854549 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8592424-ae6a-4332-a73d-d2cb10b5b745', 'name': 'network-vif-deleted', 'tag': '74dd9fd9-3732-4014-a4db-c6149e2a8ef6', 'status': 'completed', 'code': 200} Jun 18 16:35:15.903888 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 46f988b9-76a1-4462-b940-f16ba5d70107 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:35:15.930008 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Allocated IP 172.20.0.1 (3ca3e608-09fe-4029-b544-f335bf3b41fc/58b33550-0efe-4951-84c8-4020eafe6919/dbf4e338-0a5c-495f-9166-e2fdd647fda4) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:15.934730 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] For port 0ef58f63-be7f-4411-933f-64fa251a1dc4, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:15.938885 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] For port 0ef58f63-be7f-4411-933f-64fa251a1dc4, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=0ef58f63-be7f-4411-933f-64fa251a1dc4,segment=NetworkSegment(145b6a75-11d2-4552-b080-188bbd1f0004),segment_id=145b6a75-11d2-4552-b080-188bbd1f0004)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:15.944418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:15.947903 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-7ba9627c-bb6e-45e7-82ce-7503c4dfe6e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:16.034440 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Pushing event updated for resources: {'Port': ['ID=0ef58f63-be7f-4411-933f-64fa251a1dc4,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:16.035224 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:16.038802 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:16.046521 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Sync routers for ids ['46f988b9-76a1-4462-b940-f16ba5d70107'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:16.057737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Routers {'46f988b9-76a1-4462-b940-f16ba5d70107'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:16.058366 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46f988b9-76a1-4462-b940-f16ba5d70107'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:16.065936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:16.069989 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8423371 Jun 18 16:35:16.070519 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50812) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:16.097588 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:16.115183 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Transition to ACTIVE for port object dbf4e338-0a5c-495f-9166-e2fdd647fda4 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:16.183280 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Set router 46f988b9-76a1-4462-b940-f16ba5d70107 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:16.218292 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-31dda8d7-d30f-4268-9e7e-d3f4b48eae32 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c860454b62904a0185c4be56bfb9c1bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1448610 Jun 18 16:35:16.219811 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50816) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:16.242071 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:16.255208 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:16.375097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 3ca3e608-09fe-4029-b544-f335bf3b41fc is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:16.385253 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:16.388354 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:16.425032 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=dbf4e338-0a5c-495f-9166-e2fdd647fda4,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:16.450546 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:16.453228 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:14Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:16.481949 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Checking router: 46f988b9-76a1-4462-b940-f16ba5d70107 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:35:16.482361 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Updating router 46f988b9-76a1-4462-b940-f16ba5d70107 port c6992740-ee7d-4264-89a3-ae958a069693 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:35:16.484979 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e58fa1aa-1097-4851-a26d-76239c8bd296 req-a9397b26-13d1-4d00-9736-b790ddcc83f7 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8592424-ae6a-4332-a73d-d2cb10b5b745 HTTP/1.1" status: 200 len: 210 time: 0.0440874 Jun 18 16:35:16.522394 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:16.533269 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:16.589765 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d6fa87-c7a8-4c9d-b7de-56a05cda28f9 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:16.591316 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-71d6fa87-c7a8-4c9d-b7de-56a05cda28f9 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3705802 Jun 18 16:35:16.594081 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50820) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:16.648713 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9ce71ff9-8081-4059-84af-39d3a1c74603 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528560 Jun 18 16:35:16.651285 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50822) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:16.659145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-929e4f41-7f0a-472a-832e-770f02086b64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-118269153', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:16.722709 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:16.789329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929e4f41-7f0a-472a-832e-770f02086b64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:16.794366 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-929e4f41-7f0a-472a-832e-770f02086b64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:16.811865 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:16.824979 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Transition to ACTIVE for port object c6992740-ee7d-4264-89a3-ae958a069693 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:16.833091 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:16.837240 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e85c8925-6b97-45a3-8912-93729602084b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:16.901907 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e706cb0-56e6-40b1-bf85-cc3a514d41e2 None None] Pushing event updated for resources: {'Port': ['ID=c6992740-ee7d-4264-89a3-ae958a069693,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:16.904543 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Attempting to bind port c6992740-ee7d-4264-89a3-ae958a069693 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:16.905856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Attempting to bind port c6992740-ee7d-4264-89a3-ae958a069693 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:16.906681 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Attempting to bind port c6992740-ee7d-4264-89a3-ae958a069693 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:16.909333 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0e706cb0-56e6-40b1-bf85-cc3a514d41e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:16.914260 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:16.914823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:16.915951 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:16.916444 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:16.917149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Bound port: c6992740-ee7d-4264-89a3-ae958a069693, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:16.917672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:16.986432 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] For port c6992740-ee7d-4264-89a3-ae958a069693, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:16.991908 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] For port c6992740-ee7d-4264-89a3-ae958a069693, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c6992740-ee7d-4264-89a3-ae958a069693,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:17.000765 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-929e4f41-7f0a-472a-832e-770f02086b64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:17.001508 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:17.005316 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d3cb6339-7a54-4dae-b321-3bf20a214575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:17.009506 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-945ce4e9-04f6-40c5-bc5d-3ba40f233fe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:17.026900 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:17.032834 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:17.038683 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5a4633c5-3711-43c0-8264-b583b4437e2d tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:17.066501 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Routers {'46f988b9-76a1-4462-b940-f16ba5d70107'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:17.067165 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46f988b9-76a1-4462-b940-f16ba5d70107'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:17.089355 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e4f41-7f0a-472a-832e-770f02086b64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Subnet': ['ID=5d19ec6c-f281-4954-bab4-a92ea1d73eb0,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:17.092573 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-929e4f41-7f0a-472a-832e-770f02086b64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:17.096582 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929e4f41-7f0a-472a-832e-770f02086b64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Checking segment: {'id': '0084aaf9-e67b-4412-a43b-18a542207fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:17.096950 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929e4f41-7f0a-472a-832e-770f02086b64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network hostable DHCP agents. Network: 41b880b2-8a96-4beb-98a8-c9bf069034ee, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:35:17.116205 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929e4f41-7f0a-472a-832e-770f02086b64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 41b880b2-8a96-4beb-98a8-c9bf069034ee is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:35:17.121069 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e706cb0-56e6-40b1-bf85-cc3a514d41e2 None None] Pushing event updated for resources: {'Port': ['ID=c6992740-ee7d-4264-89a3-ae958a069693,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:17.121794 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=dbf4e338-0a5c-495f-9166-e2fdd647fda4,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:17.126060 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0e706cb0-56e6-40b1-bf85-cc3a514d41e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:17.127411 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:17.131741 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-929e4f41-7f0a-472a-832e-770f02086b64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 41b880b2-8a96-4beb-98a8-c9bf069034ee) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:17.140315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929e4f41-7f0a-472a-832e-770f02086b64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:17.141617 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-929e4f41-7f0a-472a-832e-770f02086b64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:17.152484 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:17.163178 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-929e4f41-7f0a-472a-832e-770f02086b64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5105152 Jun 18 16:35:17.165583 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50824) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:17.171740 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cc6a1e-c1df-4dfe-81e4-fbc3eb6213e2 None None] Network 41b880b2-8a96-4beb-98a8-c9bf069034ee requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:17.219304 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8899f5cb-28cf-481d-9e46-8b76d42ee019 None None] Network 3ca3e608-09fe-4029-b544-f335bf3b41fc requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:17.264311 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 3ca3e608-09fe-4029-b544-f335bf3b41fc is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:17.267006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:17.396649 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router 6dae174c-7773-425a-bf9c-a78ff40e0de4 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:35:17.467651 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] Set router 46f988b9-76a1-4462-b940-f16ba5d70107 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:17.495261 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:17.503399 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/6dae174c-7773-425a-bf9c-a78ff40e0de4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1864252 Jun 18 16:35:17.504377 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50826) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:17.507317 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-52363738-ec03-4322-816b-417f390f7c82 None None] Provisioning for port 0ef58f63-be7f-4411-933f-64fa251a1dc4 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:17.507615 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc2ed67-f606-4584-809a-8c0d11bc2ba9 None None] Sync routers for ids ['6dae174c-7773-425a-bf9c-a78ff40e0de4'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:17.516658 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc2ed67-f606-4584-809a-8c0d11bc2ba9 None None] Routers {'6dae174c-7773-425a-bf9c-a78ff40e0de4'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:17.517331 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-fcc2ed67-f606-4584-809a-8c0d11bc2ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['6dae174c-7773-425a-bf9c-a78ff40e0de4'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:17.552073 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-fcc2ed67-f606-4584-809a-8c0d11bc2ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:17.560827 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc2ed67-f606-4584-809a-8c0d11bc2ba9 None None] Routers {'6dae174c-7773-425a-bf9c-a78ff40e0de4'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:17.561102 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-fcc2ed67-f606-4584-809a-8c0d11bc2ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['6dae174c-7773-425a-bf9c-a78ff40e0de4'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:17.594840 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5496588c-ddbf-4927-bdc0-11213d86580b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:17.599328 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50830) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:17.599493 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5496588c-ddbf-4927-bdc0-11213d86580b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/ports/dbf4e338-0a5c-495f-9166-e2fdd647fda4 HTTP/1.1" status: 200 len: 910 time: 0.0921330 Jun 18 16:35:17.609318 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-fcc2ed67-f606-4584-809a-8c0d11bc2ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:17.610017 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc2ed67-f606-4584-809a-8c0d11bc2ba9 None None] The sync data for ids ['6dae174c-7773-425a-bf9c-a78ff40e0de4'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:17.663503 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50832) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:17.737712 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-41b880b2-8a96-4beb-98a8-c9bf069034ee', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ips': [{'subnet_id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:35:17.738770 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:17.746215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4fb0db-fe05-4e3f-92c8-097c0e71b446 admin admin] Deleting subnet 4efc7581-0f2a-471e-81ef-d0b5249d8e26 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:35:17.753260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb0db-fe05-4e3f-92c8-097c0e71b446 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:17.787670 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:17.806001 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb0db-fe05-4e3f-92c8-097c0e71b446 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:17.930449 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb0db-fe05-4e3f-92c8-097c0e71b446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:17.934356 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:14Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:17.962090 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e2cace98-208a-4502-9060-ca0d07b91d58 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:17.964073 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaa83c0-5229-476a-bea6-49c1c616646a None None] The sync data for ids ['46f988b9-76a1-4462-b940-f16ba5d70107'] in dv-neutron-797121-1-hyperv is: [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:14Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:17.971050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Allocated IP 172.20.0.2 (41b880b2-8a96-4beb-98a8-c9bf069034ee/5d19ec6c-f281-4954-bab4-a92ea1d73eb0/f9459263-dc3a-48b2-a084-277568270b0f) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:18.092724 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb0db-fe05-4e3f-92c8-097c0e71b446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.108443 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-929e4f41-7f0a-472a-832e-770f02086b64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:18.168122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb0db-fe05-4e3f-92c8-097c0e71b446 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.173738 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7b4fb0db-fe05-4e3f-92c8-097c0e71b446 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4efc7581-0f2a-471e-81ef-d0b5249d8e26 HTTP/1.1" status: 204 len: 168 time: 0.5093703 Jun 18 16:35:18.184121 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 0ef58f63-be7f-4411-933f-64fa251a1dc4 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:18.186436 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50834) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:18.211256 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fb0db-fe05-4e3f-92c8-097c0e71b446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4efc7581-0f2a-471e-81ef-d0b5249d8e26,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:18.215971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7b4fb0db-fe05-4e3f-92c8-097c0e71b446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:18.296744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6f5f2b4a-4f37-4176-b570-76cdadcb11b7 None None] Provisioning for port dbf4e338-0a5c-495f-9166-e2fdd647fda4 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:18.305657 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6f5f2b4a-4f37-4176-b570-76cdadcb11b7 None None] Provisioning complete for port dbf4e338-0a5c-495f-9166-e2fdd647fda4 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:18.305970 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6f5f2b4a-4f37-4176-b570-76cdadcb11b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.308657 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.311039 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e24a3810-f512-4ac8-8838-89d5cbc60ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.367527 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Transition to ACTIVE for port object f9459263-dc3a-48b2-a084-277568270b0f will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:18.370949 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 0ef58f63-be7f-4411-933f-64fa251a1dc4 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:18.388955 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 0ef58f63-be7f-4411-933f-64fa251a1dc4 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:18.389935 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.431789 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f2b4a-4f37-4176-b570-76cdadcb11b7 None None] Port dbf4e338-0a5c-495f-9166-e2fdd647fda4 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:18.441229 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Transition to ACTIVE for port object f9459263-dc3a-48b2-a084-277568270b0f will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:18.449063 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6f5f2b4a-4f37-4176-b570-76cdadcb11b7 None None] Provisioning complete for port 0ef58f63-be7f-4411-933f-64fa251a1dc4 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:18.449449 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6f5f2b4a-4f37-4176-b570-76cdadcb11b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.486333 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.498722 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:18.508639 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Network 41b880b2-8a96-4beb-98a8-c9bf069034ee is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:18.518456 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:18.521939 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:18.523946 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e24a3810-f512-4ac8-8838-89d5cbc60ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.542218 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e24a3810-f512-4ac8-8838-89d5cbc60ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218b94bc-cf62-4c7c-b213-6874867f1163']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:18.556519 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e24a3810-f512-4ac8-8838-89d5cbc60ef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1ba5b2-1e5c-4349-ae25-b4e0d9be0676') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:18.557339 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e24a3810-f512-4ac8-8838-89d5cbc60ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1ba5b2-1e5c-4349-ae25-b4e0d9be0676') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:18.576585 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e24a3810-f512-4ac8-8838-89d5cbc60ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.587056 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.20.0.1 (41b880b2-8a96-4beb-98a8-c9bf069034ee/5d19ec6c-f281-4954-bab4-a92ea1d73eb0/382c5917-5985-44a1-8e16-58dcf9519116) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:18.596783 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e2cace98-208a-4502-9060-ca0d07b91d58 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting port dbf4e338-0a5c-495f-9166-e2fdd647fda4 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:18.598149 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e2cace98-208a-4502-9060-ca0d07b91d58 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.679943 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Pushing event updated for resources: {'Port': ['ID=f9459263-dc3a-48b2-a084-277568270b0f,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:18.689508 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:18.694734 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e24a3810-f512-4ac8-8838-89d5cbc60ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.698374 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Attempting to bind port f9459263-dc3a-48b2-a084-277568270b0f on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:18.698374 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Attempting to bind port f9459263-dc3a-48b2-a084-277568270b0f by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '0084aaf9-e67b-4412-a43b-18a542207fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:18.698763 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Attempting to bind port f9459263-dc3a-48b2-a084-277568270b0f on network 41b880b2-8a96-4beb-98a8-c9bf069034ee {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:18.700558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.713916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24a3810-f512-4ac8-8838-89d5cbc60ef0 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:35:18.714522 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e24a3810-f512-4ac8-8838-89d5cbc60ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:35:18.716461 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:35:18.731733 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:18.732120 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Checking segment: {'id': '0084aaf9-e67b-4412-a43b-18a542207fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:18.732567 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.733020 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Bound using segment: {'id': '0084aaf9-e67b-4412-a43b-18a542207fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:18.733523 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Bound port: f9459263-dc3a-48b2-a084-277568270b0f, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0084aaf9-e67b-4412-a43b-18a542207fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:18.733905 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.810043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.828974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Transition to ACTIVE for port object 382c5917-5985-44a1-8e16-58dcf9519116 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:18.850196 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6f5f2b4a-4f37-4176-b570-76cdadcb11b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.853939 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 0ef58f63-be7f-4411-933f-64fa251a1dc4, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=0ef58f63-be7f-4411-933f-64fa251a1dc4,segment=NetworkSegment(145b6a75-11d2-4552-b080-188bbd1f0004),segment_id=145b6a75-11d2-4552-b080-188bbd1f0004)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:18.856014 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e24a3810-f512-4ac8-8838-89d5cbc60ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.866725 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3184e90e-ee64-41fc-8706-098624e13da2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:18.869697 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e24a3810-f512-4ac8-8838-89d5cbc60ef0 admin admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.873887 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e24a3810-f512-4ac8-8838-89d5cbc60ef0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/218b94bc-cf62-4c7c-b213-6874867f1163 HTTP/1.1" status: 204 len: 168 time: 0.6838100 Jun 18 16:35:18.874670 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50836) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:18.874808 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e2cace98-208a-4502-9060-ca0d07b91d58 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.877287 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.886757 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ac5e75a9-8896-4938-ab50-06ce9d362059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:18.887792 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.893025 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a3810-f512-4ac8-8838-89d5cbc60ef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=218b94bc-cf62-4c7c-b213-6874867f1163,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:18.898383 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e24a3810-f512-4ac8-8838-89d5cbc60ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:18.913869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:18.945092 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] For port f9459263-dc3a-48b2-a084-277568270b0f, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:18.951707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] For port f9459263-dc3a-48b2-a084-277568270b0f, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f9459263-dc3a-48b2-a084-277568270b0f,segment=NetworkSegment(0084aaf9-e67b-4412-a43b-18a542207fa9),segment_id=0084aaf9-e67b-4412-a43b-18a542207fa9)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:18.976233 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e2cace98-208a-4502-9060-ca0d07b91d58 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Calling delete_port for dbf4e338-0a5c-495f-9166-e2fdd647fda4 owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:18.978195 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 41b880b2-8a96-4beb-98a8-c9bf069034ee is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:18.981164 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:18.984195 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:18.992659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d45d46-e93e-45a4-9f9c-3b6ea2008c08 admin admin] Deleting subnet f06f10cc-b459-4b77-a00e-40ddaa40e214 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:35:18.995475 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:18.995627 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=0ef58f63-be7f-4411-933f-64fa251a1dc4,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:19.000788 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:19.001069 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3d45d46-e93e-45a4-9f9c-3b6ea2008c08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:19.002918 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=382c5917-5985-44a1-8e16-58dcf9519116,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:19.007030 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:19.042866 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 74dd9fd9-3732-4014-a4db-c6149e2a8ef6 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:19.055845 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:19.082818 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-6f5f2b4a-4f37-4176-b570-76cdadcb11b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:35:19.083618 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-6f5f2b4a-4f37-4176-b570-76cdadcb11b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:35:19.085525 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 74dd9fd9-3732-4014-a4db-c6149e2a8ef6 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:35:19.085687 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 74dd9fd9-3732-4014-a4db-c6149e2a8ef6 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:35:19.091971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3d45d46-e93e-45a4-9f9c-3b6ea2008c08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:19.094068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:19.109713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Pushing event updated for resources: {'Port': ['ID=f9459263-dc3a-48b2-a084-277568270b0f,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:19.112886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:19.183678 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3d45d46-e93e-45a4-9f9c-3b6ea2008c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:19.206910 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e2cace98-208a-4502-9060-ca0d07b91d58 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:19.216157 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b5f94cc3-a331-4183-8462-6f6f47c12315 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:19.315001 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3d45d46-e93e-45a4-9f9c-3b6ea2008c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:19.318954 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d11c75e3-66bf-4482-a95e-e218f2fed9d5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:19.365600 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d45d46-e93e-45a4-9f9c-3b6ea2008c08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f06f10cc-b459-4b77-a00e-40ddaa40e214,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:19.370128 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3d45d46-e93e-45a4-9f9c-3b6ea2008c08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:19.373646 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c3d45d46-e93e-45a4-9f9c-3b6ea2008c08 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f06f10cc-b459-4b77-a00e-40ddaa40e214 HTTP/1.1" status: 204 len: 168 time: 0.4974611 Jun 18 16:35:19.379514 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c3d45d46-e93e-45a4-9f9c-3b6ea2008c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:19.380145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50838) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:19.382060 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:19.511752 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-46abf522-c724-436d-af34-a864c88e0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:19.680141 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-46abf522-c724-436d-af34-a864c88e0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:19.688787 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cace98-208a-4502-9060-ca0d07b91d58 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Port': ['ID=dbf4e338-0a5c-495f-9166-e2fdd647fda4,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:19.692041 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e2cace98-208a-4502-9060-ca0d07b91d58 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:19.698367 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-46abf522-c724-436d-af34-a864c88e0a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146f3ccb-8646-448d-a545-a52a7cea7409']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:19.713550 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-46abf522-c724-436d-af34-a864c88e0a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0140c6-8d79-45dc-a354-b6e6c055f41b') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:19.713757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-46abf522-c724-436d-af34-a864c88e0a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0140c6-8d79-45dc-a354-b6e6c055f41b') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:19.740710 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8f3a09b2-9351-4b01-bdda-e195724f14b6 None None] Could not find standard attr ID for object dbf4e338-0a5c-495f-9166-e2fdd647fda4. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:35:19.759970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-46abf522-c724-436d-af34-a864c88e0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:19.783193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-46abf522-c724-436d-af34-a864c88e0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:19.795213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46abf522-c724-436d-af34-a864c88e0a17 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:35:19.795895 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-46abf522-c724-436d-af34-a864c88e0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:35:19.797806 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:35:19.823734 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e2cace98-208a-4502-9060-ca0d07b91d58 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:19.887524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-46abf522-c724-436d-af34-a864c88e0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:19.892536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-46abf522-c724-436d-af34-a864c88e0a17 admin admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:19.896962 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-46abf522-c724-436d-af34-a864c88e0a17 admin admin] 10.222.0.39 "DELETE /v2.0/networks/146f3ccb-8646-448d-a545-a52a7cea7409 HTTP/1.1" status: 204 len: 168 time: 0.5132604 Jun 18 16:35:19.896962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-95db9d3b-a9c4-4d84-9124-2ac4d15b97b0 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:20.006092 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cace98-208a-4502-9060-ca0d07b91d58 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router 6dae174c-7773-425a-bf9c-a78ff40e0de4 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:20.116525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cace98-208a-4502-9060-ca0d07b91d58 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:20.128703 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4270df8-bd0c-4c29-b95f-b9e9e8491f5e None None] Sync routers for ids ['6dae174c-7773-425a-bf9c-a78ff40e0de4'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:20.130898 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e2cace98-208a-4502-9060-ca0d07b91d58 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/6dae174c-7773-425a-bf9c-a78ff40e0de4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5303676 Jun 18 16:35:20.133393 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50842) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:20.148266 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50844) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:20.153437 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4270df8-bd0c-4c29-b95f-b9e9e8491f5e None None] Routers {'6dae174c-7773-425a-bf9c-a78ff40e0de4'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:20.153690 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b4270df8-bd0c-4c29-b95f-b9e9e8491f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['6dae174c-7773-425a-bf9c-a78ff40e0de4'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:20.185161 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a28369ba-f185-432b-9c56-346ed84c25a7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dae174c-7773-425a-bf9c-a78ff40e0de4 HTTP/1.1" status: 200 len: 205 time: 0.0478647 Jun 18 16:35:20.190009 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50846) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:20.208872 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b4270df8-bd0c-4c29-b95f-b9e9e8491f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:20.218077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4270df8-bd0c-4c29-b95f-b9e9e8491f5e None None] Routers {'6dae174c-7773-425a-bf9c-a78ff40e0de4'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:20.218746 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b4270df8-bd0c-4c29-b95f-b9e9e8491f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['6dae174c-7773-425a-bf9c-a78ff40e0de4'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:20.255152 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b4270df8-bd0c-4c29-b95f-b9e9e8491f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:20.259800 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4270df8-bd0c-4c29-b95f-b9e9e8491f5e None None] The sync data for ids ['6dae174c-7773-425a-bf9c-a78ff40e0de4'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:20.285518 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ce612044-b82e-4eeb-a07e-52f97c383493 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.287468 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c6992740-ee7d-4264-89a3-ae958a069693 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:20.300733 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46abf522-c724-436d-af34-a864c88e0a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=146f3ccb-8646-448d-a545-a52a7cea7409,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:20.303711 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-46abf522-c724-436d-af34-a864c88e0a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:20.317778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.324071 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.327236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-adeb7fd5-ef01-4401-a1d7-149609418f73 tempest-TestServerAdvancedOps-330821477 tempest-TestServerAdvancedOps-330821477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:20.336117 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0af0f201-f0cf-4563-80f5-1bd42b3ff9c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c5df58ac10842cbbe217b68c02f8017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1863968 Jun 18 16:35:20.354355 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port c6992740-ee7d-4264-89a3-ae958a069693 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:20.359388 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c6992740-ee7d-4264-89a3-ae958a069693 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:20.360102 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50848) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:20.360214 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.443342 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=382c5917-5985-44a1-8e16-58dcf9519116,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:20.446365 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.449970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.463316 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:20.468153 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ce612044-b82e-4eeb-a07e-52f97c383493 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.471201 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port c6992740-ee7d-4264-89a3-ae958a069693, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c6992740-ee7d-4264-89a3-ae958a069693,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:20.472448 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ce612044-b82e-4eeb-a07e-52f97c383493 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.476760 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.477777 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f9459263-dc3a-48b2-a084-277568270b0f up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:20.519188 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1ccd29ce-a07c-49b6-ae95-3131f346d17d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:20.533623 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ce612044-b82e-4eeb-a07e-52f97c383493 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.534626 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce612044-b82e-4eeb-a07e-52f97c383493 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Fanout notify agent at l3_agent the message router_deleted on router 6dae174c-7773-425a-bf9c-a78ff40e0de4 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:35:20.552274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ce612044-b82e-4eeb-a07e-52f97c383493 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.553921 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ce612044-b82e-4eeb-a07e-52f97c383493 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/routers/6dae174c-7773-425a-bf9c-a78ff40e0de4 HTTP/1.1" status: 204 len: 168 time: 0.3629198 Jun 18 16:35:20.556658 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50850) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:20.567096 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4af35d20-0e2d-4d0e-9b24-5683ce7077ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.583059 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port f9459263-dc3a-48b2-a084-277568270b0f completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:20.585716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=c6992740-ee7d-4264-89a3-ae958a069693,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:20.589624 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:20.592526 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 0ef58f63-be7f-4411-933f-64fa251a1dc4 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:20.625488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4af35d20-0e2d-4d0e-9b24-5683ce7077ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.631728 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-21296a41-a1d3-44f0-b8b5-e64f808012dd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting subnet 58b33550-0efe-4951-84c8-4020eafe6919 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:35:20.635355 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-21296a41-a1d3-44f0-b8b5-e64f808012dd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.651650 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 41b880b2-8a96-4beb-98a8-c9bf069034ee is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:20.653305 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 0ef58f63-be7f-4411-933f-64fa251a1dc4 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:20.653753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.658135 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:20.687990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-21296a41-a1d3-44f0-b8b5-e64f808012dd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.754251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4af35d20-0e2d-4d0e-9b24-5683ce7077ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.757138 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4af35d20-0e2d-4d0e-9b24-5683ce7077ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.758453 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4af35d20-0e2d-4d0e-9b24-5683ce7077ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c869e2d-804d-4169-8a74-5d85b8e701fb HTTP/1.1" status: 204 len: 168 time: 0.3774788 Jun 18 16:35:20.761763 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-08c823da-a6d2-4757-bb26-f9ff95f57176 tempest-ExternalNetworksTestJSON-1527788771 tempest-ExternalNetworksTestJSON-1527788771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:20.773138 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af35d20-0e2d-4d0e-9b24-5683ce7077ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c869e2d-804d-4169-8a74-5d85b8e701fb,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:20.776944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4af35d20-0e2d-4d0e-9b24-5683ce7077ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:20.808617 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-21296a41-a1d3-44f0-b8b5-e64f808012dd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.850420 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 46f988b9-76a1-4462-b940-f16ba5d70107 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:20.883957 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-21296a41-a1d3-44f0-b8b5-e64f808012dd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.893398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-83154f59-f6f0-4423-a60b-1f90b288b757 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:20.900517 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-21296a41-a1d3-44f0-b8b5-e64f808012dd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:20.905065 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-21296a41-a1d3-44f0-b8b5-e64f808012dd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/subnets/58b33550-0efe-4951-84c8-4020eafe6919 HTTP/1.1" status: 204 len: 168 time: 0.3446927 Jun 18 16:35:20.908142 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50854) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:20.917908 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00da9ef-4dd5-461a-ab87-cbcc8c0fcc0b None None] Network 3ca3e608-09fe-4029-b544-f335bf3b41fc requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:20.923517 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21296a41-a1d3-44f0-b8b5-e64f808012dd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Subnet': ['ID=58b33550-0efe-4951-84c8-4020eafe6919,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:20.926447 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-21296a41-a1d3-44f0-b8b5-e64f808012dd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:20.940668 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36ca401-a023-438f-9d1c-370515e6ccc8 None None] Network 41b880b2-8a96-4beb-98a8-c9bf069034ee requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:21.032257 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cff4df1c-44b4-4faf-baa6-b0fce0992522 None None] Provisioning for port f9459263-dc3a-48b2-a084-277568270b0f completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:21.040976 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cff4df1c-44b4-4faf-baa6-b0fce0992522 None None] Provisioning complete for port f9459263-dc3a-48b2-a084-277568270b0f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:21.041623 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:21.041857 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cff4df1c-44b4-4faf-baa6-b0fce0992522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:21.059017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:21.065362 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/routers/46f988b9-76a1-4462-b940-f16ba5d70107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8985608 Jun 18 16:35:21.068414 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50858) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:21.085700 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Sync routers for ids ['46f988b9-76a1-4462-b940-f16ba5d70107'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:21.101628 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Routers {'46f988b9-76a1-4462-b940-f16ba5d70107'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:21.103204 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46f988b9-76a1-4462-b940-f16ba5d70107'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:21.112106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting port 0ef58f63-be7f-4411-933f-64fa251a1dc4 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:21.112106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:21.184984 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] For port 0ef58f63-be7f-4411-933f-64fa251a1dc4, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=0ef58f63-be7f-4411-933f-64fa251a1dc4,segment=NetworkSegment(145b6a75-11d2-4552-b080-188bbd1f0004),segment_id=145b6a75-11d2-4552-b080-188bbd1f0004)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:21.185315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:21.264941 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50860) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:21.277166 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Calling delete_port for 0ef58f63-be7f-4411-933f-64fa251a1dc4 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:21.327541 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Set router 46f988b9-76a1-4462-b940-f16ba5d70107 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:21.343344 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88b869f-ca8a-4827-8fdc-71aedf86e9b2 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:21.344023 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88b869f-ca8a-4827-8fdc-71aedf86e9b2 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:21.344803 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88b869f-ca8a-4827-8fdc-71aedf86e9b2 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:21.345520 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88b869f-ca8a-4827-8fdc-71aedf86e9b2 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:21.346000 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88b869f-ca8a-4827-8fdc-71aedf86e9b2 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:21.346614 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88b869f-ca8a-4827-8fdc-71aedf86e9b2 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:21.347020 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88b869f-ca8a-4827-8fdc-71aedf86e9b2 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:21.348885 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b88b869f-ca8a-4827-8fdc-71aedf86e9b2 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4929 time: 0.2788868 Jun 18 16:35:21.352252 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50862) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:21.381486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:21.384668 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2b6e6ab9-4b08-4685-a6db-6930ec256d5f tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:21.413852 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b57b7503-7a4c-422b-bcdd-0900193d89eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af7eea97c7b24ed082d486c8575ba24b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453025 Jun 18 16:35:21.415329 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50864) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:21.424195 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Port': ['ID=0ef58f63-be7f-4411-933f-64fa251a1dc4,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:21.429217 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cff4df1c-44b4-4faf-baa6-b0fce0992522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:21.433871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] No DVR routers for this DVR port 0ef58f63-be7f-4411-933f-64fa251a1dc4 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:35:21.436594 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:21.488326 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-cff4df1c-44b4-4faf-baa6-b0fce0992522 None None] For port f9459263-dc3a-48b2-a084-277568270b0f, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f9459263-dc3a-48b2-a084-277568270b0f,segment=NetworkSegment(0084aaf9-e67b-4412-a43b-18a542207fa9),segment_id=0084aaf9-e67b-4412-a43b-18a542207fa9)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:21.499719 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cff4df1c-44b4-4faf-baa6-b0fce0992522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:21.503190 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:21.524535 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-74159b70-4520-4957-91b0-f4fd9044489d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:21.538806 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c6e7b3-4ef2-408c-9c4d-f4fc2d2e66cf tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:21.540139 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c6e7b3-4ef2-408c-9c4d-f4fc2d2e66cf tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:21.540756 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c6e7b3-4ef2-408c-9c4d-f4fc2d2e66cf tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:21.541391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c6e7b3-4ef2-408c-9c4d-f4fc2d2e66cf tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:21.542013 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c6e7b3-4ef2-408c-9c4d-f4fc2d2e66cf tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:21.542659 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c6e7b3-4ef2-408c-9c4d-f4fc2d2e66cf tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:21.546724 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:21.549478 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-25c6e7b3-4ef2-408c-9c4d-f4fc2d2e66cf tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1962111 Jun 18 16:35:21.553150 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50866) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:21.578575 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4df1c-44b4-4faf-baa6-b0fce0992522 None None] Pushing event updated for resources: {'Port': ['ID=f9459263-dc3a-48b2-a084-277568270b0f,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:21.587378 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cff4df1c-44b4-4faf-baa6-b0fce0992522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:21.591849 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca3e608-09fe-4029-b544-f335bf3b41fc']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:21.598410 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ea012d-7fed-490e-8dbd-6913d7a81d49 None None] DHCP port deletion for 3ca3e608-09fe-4029-b544-f335bf3b41fc request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:35:21.601071 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:19Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '382c5917-5985-44a1-8e16-58dcf9519116', 'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:f6:dd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:18Z', 'updated_at': '2021-06-18T16:35:19Z', 'revision_number': 2, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:21.623050 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145b6a75-11d2-4552-b080-188bbd1f0004') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:21.623417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145b6a75-11d2-4552-b080-188bbd1f0004') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:21.634947 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:21.638549 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Checking router: 46f988b9-76a1-4462-b940-f16ba5d70107 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:35:21.639029 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Updating router 46f988b9-76a1-4462-b940-f16ba5d70107 port 382c5917-5985-44a1-8e16-58dcf9519116 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:35:21.650732 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-74159b70-4520-4957-91b0-f4fd9044489d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:21.653845 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:21.665159 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:35:21.665616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:35:21.670391 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:35:21.691723 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:21.763034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:21.766561 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:21.771523 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:21.779349 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/networks/3ca3e608-09fe-4029-b544-f335bf3b41fc HTTP/1.1" status: 204 len: 168 time: 0.8707418 Jun 18 16:35:21.780780 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50868) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:21.787123 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1835357505', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}, 'admin_state_up': False}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:21.799728 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Network': ['ID=3ca3e608-09fe-4029-b544-f335bf3b41fc,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:21.807661 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:21.821536 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-74159b70-4520-4957-91b0-f4fd9044489d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:21.824245 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-74159b70-4520-4957-91b0-f4fd9044489d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:21.825390 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-74159b70-4520-4957-91b0-f4fd9044489d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2217bd8-66b4-47e6-98ca-89379d8b6a89 HTTP/1.1" status: 204 len: 168 time: 0.4091768 Jun 18 16:35:21.829441 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-93eee88a-5c95-4659-aade-cb9ca1aec6eb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:21.854250 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:21.855440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:21.859987 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74159b70-4520-4957-91b0-f4fd9044489d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2217bd8-66b4-47e6-98ca-89379d8b6a89,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:21.871190 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-74159b70-4520-4957-91b0-f4fd9044489d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:21.940272 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-dd2287ca-0934-405b-889f-aa6f02bf8aac None None] Provisioning complete for port f9459263-dc3a-48b2-a084-277568270b0f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:21.940758 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dd2287ca-0934-405b-889f-aa6f02bf8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:22.105504 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:22.111538 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c6992740-ee7d-4264-89a3-ae958a069693 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:22.117982 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Transition to ACTIVE for port object 382c5917-5985-44a1-8e16-58dcf9519116 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:22.129127 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:22.133576 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:22.182476 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe782a62-4df8-4802-99fb-e90e05242f6f None None] Pushing event updated for resources: {'Port': ['ID=382c5917-5985-44a1-8e16-58dcf9519116,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:22.202855 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782a62-4df8-4802-99fb-e90e05242f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:22.202855 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782a62-4df8-4802-99fb-e90e05242f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:22.202855 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782a62-4df8-4802-99fb-e90e05242f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:22.202855 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782a62-4df8-4802-99fb-e90e05242f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:22.202855 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782a62-4df8-4802-99fb-e90e05242f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:22.202855 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782a62-4df8-4802-99fb-e90e05242f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:22.202855 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782a62-4df8-4802-99fb-e90e05242f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:22.202855 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782a62-4df8-4802-99fb-e90e05242f6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:22.202855 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782a62-4df8-4802-99fb-e90e05242f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:22.202855 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782a62-4df8-4802-99fb-e90e05242f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:22.202855 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782a62-4df8-4802-99fb-e90e05242f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:22.202855 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782a62-4df8-4802-99fb-e90e05242f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:22.210359 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-fe782a62-4df8-4802-99fb-e90e05242f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:22.232706 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-dd2287ca-0934-405b-889f-aa6f02bf8aac None None] Provisioning for port 382c5917-5985-44a1-8e16-58dcf9519116 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:22.290900 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c6992740-ee7d-4264-89a3-ae958a069693 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:22.291504 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:22.319854 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:22.332170 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Attempting to bind port 382c5917-5985-44a1-8e16-58dcf9519116 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:22.332570 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Attempting to bind port 382c5917-5985-44a1-8e16-58dcf9519116 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '0084aaf9-e67b-4412-a43b-18a542207fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:22.332957 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Attempting to bind port 382c5917-5985-44a1-8e16-58dcf9519116 on network 41b880b2-8a96-4beb-98a8-c9bf069034ee {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:22.344971 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:22.347577 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Checking segment: {'id': '0084aaf9-e67b-4412-a43b-18a542207fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:22.347577 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:22.347577 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Bound using segment: {'id': '0084aaf9-e67b-4412-a43b-18a542207fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:22.347577 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Bound port: 382c5917-5985-44a1-8e16-58dcf9519116, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0084aaf9-e67b-4412-a43b-18a542207fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:22.348001 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:22.353541 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3098562c-3843-4b3e-a38b-5484dbcfe87c tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.7961094 Jun 18 16:35:22.500589 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f9459263-dc3a-48b2-a084-277568270b0f up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:22.518204 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] For port 382c5917-5985-44a1-8e16-58dcf9519116, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:22.524181 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] For port 382c5917-5985-44a1-8e16-58dcf9519116, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=382c5917-5985-44a1-8e16-58dcf9519116,segment=NetworkSegment(0084aaf9-e67b-4412-a43b-18a542207fa9),segment_id=0084aaf9-e67b-4412-a43b-18a542207fa9)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:22.544374 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:22.562174 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:22.574411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port f9459263-dc3a-48b2-a084-277568270b0f triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:22.574832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:22.611628 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:22.688728 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50874) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:22.694769 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-4642d177-95a5-4f0d-ad1b-0d1400d4954a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1411341482', 'description': 'tempest-secgroup-smoke-1411341482 description', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:22.729316 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe782a62-4df8-4802-99fb-e90e05242f6f None None] Pushing event updated for resources: {'Port': ['ID=382c5917-5985-44a1-8e16-58dcf9519116,revision_number=4']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:22.742674 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-fe782a62-4df8-4802-99fb-e90e05242f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:22.744418 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Routers {'46f988b9-76a1-4462-b940-f16ba5d70107'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:22.745052 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46f988b9-76a1-4462-b940-f16ba5d70107'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:22.759451 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4642d177-95a5-4f0d-ad1b-0d1400d4954a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:22.784823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 0ef58f63-be7f-4411-933f-64fa251a1dc4 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:22.833361 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 0ef58f63-be7f-4411-933f-64fa251a1dc4 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:35:22.834092 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 0ef58f63-be7f-4411-933f-64fa251a1dc4 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:35:22.897843 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4642d177-95a5-4f0d-ad1b-0d1400d4954a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:22.903417 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:22.906095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4642d177-95a5-4f0d-ad1b-0d1400d4954a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:22.912144 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2e13d767-1ffa-4d2e-98af-d6af914f94ac tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:22.925970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:22.940100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4642d177-95a5-4f0d-ad1b-0d1400d4954a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:22.942079 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4642d177-95a5-4f0d-ad1b-0d1400d4954a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2520800 Jun 18 16:35:22.946797 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50876) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:22.957980 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-e222b22b-5827-49c2-b7c6-82eb5826e228 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '2a09c7ee-269b-4086-94d0-bde403d6c3e7', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:22.986573 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642d177-95a5-4f0d-ad1b-0d1400d4954a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a09c7ee-269b-4086-94d0-bde403d6c3e7,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:22.990220 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4642d177-95a5-4f0d-ad1b-0d1400d4954a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:23.012408 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e222b22b-5827-49c2-b7c6-82eb5826e228 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.039042 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] Set router 46f988b9-76a1-4462-b940-f16ba5d70107 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:23.075975 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Allocated IP 172.26.2.182 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/745d594c-0bdc-4022-8d46-0b5daffc54ed) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:23.083097 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e222b22b-5827-49c2-b7c6-82eb5826e228 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.087468 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e222b22b-5827-49c2-b7c6-82eb5826e228 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.089635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e3baa27f-f02d-4fd4-b2eb-c2a0f5ad0aab tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:23.107584 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222b22b-5827-49c2-b7c6-82eb5826e228 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5593da2-2dfe-4529-8b49-be9243ae0043,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:23.111518 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e222b22b-5827-49c2-b7c6-82eb5826e228 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:23.115557 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e222b22b-5827-49c2-b7c6-82eb5826e228 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.119603 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e222b22b-5827-49c2-b7c6-82eb5826e228 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1686935 Jun 18 16:35:23.119856 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50878) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:23.124610 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-ed337459-9002-416a-a931-de8e73d5c296 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '2a09c7ee-269b-4086-94d0-bde403d6c3e7', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:23.158259 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ed337459-9002-416a-a931-de8e73d5c296 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.222195 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ed337459-9002-416a-a931-de8e73d5c296 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.223359 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.226673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ed337459-9002-416a-a931-de8e73d5c296 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.232306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-85a74517-6c0f-4f99-b30e-7d025a00aa2f tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:23.249798 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed337459-9002-416a-a931-de8e73d5c296 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4db8dc8-79ca-4446-bf55-72cc14af2537,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:23.253732 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ed337459-9002-416a-a931-de8e73d5c296 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:23.255131 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ed337459-9002-416a-a931-de8e73d5c296 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.259328 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ed337459-9002-416a-a931-de8e73d5c296 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1354983 Jun 18 16:35:23.259328 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50880) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:23.263750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-0bcd059c-d628-4664-a3db-bbfdd1ee916a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '2a09c7ee-269b-4086-94d0-bde403d6c3e7', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:23.264662 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:19Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '382c5917-5985-44a1-8e16-58dcf9519116', 'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:f6:dd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:18Z', 'updated_at': '2021-06-18T16:35:22Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:23.275975 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.279642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-de71923d-bc67-4a7c-8a82-b0d8b7026737 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:23.297380 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0bcd059c-d628-4664-a3db-bbfdd1ee916a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.305412 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d350fab-4e81-4647-8001-1fc3cfd7904e None None] The sync data for ids ['46f988b9-76a1-4462-b940-f16ba5d70107'] in dv-neutron-797121-1-hyperv is: [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:19Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '382c5917-5985-44a1-8e16-58dcf9519116', 'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:f6:dd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:18Z', 'updated_at': '2021-06-18T16:35:22Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:23.323354 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:23.327046 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:23.331398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:23.386803 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=745d594c-0bdc-4022-8d46-0b5daffc54ed,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:23.401940 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:23.412801 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0bcd059c-d628-4664-a3db-bbfdd1ee916a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.417197 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0bcd059c-d628-4664-a3db-bbfdd1ee916a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.419075 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-36a8748b-b8ca-4c47-8d1a-df87ca150e17 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:23.444633 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd059c-d628-4664-a3db-bbfdd1ee916a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b347acfa-f8ba-4e6e-9cd2-23c1ef0593aa,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:23.452618 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0bcd059c-d628-4664-a3db-bbfdd1ee916a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:23.458844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0bcd059c-d628-4664-a3db-bbfdd1ee916a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.460051 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0bcd059c-d628-4664-a3db-bbfdd1ee916a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2000237 Jun 18 16:35:23.462814 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50882) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:23.467485 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-5e1269a3-ccbd-4268-bb83-453a0b4c1e83 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '2a09c7ee-269b-4086-94d0-bde403d6c3e7', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:23.496055 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5e1269a3-ccbd-4268-bb83-453a0b4c1e83 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.569546 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5e1269a3-ccbd-4268-bb83-453a0b4c1e83 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.574975 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5e1269a3-ccbd-4268-bb83-453a0b4c1e83 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.576747 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:23.593598 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1269a3-ccbd-4268-bb83-453a0b4c1e83 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def5a6c5-4893-4152-a6e0-c4cb099fab5b,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:23.607320 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5e1269a3-ccbd-4268-bb83-453a0b4c1e83 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:23.615054 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5e1269a3-ccbd-4268-bb83-453a0b4c1e83 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.618704 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5e1269a3-ccbd-4268-bb83-453a0b4c1e83 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1524103 Jun 18 16:35:23.619472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50884) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:23.624524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-828a0a01-7fdf-47ea-b979-b2b96e0bea59 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '2a09c7ee-269b-4086-94d0-bde403d6c3e7', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:23.648494 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-828a0a01-7fdf-47ea-b979-b2b96e0bea59 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:35:23.653764 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-828a0a01-7fdf-47ea-b979-b2b96e0bea59 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.659810 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.730475 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-828a0a01-7fdf-47ea-b979-b2b96e0bea59 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.737269 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-828a0a01-7fdf-47ea-b979-b2b96e0bea59 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.739353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a5f6e77a-5cc7-4028-8ed2-57ce34c3892a tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:23.757896 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a0a01-7fdf-47ea-b979-b2b96e0bea59 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b991a40-2a70-43a0-816d-f6086e911b15,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:23.760969 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-828a0a01-7fdf-47ea-b979-b2b96e0bea59 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:23.767992 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-828a0a01-7fdf-47ea-b979-b2b96e0bea59 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.772408 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-828a0a01-7fdf-47ea-b979-b2b96e0bea59 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1517735 Jun 18 16:35:23.773023 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50886) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:23.777650 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-1df131e1-13ed-4dd3-825e-44c0473ddf98 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '2a09c7ee-269b-4086-94d0-bde403d6c3e7', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:23.802785 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-1df131e1-13ed-4dd3-825e-44c0473ddf98 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:35:23.808029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1df131e1-13ed-4dd3-825e-44c0473ddf98 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.881768 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1df131e1-13ed-4dd3-825e-44c0473ddf98 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.885716 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1df131e1-13ed-4dd3-825e-44c0473ddf98 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.888044 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8e54b305-09a6-4194-8ca2-fdd2237c141c tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:23.890171 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.905543 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df131e1-13ed-4dd3-825e-44c0473ddf98 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead3a0c0-89b7-466a-8cbe-c2a2a4934923,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:23.908287 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1df131e1-13ed-4dd3-825e-44c0473ddf98 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:23.913317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1df131e1-13ed-4dd3-825e-44c0473ddf98 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:23.914564 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1df131e1-13ed-4dd3-825e-44c0473ddf98 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406035 Jun 18 16:35:24.065846 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router e2a72f97-033f-4f4f-b550-ccef5272ba01 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:35:24.102658 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 382c5917-5985-44a1-8e16-58dcf9519116 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:24.162774 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 382c5917-5985-44a1-8e16-58dcf9519116 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:24.166457 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 382c5917-5985-44a1-8e16-58dcf9519116 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:24.166883 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:24.219960 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-39b1f426-2075-4aa8-97e6-369b675809b3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411341482&fields=id&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 267 time: 0.0861945 Jun 18 16:35:24.244665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:24.254560 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:24.259120 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db17957-fde4-4451-b622-f726abebcbfc None None] Sync routers for ids ['e2a72f97-033f-4f4f-b550-ccef5272ba01'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:24.283901 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db17957-fde4-4451-b622-f726abebcbfc None None] Routers {'e2a72f97-033f-4f4f-b550-ccef5272ba01'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:24.284416 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4db17957-fde4-4451-b622-f726abebcbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e2a72f97-033f-4f4f-b550-ccef5272ba01'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:24.313274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:24.314538 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.5321584 Jun 18 16:35:24.317340 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50900) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:24.332020 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4db17957-fde4-4451-b622-f726abebcbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:24.335259 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 382c5917-5985-44a1-8e16-58dcf9519116, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=382c5917-5985-44a1-8e16-58dcf9519116,segment=NetworkSegment(0084aaf9-e67b-4412-a43b-18a542207fa9),segment_id=0084aaf9-e67b-4412-a43b-18a542207fa9)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:24.343171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:24.346198 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c7b06549-f28f-4371-8726-be9d33ded84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:24.348349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db17957-fde4-4451-b622-f726abebcbfc None None] Routers {'e2a72f97-033f-4f4f-b550-ccef5272ba01'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:24.348999 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4db17957-fde4-4451-b622-f726abebcbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e2a72f97-033f-4f4f-b550-ccef5272ba01'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:24.378198 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-ff5de1d1-1140-403a-a946-694ca4fbe53a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:24.381417 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-ff5de1d1-1140-403a-a946-694ca4fbe53a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/networks?id=41b880b2-8a96-4beb-98a8-c9bf069034ee HTTP/1.1" status: 200 len: 797 time: 0.1501389 Jun 18 16:35:24.396901 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-498da074-b88c-4ae2-8d87-e76154980778 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/quotas/c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 375 time: 0.0109222 Jun 18 16:35:24.398408 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4db17957-fde4-4451-b622-f726abebcbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:24.399097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db17957-fde4-4451-b622-f726abebcbfc None None] The sync data for ids ['e2a72f97-033f-4f4f-b550-ccef5272ba01'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:24.435156 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=382c5917-5985-44a1-8e16-58dcf9519116,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:24.439444 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:24.477271 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-61d204d2-9417-47a4-bc07-c1d862bacf18 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/routers/e2a72f97-033f-4f4f-b550-ccef5272ba01 HTTP/1.1" status: 200 len: 881 time: 0.1584935 Jun 18 16:35:24.479446 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50902) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:24.517970 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-61397796-df47-491e-a3af-3b9a06219054 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044381 Jun 18 16:35:24.622716 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e07d6be9-77b4-41f9-bed4-6fef6cc662c5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.1418231 Jun 18 16:35:24.623768 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-5f277d33-d930-4c2b-a06d-1bd380594adb service neutron] 10.222.0.39 "GET /v2.0/networks/41b880b2-8a96-4beb-98a8-c9bf069034ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928929 Jun 18 16:35:24.624984 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50904) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:24.629532 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d56219f6-f6d3-4e55-9d5a-ba82a7b9fa2b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1835357505'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:24.703771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:24.724056 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-87112603-0c5d-4ecd-a89a-9afa19ae099b service neutron] 10.222.0.39 "GET /v2.0/networks/41b880b2-8a96-4beb-98a8-c9bf069034ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919869 Jun 18 16:35:24.902739 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-83181c1d-1436-4a4e-adeb-d9fb3ba8d92a req-e8a5e5aa-9a31-4d98-bbcc-75f2bed4069b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 210 time: 0.0381458 Jun 18 16:35:24.944503 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d56219f6-f6d3-4e55-9d5a-ba82a7b9fa2b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:24.955962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d56219f6-f6d3-4e55-9d5a-ba82a7b9fa2b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:25.068134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56219f6-f6d3-4e55-9d5a-ba82a7b9fa2b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router e2a72f97-033f-4f4f-b550-ccef5272ba01 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:25.176431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56219f6-f6d3-4e55-9d5a-ba82a7b9fa2b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:25.183307 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d56219f6-f6d3-4e55-9d5a-ba82a7b9fa2b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:25.184469 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d56219f6-f6d3-4e55-9d5a-ba82a7b9fa2b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/e2a72f97-033f-4f4f-b550-ccef5272ba01 HTTP/1.1" status: 200 len: 888 time: 0.5585070 Jun 18 16:35:25.187165 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50916) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:25.187461 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8257b2-e4f1-4b67-a1fa-2aa970f52d18 None None] Sync routers for ids ['e2a72f97-033f-4f4f-b550-ccef5272ba01'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:25.196845 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8257b2-e4f1-4b67-a1fa-2aa970f52d18 None None] Routers {'e2a72f97-033f-4f4f-b550-ccef5272ba01'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:25.197475 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7d8257b2-e4f1-4b67-a1fa-2aa970f52d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e2a72f97-033f-4f4f-b550-ccef5272ba01'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:25.231572 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7d8257b2-e4f1-4b67-a1fa-2aa970f52d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:25.241423 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8257b2-e4f1-4b67-a1fa-2aa970f52d18 None None] Routers {'e2a72f97-033f-4f4f-b550-ccef5272ba01'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:25.242551 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7d8257b2-e4f1-4b67-a1fa-2aa970f52d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e2a72f97-033f-4f4f-b550-ccef5272ba01'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:25.276577 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7d8257b2-e4f1-4b67-a1fa-2aa970f52d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:25.277226 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8257b2-e4f1-4b67-a1fa-2aa970f52d18 None None] The sync data for ids ['e2a72f97-033f-4f4f-b550-ccef5272ba01'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:25.304343 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6dd16ef9-9c57-4f09-a225-60a7ae45f33c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/routers/e2a72f97-033f-4f4f-b550-ccef5272ba01 HTTP/1.1" status: 200 len: 888 time: 0.1155632 Jun 18 16:35:25.306839 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50918) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:25.335868 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4e8fd316-08e2-45b9-80f9-88357bf980da tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a72f97-033f-4f4f-b550-ccef5272ba01 HTTP/1.1" status: 200 len: 205 time: 0.0277576 Jun 18 16:35:25.338119 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50920) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:25.450285 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a855f0ab-3072-4d59-ab46-6793dbeb6935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:25.555407 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a855f0ab-3072-4d59-ab46-6793dbeb6935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:25.606318 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-a855f0ab-3072-4d59-ab46-6793dbeb6935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting port 745d594c-0bdc-4022-8d46-0b5daffc54ed {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:25.606714 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a855f0ab-3072-4d59-ab46-6793dbeb6935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:25.684200 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a855f0ab-3072-4d59-ab46-6793dbeb6935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:25.746277 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-a855f0ab-3072-4d59-ab46-6793dbeb6935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Calling delete_port for 745d594c-0bdc-4022-8d46-0b5daffc54ed owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:25.908250 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a855f0ab-3072-4d59-ab46-6793dbeb6935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:25.910270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fc165593-b616-40f5-afcc-ce440b7f91c7 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:25.936191 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855f0ab-3072-4d59-ab46-6793dbeb6935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Port': ['ID=745d594c-0bdc-4022-8d46-0b5daffc54ed,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:25.950120 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a855f0ab-3072-4d59-ab46-6793dbeb6935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:26.069816 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a855f0ab-3072-4d59-ab46-6793dbeb6935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:26.076128 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 382c5917-5985-44a1-8e16-58dcf9519116 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:26.090177 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bdac70db-5e2f-480c-b5b8-42cab6cdd999 req-2e64cf58-4129-4b58-9122-ae1fddfed55b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 210 time: 0.0374098 Jun 18 16:35:26.134306 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 382c5917-5985-44a1-8e16-58dcf9519116 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:26.134741 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:26.214502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a855f0ab-3072-4d59-ab46-6793dbeb6935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:26.219692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a855f0ab-3072-4d59-ab46-6793dbeb6935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:26.278722 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-f376fd75-d718-43d8-a411-12fbdc6ba328 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:26.280124 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-f376fd75-d718-43d8-a411-12fbdc6ba328 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/networks?id=41b880b2-8a96-4beb-98a8-c9bf069034ee HTTP/1.1" status: 200 len: 797 time: 0.3402257 Jun 18 16:35:26.290916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a855f0ab-3072-4d59-ab46-6793dbeb6935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:26.291561 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a855f0ab-3072-4d59-ab46-6793dbeb6935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Fanout notify agent at l3_agent the message router_deleted on router e2a72f97-033f-4f4f-b550-ccef5272ba01 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:35:26.298969 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a855f0ab-3072-4d59-ab46-6793dbeb6935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:26.300873 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a855f0ab-3072-4d59-ab46-6793dbeb6935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/routers/e2a72f97-033f-4f4f-b550-ccef5272ba01 HTTP/1.1" status: 204 len: 168 time: 0.9612026 Jun 18 16:35:26.303911 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50928) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:26.309031 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-7c287f93-4f9c-4b0f-9e8c-c19383538935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'network': {'name': 'tempest-RoutersTest-818821628'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:26.333100 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c287f93-4f9c-4b0f-9e8c-c19383538935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Made reservation on behalf of f398149941294546a91385773ef52ebe for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:26.336867 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7c287f93-4f9c-4b0f-9e8c-c19383538935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:26.352491 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-c49c900a-2bc7-4163-b34b-e7adbf0163b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 380 time: 0.0377572 Jun 18 16:35:26.361158 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c287f93-4f9c-4b0f-9e8c-c19383538935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:35:26.363431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-49ba5a46-29de-46c4-bdb2-2c9e12ff5e5b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'port': {'device_id': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'admin_state_up': True, 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'security_groups': ['2a09c7ee-269b-4086-94d0-bde403d6c3e7']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:26.370130 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7c287f93-4f9c-4b0f-9e8c-c19383538935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:26.370482 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-7c287f93-4f9c-4b0f-9e8c-c19383538935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Added segment 1b77e55b-fcca-4982-8216-7f2051059716 of type vlan for network 8727f041-b51a-4ae4-9a1a-eb92719ba111 Jun 18 16:35:26.414542 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7c287f93-4f9c-4b0f-9e8c-c19383538935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:26.445536 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7c287f93-4f9c-4b0f-9e8c-c19383538935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:26.451322 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c287f93-4f9c-4b0f-9e8c-c19383538935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:26.451983 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7c287f93-4f9c-4b0f-9e8c-c19383538935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:26.454620 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ac6ebe9a-32f0-40f2-ba93-bd88da6fee5b tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:26.509095 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7c287f93-4f9c-4b0f-9e8c-c19383538935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2040527 Jun 18 16:35:26.516083 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50930) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:26.521815 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-856e68f9-bddc-42f1-b891-e16dd3c9b9be tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'subnet': {'network_id': '8727f041-b51a-4ae4-9a1a-eb92719ba111', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:26.570294 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c287f93-4f9c-4b0f-9e8c-c19383538935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Network': ['ID=8727f041-b51a-4ae4-9a1a-eb92719ba111,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:26.574796 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7c287f93-4f9c-4b0f-9e8c-c19383538935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:26.584597 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 8727f041-b51a-4ae4-9a1a-eb92719ba111 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:35:26.626013 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856e68f9-bddc-42f1-b891-e16dd3c9b9be tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Made reservation on behalf of f398149941294546a91385773ef52ebe for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:26.629870 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-856e68f9-bddc-42f1-b891-e16dd3c9b9be tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:26.826704 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-856e68f9-bddc-42f1-b891-e16dd3c9b9be tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:26.829316 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-37545a08-2a2b-4778-90f8-fb54a58bf8bd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:26.834230 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-49ba5a46-29de-46c4-bdb2-2c9e12ff5e5b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:26.837907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-49ba5a46-29de-46c4-bdb2-2c9e12ff5e5b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:26.889909 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e68f9-bddc-42f1-b891-e16dd3c9b9be tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Subnet': ['ID=b47131a5-476f-4fe3-9df9-296004949b08,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:26.894180 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-856e68f9-bddc-42f1-b891-e16dd3c9b9be tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:26.901947 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e68f9-bddc-42f1-b891-e16dd3c9b9be tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Checking segment: {'id': '1b77e55b-fcca-4982-8216-7f2051059716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8727f041-b51a-4ae4-9a1a-eb92719ba111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:26.902306 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856e68f9-bddc-42f1-b891-e16dd3c9b9be tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network hostable DHCP agents. Network: 8727f041-b51a-4ae4-9a1a-eb92719ba111, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:35:26.919351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856e68f9-bddc-42f1-b891-e16dd3c9b9be tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 8727f041-b51a-4ae4-9a1a-eb92719ba111 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:35:26.928872 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-856e68f9-bddc-42f1-b891-e16dd3c9b9be tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 8727f041-b51a-4ae4-9a1a-eb92719ba111) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:26.932806 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856e68f9-bddc-42f1-b891-e16dd3c9b9be tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:26.934034 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-856e68f9-bddc-42f1-b891-e16dd3c9b9be tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:26.941088 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d07c25d-1b62-4662-b4a0-40940a82fff9 None None] Network 8727f041-b51a-4ae4-9a1a-eb92719ba111 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:26.963116 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-856e68f9-bddc-42f1-b891-e16dd3c9b9be tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4462645 Jun 18 16:35:26.963981 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50932) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:26.967762 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-49ba5a46-29de-46c4-bdb2-2c9e12ff5e5b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.20.0.5 (41b880b2-8a96-4beb-98a8-c9bf069034ee/5d19ec6c-f281-4954-bab4-a92ea1d73eb0/12aa8202-91b0-4a99-90d7-5fefbf117f88) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:26.968736 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-b4239365-4417-46e7-8cb7-446af88ba2dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2109128579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:26.993098 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4239365-4417-46e7-8cb7-446af88ba2dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:26.994105 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4239365-4417-46e7-8cb7-446af88ba2dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:27.057290 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4239365-4417-46e7-8cb7-446af88ba2dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:27.061811 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4239365-4417-46e7-8cb7-446af88ba2dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:27.079761 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4239365-4417-46e7-8cb7-446af88ba2dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:27.083388 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b4239365-4417-46e7-8cb7-446af88ba2dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1162746 Jun 18 16:35:27.083640 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50934) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:27.112009 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-8727f041-b51a-4ae4-9a1a-eb92719ba111', 'network_id': '8727f041-b51a-4ae4-9a1a-eb92719ba111', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'fixed_ips': [{'subnet_id': 'b47131a5-476f-4fe3-9df9-296004949b08'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:35:27.113421 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:27.135987 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-49ba5a46-29de-46c4-bdb2-2c9e12ff5e5b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:27.151103 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-49ba5a46-29de-46c4-bdb2-2c9e12ff5e5b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Transition to ACTIVE for port object 12aa8202-91b0-4a99-90d7-5fefbf117f88 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:27.192127 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-49ba5a46-29de-46c4-bdb2-2c9e12ff5e5b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:27.197196 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c5ccfe62-f968-40ba-807e-0be8041449c4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:27.244088 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-49ba5a46-29de-46c4-bdb2-2c9e12ff5e5b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 41b880b2-8a96-4beb-98a8-c9bf069034ee is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:27.249204 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-49ba5a46-29de-46c4-bdb2-2c9e12ff5e5b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:27.253682 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-49ba5a46-29de-46c4-bdb2-2c9e12ff5e5b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:27.293591 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Allocated IP 172.20.0.2 (8727f041-b51a-4ae4-9a1a-eb92719ba111/b47131a5-476f-4fe3-9df9-296004949b08/dd75e07a-0f90-4db4-bc8d-b76e37709472) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:27.294919 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba5a46-29de-46c4-bdb2-2c9e12ff5e5b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=12aa8202-91b0-4a99-90d7-5fefbf117f88,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:27.300123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-49ba5a46-29de-46c4-bdb2-2c9e12ff5e5b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:27.332043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-49ba5a46-29de-46c4-bdb2-2c9e12ff5e5b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:27.333149 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-49ba5a46-29de-46c4-bdb2-2c9e12ff5e5b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:27.352194 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-49ba5a46-29de-46c4-bdb2-2c9e12ff5e5b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9934337 Jun 18 16:35:27.371527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Request body: {'port': {'device_id': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:27.402387 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2016f7-d1e5-416d-892a-08139b79f9c8 req-b3289c3f-29f9-4b37-b652-5a3763b4671c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:27.410195 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ea2016f7-d1e5-416d-892a-08139b79f9c8 req-b3289c3f-29f9-4b37-b652-5a3763b4671c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 931 time: 0.1868114 Jun 18 16:35:27.461876 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:27.467386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:27.493335 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ea2016f7-d1e5-416d-892a-08139b79f9c8 req-69e1c6c9-d788-4bcd-8940-31dd89d22f1f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a09c7ee-269b-4086-94d0-bde403d6c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823231 Jun 18 16:35:27.503383 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:27.518326 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Transition to ACTIVE for port object dd75e07a-0f90-4db4-bc8d-b76e37709472 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:27.540985 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0d706a82-3169-4c73-af30-145e4b1dbaae None None] Provisioning for port 12aa8202-91b0-4a99-90d7-5fefbf117f88 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:27.543285 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Transition to ACTIVE for port object dd75e07a-0f90-4db4-bc8d-b76e37709472 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:27.547494 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0d706a82-3169-4c73-af30-145e4b1dbaae None None] Provisioning complete for port 12aa8202-91b0-4a99-90d7-5fefbf117f88 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:27.547957 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0d706a82-3169-4c73-af30-145e4b1dbaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:27.584840 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:27.588103 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:27.633826 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Pushing event updated for resources: {'Port': ['ID=dd75e07a-0f90-4db4-bc8d-b76e37709472,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:27.636087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-0d706a82-3169-4c73-af30-145e4b1dbaae None None] Port 12aa8202-91b0-4a99-90d7-5fefbf117f88 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:27.641583 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:27.651076 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Network 8727f041-b51a-4ae4-9a1a-eb92719ba111 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:27.652515 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:27.654908 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:27.717057 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Attempting to bind port dd75e07a-0f90-4db4-bc8d-b76e37709472 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:27.717444 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Attempting to bind port dd75e07a-0f90-4db4-bc8d-b76e37709472 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '1b77e55b-fcca-4982-8216-7f2051059716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8727f041-b51a-4ae4-9a1a-eb92719ba111'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:27.717818 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Attempting to bind port dd75e07a-0f90-4db4-bc8d-b76e37709472 on network 8727f041-b51a-4ae4-9a1a-eb92719ba111 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:27.723940 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:27.724502 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Checking segment: {'id': '1b77e55b-fcca-4982-8216-7f2051059716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8727f041-b51a-4ae4-9a1a-eb92719ba111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:27.724928 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:27.725333 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Bound using segment: {'id': '1b77e55b-fcca-4982-8216-7f2051059716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8727f041-b51a-4ae4-9a1a-eb92719ba111'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:27.725816 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Bound port: dd75e07a-0f90-4db4-bc8d-b76e37709472, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b77e55b-fcca-4982-8216-7f2051059716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8727f041-b51a-4ae4-9a1a-eb92719ba111'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:27.726201 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:27.786013 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12aa8202-91b0-4a99-90d7-5fefbf117f88 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:35:27.794032 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] For port dd75e07a-0f90-4db4-bc8d-b76e37709472, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:27.795983 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:27.797961 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] For port dd75e07a-0f90-4db4-bc8d-b76e37709472, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=dd75e07a-0f90-4db4-bc8d-b76e37709472,segment=NetworkSegment(1b77e55b-fcca-4982-8216-7f2051059716),segment_id=1b77e55b-fcca-4982-8216-7f2051059716)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:27.804778 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:27.808010 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d4d554be-77ab-4e91-88be-9d67741fa501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:27.814685 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Transition to ACTIVE for port object 12aa8202-91b0-4a99-90d7-5fefbf117f88 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:27.820285 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:27.823848 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:27.897445 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Pushing event updated for resources: {'Port': ['ID=dd75e07a-0f90-4db4-bc8d-b76e37709472,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:27.901043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:27.968409 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Pushing event updated for resources: {'Port': ['ID=12aa8202-91b0-4a99-90d7-5fefbf117f88,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:27.975447 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:28.060265 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Allocated IP 172.20.0.1 (8727f041-b51a-4ae4-9a1a-eb92719ba111/b47131a5-476f-4fe3-9df9-296004949b08/b6423c76-b57d-4ed2-8bed-b06da4afc7bb) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:28.105005 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Attempting to bind port 12aa8202-91b0-4a99-90d7-5fefbf117f88 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:28.105420 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Attempting to bind port 12aa8202-91b0-4a99-90d7-5fefbf117f88 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '0084aaf9-e67b-4412-a43b-18a542207fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:28.105820 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Attempting to bind port 12aa8202-91b0-4a99-90d7-5fefbf117f88 on network 41b880b2-8a96-4beb-98a8-c9bf069034ee {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:28.112459 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Port 12aa8202-91b0-4a99-90d7-5fefbf117f88 on network 41b880b2-8a96-4beb-98a8-c9bf069034ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:35:28.112857 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Attempting to bind port 12aa8202-91b0-4a99-90d7-5fefbf117f88 on network 41b880b2-8a96-4beb-98a8-c9bf069034ee {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:28.118936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:28.119417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Checking segment: {'id': '0084aaf9-e67b-4412-a43b-18a542207fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:28.119895 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Bound using segment: {'id': '0084aaf9-e67b-4412-a43b-18a542207fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:28.120389 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Bound port: 12aa8202-91b0-4a99-90d7-5fefbf117f88, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0084aaf9-e67b-4412-a43b-18a542207fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:28.120807 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:28.220948 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] For port 12aa8202-91b0-4a99-90d7-5fefbf117f88, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:28.224511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] For port 12aa8202-91b0-4a99-90d7-5fefbf117f88, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=12aa8202-91b0-4a99-90d7-5fefbf117f88,segment=NetworkSegment(0084aaf9-e67b-4412-a43b-18a542207fa9),segment_id=0084aaf9-e67b-4412-a43b-18a542207fa9)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:28.230257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:28.235908 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4cb30dad-1344-484e-8b63-34e25b2ea2b8 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:28.271720 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:28.283160 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:28.284855 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:28.285241 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] 10.222.0.64 "PUT /v2.0/ports/12aa8202-91b0-4a99-90d7-5fefbf117f88 HTTP/1.1" status: 200 len: 1093 time: 0.9190116 Jun 18 16:35:28.285830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'tag': '12aa8202-91b0-4a99-90d7-5fefbf117f88'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:28.288345 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58715d03-4f1e-45af-a7ca-e6bf979003b3" -d '{"events": [{"name": "network-changed", "server_uuid": "16878bd8-6a7e-42cc-9b55-51541fbad397", "tag": "12aa8202-91b0-4a99-90d7-5fefbf117f88"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:28.315773 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Transition to ACTIVE for port object b6423c76-b57d-4ed2-8bed-b06da4afc7bb will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:28.332166 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Pushing event updated for resources: {'Port': ['ID=12aa8202-91b0-4a99-90d7-5fefbf117f88,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:28.337131 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:28.358067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5f5126-3cd2-4ba0-b010-0ff4750096e8 x-openstack-request-id: req-9b5f5126-3cd2-4ba0-b010-0ff4750096e8 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:28.358718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16878bd8-6a7e-42cc-9b55-51541fbad397", "tag": "12aa8202-91b0-4a99-90d7-5fefbf117f88", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:28.359845 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b5f5126-3cd2-4ba0-b010-0ff4750096e8 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:28.360657 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'tag': '12aa8202-91b0-4a99-90d7-5fefbf117f88', 'status': 'completed', 'code': 200} Jun 18 16:35:28.389812 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83336a-6c27-4196-92c3-ed2f4ffac014 req-885fbc93-3dab-4716-9f74-07258032d1c1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:28.397328 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-da83336a-6c27-4196-92c3-ed2f4ffac014 req-885fbc93-3dab-4716-9f74-07258032d1c1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 946 time: 0.1297033 Jun 18 16:35:28.408504 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:28.418287 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cba323a9-fbcc-4168-a8ff-9c81c46ad88d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:28.426159 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-a584b0d0-a577-4697-854f-59999cea4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:28.427715 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-a584b0d0-a577-4697-854f-59999cea4e05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 1096 time: 0.0658314 Jun 18 16:35:28.482207 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-f500333b-a326-4a3b-ade1-0fac70fe2b10 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12aa8202-91b0-4a99-90d7-5fefbf117f88 HTTP/1.1" status: 200 len: 217 time: 0.0407085 Jun 18 16:35:28.482990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 8727f041-b51a-4ae4-9a1a-eb92719ba111 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:28.499945 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-da83336a-6c27-4196-92c3-ed2f4ffac014 req-6e7d30a7-1fe8-44c1-a8cd-80a83cc8d195 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015890 Jun 18 16:35:28.500926 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:28.503239 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=b6423c76-b57d-4ed2-8bed-b06da4afc7bb,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:28.505458 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:28.508278 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:28.540336 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-a5b37923-e261-4215-926a-9cd5c94570a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:28.542196 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-a5b37923-e261-4215-926a-9cd5c94570a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d19ec6c-f281-4954-bab4-a92ea1d73eb0 HTTP/1.1" status: 200 len: 834 time: 0.0537364 Jun 18 16:35:28.555518 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:28.613503 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-c0423fe1-e9df-479e-bf89-1b82d5d3a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:28.615280 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-c0423fe1-e9df-479e-bf89-1b82d5d3a2e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=41b880b2-8a96-4beb-98a8-c9bf069034ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657701 Jun 18 16:35:28.715344 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-65c145af-d27a-44c7-8cf0-97f563fbe898 service neutron] 10.222.0.64 "GET /v2.0/networks/41b880b2-8a96-4beb-98a8-c9bf069034ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929112 Jun 18 16:35:28.745791 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:28.757407 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda3680-6c0f-4ea4-929d-97948bcf5d26 req-a0fe48c4-ef65-46d1-8781-55f2b0b546a1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:28.758938 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3dda3680-6c0f-4ea4-929d-97948bcf5d26 req-a0fe48c4-ef65-46d1-8781-55f2b0b546a1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 943 time: 0.1209586 Jun 18 16:35:28.833394 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f796353f-b1da-4cfd-8def-5e5090e89aff req-49dccd2c-a3a3-492e-aadf-ca929c489774 service neutron] 10.222.0.64 "GET /v2.0/networks/41b880b2-8a96-4beb-98a8-c9bf069034ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106980 Jun 18 16:35:28.837257 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3dda3680-6c0f-4ea4-929d-97948bcf5d26 req-b62786dd-66eb-475e-9de9-aaca7ae9e4d6 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a09c7ee-269b-4086-94d0-bde403d6c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719523 Jun 18 16:35:28.995905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58715d03-4f1e-45af-a7ca-e6bf979003b3 req-712ac49e-9baa-4553-afe7-06131b962502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:28.997361 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-58715d03-4f1e-45af-a7ca-e6bf979003b3 req-712ac49e-9baa-4553-afe7-06131b962502 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 1096 time: 0.0729837 Jun 18 16:35:29.069016 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6980807d-9d28-46fb-9a6a-79ea5925c1ad None None] Network 8727f041-b51a-4ae4-9a1a-eb92719ba111 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:29.073968 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:29.079806 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:29.083275 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fcc1d667-e1d8-4713-bd44-14b3c3e218d9 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:29.098896 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58715d03-4f1e-45af-a7ca-e6bf979003b3 req-8b64a31d-6353-40bb-bc55-27f6134de687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:29.100707 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-58715d03-4f1e-45af-a7ca-e6bf979003b3 req-8b64a31d-6353-40bb-bc55-27f6134de687 service neutron] 10.222.0.64 "GET /v2.0/networks?id=41b880b2-8a96-4beb-98a8-c9bf069034ee HTTP/1.1" status: 200 len: 898 time: 0.0961745 Jun 18 16:35:29.131502 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-836e10e3-3177-409f-b99f-3960d3e143a7 None None] Provisioning for port dd75e07a-0f90-4db4-bc8d-b76e37709472 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:29.149824 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-58715d03-4f1e-45af-a7ca-e6bf979003b3 req-5d116e28-44cc-4727-9fd6-c13d28edc755 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12aa8202-91b0-4a99-90d7-5fefbf117f88 HTTP/1.1" status: 200 len: 217 time: 0.0420396 Jun 18 16:35:29.160939 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=b6423c76-b57d-4ed2-8bed-b06da4afc7bb,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:29.163758 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:29.165714 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:29.201885 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58715d03-4f1e-45af-a7ca-e6bf979003b3 req-264b833e-83cd-40f5-9f61-f50f2e4a5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:29.203956 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-58715d03-4f1e-45af-a7ca-e6bf979003b3 req-264b833e-83cd-40f5-9f61-f50f2e4a5c1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d19ec6c-f281-4954-bab4-a92ea1d73eb0 HTTP/1.1" status: 200 len: 834 time: 0.0465271 Jun 18 16:35:29.258358 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 8727f041-b51a-4ae4-9a1a-eb92719ba111 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:29.259813 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:29.267889 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58715d03-4f1e-45af-a7ca-e6bf979003b3 req-04277ac5-6acc-48c2-acff-c8a4e97c71dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:29.269510 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-58715d03-4f1e-45af-a7ca-e6bf979003b3 req-04277ac5-6acc-48c2-acff-c8a4e97c71dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=41b880b2-8a96-4beb-98a8-c9bf069034ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0565755 Jun 18 16:35:29.376911 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-58715d03-4f1e-45af-a7ca-e6bf979003b3 req-383cff1b-6b64-4321-9f2a-11b2454560a3 service neutron] 10.222.0.64 "GET /v2.0/networks/41b880b2-8a96-4beb-98a8-c9bf069034ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973980 Jun 18 16:35:29.390918 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router 7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:35:29.486740 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cd71028b-23fe-4192-a50d-e9977f00fbe5 None None] Provisioning for port b6423c76-b57d-4ed2-8bed-b06da4afc7bb completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:29.491105 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cd71028b-23fe-4192-a50d-e9977f00fbe5 None None] Provisioning complete for port b6423c76-b57d-4ed2-8bed-b06da4afc7bb triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:29.491699 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cd71028b-23fe-4192-a50d-e9977f00fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:29.494618 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:29.503126 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4183943 Jun 18 16:35:29.504037 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50946) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:29.521165 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-58715d03-4f1e-45af-a7ca-e6bf979003b3 req-ff15ece4-cb38-4124-a882-5e25afdf4986 service neutron] 10.222.0.64 "GET /v2.0/networks/41b880b2-8a96-4beb-98a8-c9bf069034ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076114 Jun 18 16:35:29.535083 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-cd71028b-23fe-4192-a50d-e9977f00fbe5 None None] Port b6423c76-b57d-4ed2-8bed-b06da4afc7bb cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:29.537397 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16feda8f-3d51-4301-80ad-7199243b38fd None None] Sync routers for ids ['7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:29.548481 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16feda8f-3d51-4301-80ad-7199243b38fd None None] Routers {'7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:29.549133 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-16feda8f-3d51-4301-80ad-7199243b38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:29.567139 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7e91a6-0eeb-471c-9c41-2064de5dfd03 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:29.568549 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5e7e91a6-0eeb-471c-9c41-2064de5dfd03 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/ports/b6423c76-b57d-4ed2-8bed-b06da4afc7bb HTTP/1.1" status: 200 len: 910 time: 0.0634332 Jun 18 16:35:29.571851 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50950) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:29.577311 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-7382c944-3fdf-47b0-b5ee-36236f3e1325 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b47131a5-476f-4fe3-9df9-296004949b08'}]}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:29.591211 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-16feda8f-3d51-4301-80ad-7199243b38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:29.600717 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16feda8f-3d51-4301-80ad-7199243b38fd None None] Routers {'7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:29.601346 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-16feda8f-3d51-4301-80ad-7199243b38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:29.645890 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-16feda8f-3d51-4301-80ad-7199243b38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:29.651050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16feda8f-3d51-4301-80ad-7199243b38fd None None] The sync data for ids ['7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:29.726277 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229afc0d-b6b0-4185-8f75-8434b11db219 req-9d6df43b-a7f3-426f-a469-f8219b2db24f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:29.731096 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-229afc0d-b6b0-4185-8f75-8434b11db219 req-9d6df43b-a7f3-426f-a469-f8219b2db24f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 946 time: 0.0800972 Jun 18 16:35:29.764212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ab233e38-dbe2-42ad-aad6-bcb489201cf5 None None] Provisioning complete for port b6423c76-b57d-4ed2-8bed-b06da4afc7bb triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:29.765060 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ab233e38-dbe2-42ad-aad6-bcb489201cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:29.774517 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-229afc0d-b6b0-4185-8f75-8434b11db219 req-8479eeec-ed78-4ded-8134-4225d1a36a14 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390058 Jun 18 16:35:29.787797 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7382c944-3fdf-47b0-b5ee-36236f3e1325 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:29.816984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-ab233e38-dbe2-42ad-aad6-bcb489201cf5 None None] Port b6423c76-b57d-4ed2-8bed-b06da4afc7bb cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:29.937185 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a9d9eb63-c464-47ce-87df-3479e8f363da None None] Provisioning complete for port b6423c76-b57d-4ed2-8bed-b06da4afc7bb triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:29.938657 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a9d9eb63-c464-47ce-87df-3479e8f363da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:29.974966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-a9d9eb63-c464-47ce-87df-3479e8f363da None None] Port b6423c76-b57d-4ed2-8bed-b06da4afc7bb cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:30.034134 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a132e7-75c7-43a3-92c8-2c3f9650992f req-bd423b8a-ce3c-4710-a690-635eb3cba71c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:30.041373 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a3a132e7-75c7-43a3-92c8-2c3f9650992f req-bd423b8a-ce3c-4710-a690-635eb3cba71c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 943 time: 0.0858364 Jun 18 16:35:30.064435 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cde06-c49f-42a7-8aed-2b51100543af req-b2c5cb72-d88d-4348-b45b-36b781a3d963 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:30.065908 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0f9cde06-c49f-42a7-8aed-2b51100543af req-b2c5cb72-d88d-4348-b45b-36b781a3d963 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.64 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 946 time: 0.1448286 Jun 18 16:35:30.076408 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a3a132e7-75c7-43a3-92c8-2c3f9650992f req-23240a8f-b4bc-49c9-9265-9464f13b24bc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a09c7ee-269b-4086-94d0-bde403d6c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338919 Jun 18 16:35:30.085654 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device dd75e07a-0f90-4db4-bc8d-b76e37709472 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:30.135022 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port dd75e07a-0f90-4db4-bc8d-b76e37709472 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:30.138581 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port dd75e07a-0f90-4db4-bc8d-b76e37709472 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:30.139046 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:30.217672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:30.250737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port dd75e07a-0f90-4db4-bc8d-b76e37709472, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=dd75e07a-0f90-4db4-bc8d-b76e37709472,segment=NetworkSegment(1b77e55b-fcca-4982-8216-7f2051059716),segment_id=1b77e55b-fcca-4982-8216-7f2051059716)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:30.254464 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:30.257287 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4f4bbe11-227e-4d08-ae73-fbf3c63621ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:30.283308 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-0f9cde06-c49f-42a7-8aed-2b51100543af req-c41ca467-666e-45cb-a396-b7cfc3c60745 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Deleting port e489a813-068f-4ce5-b29f-01bf27d69c67 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:30.283659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-0f9cde06-c49f-42a7-8aed-2b51100543af req-c41ca467-666e-45cb-a396-b7cfc3c60745 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:30.305505 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=dd75e07a-0f90-4db4-bc8d-b76e37709472,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:30.308954 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:30.332310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7382c944-3fdf-47b0-b5ee-36236f3e1325 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:30.345648 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7382c944-3fdf-47b0-b5ee-36236f3e1325 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:30.352731 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b677a2b9-90f2-414f-92c1-35bc9e20b134 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:30.459763 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7382c944-3fdf-47b0-b5ee-36236f3e1325 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:30.460364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7382c944-3fdf-47b0-b5ee-36236f3e1325 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:30.461661 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7382c944-3fdf-47b0-b5ee-36236f3e1325 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/ports/b6423c76-b57d-4ed2-8bed-b06da4afc7bb HTTP/1.1" status: 200 len: 910 time: 0.8888903 Jun 18 16:35:30.464004 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382c944-3fdf-47b0-b5ee-36236f3e1325 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=b6423c76-b57d-4ed2-8bed-b06da4afc7bb,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:30.464701 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50954) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:30.470323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7382c944-3fdf-47b0-b5ee-36236f3e1325 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:30.471951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-0f9cde06-c49f-42a7-8aed-2b51100543af req-c41ca467-666e-45cb-a396-b7cfc3c60745 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] For port e489a813-068f-4ce5-b29f-01bf27d69c67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e489a813-068f-4ce5-b29f-01bf27d69c67,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:30.472316 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-0f9cde06-c49f-42a7-8aed-2b51100543af req-c41ca467-666e-45cb-a396-b7cfc3c60745 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:30.641766 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-0f9cde06-c49f-42a7-8aed-2b51100543af req-c41ca467-666e-45cb-a396-b7cfc3c60745 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:30.642172 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-0f9cde06-c49f-42a7-8aed-2b51100543af req-c41ca467-666e-45cb-a396-b7cfc3c60745 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:30.642492 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [req-0f9cde06-c49f-42a7-8aed-2b51100543af req-c41ca467-666e-45cb-a396-b7cfc3c60745 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Floating IP 095d612c-b76b-464d-bcaf-436d32419048 disassociated. External IP: 172.26.2.134, port: e489a813-068f-4ce5-b29f-01bf27d69c67. Jun 18 16:35:30.642922 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-0f9cde06-c49f-42a7-8aed-2b51100543af req-c41ca467-666e-45cb-a396-b7cfc3c60745 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Calling delete_port for e489a813-068f-4ce5-b29f-01bf27d69c67 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:30.778914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-0f9cde06-c49f-42a7-8aed-2b51100543af req-c41ca467-666e-45cb-a396-b7cfc3c60745 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:30.785344 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-053181b7-560a-49e8-a6ac-69bddc838b88 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:30.792153 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-353b02ec-25e3-438e-a7f2-fa04c83ce399 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:30.820688 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ca467-666e-45cb-a396-b7cfc3c60745 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event deleted for resources: {'Port': ['ID=e489a813-068f-4ce5-b29f-01bf27d69c67,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:30.827603 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c41ca467-666e-45cb-a396-b7cfc3c60745 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:30.955800 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f9cde06-c49f-42a7-8aed-2b51100543af req-c41ca467-666e-45cb-a396-b7cfc3c60745 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Router 80268182-ac74-489c-bfc6-d4fcbd75e630 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:31.076244 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f9cde06-c49f-42a7-8aed-2b51100543af req-c41ca467-666e-45cb-a396-b7cfc3c60745 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:31.086269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 12aa8202-91b0-4a99-90d7-5fefbf117f88 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:35:31.087512 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c52ebca-043d-4a71-9c1f-ab315f40fb3f None None] Sync routers for ids ['80268182-ac74-489c-bfc6-d4fcbd75e630'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:31.096635 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c52ebca-043d-4a71-9c1f-ab315f40fb3f None None] Routers {'80268182-ac74-489c-bfc6-d4fcbd75e630'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:31.097257 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4c52ebca-043d-4a71-9c1f-ab315f40fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['80268182-ac74-489c-bfc6-d4fcbd75e630'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:31.112940 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-72613104-349d-4d18-9034-52c09dfa48e8 req-508b94e8-24e2-495c-aa5c-e7dc3f0b57cc tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 210 time: 0.0529320 Jun 18 16:35:31.131975 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-353b02ec-25e3-438e-a7f2-fa04c83ce399 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting port b6423c76-b57d-4ed2-8bed-b06da4afc7bb {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:31.132410 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-353b02ec-25e3-438e-a7f2-fa04c83ce399 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:31.151867 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9cde06-c49f-42a7-8aed-2b51100543af req-c41ca467-666e-45cb-a396-b7cfc3c60745 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] No DVR routers for this DVR port e489a813-068f-4ce5-b29f-01bf27d69c67 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:35:31.158640 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-0f9cde06-c49f-42a7-8aed-2b51100543af req-c41ca467-666e-45cb-a396-b7cfc3c60745 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:31.160650 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0f9cde06-c49f-42a7-8aed-2b51100543af req-c41ca467-666e-45cb-a396-b7cfc3c60745 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.64 "DELETE /v2.0/ports/e489a813-068f-4ce5-b29f-01bf27d69c67 HTTP/1.1" status: 204 len: 173 time: 1.0884275 Jun 18 16:35:31.161375 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427f2393-a5a4-4ef4-bd6c-2fbefa862f9f', 'name': 'network-vif-deleted', 'tag': 'e489a813-068f-4ce5-b29f-01bf27d69c67'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:31.163849 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c74b19-8e93-4629-9955-979b45297f5d" -d '{"events": [{"server_uuid": "427f2393-a5a4-4ef4-bd6c-2fbefa862f9f", "name": "network-vif-deleted", "tag": "e489a813-068f-4ce5-b29f-01bf27d69c67"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:31.205686 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f0173c-954d-4414-997a-d7602287d987 x-openstack-request-id: req-e6f0173c-954d-4414-997a-d7602287d987 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:31.206042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427f2393-a5a4-4ef4-bd6c-2fbefa862f9f", "name": "network-vif-deleted", "tag": "e489a813-068f-4ce5-b29f-01bf27d69c67", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:31.206355 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e6f0173c-954d-4414-997a-d7602287d987 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:31.206854 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427f2393-a5a4-4ef4-bd6c-2fbefa862f9f', 'name': 'network-vif-deleted', 'tag': 'e489a813-068f-4ce5-b29f-01bf27d69c67', 'status': 'completed', 'code': 200} Jun 18 16:35:31.247660 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 12aa8202-91b0-4a99-90d7-5fefbf117f88, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=12aa8202-91b0-4a99-90d7-5fefbf117f88,segment=NetworkSegment(0084aaf9-e67b-4412-a43b-18a542207fa9),segment_id=0084aaf9-e67b-4412-a43b-18a542207fa9)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:31.276546 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '12aa8202-91b0-4a99-90d7-5fefbf117f88', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'port_id': '12aa8202-91b0-4a99-90d7-5fefbf117f88', 'mac_address': 'fa:16:3e:8b:5d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:35:31.304322 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-353b02ec-25e3-438e-a7f2-fa04c83ce399 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:31.330030 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-4c52ebca-043d-4a71-9c1f-ab315f40fb3f None None] Set router 80268182-ac74-489c-bfc6-d4fcbd75e630 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:31.339268 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:31.362064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12aa8202-91b0-4a99-90d7-5fefbf117f88 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:35:31.386672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 12aa8202-91b0-4a99-90d7-5fefbf117f88, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=12aa8202-91b0-4a99-90d7-5fefbf117f88,segment=NetworkSegment(0084aaf9-e67b-4412-a43b-18a542207fa9),segment_id=0084aaf9-e67b-4412-a43b-18a542207fa9)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:31.391706 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:31.395293 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:31.413254 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-353b02ec-25e3-438e-a7f2-fa04c83ce399 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Calling delete_port for b6423c76-b57d-4ed2-8bed-b06da4afc7bb owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:31.470672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=12aa8202-91b0-4a99-90d7-5fefbf117f88,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:31.476592 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:31.527647 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dd07b-488b-413b-bdca-9279bd38e595 req-cba7652f-e5f2-4439-b57a-7dc6ad3ed9b5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:31.537026 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-981dd07b-488b-413b-bdca-9279bd38e595 req-cba7652f-e5f2-4439-b57a-7dc6ad3ed9b5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 943 time: 0.2247989 Jun 18 16:35:31.600475 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-981dd07b-488b-413b-bdca-9279bd38e595 req-c11e6d49-e834-479c-8f54-58a518206a02 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a09c7ee-269b-4086-94d0-bde403d6c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591099 Jun 18 16:35:31.616478 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4c52ebca-043d-4a71-9c1f-ab315f40fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:39Z', 'revision_number': 5, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:31.658859 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c52ebca-043d-4a71-9c1f-ab315f40fb3f None None] Checking router: 80268182-ac74-489c-bfc6-d4fcbd75e630 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:35:31.669355 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c52ebca-043d-4a71-9c1f-ab315f40fb3f None None] Routers {'80268182-ac74-489c-bfc6-d4fcbd75e630'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:31.670378 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4c52ebca-043d-4a71-9c1f-ab315f40fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['80268182-ac74-489c-bfc6-d4fcbd75e630'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:31.702357 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['12aa8202-91b0-4a99-90d7-5fefbf117f88'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:35:31.721113 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-353b02ec-25e3-438e-a7f2-fa04c83ce399 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:31.735114 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e2cace98-208a-4502-9060-ca0d07b91d58 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:31.818617 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b02ec-25e3-438e-a7f2-fa04c83ce399 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Port': ['ID=b6423c76-b57d-4ed2-8bed-b06da4afc7bb,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:31.819742 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-353b02ec-25e3-438e-a7f2-fa04c83ce399 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:31.825815 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-4c52ebca-043d-4a71-9c1f-ab315f40fb3f None None] Set router 80268182-ac74-489c-bfc6-d4fcbd75e630 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:32.000221 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-353b02ec-25e3-438e-a7f2-fa04c83ce399 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:32.158862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device dd75e07a-0f90-4db4-bc8d-b76e37709472 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:32.168887 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4c52ebca-043d-4a71-9c1f-ab315f40fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:39Z', 'revision_number': 5, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:32.223344 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c52ebca-043d-4a71-9c1f-ab315f40fb3f None None] The sync data for ids ['80268182-ac74-489c-bfc6-d4fcbd75e630'] in dv-neutron-797121-1-hyperv is: [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:39Z', 'revision_number': 5, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:32.228212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port dd75e07a-0f90-4db4-bc8d-b76e37709472 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:32.228623 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:32.241973 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353b02ec-25e3-438e-a7f2-fa04c83ce399 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router 7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:32.322988 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353b02ec-25e3-438e-a7f2-fa04c83ce399 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:32.330344 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-353b02ec-25e3-438e-a7f2-fa04c83ce399 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8645856 Jun 18 16:35:32.333527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50966) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:32.339334 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f06f7-6666-43ab-a683-753668b99ece None None] Sync routers for ids ['7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:32.351037 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f06f7-6666-43ab-a683-753668b99ece None None] Routers {'7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:32.351821 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-e76f06f7-6666-43ab-a683-753668b99ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:32.383770 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b52946c4-19d0-411b-b5ce-b09e76065d73 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2 HTTP/1.1" status: 200 len: 205 time: 0.0481365 Jun 18 16:35:32.386561 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50968) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:32.395198 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-73df3c15-8fd9-491f-9592-b616b529e244 req-94d0fb6d-7bf8-4311-94dd-720b78e54d67 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 210 time: 0.0568609 Jun 18 16:35:32.419839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-e76f06f7-6666-43ab-a683-753668b99ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:32.429388 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f06f7-6666-43ab-a683-753668b99ece None None] Routers {'7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:32.430107 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-e76f06f7-6666-43ab-a683-753668b99ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:32.463618 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-e76f06f7-6666-43ab-a683-753668b99ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:32.464432 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f06f7-6666-43ab-a683-753668b99ece None None] The sync data for ids ['7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:32.475077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a6219c47-56c8-4533-a005-c5ad6dd26989 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:32.578205 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a484b2-cc27-44a0-b1bb-9b5e8ad8442d None None] New status for floating IP 095d612c-b76b-464d-bcaf-436d32419048: DOWN {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:35:32.644608 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a6219c47-56c8-4533-a005-c5ad6dd26989 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:32.648021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a6219c47-56c8-4533-a005-c5ad6dd26989 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:32.701741 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a6219c47-56c8-4533-a005-c5ad6dd26989 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:32.702704 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6219c47-56c8-4533-a005-c5ad6dd26989 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Fanout notify agent at l3_agent the message router_deleted on router 7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:35:32.710035 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a6219c47-56c8-4533-a005-c5ad6dd26989 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:32.713534 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a6219c47-56c8-4533-a005-c5ad6dd26989 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/routers/7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2 HTTP/1.1" status: 204 len: 168 time: 0.3232708 Jun 18 16:35:32.713731 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50972) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:32.779043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4665b84-1670-4faf-85e8-ab4900f2c514 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting subnet b47131a5-476f-4fe3-9df9-296004949b08 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:35:32.783154 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a4665b84-1670-4faf-85e8-ab4900f2c514 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:32.816780 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e091f-1ace-4a7a-9828-7a4fe500c82e req-f521aa71-c9e0-471d-803b-a792e825c1c3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:32.820431 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-711e091f-1ace-4a7a-9828-7a4fe500c82e req-f521aa71-c9e0-471d-803b-a792e825c1c3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 944 time: 0.0820270 Jun 18 16:35:32.833104 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a4665b84-1670-4faf-85e8-ab4900f2c514 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:32.861747 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-711e091f-1ace-4a7a-9828-7a4fe500c82e req-6fd6a744-3ca6-4d15-b687-42a57225be51 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a09c7ee-269b-4086-94d0-bde403d6c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356188 Jun 18 16:35:32.929150 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a4665b84-1670-4faf-85e8-ab4900f2c514 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:32.987475 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a4665b84-1670-4faf-85e8-ab4900f2c514 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:32.989860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b3e1a86f-7a1f-4141-9d43-278f5442e494 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:33.015174 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4665b84-1670-4faf-85e8-ab4900f2c514 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Subnet': ['ID=b47131a5-476f-4fe3-9df9-296004949b08,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:33.019354 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a4665b84-1670-4faf-85e8-ab4900f2c514 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:33.023750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a4665b84-1670-4faf-85e8-ab4900f2c514 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.027951 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a4665b84-1670-4faf-85e8-ab4900f2c514 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/subnets/b47131a5-476f-4fe3-9df9-296004949b08 HTTP/1.1" status: 204 len: 168 time: 0.3109970 Jun 18 16:35:33.029267 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5596f1-4a59-4b1e-892b-f66c6391b4ba None None] Network 8727f041-b51a-4ae4-9a1a-eb92719ba111 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:33.031197 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50974) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:33.093153 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 12aa8202-91b0-4a99-90d7-5fefbf117f88 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:33.115051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.178679 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting port dd75e07a-0f90-4db4-bc8d-b76e37709472 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:33.179091 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.186858 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 12aa8202-91b0-4a99-90d7-5fefbf117f88 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:33.194078 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 12aa8202-91b0-4a99-90d7-5fefbf117f88 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:33.194457 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.247520 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] For port dd75e07a-0f90-4db4-bc8d-b76e37709472, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=dd75e07a-0f90-4db4-bc8d-b76e37709472,segment=NetworkSegment(1b77e55b-fcca-4982-8216-7f2051059716),segment_id=1b77e55b-fcca-4982-8216-7f2051059716)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:33.247897 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.320450 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Calling delete_port for dd75e07a-0f90-4db4-bc8d-b76e37709472 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:33.401989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.404341 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2587dd25-943e-4792-8040-e216f814431f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:33.430200 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0641df-326b-4b52-ad2f-9ad3d7235851 None None] DHCP port deletion for 8727f041-b51a-4ae4-9a1a-eb92719ba111 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:35:33.432311 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Port': ['ID=dd75e07a-0f90-4db4-bc8d-b76e37709472,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:33.440940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:33.447328 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] No DVR routers for this DVR port dd75e07a-0f90-4db4-bc8d-b76e37709472 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:35:33.455222 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.480845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12aa8202-91b0-4a99-90d7-5fefbf117f88'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:33.483375 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72421015-6cd9-4790-8611-839cbb36e222" -d '{"events": [{"server_uuid": "16878bd8-6a7e-42cc-9b55-51541fbad397", "name": "network-vif-plugged", "status": "completed", "tag": "12aa8202-91b0-4a99-90d7-5fefbf117f88"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:33.497991 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 12aa8202-91b0-4a99-90d7-5fefbf117f88, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=12aa8202-91b0-4a99-90d7-5fefbf117f88,segment=NetworkSegment(0084aaf9-e67b-4412-a43b-18a542207fa9),segment_id=0084aaf9-e67b-4412-a43b-18a542207fa9)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:33.504209 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.505436 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device e489a813-068f-4ce5-b29f-01bf27d69c67 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:33.507538 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:33.559056 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.572032 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8727f041-b51a-4ae4-9a1a-eb92719ba111']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:33.585418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0661a1b8-3d2f-4af8-bd89-689db46b109a x-openstack-request-id: req-0661a1b8-3d2f-4af8-bd89-689db46b109a {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:33.585721 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16878bd8-6a7e-42cc-9b55-51541fbad397", "name": "network-vif-plugged", "status": "completed", "tag": "12aa8202-91b0-4a99-90d7-5fefbf117f88", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:33.586054 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b77e55b-fcca-4982-8216-7f2051059716') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:33.586299 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0661a1b8-3d2f-4af8-bd89-689db46b109a {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:33.586739 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12aa8202-91b0-4a99-90d7-5fefbf117f88', 'code': 200} Jun 18 16:35:33.587055 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b77e55b-fcca-4982-8216-7f2051059716') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:33.588135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: e489a813-068f-4ce5-b29f-01bf27d69c67 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:35:33.588494 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device e489a813-068f-4ce5-b29f-01bf27d69c67 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:35:33.590264 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=12aa8202-91b0-4a99-90d7-5fefbf117f88,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:33.594376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:33.599643 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.619730 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.626335 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6e794cb4-ec47-4e51-ae3c-553c474b03af req-89773603-d4f7-4893-b14f-fe431ddbc859 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 210 time: 0.0629129 Jun 18 16:35:33.629943 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:35:33.630388 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:35:33.633941 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:35:33.706156 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.709957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dd839fd8-e8cc-4bb2-bac0-c229272375df tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:33.714228 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.716126 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/networks/8727f041-b51a-4ae4-9a1a-eb92719ba111 HTTP/1.1" status: 204 len: 168 time: 0.6828485 Jun 18 16:35:33.720781 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50980) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:33.725370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-54bdfa77-3c30-4f01-b07b-ac30e50ec095 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1775778502', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:33.731160 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Network': ['ID=8727f041-b51a-4ae4-9a1a-eb92719ba111,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:33.733778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:33.757786 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-54bdfa77-3c30-4f01-b07b-ac30e50ec095 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.759796 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-54bdfa77-3c30-4f01-b07b-ac30e50ec095 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.816635 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-54bdfa77-3c30-4f01-b07b-ac30e50ec095 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.821328 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-54bdfa77-3c30-4f01-b07b-ac30e50ec095 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.839414 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-54bdfa77-3c30-4f01-b07b-ac30e50ec095 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.843201 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-54bdfa77-3c30-4f01-b07b-ac30e50ec095 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1189015 Jun 18 16:35:33.844038 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50982) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:33.849678 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-3eb7ce91-5fdf-44f0-9366-b6c463655f50 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'network': {'name': 'tempest-RoutersTest-1407360621'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:33.850893 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819eefb-45c3-4e03-b7eb-723a9de6d69f req-3ff15713-bbae-44dc-a454-edb0ddeae570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:33.852349 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1819eefb-45c3-4e03-b7eb-723a9de6d69f req-3ff15713-bbae-44dc-a454-edb0ddeae570 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 1098 time: 0.0556865 Jun 18 16:35:33.871891 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb7ce91-5fdf-44f0-9366-b6c463655f50 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Made reservation on behalf of f398149941294546a91385773ef52ebe for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:33.875855 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3eb7ce91-5fdf-44f0-9366-b6c463655f50 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.887858 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1819eefb-45c3-4e03-b7eb-723a9de6d69f req-c813fccd-0259-4b96-a582-202f56a51680 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2a09c7ee-269b-4086-94d0-bde403d6c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285602 Jun 18 16:35:33.902197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb7ce91-5fdf-44f0-9366-b6c463655f50 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:35:33.912871 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3eb7ce91-5fdf-44f0-9366-b6c463655f50 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:33.913214 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-3eb7ce91-5fdf-44f0-9366-b6c463655f50 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Added segment 77fe97c5-1649-4237-b7d8-f1c5c6cfa663 of type vlan for network 60afcd50-4b25-4d8d-ac32-263890694985 Jun 18 16:35:33.953687 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3eb7ce91-5fdf-44f0-9366-b6c463655f50 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:34.015133 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3eb7ce91-5fdf-44f0-9366-b6c463655f50 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:34.017249 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb7ce91-5fdf-44f0-9366-b6c463655f50 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:34.017822 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3eb7ce91-5fdf-44f0-9366-b6c463655f50 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:34.022341 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:34.057390 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device dd75e07a-0f90-4db4-bc8d-b76e37709472 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:34.079798 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: dd75e07a-0f90-4db4-bc8d-b76e37709472 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:35:34.080462 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device dd75e07a-0f90-4db4-bc8d-b76e37709472 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:35:34.372014 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3eb7ce91-5fdf-44f0-9366-b6c463655f50 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5267632 Jun 18 16:35:34.375582 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 50986) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:34.379661 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7ce91-5fdf-44f0-9366-b6c463655f50 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Network': ['ID=60afcd50-4b25-4d8d-ac32-263890694985,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:34.381364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-f0cbe9c2-b885-477e-8be0-61b0893b2e8e tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'subnet': {'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:34.382693 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3eb7ce91-5fdf-44f0-9366-b6c463655f50 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:34.394723 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 60afcd50-4b25-4d8d-ac32-263890694985 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:35:34.408482 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aebd95-ccc0-410a-86b5-a40930946228 req-5ab931a2-d510-47b6-9448-d5d62036fdeb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:34.410010 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-95aebd95-ccc0-410a-86b5-a40930946228 req-5ab931a2-d510-47b6-9448-d5d62036fdeb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 945 time: 0.4321201 Jun 18 16:35:34.458625 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-95aebd95-ccc0-410a-86b5-a40930946228 req-861a3d5f-05d8-468c-84d9-da59204895a7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a09c7ee-269b-4086-94d0-bde403d6c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427163 Jun 18 16:35:34.490823 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cbe9c2-b885-477e-8be0-61b0893b2e8e tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Made reservation on behalf of f398149941294546a91385773ef52ebe for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:34.494369 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe9c2-b885-477e-8be0-61b0893b2e8e tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:34.794187 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-43d17bc9-d602-4211-a59b-6d854d599ed8 req-d8125512-c67f-45b5-b346-2974ca8f5352 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=427f2393-a5a4-4ef4-bd6c-2fbefa862f9f HTTP/1.1" status: 200 len: 210 time: 0.0368109 Jun 18 16:35:35.048966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe9c2-b885-477e-8be0-61b0893b2e8e tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:35.051026 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4e8f443b-9241-4d2c-b292-dfa1a7441e9c tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:35.106608 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbe9c2-b885-477e-8be0-61b0893b2e8e tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Subnet': ['ID=45d4db19-979b-48f0-9318-573ca0ead173,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:35.110402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f0cbe9c2-b885-477e-8be0-61b0893b2e8e tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:35.117325 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cbe9c2-b885-477e-8be0-61b0893b2e8e tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Checking segment: {'id': '77fe97c5-1649-4237-b7d8-f1c5c6cfa663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:35.117685 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cbe9c2-b885-477e-8be0-61b0893b2e8e tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network hostable DHCP agents. Network: 60afcd50-4b25-4d8d-ac32-263890694985, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:35:35.134820 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cbe9c2-b885-477e-8be0-61b0893b2e8e tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 60afcd50-4b25-4d8d-ac32-263890694985 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:35:35.144223 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-f0cbe9c2-b885-477e-8be0-61b0893b2e8e tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 60afcd50-4b25-4d8d-ac32-263890694985) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:35.148215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cbe9c2-b885-477e-8be0-61b0893b2e8e tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:35.148801 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe9c2-b885-477e-8be0-61b0893b2e8e tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:35.152903 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7b8207-b266-4431-8210-2ed4835be1d9 None None] Network 60afcd50-4b25-4d8d-ac32-263890694985 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:35.167216 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 50990) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:35.167889 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f0cbe9c2-b885-477e-8be0-61b0893b2e8e tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7904334 Jun 18 16:35:35.213253 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8cd67ef5-3240-4aa4-96d0-d282351da9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:35.312834 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-60afcd50-4b25-4d8d-ac32-263890694985', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:35:35.314030 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:35.447898 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Allocated IP 172.20.0.2 (60afcd50-4b25-4d8d-ac32-263890694985/45d4db19-979b-48f0-9318-573ca0ead173/69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:35.448651 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:35.626552 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:35.635491 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Transition to ACTIVE for port object 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:35.660737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Transition to ACTIVE for port object 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:35.675015 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:35.693655 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:35.730372 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Network 60afcd50-4b25-4d8d-ac32-263890694985 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:35.738958 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:35.742526 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:35.752754 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Allocated IP 172.20.0.1 (60afcd50-4b25-4d8d-ac32-263890694985/45d4db19-979b-48f0-9318-573ca0ead173/903477f6-b411-4d8d-8970-6d71dbe26cb5) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:35.777952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Pushing event updated for resources: {'Port': ['ID=69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:35.795770 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:35.808892 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Attempting to bind port 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:35.809273 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Attempting to bind port 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '77fe97c5-1649-4237-b7d8-f1c5c6cfa663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:35.809641 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Attempting to bind port 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5 on network 60afcd50-4b25-4d8d-ac32-263890694985 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:35.815370 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:35.815756 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Checking segment: {'id': '77fe97c5-1649-4237-b7d8-f1c5c6cfa663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:35.816165 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:35.816564 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Bound using segment: {'id': '77fe97c5-1649-4237-b7d8-f1c5c6cfa663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:35.817102 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Bound port: 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fe97c5-1649-4237-b7d8-f1c5c6cfa663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:35.817491 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:35.887102 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] For port 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:35.894427 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] For port 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5,segment=NetworkSegment(77fe97c5-1649-4237-b7d8-f1c5c6cfa663),segment_id=77fe97c5-1649-4237-b7d8-f1c5c6cfa663)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:35.901097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:35.903181 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0e706cb0-56e6-40b1-bf85-cc3a514d41e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:35.911162 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:35.920641 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a21b0-5fe9-43e0-a552-0fdc37b96a93 req-c7ce60c2-c9f7-4240-8818-d17cc28668e0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:35.922683 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-582a21b0-5fe9-43e0-a552-0fdc37b96a93 req-c7ce60c2-c9f7-4240-8818-d17cc28668e0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 945 time: 0.1603427 Jun 18 16:35:35.941054 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Transition to ACTIVE for port object 903477f6-b411-4d8d-8970-6d71dbe26cb5 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:35.968452 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Pushing event updated for resources: {'Port': ['ID=69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:35.981609 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:35.999175 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-582a21b0-5fe9-43e0-a552-0fdc37b96a93 req-652ab2bc-e24e-490d-ac04-08b147d8103f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a09c7ee-269b-4086-94d0-bde403d6c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662820 Jun 18 16:35:36.016698 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:36.019127 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9434d109-cabe-4949-b158-fd453d0594bb tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:36.086365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 60afcd50-4b25-4d8d-ac32-263890694985 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:36.090710 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:36.093818 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=903477f6-b411-4d8d-8970-6d71dbe26cb5,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:36.099330 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:36.103448 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:36.209056 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:36.268106 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f0abf824-3d68-4fe9-a052-6d5789e90cc7 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1019971380&fields=id&tenant_id=16baf16222f446bfa2a20a3a159e0911 HTTP/1.1" status: 200 len: 267 time: 0.1371031 Jun 18 16:35:36.375727 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dde873-40fa-4ecb-91e6-e33da891f7e1 req-e286a465-773e-410d-b15f-f97a0090d4a2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:36.377183 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b4dde873-40fa-4ecb-91e6-e33da891f7e1 req-e286a465-773e-410d-b15f-f97a0090d4a2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 945 time: 0.2473712 Jun 18 16:35:36.479259 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-076994d6-a48c-464b-a643-335ed485efd7 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:36.480570 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-076994d6-a48c-464b-a643-335ed485efd7 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/networks?id=b035b862-0d9c-4039-9037-42f41472e61d HTTP/1.1" status: 200 len: 812 time: 0.2047751 Jun 18 16:35:36.482989 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:36.488216 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b4dde873-40fa-4ecb-91e6-e33da891f7e1 req-287e6b9d-f177-463c-b030-a531e8426843 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a09c7ee-269b-4086-94d0-bde403d6c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022122 Jun 18 16:35:36.514861 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51006) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:36.528696 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-1013c040-a99e-4785-8be4-148ad2f07d16 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/quotas/16baf16222f446bfa2a20a3a159e0911 HTTP/1.1" status: 200 len: 375 time: 0.0395286 Jun 18 16:35:36.569940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda10075-b3de-4d26-892f-9f067a7bc042 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:36.571696 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-dda10075-b3de-4d26-892f-9f067a7bc042 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 1093 time: 0.0553470 Jun 18 16:35:36.574340 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51008) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:36.580393 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': '12aa8202-91b0-4a99-90d7-5fefbf117f88', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:36.602174 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:36.699195 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-86d11e39-11b4-4670-903f-34b354abefbc tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=16baf16222f446bfa2a20a3a159e0911&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1599970 Jun 18 16:35:36.720719 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:36.835238 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.26.2.13 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/b2778ae5-6344-4e8c-a902-ad15e03f7fca) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:36.841146 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:36.846522 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:36.853705 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f00935d1-b19b-4864-a0a8-2cbf96d9f076 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:36.963242 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:36.991119 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=903477f6-b411-4d8d-8970-6d71dbe26cb5,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:36.998659 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:37.004585 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:37.012750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:37.016766 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-eca52e02-9b9e-4d2e-8e7a-a6a02252acce tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:37.070346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:37.071586 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=b2778ae5-6344-4e8c-a902-ad15e03f7fca,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:37.074347 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:37.075561 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536b13dd-1ff6-4fc7-b95f-0ba5e3a64743 None None] Network 60afcd50-4b25-4d8d-ac32-263890694985 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:37.076172 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:37.076850 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:37.087185 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-63631e79-f1fa-4112-9618-d27dfcb55221 service neutron] 10.222.0.39 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740535 Jun 18 16:35:37.195436 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4fdf1b0d-ef37-4910-ac76-f3582ab4b146 None None] Provisioning for port 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:37.216093 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 60afcd50-4b25-4d8d-ac32-263890694985 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:37.220157 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:37.224050 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f605871d-84bc-4d48-964f-382a3dca10d1 service neutron] 10.222.0.39 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335795 Jun 18 16:35:37.348316 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router ef38d5e4-a245-43b7-9d17-e18dce50567d is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:35:37.459465 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:37.465477 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/ef38d5e4-a245-43b7-9d17-e18dce50567d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2971346 Jun 18 16:35:37.469038 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51018) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:37.478932 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Sync routers for ids ['ef38d5e4-a245-43b7-9d17-e18dce50567d'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:37.482580 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-96da56a6-18f4-47d2-99a8-391f82eebb41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'network': {'name': 'tempest-RoutersTest-1211979293'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:37.492808 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Routers {'ef38d5e4-a245-43b7-9d17-e18dce50567d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:37.493818 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef38d5e4-a245-43b7-9d17-e18dce50567d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:37.531987 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96da56a6-18f4-47d2-99a8-391f82eebb41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Made reservation on behalf of f398149941294546a91385773ef52ebe for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:37.540313 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-96da56a6-18f4-47d2-99a8-391f82eebb41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:37.571720 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96da56a6-18f4-47d2-99a8-391f82eebb41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:35:37.581892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-96da56a6-18f4-47d2-99a8-391f82eebb41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:37.582137 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-96da56a6-18f4-47d2-99a8-391f82eebb41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Added segment bbf479c8-fe1d-4022-bfff-52d07a7e02d8 of type vlan for network a5f97f85-609a-4eca-ae8a-45f0c89d516f Jun 18 16:35:37.629072 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-96da56a6-18f4-47d2-99a8-391f82eebb41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:37.686638 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Set router ef38d5e4-a245-43b7-9d17-e18dce50567d gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:37.718034 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-12f9c35e-f8f0-44d9-b012-9379eb6f04e2 req-d5a113e5-245b-4ceb-9c03-9be755844032 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 210 time: 0.0548801 Jun 18 16:35:37.719221 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-96da56a6-18f4-47d2-99a8-391f82eebb41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:37.729825 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96da56a6-18f4-47d2-99a8-391f82eebb41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:37.730624 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-96da56a6-18f4-47d2-99a8-391f82eebb41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:37.748244 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ea558a25-0e6b-4ee0-a9c8-b213706b5f59 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:37.757999 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-96da56a6-18f4-47d2-99a8-391f82eebb41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2858262 Jun 18 16:35:37.768730 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51024) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:37.785137 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-7acece35-e843-4913-a58e-16c0c7763a9f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'subnet': {'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:37.845161 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da56a6-18f4-47d2-99a8-391f82eebb41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Network': ['ID=a5f97f85-609a-4eca-ae8a-45f0c89d516f,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:37.849329 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-96da56a6-18f4-47d2-99a8-391f82eebb41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:37.884673 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network a5f97f85-609a-4eca-ae8a-45f0c89d516f details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:35:37.923859 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:37.938843 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0c8c7603-3a7b-4a6c-a9d5-93d4356dbd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:37.961140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cf0b6704-d5e2-461d-a2f7-b0412debc032 None None] Provisioning for port 903477f6-b411-4d8d-8970-6d71dbe26cb5 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:37.979163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cf0b6704-d5e2-461d-a2f7-b0412debc032 None None] Provisioning complete for port 903477f6-b411-4d8d-8970-6d71dbe26cb5 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:37.979590 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cf0b6704-d5e2-461d-a2f7-b0412debc032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:38.003534 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acece35-e843-4913-a58e-16c0c7763a9f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Made reservation on behalf of f398149941294546a91385773ef52ebe for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:38.007314 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7acece35-e843-4913-a58e-16c0c7763a9f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:38.093779 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b6704-d5e2-461d-a2f7-b0412debc032 None None] Port 903477f6-b411-4d8d-8970-6d71dbe26cb5 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:38.138541 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:38.173232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:38.230054 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:36Z', 'revision_number': 2, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:36Z', 'revision_number': 2, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:38.271267 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:38.276359 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Checking router: ef38d5e4-a245-43b7-9d17-e18dce50567d for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:35:38.276958 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Updating router ef38d5e4-a245-43b7-9d17-e18dce50567d port 903477f6-b411-4d8d-8970-6d71dbe26cb5 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:35:38.282188 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-96ae181e-aaaa-493c-8fc5-4d1192f8d8e8 None None] Provisioning complete for port 903477f6-b411-4d8d-8970-6d71dbe26cb5 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:38.282824 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-96ae181e-aaaa-493c-8fc5-4d1192f8d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:38.299825 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:38.313079 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:38.318549 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a855f0ab-3072-4d59-ab46-6793dbeb6935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:38.348904 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:38.361576 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:38.361992 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:38.364338 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:38.367848 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-96ae181e-aaaa-493c-8fc5-4d1192f8d8e8 None None] Port 903477f6-b411-4d8d-8970-6d71dbe26cb5 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:38.407265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=b2778ae5-6344-4e8c-a902-ad15e03f7fca,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:38.415211 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:38.457874 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:38.605542 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7acece35-e843-4913-a58e-16c0c7763a9f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:38.608108 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:38.616027 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-935d906c-2078-4549-918e-0a681ded0bf6 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:38.646391 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Floating IP 5d32a169-8e71-4c87-97c6-2906b44387a5 associated. External IP: 172.26.2.13, port: 12aa8202-91b0-4a99-90d7-5fefbf117f88. Jun 18 16:35:38.657668 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5,segment=NetworkSegment(77fe97c5-1649-4237-b7d8-f1c5c6cfa663),segment_id=77fe97c5-1649-4237-b7d8-f1c5c6cfa663)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:38.666139 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:38.673217 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:38.714629 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acece35-e843-4913-a58e-16c0c7763a9f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Subnet': ['ID=0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:38.723574 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7acece35-e843-4913-a58e-16c0c7763a9f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:38.741451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:38.759630 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:38.771390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acece35-e843-4913-a58e-16c0c7763a9f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Checking segment: {'id': 'bbf479c8-fe1d-4022-bfff-52d07a7e02d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:38.771884 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acece35-e843-4913-a58e-16c0c7763a9f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network hostable DHCP agents. Network: a5f97f85-609a-4eca-ae8a-45f0c89d516f, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:35:38.794656 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:38.802821 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acece35-e843-4913-a58e-16c0c7763a9f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network a5f97f85-609a-4eca-ae8a-45f0c89d516f is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:35:38.810676 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Transition to ACTIVE for port object 903477f6-b411-4d8d-8970-6d71dbe26cb5 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:38.818192 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:38.820309 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:38.850720 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-7acece35-e843-4913-a58e-16c0c7763a9f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, a5f97f85-609a-4eca-ae8a-45f0c89d516f) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:38.864698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acece35-e843-4913-a58e-16c0c7763a9f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:38.865316 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7acece35-e843-4913-a58e-16c0c7763a9f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:38.901663 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1f2462-ea63-4d43-a048-8597a5c2a5ed None None] Network a5f97f85-609a-4eca-ae8a-45f0c89d516f requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:38.928524 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-18809446-cba6-4175-a4c7-ebb4d130bf7a req-939e3fce-462a-4e72-8d50-dcc151fa1e6a tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 210 time: 0.0555186 Jun 18 16:35:38.961783 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 46f988b9-76a1-4462-b940-f16ba5d70107 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:38.974910 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7acece35-e843-4913-a58e-16c0c7763a9f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1996202 Jun 18 16:35:38.977508 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51034) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:38.987112 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a600b-e975-488e-a9f4-8411e60a0027 None None] Pushing event updated for resources: {'Port': ['ID=903477f6-b411-4d8d-8970-6d71dbe26cb5,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:39.052833 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f13a600b-e975-488e-a9f4-8411e60a0027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:39.055164 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:39.211100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:39.224862 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7782e-9be4-4d53-a7e4-de2d48f3d994 None None] Sync routers for ids ['46f988b9-76a1-4462-b940-f16ba5d70107'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:39.229001 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-3a6f0c50-23aa-4880-8aa1-c9c1d9fe7beb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:39.230680 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-3a6f0c50-23aa-4880-8aa1-c9c1d9fe7beb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.64 "GET /v2.0/networks?id=b035b862-0d9c-4039-9037-42f41472e61d HTTP/1.1" status: 200 len: 812 time: 0.1964364 Jun 18 16:35:39.236560 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de7782e-9be4-4d53-a7e4-de2d48f3d994 None None] Routers {'46f988b9-76a1-4462-b940-f16ba5d70107'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:39.237316 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6de7782e-9be4-4d53-a7e4-de2d48f3d994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46f988b9-76a1-4462-b940-f16ba5d70107'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:39.243017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:39.311038 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-9287e7ec-4bf1-4486-a6de-4fb00473a3d0 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16baf16222f446bfa2a20a3a159e0911 HTTP/1.1" status: 200 len: 380 time: 0.0402467 Jun 18 16:35:39.329909 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7500417 Jun 18 16:35:39.329909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'tag': '12aa8202-91b0-4a99-90d7-5fefbf117f88'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:39.330607 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15f5cfd-c1e0-4157-9421-37aba9df7765" -d '{"events": [{"name": "network-changed", "server_uuid": "16878bd8-6a7e-42cc-9b55-51541fbad397", "tag": "12aa8202-91b0-4a99-90d7-5fefbf117f88"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:39.334550 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Attempting to bind port 903477f6-b411-4d8d-8970-6d71dbe26cb5 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:39.335157 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Attempting to bind port 903477f6-b411-4d8d-8970-6d71dbe26cb5 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '77fe97c5-1649-4237-b7d8-f1c5c6cfa663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:39.335433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Attempting to bind port 903477f6-b411-4d8d-8970-6d71dbe26cb5 on network 60afcd50-4b25-4d8d-ac32-263890694985 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:39.335719 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51036) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:39.342302 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-70c96559-ed1c-49f1-8e34-ee569b848dd7 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Request body: {'port': {'device_id': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'admin_state_up': True, 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'security_groups': ['d2ddf97d-354c-4442-a54b-460aa77e9974']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:39.361800 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:39.362198 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Checking segment: {'id': '77fe97c5-1649-4237-b7d8-f1c5c6cfa663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:39.362770 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:39.363039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Bound using segment: {'id': '77fe97c5-1649-4237-b7d8-f1c5c6cfa663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:39.363583 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Bound port: 903477f6-b411-4d8d-8970-6d71dbe26cb5, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fe97c5-1649-4237-b7d8-f1c5c6cfa663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:39.363913 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:39.372993 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-a5f97f85-609a-4eca-ae8a-45f0c89d516f', 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'fixed_ips': [{'subnet_id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:35:39.374276 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:39.447178 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f0240e-c0aa-48ed-a764-527e804b1206 x-openstack-request-id: req-a9f0240e-c0aa-48ed-a764-527e804b1206 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:39.447939 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16878bd8-6a7e-42cc-9b55-51541fbad397", "tag": "12aa8202-91b0-4a99-90d7-5fefbf117f88", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:39.448424 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9f0240e-c0aa-48ed-a764-527e804b1206 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:39.449045 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'tag': '12aa8202-91b0-4a99-90d7-5fefbf117f88', 'status': 'completed', 'code': 200} Jun 18 16:35:39.527243 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-520f213f-bbec-45b6-90ac-803dfb5e3a4e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/5d32a169-8e71-4c87-97c6-2906b44387a5 HTTP/1.1" status: 200 len: 990 time: 0.1887331 Jun 18 16:35:39.589229 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f5cfd-c1e0-4157-9421-37aba9df7765 req-b480a0fa-7bd3-4845-8dfc-e2bc680d85db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:39.591211 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f15f5cfd-c1e0-4157-9421-37aba9df7765 req-b480a0fa-7bd3-4845-8dfc-e2bc680d85db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 1098 time: 0.1229239 Jun 18 16:35:39.592591 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-70c96559-ed1c-49f1-8e34-ee569b848dd7 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Made reservation on behalf of 16baf16222f446bfa2a20a3a159e0911 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:39.596554 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-70c96559-ed1c-49f1-8e34-ee569b848dd7 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:39.600756 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] For port 903477f6-b411-4d8d-8970-6d71dbe26cb5, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:39.602173 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-6de7782e-9be4-4d53-a7e4-de2d48f3d994 None None] Set router 46f988b9-76a1-4462-b940-f16ba5d70107 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:39.605134 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:39.617635 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] For port 903477f6-b411-4d8d-8970-6d71dbe26cb5, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=903477f6-b411-4d8d-8970-6d71dbe26cb5,segment=NetworkSegment(77fe97c5-1649-4237-b7d8-f1c5c6cfa663),segment_id=77fe97c5-1649-4237-b7d8-f1c5c6cfa663)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:39.663477 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:39.677413 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-477c33e0-0033-429e-9814-b81435e43d1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:39.771368 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a600b-e975-488e-a9f4-8411e60a0027 None None] Pushing event updated for resources: {'Port': ['ID=903477f6-b411-4d8d-8970-6d71dbe26cb5,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:39.780759 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f13a600b-e975-488e-a9f4-8411e60a0027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:39.806227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f5cfd-c1e0-4157-9421-37aba9df7765 req-25d6c04c-5d2e-4be0-9cfb-e60721753c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:39.809064 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f15f5cfd-c1e0-4157-9421-37aba9df7765 req-25d6c04c-5d2e-4be0-9cfb-e60721753c93 service neutron] 10.222.0.64 "GET /v2.0/networks?id=41b880b2-8a96-4beb-98a8-c9bf069034ee HTTP/1.1" status: 200 len: 898 time: 0.2089689 Jun 18 16:35:39.816281 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Routers {'ef38d5e4-a245-43b7-9d17-e18dce50567d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:39.816964 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef38d5e4-a245-43b7-9d17-e18dce50567d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:39.824334 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Allocated IP 172.21.0.2 (a5f97f85-609a-4eca-ae8a-45f0c89d516f/0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a/35982a57-11dc-4c2a-8ef9-3aeacbe27010) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:39.966736 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-70c96559-ed1c-49f1-8e34-ee569b848dd7 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Allocated IP 172.20.0.10 (b035b862-0d9c-4039-9037-42f41472e61d/4db1c29c-aa09-4f43-a654-3bf9324a3d81/d9a26ae0-b7ea-4308-80dc-811b33952f7c) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:40.026405 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6de7782e-9be4-4d53-a7e4-de2d48f3d994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:19Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5d32a169-8e71-4c87-97c6-2906b44387a5', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.13', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'port_id': '12aa8202-91b0-4a99-90d7-5fefbf117f88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'mac_address': 'fa:16:3e:8b:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:37Z', 'updated_at': '2021-06-18T16:35:37Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382c5917-5985-44a1-8e16-58dcf9519116', 'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:f6:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:18Z', 'updated_at': '2021-06-18T16:35:24Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:40.033771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] Set router ef38d5e4-a245-43b7-9d17-e18dce50567d gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:40.107204 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7782e-9be4-4d53-a7e4-de2d48f3d994 None None] Checking router: 46f988b9-76a1-4462-b940-f16ba5d70107 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:35:40.126869 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de7782e-9be4-4d53-a7e4-de2d48f3d994 None None] Routers {'46f988b9-76a1-4462-b940-f16ba5d70107'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:40.128192 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6de7782e-9be4-4d53-a7e4-de2d48f3d994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46f988b9-76a1-4462-b940-f16ba5d70107'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:40.166887 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:40.251428 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6506f0af-ef68-4dc3-a10f-7d58412eed07 req-929d61e6-8985-432c-a113-fd831af8e45d tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 210 time: 0.0359857 Jun 18 16:35:40.305861 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-70c96559-ed1c-49f1-8e34-ee569b848dd7 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:40.315669 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-6de7782e-9be4-4d53-a7e4-de2d48f3d994 None None] Set router 46f988b9-76a1-4462-b940-f16ba5d70107 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:40.332957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-70c96559-ed1c-49f1-8e34-ee569b848dd7 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Transition to ACTIVE for port object d9a26ae0-b7ea-4308-80dc-811b33952f7c will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:40.391469 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f15f5cfd-c1e0-4157-9421-37aba9df7765 req-61adc4b7-1cbb-4202-9d18-6e8dba1ebf84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12aa8202-91b0-4a99-90d7-5fefbf117f88 HTTP/1.1" status: 200 len: 998 time: 0.5716658 Jun 18 16:35:40.459102 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f5cfd-c1e0-4157-9421-37aba9df7765 req-a3d0b05b-e3fc-43bd-8128-211cef6bd989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:40.460555 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f15f5cfd-c1e0-4157-9421-37aba9df7765 req-a3d0b05b-e3fc-43bd-8128-211cef6bd989 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d19ec6c-f281-4954-bab4-a92ea1d73eb0 HTTP/1.1" status: 200 len: 834 time: 0.0601761 Jun 18 16:35:40.471667 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:40.472759 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:40.479650 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-70c96559-ed1c-49f1-8e34-ee569b848dd7 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:40.488826 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Transition to ACTIVE for port object 35982a57-11dc-4c2a-8ef9-3aeacbe27010 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:40.507723 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:40.520587 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:40.520992 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:40.530944 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51046) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:40.587649 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Transition to ACTIVE for port object 35982a57-11dc-4c2a-8ef9-3aeacbe27010 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:40.609994 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:40.629783 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:40.673018 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6de7782e-9be4-4d53-a7e4-de2d48f3d994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:19Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5d32a169-8e71-4c87-97c6-2906b44387a5', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.13', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'port_id': '12aa8202-91b0-4a99-90d7-5fefbf117f88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'mac_address': 'fa:16:3e:8b:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:37Z', 'updated_at': '2021-06-18T16:35:37Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382c5917-5985-44a1-8e16-58dcf9519116', 'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:f6:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:18Z', 'updated_at': '2021-06-18T16:35:24Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:40.723559 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7782e-9be4-4d53-a7e4-de2d48f3d994 None None] The sync data for ids ['46f988b9-76a1-4462-b940-f16ba5d70107'] in dv-neutron-797121-1-hyperv is: [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:19Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5d32a169-8e71-4c87-97c6-2906b44387a5', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.13', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'port_id': '12aa8202-91b0-4a99-90d7-5fefbf117f88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'mac_address': 'fa:16:3e:8b:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:37Z', 'updated_at': '2021-06-18T16:35:37Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382c5917-5985-44a1-8e16-58dcf9519116', 'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:f6:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:18Z', 'updated_at': '2021-06-18T16:35:24Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:40.761781 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fe1751eb-7066-466d-9462-ecd5b954c00c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/5d32a169-8e71-4c87-97c6-2906b44387a5 HTTP/1.1" status: 200 len: 990 time: 0.2248352 Jun 18 16:35:40.765702 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Network a5f97f85-609a-4eca-ae8a-45f0c89d516f is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:40.774289 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Pushing event updated for resources: {'Port': ['ID=35982a57-11dc-4c2a-8ef9-3aeacbe27010,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:40.782236 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Allocated IP 172.21.0.1 (a5f97f85-609a-4eca-ae8a-45f0c89d516f/0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a/5621555a-dace-4d08-a9e3-dfe4f8c8bc07) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:40.785010 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:40.787197 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:40.809779 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:36Z', 'revision_number': 2, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:39Z', 'revision_number': 4, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:40.850897 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:40.857318 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b3956a-e785-4823-a37a-d63dff309832 None None] The sync data for ids ['ef38d5e4-a245-43b7-9d17-e18dce50567d'] in dv-neutron-797121-1-hyperv is: [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:36Z', 'revision_number': 2, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:39Z', 'revision_number': 4, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:40.947042 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Attempting to bind port 35982a57-11dc-4c2a-8ef9-3aeacbe27010 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:40.947647 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Attempting to bind port 35982a57-11dc-4c2a-8ef9-3aeacbe27010 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'bbf479c8-fe1d-4022-bfff-52d07a7e02d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:40.948250 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Attempting to bind port 35982a57-11dc-4c2a-8ef9-3aeacbe27010 on network a5f97f85-609a-4eca-ae8a-45f0c89d516f {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:40.957983 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:40.959398 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Checking segment: {'id': 'bbf479c8-fe1d-4022-bfff-52d07a7e02d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:40.959929 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:40.960437 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Bound using segment: {'id': 'bbf479c8-fe1d-4022-bfff-52d07a7e02d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:40.961022 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Bound port: 35982a57-11dc-4c2a-8ef9-3aeacbe27010, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf479c8-fe1d-4022-bfff-52d07a7e02d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:40.961511 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:40.978403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-70c96559-ed1c-49f1-8e34-ee569b848dd7 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Network b035b862-0d9c-4039-9037-42f41472e61d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:40.988277 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:41.000362 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c96559-ed1c-49f1-8e34-ee569b848dd7 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event updated for resources: {'Port': ['ID=d9a26ae0-b7ea-4308-80dc-811b33952f7c,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:41.014832 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-70c96559-ed1c-49f1-8e34-ee569b848dd7 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:41.017642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-70c96559-ed1c-49f1-8e34-ee569b848dd7 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:41.020121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Transition to ACTIVE for port object 5621555a-dace-4d08-a9e3-dfe4f8c8bc07 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:41.023395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-70c96559-ed1c-49f1-8e34-ee569b848dd7 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:41.078795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23a923-5234-4ecb-a27a-354849c93bd4 None None] New status for floating IP 5d32a169-8e71-4c87-97c6-2906b44387a5: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:35:41.086742 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:41.090395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5fbb2134-96a2-4b7e-808b-a30f8544b8d5 tempest-RoutersIpV6AdminTest-843175946 tempest-RoutersIpV6AdminTest-843175946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:41.102534 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-70c96559-ed1c-49f1-8e34-ee569b848dd7 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:41.103380 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-70c96559-ed1c-49f1-8e34-ee569b848dd7 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:41.128691 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-70c96559-ed1c-49f1-8e34-ee569b848dd7 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7918880 Jun 18 16:35:41.138220 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f5cfd-c1e0-4157-9421-37aba9df7765 req-111ef499-30c8-4881-96e8-91a928cd1956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:41.140190 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f15f5cfd-c1e0-4157-9421-37aba9df7765 req-111ef499-30c8-4881-96e8-91a928cd1956 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=41b880b2-8a96-4beb-98a8-c9bf069034ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6724539 Jun 18 16:35:41.161376 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network a5f97f85-609a-4eca-ae8a-45f0c89d516f is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:41.166381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Request body: {'port': {'device_id': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:41.167659 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:41.177859 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] For port 35982a57-11dc-4c2a-8ef9-3aeacbe27010, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:41.180947 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:41.227157 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] For port 35982a57-11dc-4c2a-8ef9-3aeacbe27010, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=35982a57-11dc-4c2a-8ef9-3aeacbe27010,segment=NetworkSegment(bbf479c8-fe1d-4022-bfff-52d07a7e02d8),segment_id=bbf479c8-fe1d-4022-bfff-52d07a7e02d8)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:41.245401 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=5621555a-dace-4d08-a9e3-dfe4f8c8bc07,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:41.257856 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:41.284223 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:41.333475 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:41.347320 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:41.471552 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:41.509173 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f15f5cfd-c1e0-4157-9421-37aba9df7765 req-28f1c15e-be14-4182-b985-b81f545104ee service neutron] 10.222.0.64 "GET /v2.0/networks/41b880b2-8a96-4beb-98a8-c9bf069034ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399899 Jun 18 16:35:41.554450 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:41.589767 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Pushing event updated for resources: {'Port': ['ID=35982a57-11dc-4c2a-8ef9-3aeacbe27010,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:41.605273 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:41.612236 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9219d7d2-378c-465c-ae44-daecf83bec51 None None] Provisioning for port d9a26ae0-b7ea-4308-80dc-811b33952f7c completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:41.618875 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9219d7d2-378c-465c-ae44-daecf83bec51 None None] Provisioning complete for port d9a26ae0-b7ea-4308-80dc-811b33952f7c triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:41.619383 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9219d7d2-378c-465c-ae44-daecf83bec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:41.693917 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-9219d7d2-378c-465c-ae44-daecf83bec51 None None] Port d9a26ae0-b7ea-4308-80dc-811b33952f7c cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:41.776246 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51050) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:41.880142 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f15f5cfd-c1e0-4157-9421-37aba9df7765 req-e2bbcea5-8512-41b3-a1d3-eeb2576c584e service neutron] 10.222.0.64 "GET /v2.0/networks/41b880b2-8a96-4beb-98a8-c9bf069034ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577232 Jun 18 16:35:41.887229 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7054daf-cf88-4e10-81f7-40fa7efee4b8 req-b5575d5b-3330-49e0-b3dd-50b7a5b559ad tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:41.888825 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f7054daf-cf88-4e10-81f7-40fa7efee4b8 req-b5575d5b-3330-49e0-b3dd-50b7a5b559ad tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 932 time: 0.3663909 Jun 18 16:35:41.993205 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-43793a64-cd6a-4825-95f3-bdd82c33a7d9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/5d32a169-8e71-4c87-97c6-2906b44387a5 HTTP/1.1" status: 200 len: 992 time: 0.2052720 Jun 18 16:35:42.138814 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:42.155359 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:42.163124 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7b744622-e5b5-4a35-b721-deaa10f4db3b tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:42.173170 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a26ae0-b7ea-4308-80dc-811b33952f7c {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:35:42.185403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:42.198145 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 35982a57-11dc-4c2a-8ef9-3aeacbe27010 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:42.207106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Transition to ACTIVE for port object d9a26ae0-b7ea-4308-80dc-811b33952f7c will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:42.215347 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:42.219944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:42.233564 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f7054daf-cf88-4e10-81f7-40fa7efee4b8 req-b3343adc-1379-4d92-9b44-0d82841e62f6 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285010 Jun 18 16:35:42.286638 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 35982a57-11dc-4c2a-8ef9-3aeacbe27010 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:42.287299 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:42.294633 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 903477f6-b411-4d8d-8970-6d71dbe26cb5 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:42.313384 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a26ae0-b7ea-4308-80dc-811b33952f7c,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:42.326741 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:42.361966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 903477f6-b411-4d8d-8970-6d71dbe26cb5 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:42.381999 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 903477f6-b411-4d8d-8970-6d71dbe26cb5 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:42.384108 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:42.413222 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network a5f97f85-609a-4eca-ae8a-45f0c89d516f is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:42.414253 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=5621555a-dace-4d08-a9e3-dfe4f8c8bc07,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:42.420887 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:42.423862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:42.479927 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Attempting to bind port d9a26ae0-b7ea-4308-80dc-811b33952f7c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:42.480190 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Attempting to bind port d9a26ae0-b7ea-4308-80dc-811b33952f7c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:42.481295 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Attempting to bind port d9a26ae0-b7ea-4308-80dc-811b33952f7c on network b035b862-0d9c-4039-9037-42f41472e61d {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:42.488040 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Port d9a26ae0-b7ea-4308-80dc-811b33952f7c on network b035b862-0d9c-4039-9037-42f41472e61d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:35:42.488368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Attempting to bind port d9a26ae0-b7ea-4308-80dc-811b33952f7c on network b035b862-0d9c-4039-9037-42f41472e61d {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:42.494926 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:42.495311 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Checking segment: {'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:42.495878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Bound using segment: {'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:42.496326 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Bound port: d9a26ae0-b7ea-4308-80dc-811b33952f7c, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:42.496680 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:42.533306 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:42.592412 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 903477f6-b411-4d8d-8970-6d71dbe26cb5, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=903477f6-b411-4d8d-8970-6d71dbe26cb5,segment=NetworkSegment(77fe97c5-1649-4237-b7d8-f1c5c6cfa663),segment_id=77fe97c5-1649-4237-b7d8-f1c5c6cfa663)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:42.600826 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:42.601812 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] For port d9a26ae0-b7ea-4308-80dc-811b33952f7c, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:42.603470 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:42.608198 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] For port d9a26ae0-b7ea-4308-80dc-811b33952f7c, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d9a26ae0-b7ea-4308-80dc-811b33952f7c,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:42.621480 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:42.625230 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-230bef34-427f-4a92-b2f3-5f6c2c1481d1 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:42.631872 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router ef38d5e4-a245-43b7-9d17-e18dce50567d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:42.651635 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:35:42.678029 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=903477f6-b411-4d8d-8970-6d71dbe26cb5,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:42.691598 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:42.744599 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a26ae0-b7ea-4308-80dc-811b33952f7c,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:42.748132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:42.756328 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:42.757127 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:42.758571 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] 10.222.0.64 "PUT /v2.0/ports/d9a26ae0-b7ea-4308-80dc-811b33952f7c HTTP/1.1" status: 200 len: 1094 time: 1.5980592 Jun 18 16:35:42.759158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'tag': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:42.761748 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0101b0c5-7075-4878-9770-eb0bbf62f30c" -d '{"events": [{"name": "network-changed", "server_uuid": "9334f110-b8bf-4b7e-993b-dbf61f467a10", "tag": "d9a26ae0-b7ea-4308-80dc-811b33952f7c"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:42.817668 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:42.823517 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cda6b02-60a4-42b4-acf5-911df795866e x-openstack-request-id: req-1cda6b02-60a4-42b4-acf5-911df795866e {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:42.824309 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9334f110-b8bf-4b7e-993b-dbf61f467a10", "tag": "d9a26ae0-b7ea-4308-80dc-811b33952f7c", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:42.824814 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1cda6b02-60a4-42b4-acf5-911df795866e {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:42.825444 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'tag': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c', 'status': 'completed', 'code': 200} Jun 18 16:35:42.830656 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/ef38d5e4-a245-43b7-9d17-e18dce50567d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8491693 Jun 18 16:35:42.830942 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51054) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:42.836560 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-dffd54c9-5dd8-41fb-aff6-2d4732a7a476 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'network': {'name': 'tempest-RoutersTest-860259562'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:42.862934 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffd54c9-5dd8-41fb-aff6-2d4732a7a476 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Made reservation on behalf of f398149941294546a91385773ef52ebe for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:42.866896 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dffd54c9-5dd8-41fb-aff6-2d4732a7a476 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:42.900043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-8d45d7b3-f21c-4431-b5d1-110db5ced040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:42.902121 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-8d45d7b3-f21c-4431-b5d1-110db5ced040 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16baf16222f446bfa2a20a3a159e0911&device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 1097 time: 0.0630379 Jun 18 16:35:42.911288 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffd54c9-5dd8-41fb-aff6-2d4732a7a476 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:35:42.922349 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dffd54c9-5dd8-41fb-aff6-2d4732a7a476 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:42.922349 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-dffd54c9-5dd8-41fb-aff6-2d4732a7a476 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Added segment 13a2cb45-2ea9-48e9-b523-234179c3820a of type vlan for network 070770ba-5844-4e32-9a55-feefaec4052d Jun 18 16:35:42.979316 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-c758ef68-a86e-4183-9757-da6810a1c3fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9a26ae0-b7ea-4308-80dc-811b33952f7c HTTP/1.1" status: 200 len: 217 time: 0.0636039 Jun 18 16:35:43.007063 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dffd54c9-5dd8-41fb-aff6-2d4732a7a476 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:43.054187 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dffd54c9-5dd8-41fb-aff6-2d4732a7a476 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:43.067083 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffd54c9-5dd8-41fb-aff6-2d4732a7a476 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:43.067770 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dffd54c9-5dd8-41fb-aff6-2d4732a7a476 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:43.080315 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-eab30ec3-a4b0-4676-983e-5587286ae6a6 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:43.082952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65a13c8-07b0-4119-b0a6-43cfc7f56b40 None None] Network a5f97f85-609a-4eca-ae8a-45f0c89d516f requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:43.095617 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-d679fb7c-f640-4520-b9df-cb10a0e34afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:43.101880 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-d679fb7c-f640-4520-b9df-cb10a0e34afb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4db1c29c-aa09-4f43-a654-3bf9324a3d81 HTTP/1.1" status: 200 len: 851 time: 0.1144226 Jun 18 16:35:43.130458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51056) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:43.131782 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-dffd54c9-5dd8-41fb-aff6-2d4732a7a476 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2997606 Jun 18 16:35:43.141459 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d11d2b25-ad28-44d0-9259-ef6df9799688 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'subnet': {'network_id': '070770ba-5844-4e32-9a55-feefaec4052d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:43.158935 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd54c9-5dd8-41fb-aff6-2d4732a7a476 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Network': ['ID=070770ba-5844-4e32-9a55-feefaec4052d,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:43.167462 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dffd54c9-5dd8-41fb-aff6-2d4732a7a476 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:43.184746 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 070770ba-5844-4e32-9a55-feefaec4052d details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:35:43.267700 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-7c7c3f05-6add-4a2b-9f20-061dc090b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:43.269417 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-7c7c3f05-6add-4a2b-9f20-061dc090b2a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b035b862-0d9c-4039-9037-42f41472e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1612613 Jun 18 16:35:43.284498 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-10ac4b32-6917-4c27-bc7b-9b24d494b12f None None] Provisioning for port 35982a57-11dc-4c2a-8ef9-3aeacbe27010 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:43.288256 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11d2b25-ad28-44d0-9259-ef6df9799688 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Made reservation on behalf of f398149941294546a91385773ef52ebe for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:43.291434 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-10ac4b32-6917-4c27-bc7b-9b24d494b12f None None] Provisioning complete for port 35982a57-11dc-4c2a-8ef9-3aeacbe27010 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:43.292023 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-10ac4b32-6917-4c27-bc7b-9b24d494b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:43.292532 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d11d2b25-ad28-44d0-9259-ef6df9799688 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:43.483578 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-bf6a4072-ffb6-437b-99d2-69d034f1a2e4 service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059488 Jun 18 16:35:43.486758 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Sync routers for ids ['ef38d5e4-a245-43b7-9d17-e18dce50567d'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:43.500356 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Routers {'ef38d5e4-a245-43b7-9d17-e18dce50567d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:43.502069 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef38d5e4-a245-43b7-9d17-e18dce50567d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:43.541632 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7b76b-bf7a-4eb9-89be-11a48130648b req-9c4fe4ab-7e33-4a6d-ba7c-dd82848575be tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:43.550766 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dba7b76b-bf7a-4eb9-89be-11a48130648b req-9c4fe4ab-7e33-4a6d-ba7c-dd82848575be tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 944 time: 0.1363721 Jun 18 16:35:43.614809 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dba7b76b-bf7a-4eb9-89be-11a48130648b req-a5401c3d-99eb-4530-be68-d4cf83805c46 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623896 Jun 18 16:35:43.626576 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-10ac4b32-6917-4c27-bc7b-9b24d494b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:43.651042 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Set router ef38d5e4-a245-43b7-9d17-e18dce50567d gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:43.653406 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01ed0e0b-7bc8-418e-bf1d-d39a97392221 req-4df74e08-08dd-4a09-8c95-46199bd3d437 service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610987 Jun 18 16:35:43.691795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-10ac4b32-6917-4c27-bc7b-9b24d494b12f None None] For port 35982a57-11dc-4c2a-8ef9-3aeacbe27010, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=35982a57-11dc-4c2a-8ef9-3aeacbe27010,segment=NetworkSegment(bbf479c8-fe1d-4022-bfff-52d07a7e02d8),segment_id=bbf479c8-fe1d-4022-bfff-52d07a7e02d8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:43.706869 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-10ac4b32-6917-4c27-bc7b-9b24d494b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:43.708799 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0e706cb0-56e6-40b1-bf85-cc3a514d41e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:43.780445 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac4b32-6917-4c27-bc7b-9b24d494b12f None None] Pushing event updated for resources: {'Port': ['ID=35982a57-11dc-4c2a-8ef9-3aeacbe27010,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:43.787941 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-10ac4b32-6917-4c27-bc7b-9b24d494b12f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:43.816814 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d11d2b25-ad28-44d0-9259-ef6df9799688 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:43.823020 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0d5654b1-b9a0-44b1-90d6-9e5c9df24040 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:43.900158 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:41Z', 'revision_number': 3, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '5621555a-dace-4d08-a9e3-dfe4f8c8bc07', 'name': '', 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:02:90:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:39Z', 'updated_at': '2021-06-18T16:35:41Z', 'revision_number': 2, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:42Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:43.922445 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d2b25-ad28-44d0-9259-ef6df9799688 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Subnet': ['ID=4fd36869-9005-410e-b713-b07453aa2f00,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:43.931811 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d11d2b25-ad28-44d0-9259-ef6df9799688 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:43.933897 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d2b25-ad28-44d0-9259-ef6df9799688 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Checking segment: {'id': '13a2cb45-2ea9-48e9-b523-234179c3820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '070770ba-5844-4e32-9a55-feefaec4052d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:43.934557 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11d2b25-ad28-44d0-9259-ef6df9799688 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network hostable DHCP agents. Network: 070770ba-5844-4e32-9a55-feefaec4052d, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:35:43.941603 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Checking router: ef38d5e4-a245-43b7-9d17-e18dce50567d for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:35:43.942169 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Updating router ef38d5e4-a245-43b7-9d17-e18dce50567d port 5621555a-dace-4d08-a9e3-dfe4f8c8bc07 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:35:43.953310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101b0c5-7075-4878-9770-eb0bbf62f30c req-1a36eeee-f3f1-4787-894e-28e3486ce866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:43.954970 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0101b0c5-7075-4878-9770-eb0bbf62f30c req-1a36eeee-f3f1-4787-894e-28e3486ce866 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16baf16222f446bfa2a20a3a159e0911&device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 1097 time: 0.1823575 Jun 18 16:35:43.973602 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11d2b25-ad28-44d0-9259-ef6df9799688 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 070770ba-5844-4e32-9a55-feefaec4052d is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:35:43.987503 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:44.044201 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-60fb087f-a43f-40b0-89e0-f0edde2f8884 None None] Provisioning complete for port 35982a57-11dc-4c2a-8ef9-3aeacbe27010 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:44.044693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-60fb087f-a43f-40b0-89e0-f0edde2f8884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:44.050643 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-d11d2b25-ad28-44d0-9259-ef6df9799688 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 070770ba-5844-4e32-9a55-feefaec4052d) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:44.057638 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11d2b25-ad28-44d0-9259-ef6df9799688 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:44.058481 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d11d2b25-ad28-44d0-9259-ef6df9799688 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:44.103263 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d11d2b25-ad28-44d0-9259-ef6df9799688 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9652958 Jun 18 16:35:44.104608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51060) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:44.113040 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101b0c5-7075-4878-9770-eb0bbf62f30c req-5d4b3bbc-ba5d-4ae5-a8ab-c57e6d13a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:44.114464 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0101b0c5-7075-4878-9770-eb0bbf62f30c req-5d4b3bbc-ba5d-4ae5-a8ab-c57e6d13a1c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b035b862-0d9c-4039-9037-42f41472e61d HTTP/1.1" status: 200 len: 913 time: 0.1516559 Jun 18 16:35:44.115076 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f3c055-8de1-4ca7-a682-f55097d6e9ab None None] Network 070770ba-5844-4e32-9a55-feefaec4052d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:44.139087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 35982a57-11dc-4c2a-8ef9-3aeacbe27010 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:44.165911 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0101b0c5-7075-4878-9770-eb0bbf62f30c req-1c3f3fcf-2d46-43ed-b1e5-aad2e80bc1e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9a26ae0-b7ea-4308-80dc-811b33952f7c HTTP/1.1" status: 200 len: 217 time: 0.0444784 Jun 18 16:35:44.258343 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101b0c5-7075-4878-9770-eb0bbf62f30c req-6af3c869-d9b0-440c-9ea5-306929f93a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:44.260351 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0101b0c5-7075-4878-9770-eb0bbf62f30c req-6af3c869-d9b0-440c-9ea5-306929f93a5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4db1c29c-aa09-4f43-a654-3bf9324a3d81 HTTP/1.1" status: 200 len: 851 time: 0.0874832 Jun 18 16:35:44.321607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 35982a57-11dc-4c2a-8ef9-3aeacbe27010 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:44.321948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:44.368513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101b0c5-7075-4878-9770-eb0bbf62f30c req-67c7ef43-f73f-47f7-9f1f-de4e4862a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:44.370450 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0101b0c5-7075-4878-9770-eb0bbf62f30c req-67c7ef43-f73f-47f7-9f1f-de4e4862a89e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b035b862-0d9c-4039-9037-42f41472e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1033945 Jun 18 16:35:44.488892 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-60fb087f-a43f-40b0-89e0-f0edde2f8884 None None] Provisioning for port 5621555a-dace-4d08-a9e3-dfe4f8c8bc07 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:44.498542 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-60fb087f-a43f-40b0-89e0-f0edde2f8884 None None] Provisioning complete for port 5621555a-dace-4d08-a9e3-dfe4f8c8bc07 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:44.499004 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-60fb087f-a43f-40b0-89e0-f0edde2f8884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:44.528526 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0101b0c5-7075-4878-9770-eb0bbf62f30c req-4dcf9930-e3a9-4eb1-b4f0-4cedc20f5fdc service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496537 Jun 18 16:35:44.565607 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:44.576588 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Transition to ACTIVE for port object 5621555a-dace-4d08-a9e3-dfe4f8c8bc07 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:44.582039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-60fb087f-a43f-40b0-89e0-f0edde2f8884 None None] Port 5621555a-dace-4d08-a9e3-dfe4f8c8bc07 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:44.583960 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:44.587148 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-32d9d775-4f9f-41a7-9452-4039cc703c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:44.587685 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 903477f6-b411-4d8d-8970-6d71dbe26cb5 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:44.698283 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-070770ba-5844-4e32-9a55-feefaec4052d', 'network_id': '070770ba-5844-4e32-9a55-feefaec4052d', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'fixed_ips': [{'subnet_id': '4fd36869-9005-410e-b713-b07453aa2f00'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:35:44.699169 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:44.720905 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 903477f6-b411-4d8d-8970-6d71dbe26cb5 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:44.721282 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:44.770935 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31b3c3-e825-47fd-a4dc-46fc8d6bd9bd None None] Pushing event updated for resources: {'Port': ['ID=5621555a-dace-4d08-a9e3-dfe4f8c8bc07,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:44.777272 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-db31b3c3-e825-47fd-a4dc-46fc8d6bd9bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:44.782247 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0101b0c5-7075-4878-9770-eb0bbf62f30c req-71b58cbb-ea85-43ef-9cfc-d304b1387564 service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379172 Jun 18 16:35:44.828482 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Attempting to bind port 5621555a-dace-4d08-a9e3-dfe4f8c8bc07 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:44.828798 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Attempting to bind port 5621555a-dace-4d08-a9e3-dfe4f8c8bc07 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'bbf479c8-fe1d-4022-bfff-52d07a7e02d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:44.829113 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Attempting to bind port 5621555a-dace-4d08-a9e3-dfe4f8c8bc07 on network a5f97f85-609a-4eca-ae8a-45f0c89d516f {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:44.834470 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:44.834881 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Checking segment: {'id': 'bbf479c8-fe1d-4022-bfff-52d07a7e02d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:44.835286 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:44.835730 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Bound using segment: {'id': 'bbf479c8-fe1d-4022-bfff-52d07a7e02d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:44.836332 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Bound port: 5621555a-dace-4d08-a9e3-dfe4f8c8bc07, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf479c8-fe1d-4022-bfff-52d07a7e02d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:44.836713 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:44.880516 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:44.924607 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] For port 5621555a-dace-4d08-a9e3-dfe4f8c8bc07, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:44.928832 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] For port 5621555a-dace-4d08-a9e3-dfe4f8c8bc07, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=5621555a-dace-4d08-a9e3-dfe4f8c8bc07,segment=NetworkSegment(bbf479c8-fe1d-4022-bfff-52d07a7e02d8),segment_id=bbf479c8-fe1d-4022-bfff-52d07a7e02d8)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:44.942906 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:44.947075 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:44.996482 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Allocated IP 172.22.0.2 (070770ba-5844-4e32-9a55-feefaec4052d/4fd36869-9005-410e-b713-b07453aa2f00/d441b733-7401-4ae9-8aa4-5602532b6248) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:45.025649 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31b3c3-e825-47fd-a4dc-46fc8d6bd9bd None None] Pushing event updated for resources: {'Port': ['ID=5621555a-dace-4d08-a9e3-dfe4f8c8bc07,revision_number=4']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:45.030668 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-db31b3c3-e825-47fd-a4dc-46fc8d6bd9bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:45.047841 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Routers {'ef38d5e4-a245-43b7-9d17-e18dce50567d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:45.048734 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef38d5e4-a245-43b7-9d17-e18dce50567d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:45.054716 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8279a-0f8c-4087-8d79-996cc1012e77 req-6a4a9640-b130-42a4-b4a1-e5d2098fb229 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:45.056487 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c1c8279a-0f8c-4087-8d79-996cc1012e77 req-6a4a9640-b130-42a4-b4a1-e5d2098fb229 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 944 time: 0.2188745 Jun 18 16:35:45.167181 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c1c8279a-0f8c-4087-8d79-996cc1012e77 req-849e701e-cec1-49aa-a5c3-50c2f5a09527 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991044 Jun 18 16:35:45.263056 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:45.274580 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] Set router ef38d5e4-a245-43b7-9d17-e18dce50567d gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:45.282399 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Transition to ACTIVE for port object d441b733-7401-4ae9-8aa4-5602532b6248 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:45.301043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Transition to ACTIVE for port object d441b733-7401-4ae9-8aa4-5602532b6248 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:45.308582 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:45.310769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c8374d59-e691-4792-b678-2c4a57078877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:45.356820 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Network 070770ba-5844-4e32-9a55-feefaec4052d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:45.360284 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:45.363287 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Allocated IP 172.22.0.1 (070770ba-5844-4e32-9a55-feefaec4052d/4fd36869-9005-410e-b713-b07453aa2f00/56e77960-48d8-47dc-a9d0-9a2aa4206554) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:45.364866 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:45.369787 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Pushing event updated for resources: {'Port': ['ID=d441b733-7401-4ae9-8aa4-5602532b6248,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:45.372920 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:45.447291 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Attempting to bind port d441b733-7401-4ae9-8aa4-5602532b6248 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:45.448034 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Attempting to bind port d441b733-7401-4ae9-8aa4-5602532b6248 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '13a2cb45-2ea9-48e9-b523-234179c3820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '070770ba-5844-4e32-9a55-feefaec4052d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:45.448621 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Attempting to bind port d441b733-7401-4ae9-8aa4-5602532b6248 on network 070770ba-5844-4e32-9a55-feefaec4052d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:45.456451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:45.457218 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Checking segment: {'id': '13a2cb45-2ea9-48e9-b523-234179c3820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '070770ba-5844-4e32-9a55-feefaec4052d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:45.458064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:45.458673 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Bound using segment: {'id': '13a2cb45-2ea9-48e9-b523-234179c3820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '070770ba-5844-4e32-9a55-feefaec4052d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:45.459473 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Bound port: d441b733-7401-4ae9-8aa4-5602532b6248, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a2cb45-2ea9-48e9-b523-234179c3820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '070770ba-5844-4e32-9a55-feefaec4052d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:45.460061 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:45.523469 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:41Z', 'revision_number': 3, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '5621555a-dace-4d08-a9e3-dfe4f8c8bc07', 'name': '', 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:02:90:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:39Z', 'updated_at': '2021-06-18T16:35:44Z', 'revision_number': 4, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:42Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:45.534260 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] For port d441b733-7401-4ae9-8aa4-5602532b6248, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:45.538867 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] For port d441b733-7401-4ae9-8aa4-5602532b6248, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d441b733-7401-4ae9-8aa4-5602532b6248,segment=NetworkSegment(13a2cb45-2ea9-48e9-b523-234179c3820a),segment_id=13a2cb45-2ea9-48e9-b523-234179c3820a)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:45.543921 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:45.546908 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:45.550803 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f13a600b-e975-488e-a9f4-8411e60a0027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:45.561449 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Transition to ACTIVE for port object 56e77960-48d8-47dc-a9d0-9a2aa4206554 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:45.564270 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d980c1d2-64e4-49f0-8ac2-aa50d0444c94 None None] The sync data for ids ['ef38d5e4-a245-43b7-9d17-e18dce50567d'] in dv-neutron-797121-1-hyperv is: [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:41Z', 'revision_number': 3, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '5621555a-dace-4d08-a9e3-dfe4f8c8bc07', 'name': '', 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:02:90:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:39Z', 'updated_at': '2021-06-18T16:35:44Z', 'revision_number': 4, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:42Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:45.636134 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:45.646618 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-94998209-8cdb-4833-959e-1e5ba6b4a4de tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:45.650123 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Pushing event updated for resources: {'Port': ['ID=d441b733-7401-4ae9-8aa4-5602532b6248,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:45.662126 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:45.713426 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 070770ba-5844-4e32-9a55-feefaec4052d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:45.717373 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:45.720801 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:45.751166 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=56e77960-48d8-47dc-a9d0-9a2aa4206554,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:45.754714 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:45.777792 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:45.955394 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:46.151676 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 5621555a-dace-4d08-a9e3-dfe4f8c8bc07 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:46.208715 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 5621555a-dace-4d08-a9e3-dfe4f8c8bc07 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:46.213472 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 5621555a-dace-4d08-a9e3-dfe4f8c8bc07 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:46.213954 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:46.328178 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:46.362652 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 5621555a-dace-4d08-a9e3-dfe4f8c8bc07, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=5621555a-dace-4d08-a9e3-dfe4f8c8bc07,segment=NetworkSegment(bbf479c8-fe1d-4022-bfff-52d07a7e02d8),segment_id=bbf479c8-fe1d-4022-bfff-52d07a7e02d8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:46.366969 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:46.367867 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d441b733-7401-4ae9-8aa4-5602532b6248 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:46.369592 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:46.447420 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=5621555a-dace-4d08-a9e3-dfe4f8c8bc07,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:46.450778 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:46.463386 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port d441b733-7401-4ae9-8aa4-5602532b6248 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:46.629581 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62840d5-b3e3-483f-bd5a-c9d0919816d4 req-a1d57eb6-3233-4a34-9da5-5ea604bd67a3 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:46.631101 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c62840d5-b3e3-483f-bd5a-c9d0919816d4 req-a1d57eb6-3233-4a34-9da5-5ea604bd67a3 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 944 time: 0.1184292 Jun 18 16:35:46.645170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:46.653119 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:46.664032 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:46.744608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a879b13-6784-4917-a4ff-7b59f07c1832 None None] Network 070770ba-5844-4e32-9a55-feefaec4052d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:46.752961 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c62840d5-b3e3-483f-bd5a-c9d0919816d4 req-347e7571-8cca-46e7-89da-bfadeb2b7c10 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123991 Jun 18 16:35:46.759724 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:46.761952 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=56e77960-48d8-47dc-a9d0-9a2aa4206554,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:46.766668 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:46.811094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9820da55-4aa9-4dd8-b884-b7b3caf6bc50 None None] Provisioning for port d441b733-7401-4ae9-8aa4-5602532b6248 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:46.819871 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9820da55-4aa9-4dd8-b884-b7b3caf6bc50 None None] Provisioning complete for port d441b733-7401-4ae9-8aa4-5602532b6248 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:46.820259 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9820da55-4aa9-4dd8-b884-b7b3caf6bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:46.862667 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 070770ba-5844-4e32-9a55-feefaec4052d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:46.864480 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:46.965617 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router ef38d5e4-a245-43b7-9d17-e18dce50567d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:46.977049 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9820da55-4aa9-4dd8-b884-b7b3caf6bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:47.021382 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-9820da55-4aa9-4dd8-b884-b7b3caf6bc50 None None] For port d441b733-7401-4ae9-8aa4-5602532b6248, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d441b733-7401-4ae9-8aa4-5602532b6248,segment=NetworkSegment(13a2cb45-2ea9-48e9-b523-234179c3820a),segment_id=13a2cb45-2ea9-48e9-b523-234179c3820a)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:47.025608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9820da55-4aa9-4dd8-b884-b7b3caf6bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:47.027567 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:47.071208 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:47.079553 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/ef38d5e4-a245-43b7-9d17-e18dce50567d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9730427 Jun 18 16:35:47.082283 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51066) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:47.083251 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820da55-4aa9-4dd8-b884-b7b3caf6bc50 None None] Pushing event updated for resources: {'Port': ['ID=d441b733-7401-4ae9-8aa4-5602532b6248,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:47.087696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-3802053f-1153-4188-accc-202d9843c562 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'network': {'name': 'tempest-RoutersTest-1016363097'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:47.088006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Sync routers for ids ['ef38d5e4-a245-43b7-9d17-e18dce50567d'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:47.090507 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9820da55-4aa9-4dd8-b884-b7b3caf6bc50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:47.099620 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Routers {'ef38d5e4-a245-43b7-9d17-e18dce50567d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:47.100244 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef38d5e4-a245-43b7-9d17-e18dce50567d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:47.115563 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3802053f-1153-4188-accc-202d9843c562 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Made reservation on behalf of f398149941294546a91385773ef52ebe for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:47.119460 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3802053f-1153-4188-accc-202d9843c562 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:47.153402 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3802053f-1153-4188-accc-202d9843c562 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:35:47.168081 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3802053f-1153-4188-accc-202d9843c562 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:47.168741 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-3802053f-1153-4188-accc-202d9843c562 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Added segment 41712734-9d8d-4997-8500-9804150f20a4 of type vlan for network 13158d30-9620-419c-abc0-2cbcbd3c4225 Jun 18 16:35:47.196402 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Set router ef38d5e4-a245-43b7-9d17-e18dce50567d gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:47.213673 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3802053f-1153-4188-accc-202d9843c562 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:47.246997 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3802053f-1153-4188-accc-202d9843c562 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:47.253305 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3802053f-1153-4188-accc-202d9843c562 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:47.253993 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3802053f-1153-4188-accc-202d9843c562 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:47.257500 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3e13c130-0120-491f-9c22-2f60e68ba622 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:47.289871 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c4dd3c63-399e-48f2-b18c-ec9970061644 None None] Provisioning complete for port d441b733-7401-4ae9-8aa4-5602532b6248 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:47.290184 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c4dd3c63-399e-48f2-b18c-ec9970061644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:47.318800 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3802053f-1153-4188-accc-202d9843c562 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2352555 Jun 18 16:35:47.321858 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51068) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:47.329402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-f810f6c7-4ddf-4919-aef0-66deb9ec7931 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'subnet': {'network_id': '13158d30-9620-419c-abc0-2cbcbd3c4225', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:47.334692 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802053f-1153-4188-accc-202d9843c562 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Network': ['ID=13158d30-9620-419c-abc0-2cbcbd3c4225,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:47.337637 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3802053f-1153-4188-accc-202d9843c562 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:47.361297 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 13158d30-9620-419c-abc0-2cbcbd3c4225 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:35:47.429211 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f810f6c7-4ddf-4919-aef0-66deb9ec7931 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Made reservation on behalf of f398149941294546a91385773ef52ebe for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:47.433002 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f810f6c7-4ddf-4919-aef0-66deb9ec7931 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:47.572218 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c4dd3c63-399e-48f2-b18c-ec9970061644 None None] Provisioning for port 56e77960-48d8-47dc-a9d0-9a2aa4206554 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:47.577603 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c4dd3c63-399e-48f2-b18c-ec9970061644 None None] Provisioning complete for port 56e77960-48d8-47dc-a9d0-9a2aa4206554 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:47.578175 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c4dd3c63-399e-48f2-b18c-ec9970061644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:47.585275 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:45Z', 'revision_number': 4, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '5621555a-dace-4d08-a9e3-dfe4f8c8bc07', 'name': '', 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:02:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:39Z', 'updated_at': '2021-06-18T16:35:46Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56e77960-48d8-47dc-a9d0-9a2aa4206554', 'name': '', 'network_id': '070770ba-5844-4e32-9a55-feefaec4052d', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:32:2a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '4fd36869-9005-410e-b713-b07453aa2f00', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:45Z', 'updated_at': '2021-06-18T16:35:46Z', 'revision_number': 2, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '4fd36869-9005-410e-b713-b07453aa2f00', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:42Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:47.630142 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Checking router: ef38d5e4-a245-43b7-9d17-e18dce50567d for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:35:47.630511 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Updating router ef38d5e4-a245-43b7-9d17-e18dce50567d port 56e77960-48d8-47dc-a9d0-9a2aa4206554 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:35:47.642925 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f810f6c7-4ddf-4919-aef0-66deb9ec7931 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:47.644853 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c3d45d46-e93e-45a4-9f9c-3b6ea2008c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:47.665999 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd3c63-399e-48f2-b18c-ec9970061644 None None] Port 56e77960-48d8-47dc-a9d0-9a2aa4206554 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:47.676900 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:47.703312 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810f6c7-4ddf-4919-aef0-66deb9ec7931 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Subnet': ['ID=893e39f3-ceaa-493f-bffb-f1765fca32ce,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:47.706769 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f810f6c7-4ddf-4919-aef0-66deb9ec7931 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:47.712465 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810f6c7-4ddf-4919-aef0-66deb9ec7931 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Checking segment: {'id': '41712734-9d8d-4997-8500-9804150f20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '13158d30-9620-419c-abc0-2cbcbd3c4225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:47.712889 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f810f6c7-4ddf-4919-aef0-66deb9ec7931 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network hostable DHCP agents. Network: 13158d30-9620-419c-abc0-2cbcbd3c4225, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:35:47.729122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f810f6c7-4ddf-4919-aef0-66deb9ec7931 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 13158d30-9620-419c-abc0-2cbcbd3c4225 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:35:47.738010 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-f810f6c7-4ddf-4919-aef0-66deb9ec7931 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 13158d30-9620-419c-abc0-2cbcbd3c4225) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:47.741903 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f810f6c7-4ddf-4919-aef0-66deb9ec7931 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:47.742476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f810f6c7-4ddf-4919-aef0-66deb9ec7931 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:47.757652 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f810f6c7-4ddf-4919-aef0-66deb9ec7931 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4342387 Jun 18 16:35:47.760439 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51070) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:47.781251 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea3025c-41e9-4b35-aba2-cf34a7bce44c None None] Network 13158d30-9620-419c-abc0-2cbcbd3c4225 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:47.953628 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90de83-0b4e-4db2-abc2-a9de8ebda8d8 req-0fa7371f-8379-4634-b4d4-c41b673f4ef4 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:47.955639 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3b90de83-0b4e-4db2-abc2-a9de8ebda8d8 req-0fa7371f-8379-4634-b4d4-c41b673f4ef4 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 944 time: 0.0692809 Jun 18 16:35:48.022962 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3b90de83-0b4e-4db2-abc2-a9de8ebda8d8 req-fe6d4faa-1621-486b-bfed-0053a2473beb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599854 Jun 18 16:35:48.028844 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ccc581b0-ec68-429b-8150-0f798480b6ac None None] Provisioning complete for port 56e77960-48d8-47dc-a9d0-9a2aa4206554 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:48.035098 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ccc581b0-ec68-429b-8150-0f798480b6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:48.102033 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 5621555a-dace-4d08-a9e3-dfe4f8c8bc07 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:48.141330 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:48.166077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-ccc581b0-ec68-429b-8150-0f798480b6ac None None] Port 56e77960-48d8-47dc-a9d0-9a2aa4206554 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:48.263754 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 5621555a-dace-4d08-a9e3-dfe4f8c8bc07 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:48.264268 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:48.271011 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-13158d30-9620-419c-abc0-2cbcbd3c4225', 'network_id': '13158d30-9620-419c-abc0-2cbcbd3c4225', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'fixed_ips': [{'subnet_id': '893e39f3-ceaa-493f-bffb-f1765fca32ce'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:35:48.271853 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:48.403704 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Allocated IP 172.23.0.1 (13158d30-9620-419c-abc0-2cbcbd3c4225/893e39f3-ceaa-493f-bffb-f1765fca32ce/6de595ca-862a-45e1-a6d1-da01776eabb0) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:48.413840 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:48.434125 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Transition to ACTIVE for port object 56e77960-48d8-47dc-a9d0-9a2aa4206554 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:48.450221 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:48.475279 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:48.522615 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:48.537619 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Transition to ACTIVE for port object 6de595ca-862a-45e1-a6d1-da01776eabb0 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:48.552725 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d441b733-7401-4ae9-8aa4-5602532b6248 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:48.572244 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:48.575062 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-70c96559-ed1c-49f1-8e34-ee569b848dd7 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:48.582717 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee8602-25ae-4121-abe3-d123d0eb6a2b None None] Pushing event updated for resources: {'Port': ['ID=56e77960-48d8-47dc-a9d0-9a2aa4206554,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:48.613006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1eee8602-25ae-4121-abe3-d123d0eb6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:48.630824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=6de595ca-862a-45e1-a6d1-da01776eabb0,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:48.634442 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:48.649017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 13158d30-9620-419c-abc0-2cbcbd3c4225 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:48.650946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:48.659339 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:48.694084 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Allocated IP 172.23.0.2 (13158d30-9620-419c-abc0-2cbcbd3c4225/893e39f3-ceaa-493f-bffb-f1765fca32ce/50cb84bb-9e3c-4a9a-a8bc-96dd602523c7) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:48.705741 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:48.716427 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Attempting to bind port 56e77960-48d8-47dc-a9d0-9a2aa4206554 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:48.716819 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Attempting to bind port 56e77960-48d8-47dc-a9d0-9a2aa4206554 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '13a2cb45-2ea9-48e9-b523-234179c3820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '070770ba-5844-4e32-9a55-feefaec4052d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:48.717188 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Attempting to bind port 56e77960-48d8-47dc-a9d0-9a2aa4206554 on network 070770ba-5844-4e32-9a55-feefaec4052d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:48.736562 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:48.736948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Checking segment: {'id': '13a2cb45-2ea9-48e9-b523-234179c3820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '070770ba-5844-4e32-9a55-feefaec4052d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:48.737361 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:48.737764 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Bound using segment: {'id': '13a2cb45-2ea9-48e9-b523-234179c3820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '070770ba-5844-4e32-9a55-feefaec4052d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:48.738247 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Bound port: 56e77960-48d8-47dc-a9d0-9a2aa4206554, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a2cb45-2ea9-48e9-b523-234179c3820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '070770ba-5844-4e32-9a55-feefaec4052d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:48.738651 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:48.768122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port d441b733-7401-4ae9-8aa4-5602532b6248 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:48.768419 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:48.833832 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:48.942609 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] For port 56e77960-48d8-47dc-a9d0-9a2aa4206554, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:48.981946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] For port 56e77960-48d8-47dc-a9d0-9a2aa4206554, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=56e77960-48d8-47dc-a9d0-9a2aa4206554,segment=NetworkSegment(13a2cb45-2ea9-48e9-b523-234179c3820a),segment_id=13a2cb45-2ea9-48e9-b523-234179c3820a)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:48.990406 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:48.993899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9820da55-4aa9-4dd8-b884-b7b3caf6bc50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:49.034558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:49.059952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Transition to ACTIVE for port object 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:49.084643 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Routers {'ef38d5e4-a245-43b7-9d17-e18dce50567d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:49.085302 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef38d5e4-a245-43b7-9d17-e18dce50567d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:49.087213 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee8602-25ae-4121-abe3-d123d0eb6a2b None None] Pushing event updated for resources: {'Port': ['ID=56e77960-48d8-47dc-a9d0-9a2aa4206554,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:49.127006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1eee8602-25ae-4121-abe3-d123d0eb6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:49.159115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Transition to ACTIVE for port object 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:49.168584 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:49.172797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:49.227745 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Network 13158d30-9620-419c-abc0-2cbcbd3c4225 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:49.233274 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:49.242279 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:49.256511 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] Set router ef38d5e4-a245-43b7-9d17-e18dce50567d gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:49.270914 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba304d36-f342-439a-b66c-1f1f8c600c6e req-d8d6d7ae-f7d1-42c0-9c0d-7ea3c371169b tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:49.279319 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ba304d36-f342-439a-b66c-1f1f8c600c6e req-d8d6d7ae-f7d1-42c0-9c0d-7ea3c371169b tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 944 time: 0.0939412 Jun 18 16:35:49.305846 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Pushing event updated for resources: {'Port': ['ID=50cb84bb-9e3c-4a9a-a8bc-96dd602523c7,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:49.310007 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:49.329850 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ba304d36-f342-439a-b66c-1f1f8c600c6e req-38cced54-acef-4e8a-b848-cce129998721 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491526 Jun 18 16:35:49.394869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:49.399928 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:49.403928 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:49.419801 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Attempting to bind port 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:49.420172 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Attempting to bind port 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '41712734-9d8d-4997-8500-9804150f20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '13158d30-9620-419c-abc0-2cbcbd3c4225'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:49.420535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Attempting to bind port 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 on network 13158d30-9620-419c-abc0-2cbcbd3c4225 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:49.454549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:49.454955 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Checking segment: {'id': '41712734-9d8d-4997-8500-9804150f20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '13158d30-9620-419c-abc0-2cbcbd3c4225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:49.455394 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:49.455797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Bound using segment: {'id': '41712734-9d8d-4997-8500-9804150f20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '13158d30-9620-419c-abc0-2cbcbd3c4225'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:49.456277 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Bound port: 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41712734-9d8d-4997-8500-9804150f20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '13158d30-9620-419c-abc0-2cbcbd3c4225'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:49.456658 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:49.476417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:49.478190 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event updated for resources: {'Port': ['ID=6de595ca-862a-45e1-a6d1-da01776eabb0,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:49.481625 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:49.569635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Network 13158d30-9620-419c-abc0-2cbcbd3c4225 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:49.571046 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:49.582459 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] For port 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:49.587110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] For port 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=50cb84bb-9e3c-4a9a-a8bc-96dd602523c7,segment=NetworkSegment(41712734-9d8d-4997-8500-9804150f20a4),segment_id=41712734-9d8d-4997-8500-9804150f20a4)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:49.593522 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:49.597902 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-67d0d016-c0ad-4e62-9a87-e317b19df56a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:49.664532 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:48Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '5621555a-dace-4d08-a9e3-dfe4f8c8bc07', 'name': '', 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:02:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:39Z', 'updated_at': '2021-06-18T16:35:46Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56e77960-48d8-47dc-a9d0-9a2aa4206554', 'name': '', 'network_id': '070770ba-5844-4e32-9a55-feefaec4052d', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:32:2a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '4fd36869-9005-410e-b713-b07453aa2f00', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:45Z', 'updated_at': '2021-06-18T16:35:48Z', 'revision_number': 4, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '4fd36869-9005-410e-b713-b07453aa2f00', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de595ca-862a-45e1-a6d1-da01776eabb0', 'name': '', 'network_id': '13158d30-9620-419c-abc0-2cbcbd3c4225', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:86:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '893e39f3-ceaa-493f-bffb-f1765fca32ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:48Z', 'updated_at': '2021-06-18T16:35:48Z', 'revision_number': 1, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '893e39f3-ceaa-493f-bffb-f1765fca32ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:42Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:49.680289 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router ef38d5e4-a245-43b7-9d17-e18dce50567d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:49.698672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Pushing event updated for resources: {'Port': ['ID=50cb84bb-9e3c-4a9a-a8bc-96dd602523c7,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:49.701610 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3fc5c-7bbc-470c-b0e0-640a2112498a None None] The sync data for ids ['ef38d5e4-a245-43b7-9d17-e18dce50567d'] in dv-neutron-797121-1-hyperv is: [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:48Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '5621555a-dace-4d08-a9e3-dfe4f8c8bc07', 'name': '', 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:02:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:39Z', 'updated_at': '2021-06-18T16:35:46Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56e77960-48d8-47dc-a9d0-9a2aa4206554', 'name': '', 'network_id': '070770ba-5844-4e32-9a55-feefaec4052d', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:32:2a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '4fd36869-9005-410e-b713-b07453aa2f00', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:45Z', 'updated_at': '2021-06-18T16:35:48Z', 'revision_number': 4, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '4fd36869-9005-410e-b713-b07453aa2f00', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de595ca-862a-45e1-a6d1-da01776eabb0', 'name': '', 'network_id': '13158d30-9620-419c-abc0-2cbcbd3c4225', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:86:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '893e39f3-ceaa-493f-bffb-f1765fca32ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:48Z', 'updated_at': '2021-06-18T16:35:48Z', 'revision_number': 1, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '893e39f3-ceaa-493f-bffb-f1765fca32ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:42Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:49.703302 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:49.799908 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:49.808507 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/ef38d5e4-a245-43b7-9d17-e18dce50567d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0470576 Jun 18 16:35:49.811110 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51076) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:49.816830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d29874a8-621b-42bc-8770-988b8a5023c2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:50.134713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 56e77960-48d8-47dc-a9d0-9a2aa4206554 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:50.194290 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 56e77960-48d8-47dc-a9d0-9a2aa4206554 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:50.199274 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 56e77960-48d8-47dc-a9d0-9a2aa4206554 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:50.199810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:50.281271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.extraroute_db [None req-d29874a8-621b-42bc-8770-988b8a5023c2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93428) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 18 16:35:50.300971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.extraroute_db [None req-d29874a8-621b-42bc-8770-988b8a5023c2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Removed routes are [] {{(pid=93428) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 18 16:35:50.300971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d29874a8-621b-42bc-8770-988b8a5023c2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:50.304130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:50.339111 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 56e77960-48d8-47dc-a9d0-9a2aa4206554, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=56e77960-48d8-47dc-a9d0-9a2aa4206554,segment=NetworkSegment(13a2cb45-2ea9-48e9-b523-234179c3820a),segment_id=13a2cb45-2ea9-48e9-b523-234179c3820a)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:50.344571 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:50.345997 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:50.348084 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6b4a5d32-97bc-4a21-91c3-0a5865457c70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:50.441521 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=56e77960-48d8-47dc-a9d0-9a2aa4206554,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:50.445061 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:50.458289 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:50.512554 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d29874a8-621b-42bc-8770-988b8a5023c2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:50.516309 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d29874a8-621b-42bc-8770-988b8a5023c2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:50.554938 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45119020-724d-40e2-a002-f4c43dc4a25b req-689e504e-e1cd-43e2-80e7-154ae3ca1f34 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:50.557084 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-45119020-724d-40e2-a002-f4c43dc4a25b req-689e504e-e1cd-43e2-80e7-154ae3ca1f34 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 944 time: 0.0877180 Jun 18 16:35:50.603333 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-45119020-724d-40e2-a002-f4c43dc4a25b req-c72fdad0-dfe6-49b9-a76f-515e321e1efc tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397491 Jun 18 16:35:50.620016 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29874a8-621b-42bc-8770-988b8a5023c2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router ef38d5e4-a245-43b7-9d17-e18dce50567d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:50.719886 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29874a8-621b-42bc-8770-988b8a5023c2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:50.726569 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d29874a8-621b-42bc-8770-988b8a5023c2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:50.727786 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d29874a8-621b-42bc-8770-988b8a5023c2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/ef38d5e4-a245-43b7-9d17-e18dce50567d HTTP/1.1" status: 200 len: 934 time: 0.9150097 Jun 18 16:35:50.730502 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51080) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:50.734912 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9187bd3d-890e-47a6-8719-6fe8268d0e4b None None] Network 13158d30-9620-419c-abc0-2cbcbd3c4225 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:50.827973 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a06827d0-a5b2-450c-8409-7ef869258211 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/routers/ef38d5e4-a245-43b7-9d17-e18dce50567d HTTP/1.1" status: 200 len: 934 time: 0.0962203 Jun 18 16:35:50.830449 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51082) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:50.834784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-a8b660eb-bfda-44f4-96b6-7dbf0a490781 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'router': {'routes': None}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:50.840573 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-bf66b84c-55c1-4301-8fdc-a8a4d2c0a219 None None] Provisioning for port 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:50.848709 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-bf66b84c-55c1-4301-8fdc-a8a4d2c0a219 None None] Provisioning complete for port 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:50.849097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bf66b84c-55c1-4301-8fdc-a8a4d2c0a219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:50.973035 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bf66b84c-55c1-4301-8fdc-a8a4d2c0a219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:51.006647 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-bf66b84c-55c1-4301-8fdc-a8a4d2c0a219 None None] For port 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=50cb84bb-9e3c-4a9a-a8bc-96dd602523c7,segment=NetworkSegment(41712734-9d8d-4997-8500-9804150f20a4),segment_id=41712734-9d8d-4997-8500-9804150f20a4)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:51.011097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bf66b84c-55c1-4301-8fdc-a8a4d2c0a219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:51.012910 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:51.068545 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66b84c-55c1-4301-8fdc-a8a4d2c0a219 None None] Pushing event updated for resources: {'Port': ['ID=50cb84bb-9e3c-4a9a-a8bc-96dd602523c7,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:51.072286 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-bf66b84c-55c1-4301-8fdc-a8a4d2c0a219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:51.221362 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.extraroute_db [None req-a8b660eb-bfda-44f4-96b6-7dbf0a490781 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Added routes are [] {{(pid=93427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 18 16:35:51.221678 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.extraroute_db [None req-a8b660eb-bfda-44f4-96b6-7dbf0a490781 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 18 16:35:51.243443 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-99bbd942-ee69-49d0-9fa9-cd2e3261b8eb None None] Provisioning for port 6de595ca-862a-45e1-a6d1-da01776eabb0 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:51.256704 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-99bbd942-ee69-49d0-9fa9-cd2e3261b8eb None None] Provisioning complete for port 6de595ca-862a-45e1-a6d1-da01776eabb0 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:51.257188 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-99bbd942-ee69-49d0-9fa9-cd2e3261b8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:51.264564 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a8b660eb-bfda-44f4-96b6-7dbf0a490781 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:51.307771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-99bbd942-ee69-49d0-9fa9-cd2e3261b8eb None None] Port 6de595ca-862a-45e1-a6d1-da01776eabb0 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:51.324231 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-99bbd942-ee69-49d0-9fa9-cd2e3261b8eb None None] Provisioning complete for port 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:51.324701 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-99bbd942-ee69-49d0-9fa9-cd2e3261b8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:51.471686 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a8b660eb-bfda-44f4-96b6-7dbf0a490781 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:51.475440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a8b660eb-bfda-44f4-96b6-7dbf0a490781 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:51.540933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-65885968-a907-4710-9faa-87fa8cbc305c None None] Provisioning complete for port 6de595ca-862a-45e1-a6d1-da01776eabb0 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:51.542130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-65885968-a907-4710-9faa-87fa8cbc305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:51.583017 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b660eb-bfda-44f4-96b6-7dbf0a490781 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router ef38d5e4-a245-43b7-9d17-e18dce50567d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:51.586658 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-65885968-a907-4710-9faa-87fa8cbc305c None None] Port 6de595ca-862a-45e1-a6d1-da01776eabb0 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:51.713137 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-59ddbee5-835d-4292-904f-ab3d85e7e3ca None None] Provisioning complete for port 6de595ca-862a-45e1-a6d1-da01776eabb0 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:51.713631 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-59ddbee5-835d-4292-904f-ab3d85e7e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:51.757698 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-59ddbee5-835d-4292-904f-ab3d85e7e3ca None None] Port 6de595ca-862a-45e1-a6d1-da01776eabb0 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:51.988181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b660eb-bfda-44f4-96b6-7dbf0a490781 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:51.995160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a8b660eb-bfda-44f4-96b6-7dbf0a490781 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:51.996336 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a8b660eb-bfda-44f4-96b6-7dbf0a490781 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/ef38d5e4-a245-43b7-9d17-e18dce50567d HTTP/1.1" status: 200 len: 700 time: 1.1649313 Jun 18 16:35:51.999197 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51086) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:52.017582 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e584a75-9644-46e1-896b-7b3745c1aebe req-54128dbe-f67e-4cfa-a9d4-79ee25ed340d tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:52.019094 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1e584a75-9644-46e1-896b-7b3745c1aebe req-54128dbe-f67e-4cfa-a9d4-79ee25ed340d tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 944 time: 0.1155374 Jun 18 16:35:52.067146 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1e584a75-9644-46e1-896b-7b3745c1aebe req-b0394f9d-52ef-4c78-9180-84d1fae4726e tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392325 Jun 18 16:35:52.089098 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 56e77960-48d8-47dc-a9d0-9a2aa4206554 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:52.114394 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-00cdb077-e7ed-4701-bd1c-341ed2b17b87 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/routers/ef38d5e4-a245-43b7-9d17-e18dce50567d HTTP/1.1" status: 200 len: 700 time: 0.1132212 Jun 18 16:35:52.116989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51088) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:52.135198 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 56e77960-48d8-47dc-a9d0-9a2aa4206554 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:52.135587 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.216826 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:52.418906 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:52.419295 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.468540 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Sync routers for ids ['ef38d5e4-a245-43b7-9d17-e18dce50567d'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:52.477917 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Routers {'ef38d5e4-a245-43b7-9d17-e18dce50567d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:52.478885 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef38d5e4-a245-43b7-9d17-e18dce50567d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:52.511058 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4d6c774a-fb76-4ba6-9c11-c9258792f095 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.566505 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Set router ef38d5e4-a245-43b7-9d17-e18dce50567d gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:52.773703 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:51Z', 'revision_number': 7, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '5621555a-dace-4d08-a9e3-dfe4f8c8bc07', 'name': '', 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:02:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:39Z', 'updated_at': '2021-06-18T16:35:46Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56e77960-48d8-47dc-a9d0-9a2aa4206554', 'name': '', 'network_id': '070770ba-5844-4e32-9a55-feefaec4052d', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:32:2a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '4fd36869-9005-410e-b713-b07453aa2f00', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:45Z', 'updated_at': '2021-06-18T16:35:50Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '4fd36869-9005-410e-b713-b07453aa2f00', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de595ca-862a-45e1-a6d1-da01776eabb0', 'name': '', 'network_id': '13158d30-9620-419c-abc0-2cbcbd3c4225', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:86:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '893e39f3-ceaa-493f-bffb-f1765fca32ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:48Z', 'updated_at': '2021-06-18T16:35:48Z', 'revision_number': 2, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '893e39f3-ceaa-493f-bffb-f1765fca32ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:42Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:52.805498 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Checking router: ef38d5e4-a245-43b7-9d17-e18dce50567d for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:35:52.805860 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Updating router ef38d5e4-a245-43b7-9d17-e18dce50567d port 6de595ca-862a-45e1-a6d1-da01776eabb0 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:35:52.840308 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.098245 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c774a-fb76-4ba6-9c11-c9258792f095 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting port 6de595ca-862a-45e1-a6d1-da01776eabb0 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:53.098819 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4d6c774a-fb76-4ba6-9c11-c9258792f095 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.107476 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.118972 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Transition to ACTIVE for port object 6de595ca-862a-45e1-a6d1-da01776eabb0 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:53.124902 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.126806 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:53.167900 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a683e7-c830-4908-8ad4-a5a783379b92 None None] Pushing event updated for resources: {'Port': ['ID=6de595ca-862a-45e1-a6d1-da01776eabb0,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:53.184707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device d9a26ae0-b7ea-4308-80dc-811b33952f7c details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:35:53.200453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4d6c774a-fb76-4ba6-9c11-c9258792f095 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.224066 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-10a683e7-c830-4908-8ad4-a5a783379b92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:53.261404 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9f515-ba11-49b7-a313-3845e285adba req-00fbc399-3123-4f6a-9b44-630d06332c2f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:53.269841 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8fa9f515-ba11-49b7-a313-3845e285adba req-00fbc399-3123-4f6a-9b44-630d06332c2f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 944 time: 0.0912731 Jun 18 16:35:53.294455 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Attempting to bind port 6de595ca-862a-45e1-a6d1-da01776eabb0 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:53.297017 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Attempting to bind port 6de595ca-862a-45e1-a6d1-da01776eabb0 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '41712734-9d8d-4997-8500-9804150f20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '13158d30-9620-419c-abc0-2cbcbd3c4225'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:53.297538 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Attempting to bind port 6de595ca-862a-45e1-a6d1-da01776eabb0 on network 13158d30-9620-419c-abc0-2cbcbd3c4225 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:53.300405 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c774a-fb76-4ba6-9c11-c9258792f095 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Calling delete_port for 6de595ca-862a-45e1-a6d1-da01776eabb0 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:53.304033 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:53.304521 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Checking segment: {'id': '41712734-9d8d-4997-8500-9804150f20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '13158d30-9620-419c-abc0-2cbcbd3c4225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:53.305308 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.306282 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Bound using segment: {'id': '41712734-9d8d-4997-8500-9804150f20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '13158d30-9620-419c-abc0-2cbcbd3c4225'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:53.307188 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Bound port: 6de595ca-862a-45e1-a6d1-da01776eabb0, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41712734-9d8d-4997-8500-9804150f20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '13158d30-9620-419c-abc0-2cbcbd3c4225'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:53.307823 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.321530 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8fa9f515-ba11-49b7-a313-3845e285adba req-9c0e2676-55f0-4c58-aecb-0a8232ffd89a tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506542 Jun 18 16:35:53.350543 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port d9a26ae0-b7ea-4308-80dc-811b33952f7c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d9a26ae0-b7ea-4308-80dc-811b33952f7c,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:53.364152 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'port_id': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c', 'mac_address': 'fa:16:3e:f6:a6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:35:53.408375 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.412357 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] For port 6de595ca-862a-45e1-a6d1-da01776eabb0, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:53.415898 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] For port 6de595ca-862a-45e1-a6d1-da01776eabb0, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=6de595ca-862a-45e1-a6d1-da01776eabb0,segment=NetworkSegment(41712734-9d8d-4997-8500-9804150f20a4),segment_id=41712734-9d8d-4997-8500-9804150f20a4)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:53.425949 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a26ae0-b7ea-4308-80dc-811b33952f7c {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:35:53.426175 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.429435 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-10a683e7-c830-4908-8ad4-a5a783379b92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:53.451823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port d9a26ae0-b7ea-4308-80dc-811b33952f7c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d9a26ae0-b7ea-4308-80dc-811b33952f7c,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:53.456343 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.458891 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cff4df1c-44b4-4faf-baa6-b0fce0992522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:53.493208 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a683e7-c830-4908-8ad4-a5a783379b92 None None] Pushing event updated for resources: {'Port': ['ID=6de595ca-862a-45e1-a6d1-da01776eabb0,revision_number=4']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:53.497319 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-10a683e7-c830-4908-8ad4-a5a783379b92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:53.502808 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Routers {'ef38d5e4-a245-43b7-9d17-e18dce50567d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:53.503399 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef38d5e4-a245-43b7-9d17-e18dce50567d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:53.515705 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4d6c774a-fb76-4ba6-9c11-c9258792f095 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.525071 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-650d0f13-45fd-4b26-a706-c853c72f1b44 None None] Could not find standard attr ID for object 6de595ca-862a-45e1-a6d1-da01776eabb0. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:35:53.525515 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:53.529047 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=d9a26ae0-b7ea-4308-80dc-811b33952f7c,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:53.540079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:53.559534 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c774a-fb76-4ba6-9c11-c9258792f095 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Port': ['ID=6de595ca-862a-45e1-a6d1-da01776eabb0,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:53.563012 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4d6c774a-fb76-4ba6-9c11-c9258792f095 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:53.606761 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] Set router ef38d5e4-a245-43b7-9d17-e18dce50567d gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:53.735167 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4d6c774a-fb76-4ba6-9c11-c9258792f095 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.745648 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-41267e44-93d6-4d36-a775-a01e9b92d6cb None None] Could not find standard attr ID for object 6de595ca-862a-45e1-a6d1-da01776eabb0. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:35:53.773211 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['d9a26ae0-b7ea-4308-80dc-811b33952f7c'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:35:53.860266 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:51Z', 'revision_number': 7, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '5621555a-dace-4d08-a9e3-dfe4f8c8bc07', 'name': '', 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:02:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:39Z', 'updated_at': '2021-06-18T16:35:46Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56e77960-48d8-47dc-a9d0-9a2aa4206554', 'name': '', 'network_id': '070770ba-5844-4e32-9a55-feefaec4052d', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:32:2a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '4fd36869-9005-410e-b713-b07453aa2f00', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:45Z', 'updated_at': '2021-06-18T16:35:50Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '4fd36869-9005-410e-b713-b07453aa2f00', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de595ca-862a-45e1-a6d1-da01776eabb0', 'name': '', 'network_id': '13158d30-9620-419c-abc0-2cbcbd3c4225', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:86:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '893e39f3-ceaa-493f-bffb-f1765fca32ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:48Z', 'updated_at': '2021-06-18T16:35:53Z', 'revision_number': 4, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '893e39f3-ceaa-493f-bffb-f1765fca32ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:42Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:53.894634 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394a9f37-e6ca-4a28-8668-a68be5be7678 None None] The sync data for ids ['ef38d5e4-a245-43b7-9d17-e18dce50567d'] in dv-neutron-797121-1-hyperv is: [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:51Z', 'revision_number': 7, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '5621555a-dace-4d08-a9e3-dfe4f8c8bc07', 'name': '', 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:02:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:39Z', 'updated_at': '2021-06-18T16:35:46Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56e77960-48d8-47dc-a9d0-9a2aa4206554', 'name': '', 'network_id': '070770ba-5844-4e32-9a55-feefaec4052d', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:32:2a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '4fd36869-9005-410e-b713-b07453aa2f00', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:45Z', 'updated_at': '2021-06-18T16:35:50Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '4fd36869-9005-410e-b713-b07453aa2f00', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de595ca-862a-45e1-a6d1-da01776eabb0', 'name': '', 'network_id': '13158d30-9620-419c-abc0-2cbcbd3c4225', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:86:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '893e39f3-ceaa-493f-bffb-f1765fca32ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:48Z', 'updated_at': '2021-06-18T16:35:53Z', 'revision_number': 4, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '893e39f3-ceaa-493f-bffb-f1765fca32ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:42Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:53.945009 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6c774a-fb76-4ba6-9c11-c9258792f095 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router ef38d5e4-a245-43b7-9d17-e18dce50567d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:54.059471 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6c774a-fb76-4ba6-9c11-c9258792f095 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:54.067215 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51092) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:54.067397 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4d6c774a-fb76-4ba6-9c11-c9258792f095 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/ef38d5e4-a245-43b7-9d17-e18dce50567d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9493573 Jun 18 16:35:54.079288 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85540d-5704-4739-b338-00925ea2dda6 None None] Sync routers for ids ['ef38d5e4-a245-43b7-9d17-e18dce50567d'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:54.088126 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85540d-5704-4739-b338-00925ea2dda6 None None] Routers {'ef38d5e4-a245-43b7-9d17-e18dce50567d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:54.088733 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-3a85540d-5704-4739-b338-00925ea2dda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef38d5e4-a245-43b7-9d17-e18dce50567d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:54.118642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f200c1-2e0c-47ff-ba85-7ace0cd2a0b9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting subnet 893e39f3-ceaa-493f-bffb-f1765fca32ce {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:35:54.121575 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-28f200c1-2e0c-47ff-ba85-7ace0cd2a0b9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.160740 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-28f200c1-2e0c-47ff-ba85-7ace0cd2a0b9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.174752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-3a85540d-5704-4739-b338-00925ea2dda6 None None] Set router ef38d5e4-a245-43b7-9d17-e18dce50567d gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:54.252772 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-28f200c1-2e0c-47ff-ba85-7ace0cd2a0b9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.316217 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-28f200c1-2e0c-47ff-ba85-7ace0cd2a0b9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.319028 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a2517b60-a8e7-4c37-a0dc-f047ba80cb48 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:54.344767 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f200c1-2e0c-47ff-ba85-7ace0cd2a0b9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Subnet': ['ID=893e39f3-ceaa-493f-bffb-f1765fca32ce,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:54.348455 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-28f200c1-2e0c-47ff-ba85-7ace0cd2a0b9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:54.351578 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-28f200c1-2e0c-47ff-ba85-7ace0cd2a0b9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.354172 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-28f200c1-2e0c-47ff-ba85-7ace0cd2a0b9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/subnets/893e39f3-ceaa-493f-bffb-f1765fca32ce HTTP/1.1" status: 204 len: 168 time: 0.2857087 Jun 18 16:35:54.357708 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51096) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:54.375751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b49727-2a2c-4884-b78b-6c6d012f7577 None None] Network 13158d30-9620-419c-abc0-2cbcbd3c4225 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:54.445349 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.500724 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-3a85540d-5704-4739-b338-00925ea2dda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:53Z', 'revision_number': 8, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '5621555a-dace-4d08-a9e3-dfe4f8c8bc07', 'name': '', 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:02:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:39Z', 'updated_at': '2021-06-18T16:35:46Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56e77960-48d8-47dc-a9d0-9a2aa4206554', 'name': '', 'network_id': '070770ba-5844-4e32-9a55-feefaec4052d', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:32:2a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '4fd36869-9005-410e-b713-b07453aa2f00', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:45Z', 'updated_at': '2021-06-18T16:35:50Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '4fd36869-9005-410e-b713-b07453aa2f00', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:42Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:54.530095 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85540d-5704-4739-b338-00925ea2dda6 None None] Checking router: ef38d5e4-a245-43b7-9d17-e18dce50567d for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:35:54.547925 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85540d-5704-4739-b338-00925ea2dda6 None None] Routers {'ef38d5e4-a245-43b7-9d17-e18dce50567d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:54.548555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-3a85540d-5704-4739-b338-00925ea2dda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef38d5e4-a245-43b7-9d17-e18dce50567d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:54.549140 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbd2d1-fd1d-4d5a-92a2-0abd9735af76 req-500c40b9-7554-4741-865b-c0adda7b7a75 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:54.550645 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e7dbd2d1-fd1d-4d5a-92a2-0abd9735af76 req-500c40b9-7554-4741-865b-c0adda7b7a75 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 945 time: 0.1018536 Jun 18 16:35:54.564666 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting port 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:54.565001 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.639608 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e7dbd2d1-fd1d-4d5a-92a2-0abd9735af76 req-bb46e1cf-0b20-4403-8616-98ea75271091 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824845 Jun 18 16:35:54.642454 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-3a85540d-5704-4739-b338-00925ea2dda6 None None] Set router ef38d5e4-a245-43b7-9d17-e18dce50567d gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:54.655581 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] For port 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=50cb84bb-9e3c-4a9a-a8bc-96dd602523c7,segment=NetworkSegment(41712734-9d8d-4997-8500-9804150f20a4),segment_id=41712734-9d8d-4997-8500-9804150f20a4)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:54.655891 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.705559 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf039661-2de3-4663-a069-74b9e98305f3 None None] DHCP port deletion for 13158d30-9620-419c-abc0-2cbcbd3c4225 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:35:54.731530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Calling delete_port for 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:54.799667 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.813731 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.816612 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f00935d1-b19b-4864-a0a8-2cbf96d9f076 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:54.838760 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Port': ['ID=50cb84bb-9e3c-4a9a-a8bc-96dd602523c7,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:54.841989 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:54.842983 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] No DVR routers for this DVR port 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:35:54.861034 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-cf039661-2de3-4663-a069-74b9e98305f3 None None] Deleting port 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:54.861474 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cf039661-2de3-4663-a069-74b9e98305f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.925202 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.934619 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13158d30-9620-419c-abc0-2cbcbd3c4225']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:54.942385 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-cf039661-2de3-4663-a069-74b9e98305f3 None None] For port 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7, host dv-neutron-797121-1-hyperv, got binding levels [] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:54.942812 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cf039661-2de3-4663-a069-74b9e98305f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.944650 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41712734-9d8d-4997-8500-9804150f20a4') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:54.944959 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41712734-9d8d-4997-8500-9804150f20a4') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:54.954381 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.967790 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.974669 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:35:54.975204 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:35:54.978760 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:35:55.013766 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-cf039661-2de3-4663-a069-74b9e98305f3 None None] Calling delete_port for 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:55.018406 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.ipam_backend_mixin [None req-cf039661-2de3-4663-a069-74b9e98305f3 None None] Port 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 was not found and therefore no delete operation was performed {{(pid=93429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 16:35:55.021088 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cf039661-2de3-4663-a069-74b9e98305f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.024752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-26e0e75b-40d3-4ff8-b2d1-4dd9101fff4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:55.035279 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-3a85540d-5704-4739-b338-00925ea2dda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:53Z', 'revision_number': 8, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '5621555a-dace-4d08-a9e3-dfe4f8c8bc07', 'name': '', 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:02:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:39Z', 'updated_at': '2021-06-18T16:35:46Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56e77960-48d8-47dc-a9d0-9a2aa4206554', 'name': '', 'network_id': '070770ba-5844-4e32-9a55-feefaec4052d', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:32:2a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '4fd36869-9005-410e-b713-b07453aa2f00', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:45Z', 'updated_at': '2021-06-18T16:35:50Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '4fd36869-9005-410e-b713-b07453aa2f00', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:42Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:55.044564 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.048081 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-62a0a13e-bebb-4189-9065-9aae189d3d7e tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:55.052422 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.054231 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/networks/13158d30-9620-419c-abc0-2cbcbd3c4225 HTTP/1.1" status: 204 len: 168 time: 0.6950278 Jun 18 16:35:55.057203 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51098) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:55.066710 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Network': ['ID=13158d30-9620-419c-abc0-2cbcbd3c4225,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:55.068951 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:55.081690 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf039661-2de3-4663-a069-74b9e98305f3 None None] No DVR routers for this DVR port 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:35:55.085124 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf039661-2de3-4663-a069-74b9e98305f3 None None] Pushing event deleted for resources: {'Port': ['ID=50cb84bb-9e3c-4a9a-a8bc-96dd602523c7,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:55.089463 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85540d-5704-4739-b338-00925ea2dda6 None None] The sync data for ids ['ef38d5e4-a245-43b7-9d17-e18dce50567d'] in dv-neutron-797121-1-hyperv is: [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:53Z', 'revision_number': 8, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '5621555a-dace-4d08-a9e3-dfe4f8c8bc07', 'name': '', 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:02:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:39Z', 'updated_at': '2021-06-18T16:35:46Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56e77960-48d8-47dc-a9d0-9a2aa4206554', 'name': '', 'network_id': '070770ba-5844-4e32-9a55-feefaec4052d', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:32:2a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '4fd36869-9005-410e-b713-b07453aa2f00', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:45Z', 'updated_at': '2021-06-18T16:35:50Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '4fd36869-9005-410e-b713-b07453aa2f00', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:42Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:55.089463 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cf039661-2de3-4663-a069-74b9e98305f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:55.197920 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device d9a26ae0-b7ea-4308-80dc-811b33952f7c up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:55.253011 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port d9a26ae0-b7ea-4308-80dc-811b33952f7c completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:55.257074 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port d9a26ae0-b7ea-4308-80dc-811b33952f7c triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:55.257454 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.334702 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.358327 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:55.361213 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cae39bd-b5a9-422a-920f-d600570e3266" -d '{"events": [{"server_uuid": "9334f110-b8bf-4b7e-993b-dbf61f467a10", "name": "network-vif-plugged", "status": "completed", "tag": "d9a26ae0-b7ea-4308-80dc-811b33952f7c"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:55.374487 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port d9a26ae0-b7ea-4308-80dc-811b33952f7c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d9a26ae0-b7ea-4308-80dc-811b33952f7c,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:55.379426 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.381517 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4a1f1f9c-48f1-4486-8f69-15a24668dd93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:55.410184 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262b9226-79f5-461c-bc86-739dc2dc6d86 x-openstack-request-id: req-262b9226-79f5-461c-bc86-739dc2dc6d86 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:55.410504 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9334f110-b8bf-4b7e-993b-dbf61f467a10", "name": "network-vif-plugged", "status": "completed", "tag": "d9a26ae0-b7ea-4308-80dc-811b33952f7c", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:55.410765 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-262b9226-79f5-461c-bc86-739dc2dc6d86 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:55.411159 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c', 'code': 200} Jun 18 16:35:55.420029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cc976db3-ecb1-44ce-9734-25b67fa4704d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.436146 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=d9a26ae0-b7ea-4308-80dc-811b33952f7c,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:55.439694 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:55.701826 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfa928-001c-4969-a153-0ac38a68a2f2 req-292d798a-a30b-4fe7-8033-c9e61f36e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:55.703876 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-66bfa928-001c-4969-a153-0ac38a68a2f2 req-292d798a-a30b-4fe7-8033-c9e61f36e3d5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 1099 time: 0.1100416 Jun 18 16:35:55.747879 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-cc976db3-ecb1-44ce-9734-25b67fa4704d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting port 56e77960-48d8-47dc-a9d0-9a2aa4206554 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:55.748141 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cc976db3-ecb1-44ce-9734-25b67fa4704d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.753552 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-66bfa928-001c-4969-a153-0ac38a68a2f2 req-cbce1e37-c7b1-4053-9ed8-1ff630266928 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409768 Jun 18 16:35:55.823498 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3fb43-16cc-480f-ad47-c97bd8cdfdb1 req-a715204e-ccd5-4581-937d-3d5389375ad5 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:55.825000 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a0f3fb43-16cc-480f-ad47-c97bd8cdfdb1 req-a715204e-ccd5-4581-937d-3d5389375ad5 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 946 time: 0.0700049 Jun 18 16:35:55.843272 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-cc976db3-ecb1-44ce-9734-25b67fa4704d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] For port 56e77960-48d8-47dc-a9d0-9a2aa4206554, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=56e77960-48d8-47dc-a9d0-9a2aa4206554,segment=NetworkSegment(13a2cb45-2ea9-48e9-b523-234179c3820a),segment_id=13a2cb45-2ea9-48e9-b523-234179c3820a)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:55.844283 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cc976db3-ecb1-44ce-9734-25b67fa4704d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.865086 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a0f3fb43-16cc-480f-ad47-c97bd8cdfdb1 req-b14d1ec2-02f5-4013-befd-d3319fe8f6cc tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336473 Jun 18 16:35:55.906658 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-cc976db3-ecb1-44ce-9734-25b67fa4704d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Calling delete_port for 56e77960-48d8-47dc-a9d0-9a2aa4206554 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:56.062772 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:56.073518 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cc976db3-ecb1-44ce-9734-25b67fa4704d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:56.075578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f3e86392-8397-4628-b15b-280493d19c2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:56.084740 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:35:56.085099 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 50cb84bb-9e3c-4a9a-a8bc-96dd602523c7 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:35:56.085530 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 6de595ca-862a-45e1-a6d1-da01776eabb0 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:56.104694 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 6de595ca-862a-45e1-a6d1-da01776eabb0 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:35:56.105049 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 6de595ca-862a-45e1-a6d1-da01776eabb0 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:35:56.106654 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc976db3-ecb1-44ce-9734-25b67fa4704d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Port': ['ID=56e77960-48d8-47dc-a9d0-9a2aa4206554,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:56.110359 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cc976db3-ecb1-44ce-9734-25b67fa4704d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:56.266258 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cc976db3-ecb1-44ce-9734-25b67fa4704d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:56.468391 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc976db3-ecb1-44ce-9734-25b67fa4704d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router ef38d5e4-a245-43b7-9d17-e18dce50567d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:56.563325 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc976db3-ecb1-44ce-9734-25b67fa4704d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:56.571208 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-cc976db3-ecb1-44ce-9734-25b67fa4704d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/ef38d5e4-a245-43b7-9d17-e18dce50567d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5098135 Jun 18 16:35:56.571208 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51104) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:56.573675 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c713bf-716b-4f3f-93b7-3367b43216d5 None None] Sync routers for ids ['ef38d5e4-a245-43b7-9d17-e18dce50567d'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:56.583829 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c713bf-716b-4f3f-93b7-3367b43216d5 None None] Routers {'ef38d5e4-a245-43b7-9d17-e18dce50567d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:56.584597 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-02c713bf-716b-4f3f-93b7-3367b43216d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef38d5e4-a245-43b7-9d17-e18dce50567d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:56.627250 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32284f9-6d38-47d1-94a7-175bb27141a8 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting subnet 4fd36869-9005-410e-b713-b07453aa2f00 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:35:56.630330 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a32284f9-6d38-47d1-94a7-175bb27141a8 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:56.678988 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a32284f9-6d38-47d1-94a7-175bb27141a8 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:56.683634 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-02c713bf-716b-4f3f-93b7-3367b43216d5 None None] Set router ef38d5e4-a245-43b7-9d17-e18dce50567d gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:56.783892 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a32284f9-6d38-47d1-94a7-175bb27141a8 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:56.862284 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a32284f9-6d38-47d1-94a7-175bb27141a8 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:56.865133 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7b4fb0db-fe05-4e3f-92c8-097c0e71b446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:56.907919 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32284f9-6d38-47d1-94a7-175bb27141a8 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Subnet': ['ID=4fd36869-9005-410e-b713-b07453aa2f00,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:56.920493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a32284f9-6d38-47d1-94a7-175bb27141a8 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:56.929026 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a32284f9-6d38-47d1-94a7-175bb27141a8 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:56.934417 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a32284f9-6d38-47d1-94a7-175bb27141a8 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/subnets/4fd36869-9005-410e-b713-b07453aa2f00 HTTP/1.1" status: 204 len: 168 time: 0.3567758 Jun 18 16:35:56.934877 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51108) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:56.944866 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992a3b45-9b09-4c04-99e4-6b738934112c None None] Network 070770ba-5844-4e32-9a55-feefaec4052d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:57.005843 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-02c713bf-716b-4f3f-93b7-3367b43216d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:56Z', 'revision_number': 9, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '5621555a-dace-4d08-a9e3-dfe4f8c8bc07', 'name': '', 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:02:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:39Z', 'updated_at': '2021-06-18T16:35:46Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:42Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:57.047913 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c713bf-716b-4f3f-93b7-3367b43216d5 None None] Checking router: ef38d5e4-a245-43b7-9d17-e18dce50567d for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:35:57.058207 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c713bf-716b-4f3f-93b7-3367b43216d5 None None] Routers {'ef38d5e4-a245-43b7-9d17-e18dce50567d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:57.059105 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-02c713bf-716b-4f3f-93b7-3367b43216d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef38d5e4-a245-43b7-9d17-e18dce50567d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:57.131417 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.169377 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-02c713bf-716b-4f3f-93b7-3367b43216d5 None None] Set router ef38d5e4-a245-43b7-9d17-e18dce50567d gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:57.200879 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3049f1b-4782-4ab1-b4ee-541b7d875882 req-286fe7ca-17a0-4dac-aec4-8bba2627cc91 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:57.203210 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b3049f1b-4782-4ab1-b4ee-541b7d875882 req-286fe7ca-17a0-4dac-aec4-8bba2627cc91 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 946 time: 0.1426356 Jun 18 16:35:57.239376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df1c562-59bf-4823-99fe-28bf8929af14 None None] DHCP port deletion for 070770ba-5844-4e32-9a55-feefaec4052d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:35:57.262392 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b3049f1b-4782-4ab1-b4ee-541b7d875882 req-7a300e20-71b5-44db-bd46-0b733462d647 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456326 Jun 18 16:35:57.269185 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting port d441b733-7401-4ae9-8aa4-5602532b6248 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:57.270070 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.306515 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-4df1c562-59bf-4823-99fe-28bf8929af14 None None] Deleting port d441b733-7401-4ae9-8aa4-5602532b6248 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:57.308087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4df1c562-59bf-4823-99fe-28bf8929af14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.368755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] For port d441b733-7401-4ae9-8aa4-5602532b6248, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d441b733-7401-4ae9-8aa4-5602532b6248,segment=NetworkSegment(13a2cb45-2ea9-48e9-b523-234179c3820a),segment_id=13a2cb45-2ea9-48e9-b523-234179c3820a)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:57.369469 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.437684 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-02c713bf-716b-4f3f-93b7-3367b43216d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:56Z', 'revision_number': 9, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '5621555a-dace-4d08-a9e3-dfe4f8c8bc07', 'name': '', 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:02:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:39Z', 'updated_at': '2021-06-18T16:35:46Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:42Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:57.452761 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Calling delete_port for d441b733-7401-4ae9-8aa4-5602532b6248 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:57.465313 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c713bf-716b-4f3f-93b7-3367b43216d5 None None] The sync data for ids ['ef38d5e4-a245-43b7-9d17-e18dce50567d'] in dv-neutron-797121-1-hyperv is: [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:56Z', 'revision_number': 9, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '5621555a-dace-4d08-a9e3-dfe4f8c8bc07', 'name': '', 'network_id': 'a5f97f85-609a-4eca-ae8a-45f0c89d516f', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:02:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:39Z', 'updated_at': '2021-06-18T16:35:46Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:42Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:57.571496 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d196b-01b7-4d05-9bb9-fe67f4a4a338 req-151e273b-831c-4f4a-8d82-69297b33e77b tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:57.573117 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-748d196b-01b7-4d05-9bb9-fe67f4a4a338 req-151e273b-831c-4f4a-8d82-69297b33e77b tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 946 time: 0.1812291 Jun 18 16:35:57.581949 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-4df1c562-59bf-4823-99fe-28bf8929af14 None None] For port d441b733-7401-4ae9-8aa4-5602532b6248, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d441b733-7401-4ae9-8aa4-5602532b6248,segment=NetworkSegment(13a2cb45-2ea9-48e9-b523-234179c3820a),segment_id=13a2cb45-2ea9-48e9-b523-234179c3820a)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:57.581949 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4df1c562-59bf-4823-99fe-28bf8929af14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.611360 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.616279 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-be4309df-cab1-4e46-be14-3fa7ff7d3f5a tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:57.624733 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-748d196b-01b7-4d05-9bb9-fe67f4a4a338 req-02e0842b-b324-4400-bab4-38f1ec4f63f3 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431273 Jun 18 16:35:57.644778 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Port': ['ID=d441b733-7401-4ae9-8aa4-5602532b6248,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:57.649133 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-4df1c562-59bf-4823-99fe-28bf8929af14 None None] Calling delete_port for d441b733-7401-4ae9-8aa4-5602532b6248 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:57.650826 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51112) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:57.652916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] No DVR routers for this DVR port d441b733-7401-4ae9-8aa4-5602532b6248 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:35:57.661212 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:57.726824 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4df1c562-59bf-4823-99fe-28bf8929af14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.728698 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e6f0aba1-22d0-4f45-875b-6374dba73988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:57.753122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1c562-59bf-4823-99fe-28bf8929af14 None None] Pushing event deleted for resources: {'Port': ['ID=d441b733-7401-4ae9-8aa4-5602532b6248,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:57.756072 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4df1c562-59bf-4823-99fe-28bf8929af14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:57.757289 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1c562-59bf-4823-99fe-28bf8929af14 None None] No DVR routers for this DVR port d441b733-7401-4ae9-8aa4-5602532b6248 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:35:57.780195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.792463 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['070770ba-5844-4e32-9a55-feefaec4052d']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:57.804875 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a2cb45-2ea9-48e9-b523-234179c3820a') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:57.805170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a2cb45-2ea9-48e9-b523-234179c3820a') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:57.817557 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e384c8f-edf3-4653-b513-67a78d188b46 tempest-TestVolumeBootPattern-1690788158 tempest-TestVolumeBootPattern-1690788158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:57.819090 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5e384c8f-edf3-4653-b513-67a78d188b46 tempest-TestVolumeBootPattern-1690788158 tempest-TestVolumeBootPattern-1690788158-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 1094 time: 0.1672804 Jun 18 16:35:57.820807 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.822465 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51114) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:57.827995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:57.834928 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.841435 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:35:57.841831 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:35:57.845199 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:35:57.851229 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for floatingip, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.931855 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.943335 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.946637 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/networks/070770ba-5844-4e32-9a55-feefaec4052d HTTP/1.1" status: 204 len: 168 time: 1.0092134 Jun 18 16:35:57.946637 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-82f52934-9346-4951-9eb8-21ddd715ade8 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:57.949465 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51116) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:57.960707 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Network': ['ID=070770ba-5844-4e32-9a55-feefaec4052d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:57.964075 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:58.059632 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 56e77960-48d8-47dc-a9d0-9a2aa4206554 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:58.080568 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 56e77960-48d8-47dc-a9d0-9a2aa4206554 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:35:58.080819 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 56e77960-48d8-47dc-a9d0-9a2aa4206554 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:35:58.081256 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d441b733-7401-4ae9-8aa4-5602532b6248 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:58.100920 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: d441b733-7401-4ae9-8aa4-5602532b6248 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:35:58.101278 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d441b733-7401-4ae9-8aa4-5602532b6248 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:35:58.331143 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.541645 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Allocated IP 172.26.2.195 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/6dbe9862-50c6-4396-a7f2-5e5603d6fcbc) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:58.684628 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.758657 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.761925 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4d6c774a-fb76-4ba6-9c11-c9258792f095 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:58.793936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-12aef80f-192e-4b7e-a90d-87eb8c7cc705 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.801232 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:58.861184 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:58.865998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:58.902897 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event updated for resources: {'Port': ['ID=6dbe9862-50c6-4396-a7f2-5e5603d6fcbc,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:58.913172 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:59.311121 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-12aef80f-192e-4b7e-a90d-87eb8c7cc705 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting port 5621555a-dace-4d08-a9e3-dfe4f8c8bc07 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:59.311922 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-12aef80f-192e-4b7e-a90d-87eb8c7cc705 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.424550 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.453996 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-12aef80f-192e-4b7e-a90d-87eb8c7cc705 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] For port 5621555a-dace-4d08-a9e3-dfe4f8c8bc07, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=5621555a-dace-4d08-a9e3-dfe4f8c8bc07,segment=NetworkSegment(bbf479c8-fe1d-4022-bfff-52d07a7e02d8),segment_id=bbf479c8-fe1d-4022-bfff-52d07a7e02d8)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:59.454341 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-12aef80f-192e-4b7e-a90d-87eb8c7cc705 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.528161 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-12aef80f-192e-4b7e-a90d-87eb8c7cc705 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Calling delete_port for 5621555a-dace-4d08-a9e3-dfe4f8c8bc07 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:59.610387 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.829610 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-12aef80f-192e-4b7e-a90d-87eb8c7cc705 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.832798 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:59.873076 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.874974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aef80f-192e-4b7e-a90d-87eb8c7cc705 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Port': ['ID=5621555a-dace-4d08-a9e3-dfe4f8c8bc07,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:59.877977 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-12aef80f-192e-4b7e-a90d-87eb8c7cc705 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:59.881918 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.885774 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:00.004481 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event updated for resources: {'Port': ['ID=6dbe9862-50c6-4396-a7f2-5e5603d6fcbc,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:00.008761 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:00.052190 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:00.167519 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-12aef80f-192e-4b7e-a90d-87eb8c7cc705 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:00.533778 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Floating IP 2615d66d-371c-4edf-8b84-1b3a5abb0c63 associated. External IP: 172.26.2.195, port: d9a26ae0-b7ea-4308-80dc-811b33952f7c. Jun 18 16:36:00.758715 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12aef80f-192e-4b7e-a90d-87eb8c7cc705 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router ef38d5e4-a245-43b7-9d17-e18dce50567d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:36:00.895609 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12aef80f-192e-4b7e-a90d-87eb8c7cc705 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:36:00.898125 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Router 80268182-ac74-489c-bfc6-d4fcbd75e630 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:36:00.904142 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-12aef80f-192e-4b7e-a90d-87eb8c7cc705 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/ef38d5e4-a245-43b7-9d17-e18dce50567d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9512529 Jun 18 16:36:00.904344 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c247f2cc-b142-4127-9fcf-0511751ca667 None None] Sync routers for ids ['ef38d5e4-a245-43b7-9d17-e18dce50567d'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:36:00.904805 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51122) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:00.913478 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c247f2cc-b142-4127-9fcf-0511751ca667 None None] Routers {'ef38d5e4-a245-43b7-9d17-e18dce50567d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:36:00.914087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c247f2cc-b142-4127-9fcf-0511751ca667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef38d5e4-a245-43b7-9d17-e18dce50567d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:00.964291 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-68768e5f-98d5-4275-8981-123788cdd355 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting subnet 0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:36:00.967978 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-68768e5f-98d5-4275-8981-123788cdd355 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:00.999570 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-c247f2cc-b142-4127-9fcf-0511751ca667 None None] Set router ef38d5e4-a245-43b7-9d17-e18dce50567d gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:36:01.014389 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-68768e5f-98d5-4275-8981-123788cdd355 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.018552 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:36:01.029599 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fc59c7-33ab-4a7f-a14c-9b925bf61521 None None] Sync routers for ids ['80268182-ac74-489c-bfc6-d4fcbd75e630'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:36:01.035951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.043204 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc59c7-33ab-4a7f-a14c-9b925bf61521 None None] Routers {'80268182-ac74-489c-bfc6-d4fcbd75e630'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:36:01.044461 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-45fc59c7-33ab-4a7f-a14c-9b925bf61521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['80268182-ac74-489c-bfc6-d4fcbd75e630'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:01.087705 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2634244 Jun 18 16:36:01.088648 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'tag': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:36:01.091327 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bbcf72-70ac-4dea-8160-80f2f472b4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "9334f110-b8bf-4b7e-993b-dbf61f467a10", "tag": "d9a26ae0-b7ea-4308-80dc-811b33952f7c"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:36:01.135870 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-68768e5f-98d5-4275-8981-123788cdd355 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.136460 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebb457f-8d81-4c31-b03b-07376bf7a970 x-openstack-request-id: req-6ebb457f-8d81-4c31-b03b-07376bf7a970 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:36:01.137037 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9334f110-b8bf-4b7e-993b-dbf61f467a10", "tag": "d9a26ae0-b7ea-4308-80dc-811b33952f7c", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:36:01.137578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ebb457f-8d81-4c31-b03b-07376bf7a970 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:36:01.139207 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'tag': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c', 'status': 'completed', 'code': 200} Jun 18 16:36:01.180769 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-45fc59c7-33ab-4a7f-a14c-9b925bf61521 None None] Set router 80268182-ac74-489c-bfc6-d4fcbd75e630 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:36:01.199989 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-68768e5f-98d5-4275-8981-123788cdd355 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.203818 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c247f2cc-b142-4127-9fcf-0511751ca667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:59Z', 'revision_number': 10, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:42Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:01.204231 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-93776fd2-902b-4379-a984-885b436706c1 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:01.234192 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c247f2cc-b142-4127-9fcf-0511751ca667 None None] Checking router: ef38d5e4-a245-43b7-9d17-e18dce50567d for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:36:01.238756 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68768e5f-98d5-4275-8981-123788cdd355 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Subnet': ['ID=0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:01.241484 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-68768e5f-98d5-4275-8981-123788cdd355 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.244491 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c247f2cc-b142-4127-9fcf-0511751ca667 None None] Routers {'ef38d5e4-a245-43b7-9d17-e18dce50567d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:36:01.244491 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c247f2cc-b142-4127-9fcf-0511751ca667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef38d5e4-a245-43b7-9d17-e18dce50567d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:01.248308 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4218927e-4ff0-4e8f-b6e4-8ae8e851b0a6 None None] Network a5f97f85-609a-4eca-ae8a-45f0c89d516f requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:36:01.249005 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-68768e5f-98d5-4275-8981-123788cdd355 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/subnets/0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a HTTP/1.1" status: 204 len: 168 time: 0.3422654 Jun 18 16:36:01.250286 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-68768e5f-98d5-4275-8981-123788cdd355 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:01.251963 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51128) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:01.264042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbcf72-70ac-4dea-8160-80f2f472b4b3 req-6ea6623e-b19c-4208-bcd7-8a3e8a723ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:01.265602 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-40bbcf72-70ac-4dea-8160-80f2f472b4b3 req-6ea6623e-b19c-4208-bcd7-8a3e8a723ed2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16baf16222f446bfa2a20a3a159e0911&device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 1099 time: 0.0717547 Jun 18 16:36:01.341976 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.381457 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbcf72-70ac-4dea-8160-80f2f472b4b3 req-09df5689-1464-4e6a-af6e-47232ab67233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:01.383155 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-40bbcf72-70ac-4dea-8160-80f2f472b4b3 req-09df5689-1464-4e6a-af6e-47232ab67233 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b035b862-0d9c-4039-9037-42f41472e61d HTTP/1.1" status: 200 len: 913 time: 0.1107664 Jun 18 16:36:01.390224 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-c247f2cc-b142-4127-9fcf-0511751ca667 None None] Set router ef38d5e4-a245-43b7-9d17-e18dce50567d gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:36:01.413614 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting port 35982a57-11dc-4c2a-8ef9-3aeacbe27010 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:36:01.414274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.457358 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-40bbcf72-70ac-4dea-8160-80f2f472b4b3 req-f7359e62-50f0-4fe5-afae-4f4384016a1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9a26ae0-b7ea-4308-80dc-811b33952f7c HTTP/1.1" status: 200 len: 1000 time: 0.0668204 Jun 18 16:36:01.465316 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-45fc59c7-33ab-4a7f-a14c-9b925bf61521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '2615d66d-371c-4edf-8b84-1b3a5abb0c63', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'floating_ip_address': '172.26.2.195', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'port_id': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'mac_address': 'fa:16:3e:f6:a6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:59Z', 'updated_at': '2021-06-18T16:35:59Z', 'revision_number': 0, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:39Z', 'revision_number': 5, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:01.493038 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fc59c7-33ab-4a7f-a14c-9b925bf61521 None None] Checking router: 80268182-ac74-489c-bfc6-d4fcbd75e630 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:36:01.495369 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] For port 35982a57-11dc-4c2a-8ef9-3aeacbe27010, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=35982a57-11dc-4c2a-8ef9-3aeacbe27010,segment=NetworkSegment(bbf479c8-fe1d-4022-bfff-52d07a7e02d8),segment_id=bbf479c8-fe1d-4022-bfff-52d07a7e02d8)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:01.496108 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.502626 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc59c7-33ab-4a7f-a14c-9b925bf61521 None None] Routers {'80268182-ac74-489c-bfc6-d4fcbd75e630'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:36:01.503996 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-45fc59c7-33ab-4a7f-a14c-9b925bf61521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['80268182-ac74-489c-bfc6-d4fcbd75e630'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:01.526322 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbcf72-70ac-4dea-8160-80f2f472b4b3 req-45aa850c-b895-4810-8291-6b6eba208c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:01.528090 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-40bbcf72-70ac-4dea-8160-80f2f472b4b3 req-45aa850c-b895-4810-8291-6b6eba208c08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4db1c29c-aa09-4f43-a654-3bf9324a3d81 HTTP/1.1" status: 200 len: 851 time: 0.0641375 Jun 18 16:36:01.587321 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Calling delete_port for 35982a57-11dc-4c2a-8ef9-3aeacbe27010 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:36:01.611127 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbcf72-70ac-4dea-8160-80f2f472b4b3 req-0ee554a5-600c-4c8f-afa2-cd61874f08ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:01.612665 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-40bbcf72-70ac-4dea-8160-80f2f472b4b3 req-0ee554a5-600c-4c8f-afa2-cd61874f08ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b035b862-0d9c-4039-9037-42f41472e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778480 Jun 18 16:36:01.633365 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-45fc59c7-33ab-4a7f-a14c-9b925bf61521 None None] Set router 80268182-ac74-489c-bfc6-d4fcbd75e630 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:36:01.658440 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f270bdc3-eecd-43d1-a8c2-2fa3eb06eb30 None None] DHCP port deletion for a5f97f85-609a-4eca-ae8a-45f0c89d516f request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:36:01.700695 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.711491 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c247f2cc-b142-4127-9fcf-0511751ca667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:59Z', 'revision_number': 10, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:42Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:01.712047 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-11da8d31-64c3-4000-aaae-dff40f932a9c tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:01.730656 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-40bbcf72-70ac-4dea-8160-80f2f472b4b3 req-4c6c8030-f74b-4991-a20e-c7f997c86845 service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103282 Jun 18 16:36:01.740681 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c247f2cc-b142-4127-9fcf-0511751ca667 None None] The sync data for ids ['ef38d5e4-a245-43b7-9d17-e18dce50567d'] in dv-neutron-797121-1-hyperv is: [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:35:59Z', 'revision_number': 10, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None, '_interfaces': [{'id': '903477f6-b411-4d8d-8970-6d71dbe26cb5', 'name': '', 'network_id': '60afcd50-4b25-4d8d-ac32-263890694985', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'mac_address': 'fa:16:3e:45:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '45d4db19-979b-48f0-9318-573ca0ead173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:35Z', 'updated_at': '2021-06-18T16:35:42Z', 'revision_number': 5, 'project_id': 'f398149941294546a91385773ef52ebe', 'subnets': [{'id': '45d4db19-979b-48f0-9318-573ca0ead173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:36:01.746504 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] No DVR routers for this DVR port 35982a57-11dc-4c2a-8ef9-3aeacbe27010 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:36:01.766154 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-f270bdc3-eecd-43d1-a8c2-2fa3eb06eb30 None None] Deleting port 35982a57-11dc-4c2a-8ef9-3aeacbe27010 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:36:01.766546 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f270bdc3-eecd-43d1-a8c2-2fa3eb06eb30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.778350 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Port': ['ID=35982a57-11dc-4c2a-8ef9-3aeacbe27010,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:01.790025 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:01.790552 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:01.791067 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:01.791548 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:01.792049 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:01.792522 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:01.792993 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:01.793983 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:01.794455 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:01.794956 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:01.795449 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:01.795954 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:01.799967 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:01.850377 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-f270bdc3-eecd-43d1-a8c2-2fa3eb06eb30 None None] For port 35982a57-11dc-4c2a-8ef9-3aeacbe27010, host dv-neutron-797121-1-hyperv, got binding levels [] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:01.850813 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f270bdc3-eecd-43d1-a8c2-2fa3eb06eb30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.853343 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-40bbcf72-70ac-4dea-8160-80f2f472b4b3 req-8a585c25-e46f-4943-b78a-7997d70d202c service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163132 Jun 18 16:36:01.860383 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.872815 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f97f85-609a-4eca-ae8a-45f0c89d516f']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:01.883933 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf479c8-fe1d-4022-bfff-52d07a7e02d8') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:01.884493 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf479c8-fe1d-4022-bfff-52d07a7e02d8') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:01.896721 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.912231 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.916040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-f270bdc3-eecd-43d1-a8c2-2fa3eb06eb30 None None] Calling delete_port for 35982a57-11dc-4c2a-8ef9-3aeacbe27010 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:36:01.918610 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:36:01.918860 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.919378 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.ipam_backend_mixin [None req-f270bdc3-eecd-43d1-a8c2-2fa3eb06eb30 None None] Port 35982a57-11dc-4c2a-8ef9-3aeacbe27010 was not found and therefore no delete operation was performed {{(pid=93429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 16:36:01.921307 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f270bdc3-eecd-43d1-a8c2-2fa3eb06eb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:36:01.922457 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:36:01.925141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-dada657b-1cd9-4bf8-8d0e-1229ff5fe4ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:01.926319 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-45fc59c7-33ab-4a7f-a14c-9b925bf61521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '2615d66d-371c-4edf-8b84-1b3a5abb0c63', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'floating_ip_address': '172.26.2.195', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'port_id': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'mac_address': 'fa:16:3e:f6:a6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:59Z', 'updated_at': '2021-06-18T16:35:59Z', 'revision_number': 0, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:39Z', 'revision_number': 5, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:01.949903 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270bdc3-eecd-43d1-a8c2-2fa3eb06eb30 None None] Pushing event deleted for resources: {'Port': ['ID=35982a57-11dc-4c2a-8ef9-3aeacbe27010,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:01.952879 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f270bdc3-eecd-43d1-a8c2-2fa3eb06eb30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:01.953596 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f270bdc3-eecd-43d1-a8c2-2fa3eb06eb30 None None] No DVR routers for this DVR port 35982a57-11dc-4c2a-8ef9-3aeacbe27010 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:36:01.955173 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fc59c7-33ab-4a7f-a14c-9b925bf61521 None None] The sync data for ids ['80268182-ac74-489c-bfc6-d4fcbd75e630'] in dv-neutron-797121-1-hyperv is: [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '2615d66d-371c-4edf-8b84-1b3a5abb0c63', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'floating_ip_address': '172.26.2.195', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'port_id': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'mac_address': 'fa:16:3e:f6:a6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:59Z', 'updated_at': '2021-06-18T16:35:59Z', 'revision_number': 0, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:39Z', 'revision_number': 5, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:36:01.984389 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.989946 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.991937 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/networks/a5f97f85-609a-4eca-ae8a-45f0c89d516f HTTP/1.1" status: 204 len: 168 time: 0.7388313 Jun 18 16:36:01.992710 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d7282382-97ca-4656-84cd-9b291e6de9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:01.995308 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51130) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:02.012489 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Network': ['ID=a5f97f85-609a-4eca-ae8a-45f0c89d516f,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:02.015748 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:02.150971 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 35982a57-11dc-4c2a-8ef9-3aeacbe27010 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:36:02.176709 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 35982a57-11dc-4c2a-8ef9-3aeacbe27010 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:36:02.176709 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 35982a57-11dc-4c2a-8ef9-3aeacbe27010 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:36:02.176709 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 5621555a-dace-4d08-a9e3-dfe4f8c8bc07 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:36:02.200956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfad094-5289-4185-a00f-90d6f6c43187 None None] New status for floating IP 2615d66d-371c-4edf-8b84-1b3a5abb0c63: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:36:02.203906 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 5621555a-dace-4d08-a9e3-dfe4f8c8bc07 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:36:02.204279 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 5621555a-dace-4d08-a9e3-dfe4f8c8bc07 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:36:02.357326 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:02.622473 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting port 903477f6-b411-4d8d-8970-6d71dbe26cb5 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:36:02.622834 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:02.713239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] For port 903477f6-b411-4d8d-8970-6d71dbe26cb5, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=903477f6-b411-4d8d-8970-6d71dbe26cb5,segment=NetworkSegment(77fe97c5-1649-4237-b7d8-f1c5c6cfa663),segment_id=77fe97c5-1649-4237-b7d8-f1c5c6cfa663)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:02.713589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:02.778994 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Calling delete_port for 903477f6-b411-4d8d-8970-6d71dbe26cb5 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:36:02.942829 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:02.944635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:02.974885 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Port': ['ID=903477f6-b411-4d8d-8970-6d71dbe26cb5,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:03.002244 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:03.002824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:03.003111 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:03.003510 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:03.004016 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:03.004404 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:03.004774 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:03.005199 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:03.005520 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:03.005887 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:03.006273 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:03.006675 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:03.012783 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:03.133155 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:03.285202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router ef38d5e4-a245-43b7-9d17-e18dce50567d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:36:03.356878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:36:03.361833 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/ef38d5e4-a245-43b7-9d17-e18dce50567d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3648434 Jun 18 16:36:03.364433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51134) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:03.366949 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e5a6ad-c599-4742-8302-faa389f3a247 None None] Sync routers for ids ['ef38d5e4-a245-43b7-9d17-e18dce50567d'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:36:03.376913 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e5a6ad-c599-4742-8302-faa389f3a247 None None] Routers {'ef38d5e4-a245-43b7-9d17-e18dce50567d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:36:03.377540 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-69e5a6ad-c599-4742-8302-faa389f3a247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef38d5e4-a245-43b7-9d17-e18dce50567d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:03.417562 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-b153e203-d3ba-4ba0-8f0c-f8b86d1f7867 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting subnet 45d4db19-979b-48f0-9318-573ca0ead173 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:36:03.420742 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b153e203-d3ba-4ba0-8f0c-f8b86d1f7867 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:03.461696 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b153e203-d3ba-4ba0-8f0c-f8b86d1f7867 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:03.529051 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-69e5a6ad-c599-4742-8302-faa389f3a247 None None] Set router ef38d5e4-a245-43b7-9d17-e18dce50567d gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:36:03.548801 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b153e203-d3ba-4ba0-8f0c-f8b86d1f7867 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:03.580766 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-69e5a6ad-c599-4742-8302-faa389f3a247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:36:02Z', 'revision_number': 11, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:03.610223 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b153e203-d3ba-4ba0-8f0c-f8b86d1f7867 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:03.610498 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e5a6ad-c599-4742-8302-faa389f3a247 None None] Checking router: ef38d5e4-a245-43b7-9d17-e18dce50567d for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:36:03.613036 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7acece35-e843-4913-a58e-16c0c7763a9f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:03.618484 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e5a6ad-c599-4742-8302-faa389f3a247 None None] Routers {'ef38d5e4-a245-43b7-9d17-e18dce50567d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:36:03.619128 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-69e5a6ad-c599-4742-8302-faa389f3a247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef38d5e4-a245-43b7-9d17-e18dce50567d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:03.637917 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153e203-d3ba-4ba0-8f0c-f8b86d1f7867 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Subnet': ['ID=45d4db19-979b-48f0-9318-573ca0ead173,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:03.641154 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b153e203-d3ba-4ba0-8f0c-f8b86d1f7867 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:03.644506 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b153e203-d3ba-4ba0-8f0c-f8b86d1f7867 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:03.647039 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b153e203-d3ba-4ba0-8f0c-f8b86d1f7867 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/subnets/45d4db19-979b-48f0-9318-573ca0ead173 HTTP/1.1" status: 204 len: 168 time: 0.2816715 Jun 18 16:36:03.649001 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51136) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:03.660369 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6798006a-dad1-4cad-af3e-debf662659df None None] Network 60afcd50-4b25-4d8d-ac32-263890694985 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:36:03.690136 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-69e5a6ad-c599-4742-8302-faa389f3a247 None None] Set router ef38d5e4-a245-43b7-9d17-e18dce50567d gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:36:03.740652 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:03.744716 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-69e5a6ad-c599-4742-8302-faa389f3a247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:36:02Z', 'revision_number': 11, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:03.770814 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e5a6ad-c599-4742-8302-faa389f3a247 None None] The sync data for ids ['ef38d5e4-a245-43b7-9d17-e18dce50567d'] in dv-neutron-797121-1-hyperv is: [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:36:02Z', 'revision_number': 11, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:36:03.795260 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Deleting port 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:36:03.796847 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:03.864108 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] For port 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5,segment=NetworkSegment(77fe97c5-1649-4237-b7d8-f1c5c6cfa663),segment_id=77fe97c5-1649-4237-b7d8-f1c5c6cfa663)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:03.864467 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:03.925313 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Calling delete_port for 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:36:04.003990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:04.006280 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dde380e8-bef7-4471-8a36-ee8d3ae12bc8 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:04.029181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Port': ['ID=69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:04.032989 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:04.033734 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] No DVR routers for this DVR port 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:36:04.114965 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:04.125578 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60afcd50-4b25-4d8d-ac32-263890694985']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:04.132073 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938f6ab2-75d8-4b31-b888-692e2169d1c4 None None] DHCP port deletion for 60afcd50-4b25-4d8d-ac32-263890694985 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:36:04.137189 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77fe97c5-1649-4237-b7d8-f1c5c6cfa663') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:04.137486 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77fe97c5-1649-4237-b7d8-f1c5c6cfa663') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:04.147653 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:04.166126 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:04.169871 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:36:04.170324 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:36:04.174076 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:36:04.204870 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 903477f6-b411-4d8d-8970-6d71dbe26cb5 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:36:04.227943 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 903477f6-b411-4d8d-8970-6d71dbe26cb5 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:36:04.228299 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 903477f6-b411-4d8d-8970-6d71dbe26cb5 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:36:04.228719 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:36:04.236181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:04.241062 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:04.246472 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:04.248319 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/networks/60afcd50-4b25-4d8d-ac32-263890694985 HTTP/1.1" status: 204 len: 168 time: 0.5956602 Jun 18 16:36:04.251149 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51138) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:04.256054 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-abbafae0-e4f8-4636-80ed-1a9108205151 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'router': {'routes': None}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:04.257014 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:36:04.257379 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 69cd8ad3-fc1e-4c2d-ad89-74f9b5ced7d5 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:36:04.258551 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Pushing event deleted for resources: {'Network': ['ID=60afcd50-4b25-4d8d-ac32-263890694985,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:04.261404 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:04.702596 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.extraroute_db [None req-abbafae0-e4f8-4636-80ed-1a9108205151 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Added routes are [] {{(pid=93428) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 18 16:36:04.702920 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.extraroute_db [None req-abbafae0-e4f8-4636-80ed-1a9108205151 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Removed routes are [] {{(pid=93428) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 18 16:36:04.703278 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-abbafae0-e4f8-4636-80ed-1a9108205151 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:04.832308 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-abbafae0-e4f8-4636-80ed-1a9108205151 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:04.835480 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-abbafae0-e4f8-4636-80ed-1a9108205151 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:04.909266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbafae0-e4f8-4636-80ed-1a9108205151 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router ef38d5e4-a245-43b7-9d17-e18dce50567d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:36:04.984293 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbafae0-e4f8-4636-80ed-1a9108205151 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:36:04.991134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-abbafae0-e4f8-4636-80ed-1a9108205151 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:04.992259 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-abbafae0-e4f8-4636-80ed-1a9108205151 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/ef38d5e4-a245-43b7-9d17-e18dce50567d HTTP/1.1" status: 200 len: 701 time: 0.7400465 Jun 18 16:36:04.993091 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66bdeae-a9ec-4643-b47d-2531dae1a571 None None] Sync routers for ids ['ef38d5e4-a245-43b7-9d17-e18dce50567d'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:36:04.995011 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51140) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:05.003679 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66bdeae-a9ec-4643-b47d-2531dae1a571 None None] Routers {'ef38d5e4-a245-43b7-9d17-e18dce50567d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:36:05.004310 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-f66bdeae-a9ec-4643-b47d-2531dae1a571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef38d5e4-a245-43b7-9d17-e18dce50567d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:05.026360 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9c42087f-64b7-41ee-a38d-30c1069ff8c1 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef38d5e4-a245-43b7-9d17-e18dce50567d HTTP/1.1" status: 200 len: 205 time: 0.0301077 Jun 18 16:36:05.028826 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51142) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:05.069750 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-f66bdeae-a9ec-4643-b47d-2531dae1a571 None None] Set router ef38d5e4-a245-43b7-9d17-e18dce50567d gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:36:05.103780 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-50e5dd68-923c-40f7-8632-d78a8d99b4f0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:05.124211 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-f66bdeae-a9ec-4643-b47d-2531dae1a571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:36:02Z', 'revision_number': 11, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:05.150095 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66bdeae-a9ec-4643-b47d-2531dae1a571 None None] Checking router: ef38d5e4-a245-43b7-9d17-e18dce50567d for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:36:05.159074 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66bdeae-a9ec-4643-b47d-2531dae1a571 None None] Routers {'ef38d5e4-a245-43b7-9d17-e18dce50567d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:36:05.159692 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-f66bdeae-a9ec-4643-b47d-2531dae1a571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ef38d5e4-a245-43b7-9d17-e18dce50567d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:05.235604 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-f66bdeae-a9ec-4643-b47d-2531dae1a571 None None] Set router ef38d5e4-a245-43b7-9d17-e18dce50567d gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:36:05.237855 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3c79eb21-5bfc-4a12-aab7-0f63b5c2552e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:05.263142 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-50e5dd68-923c-40f7-8632-d78a8d99b4f0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:05.265862 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-50e5dd68-923c-40f7-8632-d78a8d99b4f0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:05.291392 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-f66bdeae-a9ec-4643-b47d-2531dae1a571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:36:02Z', 'revision_number': 11, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:05.309148 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-50e5dd68-923c-40f7-8632-d78a8d99b4f0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:05.309659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e5dd68-923c-40f7-8632-d78a8d99b4f0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Fanout notify agent at l3_agent the message router_deleted on router ef38d5e4-a245-43b7-9d17-e18dce50567d {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:36:05.317549 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-50e5dd68-923c-40f7-8632-d78a8d99b4f0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:05.319810 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-50e5dd68-923c-40f7-8632-d78a8d99b4f0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/routers/ef38d5e4-a245-43b7-9d17-e18dce50567d HTTP/1.1" status: 204 len: 168 time: 0.2890110 Jun 18 16:36:05.323235 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66bdeae-a9ec-4643-b47d-2531dae1a571 None None] The sync data for ids ['ef38d5e4-a245-43b7-9d17-e18dce50567d'] in dv-neutron-797121-1-hyperv is: [{'id': 'ef38d5e4-a245-43b7-9d17-e18dce50567d', 'name': 'tempest-RoutersTest-router-1775778502', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:33Z', 'updated_at': '2021-06-18T16:36:02Z', 'revision_number': 11, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:36:05.323465 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51144) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:05.330860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-44f627bf-e5f3-4618-8953-21ac8f5f5288 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1825081202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:05.355428 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44f627bf-e5f3-4618-8953-21ac8f5f5288 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:05.356461 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44f627bf-e5f3-4618-8953-21ac8f5f5288 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:05.413078 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44f627bf-e5f3-4618-8953-21ac8f5f5288 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:05.417435 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44f627bf-e5f3-4618-8953-21ac8f5f5288 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:05.434442 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44f627bf-e5f3-4618-8953-21ac8f5f5288 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:05.435708 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-44f627bf-e5f3-4618-8953-21ac8f5f5288 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1115327 Jun 18 16:36:05.439175 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51146) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:05.444048 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-21fb0af9-ebfd-4108-93ea-cd144657a2ad tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:05.649587 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21fb0af9-ebfd-4108-93ea-cd144657a2ad tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:05.660075 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21fb0af9-ebfd-4108-93ea-cd144657a2ad tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:05.758735 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fb0af9-ebfd-4108-93ea-cd144657a2ad tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Router dd5ab8db-7112-4751-a5e4-1ff98206ab14 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:36:05.831473 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fb0af9-ebfd-4108-93ea-cd144657a2ad tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:36:05.837948 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21fb0af9-ebfd-4108-93ea-cd144657a2ad tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:05.839833 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-21fb0af9-ebfd-4108-93ea-cd144657a2ad tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "PUT /v2.0/routers/dd5ab8db-7112-4751-a5e4-1ff98206ab14 HTTP/1.1" status: 200 len: 694 time: 0.3996463 Jun 18 16:36:05.840395 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c35160a-b195-41f1-bdc9-b4260859f739 None None] Sync routers for ids ['dd5ab8db-7112-4751-a5e4-1ff98206ab14'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:36:05.842396 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51148) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:05.849878 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c35160a-b195-41f1-bdc9-b4260859f739 None None] Routers {'dd5ab8db-7112-4751-a5e4-1ff98206ab14'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:36:05.850486 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-3c35160a-b195-41f1-bdc9-b4260859f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dd5ab8db-7112-4751-a5e4-1ff98206ab14'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:05.919522 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-3c35160a-b195-41f1-bdc9-b4260859f739 None None] Set router dd5ab8db-7112-4751-a5e4-1ff98206ab14 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:36:05.919932 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-763ce932-9105-43f6-bc9c-f556a3509fd3 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/routers/dd5ab8db-7112-4751-a5e4-1ff98206ab14 HTTP/1.1" status: 200 len: 700 time: 0.0759408 Jun 18 16:36:05.922560 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51150) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:05.954659 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-76d557a7-cc09-4a03-a9c5-c3fe76735d7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd5ab8db-7112-4751-a5e4-1ff98206ab14 HTTP/1.1" status: 200 len: 205 time: 0.0308890 Jun 18 16:36:05.957017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51152) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:05.975145 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-3c35160a-b195-41f1-bdc9-b4260859f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ab8db-7112-4751-a5e4-1ff98206ab14', 'name': 'tempest-RoutersTest-router-1825081202', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:36:05Z', 'updated_at': '2021-06-18T16:36:05Z', 'revision_number': 2, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:06.001302 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c35160a-b195-41f1-bdc9-b4260859f739 None None] Checking router: dd5ab8db-7112-4751-a5e4-1ff98206ab14 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:36:06.009916 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c35160a-b195-41f1-bdc9-b4260859f739 None None] Routers {'dd5ab8db-7112-4751-a5e4-1ff98206ab14'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:36:06.010527 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-3c35160a-b195-41f1-bdc9-b4260859f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:35:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dd5ab8db-7112-4751-a5e4-1ff98206ab14'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:06.026997 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f3bcef89-0d76-4579-b337-1ea46b825b3f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:06.078353 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-3c35160a-b195-41f1-bdc9-b4260859f739 None None] Set router dd5ab8db-7112-4751-a5e4-1ff98206ab14 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:36:06.132621 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-3c35160a-b195-41f1-bdc9-b4260859f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ab8db-7112-4751-a5e4-1ff98206ab14', 'name': 'tempest-RoutersTest-router-1825081202', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:36:05Z', 'updated_at': '2021-06-18T16:36:05Z', 'revision_number': 2, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:06.160385 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c35160a-b195-41f1-bdc9-b4260859f739 None None] The sync data for ids ['dd5ab8db-7112-4751-a5e4-1ff98206ab14'] in dv-neutron-797121-1-hyperv is: [{'id': 'dd5ab8db-7112-4751-a5e4-1ff98206ab14', 'name': 'tempest-RoutersTest-router-1825081202', 'tenant_id': 'f398149941294546a91385773ef52ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:36:05Z', 'updated_at': '2021-06-18T16:36:05Z', 'revision_number': 2, 'project_id': 'f398149941294546a91385773ef52ebe', 'gw_port_host': None}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:36:06.187743 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f3bcef89-0d76-4579-b337-1ea46b825b3f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:06.189970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f3bcef89-0d76-4579-b337-1ea46b825b3f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:06.237401 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f3bcef89-0d76-4579-b337-1ea46b825b3f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:06.237888 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bcef89-0d76-4579-b337-1ea46b825b3f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Fanout notify agent at l3_agent the message router_deleted on router dd5ab8db-7112-4751-a5e4-1ff98206ab14 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:36:06.245017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f3bcef89-0d76-4579-b337-1ea46b825b3f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:06.246138 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f3bcef89-0d76-4579-b337-1ea46b825b3f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/routers/dd5ab8db-7112-4751-a5e4-1ff98206ab14 HTTP/1.1" status: 204 len: 168 time: 0.2882125 Jun 18 16:36:06.253658 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51156) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.283520 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0cb70f29-88ff-4762-b50b-c4f3ba7cbf26 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd5ab8db-7112-4751-a5e4-1ff98206ab14 HTTP/1.1" status: 200 len: 205 time: 0.0286355 Jun 18 16:36:06.285770 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51158) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.322239 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-98975dd6-b8f0-49f5-8e4f-8d647f1928fc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] delete failed (client error): The resource could not be found. Jun 18 16:36:06.323322 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-98975dd6-b8f0-49f5-8e4f-8d647f1928fc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/routers/dd5ab8db-7112-4751-a5e4-1ff98206ab14 HTTP/1.1" status: 404 len: 336 time: 0.0366569 Jun 18 16:36:06.325860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51160) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.353106 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aeceb87-de6a-4d59-bb59-05af7d7b2c05 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] DELETE failed (client error): The resource could not be found. Jun 18 16:36:06.353578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aeceb87-de6a-4d59-bb59-05af7d7b2c05 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:36:06.355215 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6aeceb87-de6a-4d59-bb59-05af7d7b2c05 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/subnets/893e39f3-ceaa-493f-bffb-f1765fca32ce HTTP/1.1" status: 404 len: 337 time: 0.0284693 Jun 18 16:36:06.358873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51162) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.388530 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1e90e4-c70d-4713-99e3-538de0a11cab tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] DELETE failed (client error): The resource could not be found. Jun 18 16:36:06.388986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b1e90e4-c70d-4713-99e3-538de0a11cab tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:36:06.390818 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8b1e90e4-c70d-4713-99e3-538de0a11cab tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/subnets/4fd36869-9005-410e-b713-b07453aa2f00 HTTP/1.1" status: 404 len: 337 time: 0.0310028 Jun 18 16:36:06.393292 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51164) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.418975 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-f884c054-499d-4589-8d49-dad775815d47 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] DELETE failed (client error): The resource could not be found. Jun 18 16:36:06.419416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f884c054-499d-4589-8d49-dad775815d47 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:36:06.421707 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f884c054-499d-4589-8d49-dad775815d47 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/subnets/0bfa5a3b-a8f4-40a9-93d5-efd9ead9471a HTTP/1.1" status: 404 len: 337 time: 0.0275311 Jun 18 16:36:06.424209 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51166) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.448896 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-08710d00-998d-401a-b9b3-ffebd97537fd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] DELETE failed (client error): The resource could not be found. Jun 18 16:36:06.449335 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08710d00-998d-401a-b9b3-ffebd97537fd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:36:06.450944 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-08710d00-998d-401a-b9b3-ffebd97537fd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/subnets/45d4db19-979b-48f0-9318-573ca0ead173 HTTP/1.1" status: 404 len: 337 time: 0.0258729 Jun 18 16:36:06.453534 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51168) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.481130 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-14a39fce-ba0b-46ab-8c96-305113f43401 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef38d5e4-a245-43b7-9d17-e18dce50567d HTTP/1.1" status: 200 len: 205 time: 0.0265117 Jun 18 16:36:06.483936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51170) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.523320 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-e30ece5d-519b-4c91-b353-a9280ff77f09 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] delete failed (client error): The resource could not be found. Jun 18 16:36:06.524243 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e30ece5d-519b-4c91-b353-a9280ff77f09 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/routers/ef38d5e4-a245-43b7-9d17-e18dce50567d HTTP/1.1" status: 404 len: 336 time: 0.0394490 Jun 18 16:36:06.526940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51172) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.556547 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b118ec00-0545-401f-81f3-2b8adb3ddb40 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2 HTTP/1.1" status: 200 len: 205 time: 0.0284698 Jun 18 16:36:06.558701 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51174) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.594788 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-3e46aa61-13ee-446a-89f4-7a2cbefad810 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] delete failed (client error): The resource could not be found. Jun 18 16:36:06.595773 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3e46aa61-13ee-446a-89f4-7a2cbefad810 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/routers/7e3e7eba-e407-49f2-a2ad-0b3d558e8cc2 HTTP/1.1" status: 404 len: 336 time: 0.0361788 Jun 18 16:36:06.598213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51176) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.630444 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f81576-0fce-4c46-881b-1e75239fbbf8 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] DELETE failed (client error): The resource could not be found. Jun 18 16:36:06.630912 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f81576-0fce-4c46-881b-1e75239fbbf8 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:36:06.632530 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-50f81576-0fce-4c46-881b-1e75239fbbf8 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/subnets/b47131a5-476f-4fe3-9df9-296004949b08 HTTP/1.1" status: 404 len: 337 time: 0.0334206 Jun 18 16:36:06.635041 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51178) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.663450 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-72498163-6592-430f-badb-55e0e1d533fe tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a72f97-033f-4f4f-b550-ccef5272ba01 HTTP/1.1" status: 200 len: 205 time: 0.0273230 Jun 18 16:36:06.665505 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51180) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.701105 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-4eedbd47-6655-4f98-9e1f-587d0abd84f4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] delete failed (client error): The resource could not be found. Jun 18 16:36:06.702763 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4eedbd47-6655-4f98-9e1f-587d0abd84f4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/routers/e2a72f97-033f-4f4f-b550-ccef5272ba01 HTTP/1.1" status: 404 len: 336 time: 0.0362170 Jun 18 16:36:06.705162 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51182) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.733193 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-268c6e46-60ec-42b6-a443-01d99c0d5fa9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dae174c-7773-425a-bf9c-a78ff40e0de4 HTTP/1.1" status: 200 len: 205 time: 0.0267642 Jun 18 16:36:06.735015 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51184) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.775077 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-fc174fa2-4e72-4226-857c-03888b1c224e tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] delete failed (client error): The resource could not be found. Jun 18 16:36:06.776049 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fc174fa2-4e72-4226-857c-03888b1c224e tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/routers/6dae174c-7773-425a-bf9c-a78ff40e0de4 HTTP/1.1" status: 404 len: 336 time: 0.0401335 Jun 18 16:36:06.778543 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51186) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.805141 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30fa5fb-3d66-40f6-ac06-01634069f97f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] DELETE failed (client error): The resource could not be found. Jun 18 16:36:06.805580 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30fa5fb-3d66-40f6-ac06-01634069f97f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:36:06.807214 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c30fa5fb-3d66-40f6-ac06-01634069f97f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/subnets/58b33550-0efe-4951-84c8-4020eafe6919 HTTP/1.1" status: 404 len: 337 time: 0.0277195 Jun 18 16:36:06.809757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51188) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.838994 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-559aaff4-df13-433e-b427-3ae8ecc1c0cf tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9fa1d27-8e9a-4377-b012-407517f390f1 HTTP/1.1" status: 200 len: 205 time: 0.0280719 Jun 18 16:36:06.841272 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51190) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.881422 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-1dbdf211-4f5d-4a4d-bc83-591c8f924baa tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] delete failed (client error): The resource could not be found. Jun 18 16:36:06.882449 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1dbdf211-4f5d-4a4d-bc83-591c8f924baa tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/routers/e9fa1d27-8e9a-4377-b012-407517f390f1 HTTP/1.1" status: 404 len: 336 time: 0.0403152 Jun 18 16:36:06.884954 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51192) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.911905 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aaa7341-b5ff-4baf-afb9-dae8eaf136da tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] DELETE failed (client error): The resource could not be found. Jun 18 16:36:06.912349 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aaa7341-b5ff-4baf-afb9-dae8eaf136da tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:36:06.913959 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6aaa7341-b5ff-4baf-afb9-dae8eaf136da tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/subnets/e222481b-172a-4685-adc4-fa8ca632f2e5 HTTP/1.1" status: 404 len: 337 time: 0.0281074 Jun 18 16:36:06.916390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51194) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.943560 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-dcce041a-35ea-46e5-8cfb-e1f992d26efb tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc5be467-2682-4751-9072-63b368a2d2c3 HTTP/1.1" status: 200 len: 205 time: 0.0260210 Jun 18 16:36:06.945735 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51196) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:06.986244 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-389af742-82c5-4992-ad3e-c298cfa28e8e tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] delete failed (client error): The resource could not be found. Jun 18 16:36:06.987273 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-389af742-82c5-4992-ad3e-c298cfa28e8e tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/routers/dc5be467-2682-4751-9072-63b368a2d2c3 HTTP/1.1" status: 404 len: 336 time: 0.0406580 Jun 18 16:36:06.989730 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51198) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:07.016210 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a064da-269c-43ad-b3a8-1dda2e350b27 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] DELETE failed (client error): The resource could not be found. Jun 18 16:36:07.016662 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a064da-269c-43ad-b3a8-1dda2e350b27 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:36:07.018356 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-27a064da-269c-43ad-b3a8-1dda2e350b27 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/subnets/b1992763-b5c9-4e6f-a531-f3b2569e3439 HTTP/1.1" status: 404 len: 337 time: 0.0277464 Jun 18 16:36:07.020897 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51200) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:07.048158 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7ae30e-305a-4927-94b4-23bf3ae7ea98 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] DELETE failed (client error): The resource could not be found. Jun 18 16:36:07.048622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7ae30e-305a-4927-94b4-23bf3ae7ea98 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:36:07.050329 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7d7ae30e-305a-4927-94b4-23bf3ae7ea98 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] 10.222.0.39 "DELETE /v2.0/subnets/b158fb23-4bc2-4bae-a71f-4a6a3d7ffede HTTP/1.1" status: 404 len: 337 time: 0.0285206 Jun 18 16:36:07.297586 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51206) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:07.429168 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f6c9c49e-a42a-4d7a-b919-7d0cb93dd5e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f398149941294546a91385773ef52ebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303120 Jun 18 16:36:07.431534 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51210) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:07.477827 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-db19c039-837a-45da-bf7c-6ac090b0c34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:07.499310 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-db19c039-837a-45da-bf7c-6ac090b0c34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:07.544539 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-db19c039-837a-45da-bf7c-6ac090b0c34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:07.547963 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-db19c039-837a-45da-bf7c-6ac090b0c34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:07.549101 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-db19c039-837a-45da-bf7c-6ac090b0c34a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88101364-320a-4a38-b988-2e128b6e232d HTTP/1.1" status: 204 len: 168 time: 0.1166759 Jun 18 16:36:07.549892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-74159b70-4520-4957-91b0-f4fd9044489d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:07.557582 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19c039-837a-45da-bf7c-6ac090b0c34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88101364-320a-4a38-b988-2e128b6e232d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:07.560002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-db19c039-837a-45da-bf7c-6ac090b0c34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:07.613389 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dea150f2-f9ac-4ec0-9d55-fc1e68b95874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:08.212188 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:08.902107 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:10.435639 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:11.055351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51218) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:11.139724 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20345082-7217-4528-8ba1-bde1ec4767d3 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:11.140194 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20345082-7217-4528-8ba1-bde1ec4767d3 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:11.140657 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20345082-7217-4528-8ba1-bde1ec4767d3 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:11.142883 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-20345082-7217-4528-8ba1-bde1ec4767d3 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=c860454b62904a0185c4be56bfb9c1bc&network_id=41b880b2-8a96-4beb-98a8-c9bf069034ee HTTP/1.1" status: 200 len: 2999 time: 0.0865304 Jun 18 16:36:12.900433 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51228) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:13.221892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45b10d7-94be-4445-855f-2f95b03c614d tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:13.223380 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a45b10d7-94be-4445-855f-2f95b03c614d tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 HTTP/1.1" status: 200 len: 814 time: 0.3219829 Jun 18 16:36:13.830198 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51234) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:13.835380 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-a76e199c-d30a-4011-98b7-d343411d4b62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'network': {'name': 'tempest-network-smoke--1632951114', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'port_security_enabled': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:13.858942 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76e199c-d30a-4011-98b7-d343411d4b62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:36:13.862625 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a76e199c-d30a-4011-98b7-d343411d4b62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:13.886663 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76e199c-d30a-4011-98b7-d343411d4b62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:36:13.897127 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a76e199c-d30a-4011-98b7-d343411d4b62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:13.897522 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-a76e199c-d30a-4011-98b7-d343411d4b62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Added segment 8bb67a81-357c-43c2-bf0f-3058b12388a3 of type vlan for network 07efe4d4-a744-4607-a1fa-6484b28f8a1c Jun 18 16:36:13.951378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a76e199c-d30a-4011-98b7-d343411d4b62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:13.978558 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a76e199c-d30a-4011-98b7-d343411d4b62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:13.984031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e199c-d30a-4011-98b7-d343411d4b62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:13.984862 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a76e199c-d30a-4011-98b7-d343411d4b62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:13.987927 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-21f93749-cd18-48d0-8ceb-47f85a62615b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:14.036034 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a76e199c-d30a-4011-98b7-d343411d4b62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2046850 Jun 18 16:36:14.039266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51236) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:14.372969 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e199c-d30a-4011-98b7-d343411d4b62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Network': ['ID=07efe4d4-a744-4607-a1fa-6484b28f8a1c,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:14.379179 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a76e199c-d30a-4011-98b7-d343411d4b62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:14.383634 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 07efe4d4-a744-4607-a1fa-6484b28f8a1c details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:36:14.404158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78adf250-f9c3-4323-9ece-b0248a868593 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:14.405638 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-78adf250-f9c3-4323-9ece-b0248a868593 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c860454b62904a0185c4be56bfb9c1bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3654680 Jun 18 16:36:14.409078 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51240) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:14.554441 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380f55aa-9644-439a-9d7b-4faa9d76a1f1 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:14.555960 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-380f55aa-9644-439a-9d7b-4faa9d76a1f1 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1459827 Jun 18 16:36:14.558874 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51242) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:14.592483 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-886eeb05-fe40-491a-b177-75ed7326f29d tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324650 Jun 18 16:36:14.594975 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51244) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:14.626634 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d20da3ef-bf4e-4e96-b786-2e673f2f52f6 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c860454b62904a0185c4be56bfb9c1bc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300961 Jun 18 16:36:14.629049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51246) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:14.747704 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca4e3a1-7dd8-4f21-9c9a-ef05922d5b92 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:14.749633 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fca4e3a1-7dd8-4f21-9c9a-ef05922d5b92 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1191380 Jun 18 16:36:14.753608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51248) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:14.783647 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d9bdf086-836c-4b6e-aac3-aaeb4c9d6a67 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288377 Jun 18 16:36:14.786091 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51250) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:14.791117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-9d733388-0475-4db9-9a55-d9eb63d7131b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-105222586', 'network_id': '07efe4d4-a744-4607-a1fa-6484b28f8a1c', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:14.879858 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d733388-0475-4db9-9a55-d9eb63d7131b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:36:14.883155 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9d733388-0475-4db9-9a55-d9eb63d7131b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.064946 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9d733388-0475-4db9-9a55-d9eb63d7131b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.068233 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2ee6db38-e734-4ec2-abb5-b09a1dc2c068 tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:15.132632 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d733388-0475-4db9-9a55-d9eb63d7131b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Subnet': ['ID=7435f12f-d398-45bb-8bbf-27821cd0f039,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:15.135632 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9d733388-0475-4db9-9a55-d9eb63d7131b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:15.142087 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d733388-0475-4db9-9a55-d9eb63d7131b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Checking segment: {'id': '8bb67a81-357c-43c2-bf0f-3058b12388a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07efe4d4-a744-4607-a1fa-6484b28f8a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:36:15.142442 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d733388-0475-4db9-9a55-d9eb63d7131b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network hostable DHCP agents. Network: 07efe4d4-a744-4607-a1fa-6484b28f8a1c, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:36:15.160085 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d733388-0475-4db9-9a55-d9eb63d7131b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 07efe4d4-a744-4607-a1fa-6484b28f8a1c is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:36:15.169613 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-9d733388-0475-4db9-9a55-d9eb63d7131b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 07efe4d4-a744-4607-a1fa-6484b28f8a1c) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:36:15.177378 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d733388-0475-4db9-9a55-d9eb63d7131b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:15.177970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9d733388-0475-4db9-9a55-d9eb63d7131b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.178298 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df094f6a-20a4-4e9b-8c3d-c32868cbc588 None None] Network 07efe4d4-a744-4607-a1fa-6484b28f8a1c requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:36:15.192336 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9d733388-0475-4db9-9a55-d9eb63d7131b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4049766 Jun 18 16:36:15.322913 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-07efe4d4-a744-4607-a1fa-6484b28f8a1c', 'network_id': '07efe4d4-a744-4607-a1fa-6484b28f8a1c', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ips': [{'subnet_id': '7435f12f-d398-45bb-8bbf-27821cd0f039'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:36:15.323772 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.464693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Allocated IP 172.20.0.18 (07efe4d4-a744-4607-a1fa-6484b28f8a1c/7435f12f-d398-45bb-8bbf-27821cd0f039/a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:36:15.510562 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51254) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:15.516297 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-c431c97b-ef4a-4f98-a55d-265bd67027bc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-145722567', 'description': 'tempest-secgroup-smoke-145722567 description', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:15.541371 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c431c97b-ef4a-4f98-a55d-265bd67027bc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.637038 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c431c97b-ef4a-4f98-a55d-265bd67027bc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.642473 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c431c97b-ef4a-4f98-a55d-265bd67027bc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.645012 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-82f52934-9346-4951-9eb8-21ddd715ade8 tempest-TagsTest-1398188926 tempest-TagsTest-1398188926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:15.672427 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431c97b-ef4a-4f98-a55d-265bd67027bc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d67c126-ba7e-4bd2-a5f1-8defa43bab8f,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:15.675883 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c431c97b-ef4a-4f98-a55d-265bd67027bc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.680683 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c431c97b-ef4a-4f98-a55d-265bd67027bc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1654146 Jun 18 16:36:15.680683 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c431c97b-ef4a-4f98-a55d-265bd67027bc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:15.680683 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51256) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:15.684845 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-c8edcbb0-24b2-497b-9e92-464fd18cd45a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '1d67c126-ba7e-4bd2-a5f1-8defa43bab8f', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:15.711995 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8edcbb0-24b2-497b-9e92-464fd18cd45a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.762097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.771069 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Transition to ACTIVE for port object a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:36:15.783086 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8edcbb0-24b2-497b-9e92-464fd18cd45a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.785882 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Transition to ACTIVE for port object a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:36:15.787530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8edcbb0-24b2-497b-9e92-464fd18cd45a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.791281 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.793138 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:15.794131 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-785947b9-9a50-4bb0-8354-30c799063bb0 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:15.810731 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edcbb0-24b2-497b-9e92-464fd18cd45a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dcfe4e7-14b2-49b2-b397-9050812fc9c5,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:15.814563 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c8edcbb0-24b2-497b-9e92-464fd18cd45a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:15.815773 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c8edcbb0-24b2-497b-9e92-464fd18cd45a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.820002 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c8edcbb0-24b2-497b-9e92-464fd18cd45a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359451 Jun 18 16:36:15.820002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51258) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:15.825091 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-d908a1e4-e0a7-4a00-8230-bd2aa278c965 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '1d67c126-ba7e-4bd2-a5f1-8defa43bab8f', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:15.835691 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Network 07efe4d4-a744-4607-a1fa-6484b28f8a1c is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:36:15.838401 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:36:15.842086 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:36:15.852234 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d908a1e4-e0a7-4a00-8230-bd2aa278c965 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.854777 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Pushing event updated for resources: {'Port': ['ID=a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:15.879752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:15.880105 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:15.880463 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:15.880783 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:15.881119 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:15.881451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:15.881780 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:15.882109 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:15.882438 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:15.882789 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:15.883114 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:15.883433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:36:15.902427 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:15.908581 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d908a1e4-e0a7-4a00-8230-bd2aa278c965 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.912483 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d908a1e4-e0a7-4a00-8230-bd2aa278c965 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.914236 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-953b24d0-28b4-4ccc-b37f-b807edabde2e tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:15.916052 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Attempting to bind port a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:36:15.916440 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Attempting to bind port a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '8bb67a81-357c-43c2-bf0f-3058b12388a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07efe4d4-a744-4607-a1fa-6484b28f8a1c'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:36:15.916819 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Attempting to bind port a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53 on network 07efe4d4-a744-4607-a1fa-6484b28f8a1c {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:36:15.923055 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:36:15.923268 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Checking segment: {'id': '8bb67a81-357c-43c2-bf0f-3058b12388a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07efe4d4-a744-4607-a1fa-6484b28f8a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:36:15.923692 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.924298 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Bound using segment: {'id': '8bb67a81-357c-43c2-bf0f-3058b12388a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07efe4d4-a744-4607-a1fa-6484b28f8a1c'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:36:15.924786 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Bound port: a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb67a81-357c-43c2-bf0f-3058b12388a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07efe4d4-a744-4607-a1fa-6484b28f8a1c'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:36:15.925176 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.927951 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908a1e4-e0a7-4a00-8230-bd2aa278c965 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bedd2cb9-4afb-4014-9400-d21a11f9ef87,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:15.931748 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d908a1e4-e0a7-4a00-8230-bd2aa278c965 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:15.936506 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d908a1e4-e0a7-4a00-8230-bd2aa278c965 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.937699 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d908a1e4-e0a7-4a00-8230-bd2aa278c965 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167693 Jun 18 16:36:15.941115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51260) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:15.945611 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-97aab787-efbf-4aaf-a3a5-3570c11c1d78 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '1d67c126-ba7e-4bd2-a5f1-8defa43bab8f', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:15.972256 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-97aab787-efbf-4aaf-a3a5-3570c11c1d78 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:15.991684 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] For port a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:36:15.994878 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] For port a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53,segment=NetworkSegment(8bb67a81-357c-43c2-bf0f-3058b12388a3),segment_id=8bb67a81-357c-43c2-bf0f-3058b12388a3)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:36:16.000935 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:16.003136 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:16.032515 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-97aab787-efbf-4aaf-a3a5-3570c11c1d78 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:16.037259 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-97aab787-efbf-4aaf-a3a5-3570c11c1d78 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:16.055578 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:16.062222 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-97aab787-efbf-4aaf-a3a5-3570c11c1d78 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:16.064253 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-97aab787-efbf-4aaf-a3a5-3570c11c1d78 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221998 Jun 18 16:36:16.065045 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aab787-efbf-4aaf-a3a5-3570c11c1d78 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a078df3-6431-4067-b3c2-cfa09868d82d,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:16.067085 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51262) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:16.067990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-97aab787-efbf-4aaf-a3a5-3570c11c1d78 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:16.068922 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Pushing event updated for resources: {'Port': ['ID=a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:16.071944 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:16.073858 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-f6317047-ed59-4a3f-be62-f0670c47b362 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '1d67c126-ba7e-4bd2-a5f1-8defa43bab8f', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:16.100059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f6317047-ed59-4a3f-be62-f0670c47b362 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:16.168505 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f6317047-ed59-4a3f-be62-f0670c47b362 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:16.172630 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f6317047-ed59-4a3f-be62-f0670c47b362 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:16.177395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f55bb633-abaf-4ef5-80eb-fbe8e256af7b tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:16.192716 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6317047-ed59-4a3f-be62-f0670c47b362 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4ec1d6-6319-4850-93d8-3888b5c3a8d1,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:16.195277 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f6317047-ed59-4a3f-be62-f0670c47b362 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:16.200146 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f6317047-ed59-4a3f-be62-f0670c47b362 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:16.204227 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51264) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:16.204646 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f6317047-ed59-4a3f-be62-f0670c47b362 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1337299 Jun 18 16:36:16.209529 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-fa11b80f-66ce-4f1e-905a-e5018fa92136 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '1d67c126-ba7e-4bd2-a5f1-8defa43bab8f', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:16.254279 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.securitygroups_db [None req-fa11b80f-66ce-4f1e-905a-e5018fa92136 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:36:16.261499 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fa11b80f-66ce-4f1e-905a-e5018fa92136 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:16.322631 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fa11b80f-66ce-4f1e-905a-e5018fa92136 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:16.326104 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fa11b80f-66ce-4f1e-905a-e5018fa92136 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:16.329930 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-839b2f4c-b3e1-4374-8ac0-80e976dac162 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:16.347274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11b80f-66ce-4f1e-905a-e5018fa92136 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7765c25-fee4-49c9-9144-b36ebc9218de,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:16.349865 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fa11b80f-66ce-4f1e-905a-e5018fa92136 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:16.355515 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fa11b80f-66ce-4f1e-905a-e5018fa92136 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:16.356827 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fa11b80f-66ce-4f1e-905a-e5018fa92136 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1515386 Jun 18 16:36:16.360440 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51266) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:16.365127 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-82fdc21e-ab3a-46f7-bd25-183cfb76d59a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '1d67c126-ba7e-4bd2-a5f1-8defa43bab8f', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:16.387526 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-82fdc21e-ab3a-46f7-bd25-183cfb76d59a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:36:16.394744 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-82fdc21e-ab3a-46f7-bd25-183cfb76d59a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:16.456327 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-82fdc21e-ab3a-46f7-bd25-183cfb76d59a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:16.460122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-82fdc21e-ab3a-46f7-bd25-183cfb76d59a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:16.465739 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-70ec77e3-6535-419d-8134-006179ea97f1 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:16.480636 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fdc21e-ab3a-46f7-bd25-183cfb76d59a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de42562-848f-4422-8841-ccdb749fb608,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:16.483535 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-82fdc21e-ab3a-46f7-bd25-183cfb76d59a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:16.489123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-82fdc21e-ab3a-46f7-bd25-183cfb76d59a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:16.490577 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-82fdc21e-ab3a-46f7-bd25-183cfb76d59a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290574 Jun 18 16:36:16.689453 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-acbe4929-91c3-49ad-b3c1-2e1ea7722fe0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-145722567&fields=id&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 267 time: 0.0388901 Jun 18 16:36:16.802919 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-fb7b3208-2bdc-47a2-a526-21902bc36370 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:16.804556 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-fb7b3208-2bdc-47a2-a526-21902bc36370 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/networks?id=07efe4d4-a744-4607-a1fa-6484b28f8a1c HTTP/1.1" status: 200 len: 797 time: 0.1085835 Jun 18 16:36:16.820610 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-aba8df3d-c058-4917-8092-877da102ea4d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/quotas/c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 375 time: 0.0098560 Jun 18 16:36:16.905722 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-aeeba272-0788-4306-890f-0f2d633dc337 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0792210 Jun 18 16:36:16.996981 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b47d38-b560-456b-a9d4-4144a248c31d None None] Network 07efe4d4-a744-4607-a1fa-6484b28f8a1c requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:36:17.004253 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-9e638d4d-cc55-4241-9d00-96cab46f17b8 service neutron] 10.222.0.39 "GET /v2.0/networks/07efe4d4-a744-4607-a1fa-6484b28f8a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850503 Jun 18 16:36:17.059715 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-42eff1da-6ce1-4af9-ae5a-f959b73d2b5b None None] Provisioning for port a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:36:17.096996 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-82351935-725a-45be-af8b-a834654f1e38 service neutron] 10.222.0.39 "GET /v2.0/networks/07efe4d4-a744-4607-a1fa-6484b28f8a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869024 Jun 18 16:36:17.272497 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6810b96f-a288-4207-9ada-f574608583a7 req-80448dff-86ad-4f11-b863-01cfdf5e7515 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d600686-ddc0-4236-87d6-ddf2a873961b HTTP/1.1" status: 200 len: 210 time: 0.0311804 Jun 18 16:36:18.097497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:36:18.145214 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:36:18.148946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:36:18.149330 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:18.231420 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:18.264640 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53,segment=NetworkSegment(8bb67a81-357c-43c2-bf0f-3058b12388a3),segment_id=8bb67a81-357c-43c2-bf0f-3058b12388a3)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:18.268933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:18.271396 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f8b6f3f0-487b-4c80-84e1-bfcaa1e9dfea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:18.320915 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:18.333889 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:18.429451 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9b6e921a-86d1-4c0e-9a30-dbebdeccd7a8 req-be11a864-4985-40b9-8e10-06cd1f59f347 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d600686-ddc0-4236-87d6-ddf2a873961b HTTP/1.1" status: 200 len: 210 time: 0.0300477 Jun 18 16:36:18.436279 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-ca7738bc-565f-4c91-8129-ea8185b9538d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:18.438263 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-ca7738bc-565f-4c91-8129-ea8185b9538d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/networks?id=07efe4d4-a744-4607-a1fa-6484b28f8a1c HTTP/1.1" status: 200 len: 797 time: 0.1138971 Jun 18 16:36:18.493172 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-a9207191-457d-4cc8-bdb8-93203816ad7a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 472 time: 0.0374839 Jun 18 16:36:18.501906 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-88e08294-45ea-478c-b0de-107822db8cb8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'port': {'device_id': '8d600686-ddc0-4236-87d6-ddf2a873961b', 'network_id': '07efe4d4-a744-4607-a1fa-6484b28f8a1c', 'admin_state_up': True, 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'security_groups': ['1d67c126-ba7e-4bd2-a5f1-8defa43bab8f']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:18.614729 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-88e08294-45ea-478c-b0de-107822db8cb8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:36:18.618210 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-88e08294-45ea-478c-b0de-107822db8cb8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:18.760496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-88e08294-45ea-478c-b0de-107822db8cb8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.20.0.19 (07efe4d4-a744-4607-a1fa-6484b28f8a1c/7435f12f-d398-45bb-8bbf-27821cd0f039/e007a42c-fc66-477c-91fc-335ea2bcf9c6) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:36:18.904474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-88e08294-45ea-478c-b0de-107822db8cb8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:18.918495 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-88e08294-45ea-478c-b0de-107822db8cb8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Transition to ACTIVE for port object e007a42c-fc66-477c-91fc-335ea2bcf9c6 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:36:18.952361 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-88e08294-45ea-478c-b0de-107822db8cb8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:18.956631 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cc976db3-ecb1-44ce-9734-25b67fa4704d tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:18.997275 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-88e08294-45ea-478c-b0de-107822db8cb8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 07efe4d4-a744-4607-a1fa-6484b28f8a1c is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:36:19.001483 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-88e08294-45ea-478c-b0de-107822db8cb8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:36:19.005790 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-88e08294-45ea-478c-b0de-107822db8cb8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:36:19.033504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e08294-45ea-478c-b0de-107822db8cb8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=e007a42c-fc66-477c-91fc-335ea2bcf9c6,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:19.038558 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-88e08294-45ea-478c-b0de-107822db8cb8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:19.064312 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-88e08294-45ea-478c-b0de-107822db8cb8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:19.064943 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-88e08294-45ea-478c-b0de-107822db8cb8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:19.080269 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-88e08294-45ea-478c-b0de-107822db8cb8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5822852 Jun 18 16:36:19.099905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Request body: {'port': {'device_id': '8d600686-ddc0-4236-87d6-ddf2a873961b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:19.181041 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:19.229076 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-49395f30-3777-4589-a235-f322091c44b2 None None] Provisioning for port e007a42c-fc66-477c-91fc-335ea2bcf9c6 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:36:19.232814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-49395f30-3777-4589-a235-f322091c44b2 None None] Provisioning complete for port e007a42c-fc66-477c-91fc-335ea2bcf9c6 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:36:19.233198 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-49395f30-3777-4589-a235-f322091c44b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:19.268976 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-49395f30-3777-4589-a235-f322091c44b2 None None] Port e007a42c-fc66-477c-91fc-335ea2bcf9c6 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:36:19.451178 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e007a42c-fc66-477c-91fc-335ea2bcf9c6 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:36:19.458395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:19.470787 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Transition to ACTIVE for port object e007a42c-fc66-477c-91fc-335ea2bcf9c6 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:36:19.474669 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:19.479647 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:19.580793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Pushing event updated for resources: {'Port': ['ID=e007a42c-fc66-477c-91fc-335ea2bcf9c6,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:19.585064 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:19.623851 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aaf036-7c00-489c-9c05-722723b767e9 req-0243c35d-0d4c-4df6-a165-9c7f46d1508b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:19.626473 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-65aaf036-7c00-489c-9c05-722723b767e9 req-0243c35d-0d4c-4df6-a165-9c7f46d1508b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d600686-ddc0-4236-87d6-ddf2a873961b HTTP/1.1" status: 200 len: 944 time: 0.0771701 Jun 18 16:36:19.634634 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Attempting to bind port e007a42c-fc66-477c-91fc-335ea2bcf9c6 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:36:19.635044 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Attempting to bind port e007a42c-fc66-477c-91fc-335ea2bcf9c6 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '8bb67a81-357c-43c2-bf0f-3058b12388a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07efe4d4-a744-4607-a1fa-6484b28f8a1c'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:36:19.635370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Attempting to bind port e007a42c-fc66-477c-91fc-335ea2bcf9c6 on network 07efe4d4-a744-4607-a1fa-6484b28f8a1c {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:36:19.640326 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Port e007a42c-fc66-477c-91fc-335ea2bcf9c6 on network 07efe4d4-a744-4607-a1fa-6484b28f8a1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:36:19.641169 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Attempting to bind port e007a42c-fc66-477c-91fc-335ea2bcf9c6 on network 07efe4d4-a744-4607-a1fa-6484b28f8a1c {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:36:19.646416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:36:19.647214 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Checking segment: {'id': '8bb67a81-357c-43c2-bf0f-3058b12388a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07efe4d4-a744-4607-a1fa-6484b28f8a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:36:19.647602 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Bound using segment: {'id': '8bb67a81-357c-43c2-bf0f-3058b12388a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07efe4d4-a744-4607-a1fa-6484b28f8a1c'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:36:19.648033 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Bound port: e007a42c-fc66-477c-91fc-335ea2bcf9c6, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb67a81-357c-43c2-bf0f-3058b12388a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07efe4d4-a744-4607-a1fa-6484b28f8a1c'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:36:19.648387 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:19.653451 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:36:19.675645 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-65aaf036-7c00-489c-9c05-722723b767e9 req-ee38ee54-1ef7-4788-bc63-bafdde72502f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d67c126-ba7e-4bd2-a5f1-8defa43bab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417421 Jun 18 16:36:19.726609 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] For port e007a42c-fc66-477c-91fc-335ea2bcf9c6, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:36:19.729747 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] For port e007a42c-fc66-477c-91fc-335ea2bcf9c6, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e007a42c-fc66-477c-91fc-335ea2bcf9c6,segment=NetworkSegment(8bb67a81-357c-43c2-bf0f-3058b12388a3),segment_id=8bb67a81-357c-43c2-bf0f-3058b12388a3)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:36:19.735035 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:19.737807 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c41ca467-666e-45cb-a396-b7cfc3c60745 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:19.772633 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:19.773257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:19.774660 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] 10.222.0.64 "PUT /v2.0/ports/e007a42c-fc66-477c-91fc-335ea2bcf9c6 HTTP/1.1" status: 200 len: 1094 time: 0.6797981 Jun 18 16:36:19.777092 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d600686-ddc0-4236-87d6-ddf2a873961b', 'tag': 'e007a42c-fc66-477c-91fc-335ea2bcf9c6'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:36:19.780642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a55e2bd-245d-4e46-a603-b61f9ba40344" -d '{"events": [{"name": "network-changed", "server_uuid": "8d600686-ddc0-4236-87d6-ddf2a873961b", "tag": "e007a42c-fc66-477c-91fc-335ea2bcf9c6"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:36:19.814559 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Pushing event updated for resources: {'Port': ['ID=e007a42c-fc66-477c-91fc-335ea2bcf9c6,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:19.819453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:19.844612 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef825d1-ea1a-4c4d-853d-99b2d5ac103a x-openstack-request-id: req-2ef825d1-ea1a-4c4d-853d-99b2d5ac103a {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:36:19.844964 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d600686-ddc0-4236-87d6-ddf2a873961b", "tag": "e007a42c-fc66-477c-91fc-335ea2bcf9c6", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:36:19.845342 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ef825d1-ea1a-4c4d-853d-99b2d5ac103a {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:36:19.845875 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d600686-ddc0-4236-87d6-ddf2a873961b', 'tag': 'e007a42c-fc66-477c-91fc-335ea2bcf9c6', 'status': 'completed', 'code': 200} Jun 18 16:36:19.895122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-969297a6-34d7-4bd4-abe6-21df0b361413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:19.896650 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-969297a6-34d7-4bd4-abe6-21df0b361413 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=8d600686-ddc0-4236-87d6-ddf2a873961b HTTP/1.1" status: 200 len: 1097 time: 0.0638266 Jun 18 16:36:19.945348 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-c8dd50ca-4896-496e-96e4-e7ca200ecd3f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e007a42c-fc66-477c-91fc-335ea2bcf9c6 HTTP/1.1" status: 200 len: 217 time: 0.0353289 Jun 18 16:36:19.996977 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-0d2f50a9-68f4-48ec-a0a0-320ea4cf0c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:19.998375 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-0d2f50a9-68f4-48ec-a0a0-320ea4cf0c40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7435f12f-d398-45bb-8bbf-27821cd0f039 HTTP/1.1" status: 200 len: 837 time: 0.0475636 Jun 18 16:36:20.057117 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-e85e2ea1-f96b-4db4-8353-dcdbb670b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:20.058870 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-e85e2ea1-f96b-4db4-8353-dcdbb670b98e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07efe4d4-a744-4607-a1fa-6484b28f8a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0542903 Jun 18 16:36:20.081553 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:36:20.131966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:36:20.132345 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:20.150161 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-42b9b507-d362-4816-a080-831ad4d04bb0 service neutron] 10.222.0.64 "GET /v2.0/networks/07efe4d4-a744-4607-a1fa-6484b28f8a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849056 Jun 18 16:36:20.248299 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8329ae09-b54c-48ba-bf4b-3615aa913f86 req-2511d653-4a3f-41f5-be09-34be838ec926 service neutron] 10.222.0.64 "GET /v2.0/networks/07efe4d4-a744-4607-a1fa-6484b28f8a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917189 Jun 18 16:36:20.395070 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55e2bd-245d-4e46-a603-b61f9ba40344 req-b3474ff0-da02-42fa-b7bb-9b25539d60d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:20.396672 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8a55e2bd-245d-4e46-a603-b61f9ba40344 req-b3474ff0-da02-42fa-b7bb-9b25539d60d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=8d600686-ddc0-4236-87d6-ddf2a873961b HTTP/1.1" status: 200 len: 1097 time: 0.0553429 Jun 18 16:36:20.499380 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55e2bd-245d-4e46-a603-b61f9ba40344 req-84ae7aa1-de54-4788-99e3-225f91de724e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:20.501853 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8a55e2bd-245d-4e46-a603-b61f9ba40344 req-84ae7aa1-de54-4788-99e3-225f91de724e service neutron] 10.222.0.64 "GET /v2.0/networks?id=07efe4d4-a744-4607-a1fa-6484b28f8a1c HTTP/1.1" status: 200 len: 898 time: 0.0963566 Jun 18 16:36:20.549289 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8a55e2bd-245d-4e46-a603-b61f9ba40344 req-a452bbfa-d14a-4280-8dec-747fefbb6a5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e007a42c-fc66-477c-91fc-335ea2bcf9c6 HTTP/1.1" status: 200 len: 217 time: 0.0396233 Jun 18 16:36:20.604735 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55e2bd-245d-4e46-a603-b61f9ba40344 req-83b6ce23-e2ec-428b-bfa1-88cb5095ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:20.606494 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8a55e2bd-245d-4e46-a603-b61f9ba40344 req-83b6ce23-e2ec-428b-bfa1-88cb5095ccb6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7435f12f-d398-45bb-8bbf-27821cd0f039 HTTP/1.1" status: 200 len: 837 time: 0.0511990 Jun 18 16:36:20.670615 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55e2bd-245d-4e46-a603-b61f9ba40344 req-a17324bd-25b9-4fbe-9be5-e174c9b3f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:20.673464 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8a55e2bd-245d-4e46-a603-b61f9ba40344 req-a17324bd-25b9-4fbe-9be5-e174c9b3f395 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07efe4d4-a744-4607-a1fa-6484b28f8a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0595992 Jun 18 16:36:20.770160 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8a55e2bd-245d-4e46-a603-b61f9ba40344 req-a877aeb8-3042-4ada-8ba1-c60b79ea52f3 service neutron] 10.222.0.64 "GET /v2.0/networks/07efe4d4-a744-4607-a1fa-6484b28f8a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895133 Jun 18 16:36:20.860927 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e9dfd-01a7-460b-b4b9-9c9c429ab750 req-8685c23a-42ae-4de3-af85-4703070ba2cb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:20.862803 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-264e9dfd-01a7-460b-b4b9-9c9c429ab750 req-8685c23a-42ae-4de3-af85-4703070ba2cb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d600686-ddc0-4236-87d6-ddf2a873961b HTTP/1.1" status: 200 len: 944 time: 0.0733125 Jun 18 16:36:20.868100 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8a55e2bd-245d-4e46-a603-b61f9ba40344 req-382a4814-6f5f-4bad-9f75-ff16c7e6fd7c service neutron] 10.222.0.64 "GET /v2.0/networks/07efe4d4-a744-4607-a1fa-6484b28f8a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916600 Jun 18 16:36:20.901974 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-264e9dfd-01a7-460b-b4b9-9c9c429ab750 req-771c0d7f-24a3-49ce-96c7-7d57165189dd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d67c126-ba7e-4bd2-a5f1-8defa43bab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338974 Jun 18 16:36:22.075725 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44842bd-34c4-4054-8816-9dee55092092 req-8d63eff3-39f6-4286-a5e0-1b138bfc537a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:22.077166 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b44842bd-34c4-4054-8816-9dee55092092 req-8d63eff3-39f6-4286-a5e0-1b138bfc537a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d600686-ddc0-4236-87d6-ddf2a873961b HTTP/1.1" status: 200 len: 944 time: 0.0626178 Jun 18 16:36:22.113653 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b44842bd-34c4-4054-8816-9dee55092092 req-aaf553bb-b245-4f9f-8b81-e4720066e488 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d67c126-ba7e-4bd2-a5f1-8defa43bab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302629 Jun 18 16:36:23.290043 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6accfc-3d6b-49b7-8323-7883c324bac9 req-ebf1ed8e-d175-4ee6-97b6-1f5bb3d1ba9e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:23.291521 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ad6accfc-3d6b-49b7-8323-7883c324bac9 req-ebf1ed8e-d175-4ee6-97b6-1f5bb3d1ba9e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d600686-ddc0-4236-87d6-ddf2a873961b HTTP/1.1" status: 200 len: 944 time: 0.0669804 Jun 18 16:36:23.328767 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ad6accfc-3d6b-49b7-8323-7883c324bac9 req-58c1a20b-8bf3-44fa-88b7-918b4cd9bec4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d67c126-ba7e-4bd2-a5f1-8defa43bab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311084 Jun 18 16:36:23.332036 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device e007a42c-fc66-477c-91fc-335ea2bcf9c6 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:36:23.426083 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port e007a42c-fc66-477c-91fc-335ea2bcf9c6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e007a42c-fc66-477c-91fc-335ea2bcf9c6,segment=NetworkSegment(8bb67a81-357c-43c2-bf0f-3058b12388a3),segment_id=8bb67a81-357c-43c2-bf0f-3058b12388a3)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:23.437126 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'e007a42c-fc66-477c-91fc-335ea2bcf9c6', 'network_id': '07efe4d4-a744-4607-a1fa-6484b28f8a1c', 'port_id': 'e007a42c-fc66-477c-91fc-335ea2bcf9c6', 'mac_address': 'fa:16:3e:71:65:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7435f12f-d398-45bb-8bbf-27821cd0f039', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:36:23.472747 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:23.486193 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e007a42c-fc66-477c-91fc-335ea2bcf9c6 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:36:23.505986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port e007a42c-fc66-477c-91fc-335ea2bcf9c6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e007a42c-fc66-477c-91fc-335ea2bcf9c6,segment=NetworkSegment(8bb67a81-357c-43c2-bf0f-3058b12388a3),segment_id=8bb67a81-357c-43c2-bf0f-3058b12388a3)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:23.509895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:23.511856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f270bdc3-eecd-43d1-a8c2-2fa3eb06eb30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:23.557819 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=e007a42c-fc66-477c-91fc-335ea2bcf9c6,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:23.561708 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:23.805127 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['e007a42c-fc66-477c-91fc-335ea2bcf9c6'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:36:24.502661 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e780f-5248-4fb3-8a2d-6e6248a293a5 req-86884d26-d8de-4932-a80f-4fdc8bce4585 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:24.504147 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b77e780f-5248-4fb3-8a2d-6e6248a293a5 req-86884d26-d8de-4932-a80f-4fdc8bce4585 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d600686-ddc0-4236-87d6-ddf2a873961b HTTP/1.1" status: 200 len: 945 time: 0.0669165 Jun 18 16:36:24.552074 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b77e780f-5248-4fb3-8a2d-6e6248a293a5 req-a6bcf6b9-55eb-41d7-8cad-eb10b8cb660a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d67c126-ba7e-4bd2-a5f1-8defa43bab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378208 Jun 18 16:36:24.712866 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:25.357563 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device e007a42c-fc66-477c-91fc-335ea2bcf9c6 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:36:25.408482 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port e007a42c-fc66-477c-91fc-335ea2bcf9c6 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:36:25.412274 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port e007a42c-fc66-477c-91fc-335ea2bcf9c6 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:36:25.412657 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:25.495109 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:25.517985 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d600686-ddc0-4236-87d6-ddf2a873961b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e007a42c-fc66-477c-91fc-335ea2bcf9c6'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:36:25.520274 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1290bf2-629f-4a57-bbbf-ed4b81d2441a" -d '{"events": [{"server_uuid": "8d600686-ddc0-4236-87d6-ddf2a873961b", "name": "network-vif-plugged", "status": "completed", "tag": "e007a42c-fc66-477c-91fc-335ea2bcf9c6"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:36:25.533832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port e007a42c-fc66-477c-91fc-335ea2bcf9c6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e007a42c-fc66-477c-91fc-335ea2bcf9c6,segment=NetworkSegment(8bb67a81-357c-43c2-bf0f-3058b12388a3),segment_id=8bb67a81-357c-43c2-bf0f-3058b12388a3)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:25.539387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:25.541272 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-bf66b84c-55c1-4301-8fdc-a8a4d2c0a219 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:25.562542 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c109afc5-c5bd-4ec6-ac26-8e459ac74c70 x-openstack-request-id: req-c109afc5-c5bd-4ec6-ac26-8e459ac74c70 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:36:25.562877 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d600686-ddc0-4236-87d6-ddf2a873961b", "name": "network-vif-plugged", "status": "completed", "tag": "e007a42c-fc66-477c-91fc-335ea2bcf9c6", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:36:25.563304 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c109afc5-c5bd-4ec6-ac26-8e459ac74c70 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:36:25.563702 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d600686-ddc0-4236-87d6-ddf2a873961b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e007a42c-fc66-477c-91fc-335ea2bcf9c6', 'code': 200} Jun 18 16:36:25.588805 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=e007a42c-fc66-477c-91fc-335ea2bcf9c6,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:25.591771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:25.738752 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9f2a8-18ed-4080-8e99-d9efef09e6c2 req-b18885bf-a533-4b3f-a2f0-a7c4326425d3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:25.740235 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7bb9f2a8-18ed-4080-8e99-d9efef09e6c2 req-b18885bf-a533-4b3f-a2f0-a7c4326425d3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d600686-ddc0-4236-87d6-ddf2a873961b HTTP/1.1" status: 200 len: 946 time: 0.0730443 Jun 18 16:36:25.778795 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7bb9f2a8-18ed-4080-8e99-d9efef09e6c2 req-ccee18bf-4ef0-43a0-a1a4-cc0d1cc7cafc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d67c126-ba7e-4bd2-a5f1-8defa43bab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327489 Jun 18 16:36:25.821915 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d61f4f-e155-4996-a4ad-a60d39e99487 req-839c20dd-164b-4166-b1d2-adbc0be7a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:25.823542 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-14d61f4f-e155-4996-a4ad-a60d39e99487 req-839c20dd-164b-4166-b1d2-adbc0be7a298 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8d600686-ddc0-4236-87d6-ddf2a873961b HTTP/1.1" status: 200 len: 1099 time: 0.0523796 Jun 18 16:36:25.872803 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-14d61f4f-e155-4996-a4ad-a60d39e99487 req-a543752e-70ad-482c-80aa-99acc1b94739 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1d67c126-ba7e-4bd2-a5f1-8defa43bab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433390 Jun 18 16:36:26.957444 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b088d-f06d-4f9e-a5b9-36ed70d424dc req-e4fd90b8-26b5-45b4-9266-19260990160e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:26.958885 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ae0b088d-f06d-4f9e-a5b9-36ed70d424dc req-e4fd90b8-26b5-45b4-9266-19260990160e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d600686-ddc0-4236-87d6-ddf2a873961b HTTP/1.1" status: 200 len: 946 time: 0.0658302 Jun 18 16:36:27.003348 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ae0b088d-f06d-4f9e-a5b9-36ed70d424dc req-448969e5-6df3-4cdb-96cc-43d774b4ee5b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d67c126-ba7e-4bd2-a5f1-8defa43bab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382659 Jun 18 16:36:28.185863 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a186c99-22d2-4036-a45d-ea20ea5e905a req-4437cc48-8ea1-45e1-af4b-9e7c745a3476 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:28.188074 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4a186c99-22d2-4036-a45d-ea20ea5e905a req-4437cc48-8ea1-45e1-af4b-9e7c745a3476 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d600686-ddc0-4236-87d6-ddf2a873961b HTTP/1.1" status: 200 len: 946 time: 0.0677204 Jun 18 16:36:28.226915 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4a186c99-22d2-4036-a45d-ea20ea5e905a req-3e412629-c9f4-40ce-bca3-e1d11998a0a1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d67c126-ba7e-4bd2-a5f1-8defa43bab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331781 Jun 18 16:36:28.398756 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d5faf-faf2-4666-a28b-d18fdbf4ec92 req-9a522328-2c46-4166-8832-150a17b68ae4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:28.400192 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a35d5faf-faf2-4666-a28b-d18fdbf4ec92 req-9a522328-2c46-4166-8832-150a17b68ae4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d600686-ddc0-4236-87d6-ddf2a873961b HTTP/1.1" status: 200 len: 946 time: 0.0659609 Jun 18 16:36:28.438950 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a35d5faf-faf2-4666-a28b-d18fdbf4ec92 req-cd04a4cf-97b9-4d82-bf5f-defca2cfc5c2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d67c126-ba7e-4bd2-a5f1-8defa43bab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330565 Jun 18 16:36:29.924211 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51324) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:30.348576 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:30.605092 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.20.0.17 (07efe4d4-a744-4607-a1fa-6484b28f8a1c/7435f12f-d398-45bb-8bbf-27821cd0f039/4bfca569-cb90-45db-a4a9-a836e4f772f7) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:36:30.722279 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:30.735329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Transition to ACTIVE for port object 4bfca569-cb90-45db-a4a9-a836e4f772f7 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:36:30.767604 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:30.770378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:30.804938 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 07efe4d4-a744-4607-a1fa-6484b28f8a1c is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:36:30.809752 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:36:30.813492 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:36:30.850667 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=4bfca569-cb90-45db-a4a9-a836e4f772f7,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:30.855214 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:30.869974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:31.016163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c8bfb501-54d1-44d2-a834-7f71b703972d None None] Provisioning for port 4bfca569-cb90-45db-a4a9-a836e4f772f7 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:36:31.020507 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c8bfb501-54d1-44d2-a834-7f71b703972d None None] Provisioning complete for port 4bfca569-cb90-45db-a4a9-a836e4f772f7 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:36:31.020908 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c8bfb501-54d1-44d2-a834-7f71b703972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:31.058317 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c8bfb501-54d1-44d2-a834-7f71b703972d None None] Port 4bfca569-cb90-45db-a4a9-a836e4f772f7 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:36:31.297354 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:31.564375 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:31.568673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:31.572639 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5699c804-1ca4-4002-951d-5e6df25045d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:31.642568 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=4bfca569-cb90-45db-a4a9-a836e4f772f7,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:31.644922 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:31.646872 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:31.738228 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 07efe4d4-a744-4607-a1fa-6484b28f8a1c is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:36:31.739564 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:36:31.854981 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 46f988b9-76a1-4462-b940-f16ba5d70107 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:36:31.966842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:36:31.971810 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/routers/46f988b9-76a1-4462-b940-f16ba5d70107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0466394 Jun 18 16:36:31.981652 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Sync routers for ids ['46f988b9-76a1-4462-b940-f16ba5d70107'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:36:31.995952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0f3d4f85-81de-4d8a-815d-88d83560c2d3 None None] Provisioning complete for port 4bfca569-cb90-45db-a4a9-a836e4f772f7 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:36:31.996785 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0f3d4f85-81de-4d8a-815d-88d83560c2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:31.998685 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Routers {'46f988b9-76a1-4462-b940-f16ba5d70107'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:36:31.999839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:36:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46f988b9-76a1-4462-b940-f16ba5d70107'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:32.078276 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-0f3d4f85-81de-4d8a-815d-88d83560c2d3 None None] Port 4bfca569-cb90-45db-a4a9-a836e4f772f7 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:36:32.132396 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Set router 46f988b9-76a1-4462-b940-f16ba5d70107 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:36:32.358482 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:36:31Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5d32a169-8e71-4c87-97c6-2906b44387a5', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.13', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'port_id': '12aa8202-91b0-4a99-90d7-5fefbf117f88', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'mac_address': 'fa:16:3e:8b:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:37Z', 'updated_at': '2021-06-18T16:35:41Z', 'revision_number': 1, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382c5917-5985-44a1-8e16-58dcf9519116', 'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:f6:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:18Z', 'updated_at': '2021-06-18T16:35:24Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bfca569-cb90-45db-a4a9-a836e4f772f7', 'name': '', 'network_id': '07efe4d4-a744-4607-a1fa-6484b28f8a1c', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:9e:4e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7435f12f-d398-45bb-8bbf-27821cd0f039', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:36:30Z', 'updated_at': '2021-06-18T16:36:31Z', 'revision_number': 2, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '7435f12f-d398-45bb-8bbf-27821cd0f039', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:32.385047 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Checking router: 46f988b9-76a1-4462-b940-f16ba5d70107 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:36:32.385406 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Updating router 46f988b9-76a1-4462-b940-f16ba5d70107 port 4bfca569-cb90-45db-a4a9-a836e4f772f7 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:36:32.418289 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:32.673389 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:32.683098 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Transition to ACTIVE for port object 4bfca569-cb90-45db-a4a9-a836e4f772f7 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:36:32.688688 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:32.690537 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1eee8602-25ae-4121-abe3-d123d0eb6a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:32.762306 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252a0c1-4d8b-4bcb-ad3c-4fdd02da8336 None None] Pushing event updated for resources: {'Port': ['ID=4bfca569-cb90-45db-a4a9-a836e4f772f7,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:32.766555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9252a0c1-4d8b-4bcb-ad3c-4fdd02da8336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:32.818751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Attempting to bind port 4bfca569-cb90-45db-a4a9-a836e4f772f7 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:36:32.819135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Attempting to bind port 4bfca569-cb90-45db-a4a9-a836e4f772f7 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '8bb67a81-357c-43c2-bf0f-3058b12388a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07efe4d4-a744-4607-a1fa-6484b28f8a1c'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:36:32.819513 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Attempting to bind port 4bfca569-cb90-45db-a4a9-a836e4f772f7 on network 07efe4d4-a744-4607-a1fa-6484b28f8a1c {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:36:32.824910 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:36:32.825456 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Checking segment: {'id': '8bb67a81-357c-43c2-bf0f-3058b12388a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07efe4d4-a744-4607-a1fa-6484b28f8a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:36:32.826118 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:32.826517 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Bound using segment: {'id': '8bb67a81-357c-43c2-bf0f-3058b12388a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07efe4d4-a744-4607-a1fa-6484b28f8a1c'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:36:32.827067 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Bound port: 4bfca569-cb90-45db-a4a9-a836e4f772f7, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb67a81-357c-43c2-bf0f-3058b12388a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07efe4d4-a744-4607-a1fa-6484b28f8a1c'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:36:32.828324 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:32.895403 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] For port 4bfca569-cb90-45db-a4a9-a836e4f772f7, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:36:32.911305 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] For port 4bfca569-cb90-45db-a4a9-a836e4f772f7, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=4bfca569-cb90-45db-a4a9-a836e4f772f7,segment=NetworkSegment(8bb67a81-357c-43c2-bf0f-3058b12388a3),segment_id=8bb67a81-357c-43c2-bf0f-3058b12388a3)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:36:32.916171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:32.917970 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-29f15ff8-489f-480a-8eef-d2a1b65e3314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:32.972579 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Routers {'46f988b9-76a1-4462-b940-f16ba5d70107'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:36:32.973207 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:36:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46f988b9-76a1-4462-b940-f16ba5d70107'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:32.974931 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252a0c1-4d8b-4bcb-ad3c-4fdd02da8336 None None] Pushing event updated for resources: {'Port': ['ID=4bfca569-cb90-45db-a4a9-a836e4f772f7,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:32.978479 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9252a0c1-4d8b-4bcb-ad3c-4fdd02da8336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:33.086340 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] Set router 46f988b9-76a1-4462-b940-f16ba5d70107 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:36:33.317887 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:36:31Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5d32a169-8e71-4c87-97c6-2906b44387a5', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.13', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'port_id': '12aa8202-91b0-4a99-90d7-5fefbf117f88', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'mac_address': 'fa:16:3e:8b:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:37Z', 'updated_at': '2021-06-18T16:35:41Z', 'revision_number': 1, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382c5917-5985-44a1-8e16-58dcf9519116', 'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:f6:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:18Z', 'updated_at': '2021-06-18T16:35:24Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bfca569-cb90-45db-a4a9-a836e4f772f7', 'name': '', 'network_id': '07efe4d4-a744-4607-a1fa-6484b28f8a1c', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:9e:4e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7435f12f-d398-45bb-8bbf-27821cd0f039', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:36:30Z', 'updated_at': '2021-06-18T16:36:32Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '7435f12f-d398-45bb-8bbf-27821cd0f039', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:33.342711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee40be-8859-4728-8fa3-1d158c34f09f None None] The sync data for ids ['46f988b9-76a1-4462-b940-f16ba5d70107'] in dv-neutron-797121-1-hyperv is: [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:36:31Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5d32a169-8e71-4c87-97c6-2906b44387a5', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.13', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'port_id': '12aa8202-91b0-4a99-90d7-5fefbf117f88', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'mac_address': 'fa:16:3e:8b:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:37Z', 'updated_at': '2021-06-18T16:35:41Z', 'revision_number': 1, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382c5917-5985-44a1-8e16-58dcf9519116', 'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:f6:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:18Z', 'updated_at': '2021-06-18T16:35:24Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bfca569-cb90-45db-a4a9-a836e4f772f7', 'name': '', 'network_id': '07efe4d4-a744-4607-a1fa-6484b28f8a1c', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:9e:4e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7435f12f-d398-45bb-8bbf-27821cd0f039', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:36:30Z', 'updated_at': '2021-06-18T16:36:32Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '7435f12f-d398-45bb-8bbf-27821cd0f039', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:36:33.533717 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7df42379-272e-4e5e-b125-3891164c428d req-455ad89a-93d9-45ed-b6d8-3cead042e5da service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=16878bd8-6a7e-42cc-9b55-51541fbad397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589743 Jun 18 16:36:33.648212 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df42379-272e-4e5e-b125-3891164c428d req-78672e09-4f09-4a38-bb7e-fbe0ce583803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:33.650010 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7df42379-272e-4e5e-b125-3891164c428d req-78672e09-4f09-4a38-bb7e-fbe0ce583803 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 1098 time: 0.0559256 Jun 18 16:36:33.757011 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df42379-272e-4e5e-b125-3891164c428d req-96f315c6-6693-412e-9424-8b27226c7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:33.758451 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7df42379-272e-4e5e-b125-3891164c428d req-96f315c6-6693-412e-9424-8b27226c7409 service neutron] 10.222.0.64 "GET /v2.0/networks?id=41b880b2-8a96-4beb-98a8-c9bf069034ee HTTP/1.1" status: 200 len: 898 time: 0.0880914 Jun 18 16:36:33.832657 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7df42379-272e-4e5e-b125-3891164c428d req-e3f0f90e-14a2-40f6-9904-149fc829a195 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12aa8202-91b0-4a99-90d7-5fefbf117f88 HTTP/1.1" status: 200 len: 1000 time: 0.0677176 Jun 18 16:36:33.881051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df42379-272e-4e5e-b125-3891164c428d req-3aed94b1-d708-4189-abec-4b21f5ab93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:33.882497 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7df42379-272e-4e5e-b125-3891164c428d req-3aed94b1-d708-4189-abec-4b21f5ab93c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d19ec6c-f281-4954-bab4-a92ea1d73eb0 HTTP/1.1" status: 200 len: 834 time: 0.0441275 Jun 18 16:36:33.938661 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df42379-272e-4e5e-b125-3891164c428d req-d0998dc7-9f19-4341-bc06-a310fadd3d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:33.940257 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7df42379-272e-4e5e-b125-3891164c428d req-d0998dc7-9f19-4341-bc06-a310fadd3d4f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=41b880b2-8a96-4beb-98a8-c9bf069034ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0520515 Jun 18 16:36:34.033313 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7df42379-272e-4e5e-b125-3891164c428d req-fe458b24-a8f4-4ee7-905a-d963f8513c16 service neutron] 10.222.0.64 "GET /v2.0/networks/41b880b2-8a96-4beb-98a8-c9bf069034ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867686 Jun 18 16:36:34.098725 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4bfca569-cb90-45db-a4a9-a836e4f772f7 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:36:34.129028 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7df42379-272e-4e5e-b125-3891164c428d req-508043e6-1831-4aff-9ebb-44c5a543e786 service neutron] 10.222.0.64 "GET /v2.0/networks/41b880b2-8a96-4beb-98a8-c9bf069034ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858874 Jun 18 16:36:34.146131 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 4bfca569-cb90-45db-a4a9-a836e4f772f7 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:36:34.149826 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 4bfca569-cb90-45db-a4a9-a836e4f772f7 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:36:34.150227 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:34.228574 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:34.259830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 4bfca569-cb90-45db-a4a9-a836e4f772f7, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=4bfca569-cb90-45db-a4a9-a836e4f772f7,segment=NetworkSegment(8bb67a81-357c-43c2-bf0f-3058b12388a3),segment_id=8bb67a81-357c-43c2-bf0f-3058b12388a3)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:34.263384 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:34.265705 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-10ac4b32-6917-4c27-bc7b-9b24d494b12f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:34.309681 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=4bfca569-cb90-45db-a4a9-a836e4f772f7,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:34.313338 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:35.199015 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5085-3d8b-45ff-bd38-217f81653594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:36.084630 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4bfca569-cb90-45db-a4a9-a836e4f772f7 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:36:36.134049 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 4bfca569-cb90-45db-a4a9-a836e4f772f7 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:36:36.134428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:37.614037 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8b5bff2a-8b26-47c2-b77f-d9483aa2cff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:38.212368 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:38.907320 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:40.431570 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:52.455350 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51360) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:52.814114 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df05a17b-3a57-4c36-9e61-fd53997f9ad9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:53.125418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-df05a17b-3a57-4c36-9e61-fd53997f9ad9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port 4bfca569-cb90-45db-a4a9-a836e4f772f7 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:36:53.125662 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df05a17b-3a57-4c36-9e61-fd53997f9ad9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:53.214474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-df05a17b-3a57-4c36-9e61-fd53997f9ad9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port 4bfca569-cb90-45db-a4a9-a836e4f772f7, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=4bfca569-cb90-45db-a4a9-a836e4f772f7,segment=NetworkSegment(8bb67a81-357c-43c2-bf0f-3058b12388a3),segment_id=8bb67a81-357c-43c2-bf0f-3058b12388a3)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:53.214929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df05a17b-3a57-4c36-9e61-fd53997f9ad9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:53.280185 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-df05a17b-3a57-4c36-9e61-fd53997f9ad9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for 4bfca569-cb90-45db-a4a9-a836e4f772f7 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:36:53.459733 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df05a17b-3a57-4c36-9e61-fd53997f9ad9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:53.462453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b8506f85-edab-4040-8f03-33912f49f983 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:53.488696 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05a17b-3a57-4c36-9e61-fd53997f9ad9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=4bfca569-cb90-45db-a4a9-a836e4f772f7,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:53.493768 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-df05a17b-3a57-4c36-9e61-fd53997f9ad9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:53.671597 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df05a17b-3a57-4c36-9e61-fd53997f9ad9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:53.891738 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df05a17b-3a57-4c36-9e61-fd53997f9ad9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 46f988b9-76a1-4462-b940-f16ba5d70107 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:36:53.997370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df05a17b-3a57-4c36-9e61-fd53997f9ad9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:36:54.003686 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-df05a17b-3a57-4c36-9e61-fd53997f9ad9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/routers/46f988b9-76a1-4462-b940-f16ba5d70107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5473034 Jun 18 16:36:54.008003 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01621c7c-6d18-4ec9-909c-c1baf45bc5c5 None None] Sync routers for ids ['46f988b9-76a1-4462-b940-f16ba5d70107'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:36:54.017119 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01621c7c-6d18-4ec9-909c-c1baf45bc5c5 None None] Routers {'46f988b9-76a1-4462-b940-f16ba5d70107'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:36:54.017727 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-01621c7c-6d18-4ec9-909c-c1baf45bc5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:36:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46f988b9-76a1-4462-b940-f16ba5d70107'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:54.122291 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-01621c7c-6d18-4ec9-909c-c1baf45bc5c5 None None] Set router 46f988b9-76a1-4462-b940-f16ba5d70107 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:36:54.342460 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-01621c7c-6d18-4ec9-909c-c1baf45bc5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:36:53Z', 'revision_number': 6, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5d32a169-8e71-4c87-97c6-2906b44387a5', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.13', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'port_id': '12aa8202-91b0-4a99-90d7-5fefbf117f88', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'mac_address': 'fa:16:3e:8b:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:37Z', 'updated_at': '2021-06-18T16:35:41Z', 'revision_number': 1, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382c5917-5985-44a1-8e16-58dcf9519116', 'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:f6:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:18Z', 'updated_at': '2021-06-18T16:35:24Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:54.364430 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fd1d1-d6d7-427d-a406-2c346a90459f req-cd229f22-37f9-4abb-b1b1-e0157b928ace tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:54.366029 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f53fd1d1-d6d7-427d-a406-2c346a90459f req-cd229f22-37f9-4abb-b1b1-e0157b928ace tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d600686-ddc0-4236-87d6-ddf2a873961b HTTP/1.1" status: 200 len: 946 time: 0.0636601 Jun 18 16:36:54.367255 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01621c7c-6d18-4ec9-909c-c1baf45bc5c5 None None] Checking router: 46f988b9-76a1-4462-b940-f16ba5d70107 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:36:54.375792 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01621c7c-6d18-4ec9-909c-c1baf45bc5c5 None None] Routers {'46f988b9-76a1-4462-b940-f16ba5d70107'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:36:54.376393 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-01621c7c-6d18-4ec9-909c-c1baf45bc5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:36:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46f988b9-76a1-4462-b940-f16ba5d70107'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:54.403885 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f53fd1d1-d6d7-427d-a406-2c346a90459f req-e3752f1a-a891-4fe7-9c09-7fe9983ff243 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d67c126-ba7e-4bd2-a5f1-8defa43bab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319519 Jun 18 16:36:54.477374 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-01621c7c-6d18-4ec9-909c-c1baf45bc5c5 None None] Set router 46f988b9-76a1-4462-b940-f16ba5d70107 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:36:54.698573 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-01621c7c-6d18-4ec9-909c-c1baf45bc5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:36:53Z', 'revision_number': 6, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5d32a169-8e71-4c87-97c6-2906b44387a5', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.13', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'port_id': '12aa8202-91b0-4a99-90d7-5fefbf117f88', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'mac_address': 'fa:16:3e:8b:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:37Z', 'updated_at': '2021-06-18T16:35:41Z', 'revision_number': 1, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382c5917-5985-44a1-8e16-58dcf9519116', 'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:f6:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:18Z', 'updated_at': '2021-06-18T16:35:24Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:54.712695 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:54.726540 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01621c7c-6d18-4ec9-909c-c1baf45bc5c5 None None] The sync data for ids ['46f988b9-76a1-4462-b940-f16ba5d70107'] in dv-neutron-797121-1-hyperv is: [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:36:53Z', 'revision_number': 6, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5d32a169-8e71-4c87-97c6-2906b44387a5', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.13', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'port_id': '12aa8202-91b0-4a99-90d7-5fefbf117f88', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'mac_address': 'fa:16:3e:8b:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:37Z', 'updated_at': '2021-06-18T16:35:41Z', 'revision_number': 1, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382c5917-5985-44a1-8e16-58dcf9519116', 'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:f6:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:18Z', 'updated_at': '2021-06-18T16:35:24Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:36:55.582497 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73119e4e-ec5f-42c3-8d29-2e2698315922 req-20cb4ec3-758e-455c-a6b8-ac1cd307bd38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:55.584064 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-73119e4e-ec5f-42c3-8d29-2e2698315922 req-20cb4ec3-758e-455c-a6b8-ac1cd307bd38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d600686-ddc0-4236-87d6-ddf2a873961b HTTP/1.1" status: 200 len: 946 time: 0.0668271 Jun 18 16:36:55.622563 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-73119e4e-ec5f-42c3-8d29-2e2698315922 req-5ff73b73-1f18-4b01-9d31-a38305764ff6 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d67c126-ba7e-4bd2-a5f1-8defa43bab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321748 Jun 18 16:36:55.822660 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59383ebb-65dd-443b-9431-0b9d8b08fd9d req-928f44cc-571d-48aa-82bc-a44c1c672373 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:55.824101 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-59383ebb-65dd-443b-9431-0b9d8b08fd9d req-928f44cc-571d-48aa-82bc-a44c1c672373 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d600686-ddc0-4236-87d6-ddf2a873961b HTTP/1.1" status: 200 len: 946 time: 0.0654032 Jun 18 16:36:55.925699 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-59383ebb-65dd-443b-9431-0b9d8b08fd9d req-be6889c2-e2f8-4e42-a580-586dfc754d6f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port e007a42c-fc66-477c-91fc-335ea2bcf9c6 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:36:55.926027 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-59383ebb-65dd-443b-9431-0b9d8b08fd9d req-be6889c2-e2f8-4e42-a580-586dfc754d6f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:56.018541 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-59383ebb-65dd-443b-9431-0b9d8b08fd9d req-be6889c2-e2f8-4e42-a580-586dfc754d6f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port e007a42c-fc66-477c-91fc-335ea2bcf9c6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e007a42c-fc66-477c-91fc-335ea2bcf9c6,segment=NetworkSegment(8bb67a81-357c-43c2-bf0f-3058b12388a3),segment_id=8bb67a81-357c-43c2-bf0f-3058b12388a3)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:56.018921 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-59383ebb-65dd-443b-9431-0b9d8b08fd9d req-be6889c2-e2f8-4e42-a580-586dfc754d6f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:56.057098 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4bfca569-cb90-45db-a4a9-a836e4f772f7 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:36:56.077506 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 4bfca569-cb90-45db-a4a9-a836e4f772f7 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:36:56.077782 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4bfca569-cb90-45db-a4a9-a836e4f772f7 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:36:56.085264 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-59383ebb-65dd-443b-9431-0b9d8b08fd9d req-be6889c2-e2f8-4e42-a580-586dfc754d6f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for e007a42c-fc66-477c-91fc-335ea2bcf9c6 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:36:56.214692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-59383ebb-65dd-443b-9431-0b9d8b08fd9d req-be6889c2-e2f8-4e42-a580-586dfc754d6f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:56.218428 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7382c944-3fdf-47b0-b5ee-36236f3e1325 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:56.243627 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6889c2-e2f8-4e42-a580-586dfc754d6f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=e007a42c-fc66-477c-91fc-335ea2bcf9c6,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:56.246615 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-be6889c2-e2f8-4e42-a580-586dfc754d6f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:56.290379 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-59383ebb-65dd-443b-9431-0b9d8b08fd9d req-be6889c2-e2f8-4e42-a580-586dfc754d6f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] No DVR routers for this DVR port e007a42c-fc66-477c-91fc-335ea2bcf9c6 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:36:56.292902 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-59383ebb-65dd-443b-9431-0b9d8b08fd9d req-be6889c2-e2f8-4e42-a580-586dfc754d6f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:56.294981 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-59383ebb-65dd-443b-9431-0b9d8b08fd9d req-be6889c2-e2f8-4e42-a580-586dfc754d6f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "DELETE /v2.0/ports/e007a42c-fc66-477c-91fc-335ea2bcf9c6 HTTP/1.1" status: 204 len: 173 time: 0.4654226 Jun 18 16:36:56.295498 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d600686-ddc0-4236-87d6-ddf2a873961b', 'name': 'network-vif-deleted', 'tag': 'e007a42c-fc66-477c-91fc-335ea2bcf9c6'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:36:56.298050 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f9d8b5-61b6-4072-b884-d99ba8636cd2" -d '{"events": [{"server_uuid": "8d600686-ddc0-4236-87d6-ddf2a873961b", "name": "network-vif-deleted", "tag": "e007a42c-fc66-477c-91fc-335ea2bcf9c6"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:36:56.347676 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08656428-8eb7-4904-bdae-20fc50ef3efd x-openstack-request-id: req-08656428-8eb7-4904-bdae-20fc50ef3efd {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:36:56.348021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d600686-ddc0-4236-87d6-ddf2a873961b", "name": "network-vif-deleted", "tag": "e007a42c-fc66-477c-91fc-335ea2bcf9c6", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:36:56.348322 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-08656428-8eb7-4904-bdae-20fc50ef3efd {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:36:56.348762 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d600686-ddc0-4236-87d6-ddf2a873961b', 'name': 'network-vif-deleted', 'tag': 'e007a42c-fc66-477c-91fc-335ea2bcf9c6', 'status': 'completed', 'code': 200} Jun 18 16:36:56.652189 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:36:56.799967 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6bbd01b6-3206-40eb-b72e-60028482d38e req-b9e89ccc-6b04-4b6d-b274-55967e991923 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d600686-ddc0-4236-87d6-ddf2a873961b HTTP/1.1" status: 200 len: 210 time: 0.0317404 Jun 18 16:36:57.895265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51374) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:57.957351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2cb48106-7f58-49f4-8a39-1590a49250ef tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:57.982821 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2cb48106-7f58-49f4-8a39-1590a49250ef tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.043189 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2cb48106-7f58-49f4-8a39-1590a49250ef tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.045851 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2cb48106-7f58-49f4-8a39-1590a49250ef tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.047609 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2cb48106-7f58-49f4-8a39-1590a49250ef tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/security-groups/1d67c126-ba7e-4bd2-a5f1-8defa43bab8f HTTP/1.1" status: 204 len: 168 time: 0.1513410 Jun 18 16:36:58.048451 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cb9bb4a1-4126-4dab-be3d-08d5a18632ca tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:58.057075 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb48106-7f58-49f4-8a39-1590a49250ef tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d67c126-ba7e-4bd2-a5f1-8defa43bab8f,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:58.059778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2cb48106-7f58-49f4-8a39-1590a49250ef tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:58.082698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51378) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:58.132194 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-48912d5c-f8b9-4b0f-899b-fc1a162936d2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting subnet 7435f12f-d398-45bb-8bbf-27821cd0f039 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:36:58.135192 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-48912d5c-f8b9-4b0f-899b-fc1a162936d2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.174604 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-48912d5c-f8b9-4b0f-899b-fc1a162936d2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.257075 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-48912d5c-f8b9-4b0f-899b-fc1a162936d2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.315916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-48912d5c-f8b9-4b0f-899b-fc1a162936d2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.317826 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d29755db-8f15-4811-a263-0cb2886434dd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:58.342339 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48912d5c-f8b9-4b0f-899b-fc1a162936d2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Subnet': ['ID=7435f12f-d398-45bb-8bbf-27821cd0f039,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:58.346458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-48912d5c-f8b9-4b0f-899b-fc1a162936d2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:58.347516 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-48912d5c-f8b9-4b0f-899b-fc1a162936d2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.349405 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-48912d5c-f8b9-4b0f-899b-fc1a162936d2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/subnets/7435f12f-d398-45bb-8bbf-27821cd0f039 HTTP/1.1" status: 204 len: 168 time: 0.2657826 Jun 18 16:36:58.351957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51380) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:58.354396 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67791245-6e40-4427-93e1-4f84e9a4a431 None None] Network 07efe4d4-a744-4607-a1fa-6484b28f8a1c requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:36:58.429806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.480429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:36:58.480816 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.543112 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f987f507-f844-4e1a-8e47-453f2cadc6cd None None] DHCP port deletion for 07efe4d4-a744-4607-a1fa-6484b28f8a1c request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:36:58.550955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53,segment=NetworkSegment(8bb67a81-357c-43c2-bf0f-3058b12388a3),segment_id=8bb67a81-357c-43c2-bf0f-3058b12388a3)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:58.551319 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.594909 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-f987f507-f844-4e1a-8e47-453f2cadc6cd None None] Deleting port a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:36:58.595288 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f987f507-f844-4e1a-8e47-453f2cadc6cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.615415 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:36:58.655447 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-f987f507-f844-4e1a-8e47-453f2cadc6cd None None] For port a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53,segment=NetworkSegment(8bb67a81-357c-43c2-bf0f-3058b12388a3),segment_id=8bb67a81-357c-43c2-bf0f-3058b12388a3)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:58.655847 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f987f507-f844-4e1a-8e47-453f2cadc6cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.707460 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.710414 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-df05a17b-3a57-4c36-9e61-fd53997f9ad9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:58.723151 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-f987f507-f844-4e1a-8e47-453f2cadc6cd None None] Calling delete_port for a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:36:58.736098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:58.737932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] No DVR routers for this DVR port a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:36:58.742562 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:58.799024 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f987f507-f844-4e1a-8e47-453f2cadc6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.800908 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:58.819872 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.825826 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987f507-f844-4e1a-8e47-453f2cadc6cd None None] Pushing event deleted for resources: {'Port': ['ID=a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:58.829856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f987f507-f844-4e1a-8e47-453f2cadc6cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:58.830975 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07efe4d4-a744-4607-a1fa-6484b28f8a1c']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:58.832839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f987f507-f844-4e1a-8e47-453f2cadc6cd None None] No DVR routers for this DVR port a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:36:58.842067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb67a81-357c-43c2-bf0f-3058b12388a3') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:58.842370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb67a81-357c-43c2-bf0f-3058b12388a3') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:58.852002 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.865438 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.871098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:36:58.871474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: items = [ Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:36:58.874475 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:36:58.936205 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.940684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bab69a9e-62fd-45f5-8a4a-1b3edc888af2 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:58.945685 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:58.947705 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/networks/07efe4d4-a744-4607-a1fa-6484b28f8a1c HTTP/1.1" status: 204 len: 168 time: 0.5948112 Jun 18 16:36:58.950660 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51382) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:58.965648 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Network': ['ID=07efe4d4-a744-4607-a1fa-6484b28f8a1c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:58.969080 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:59.115261 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-248449c5-9916-454b-8355-5786575fc97b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port b2778ae5-6344-4e8c-a902-ad15e03f7fca {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:36:59.115503 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-248449c5-9916-454b-8355-5786575fc97b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:59.191625 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-248449c5-9916-454b-8355-5786575fc97b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:59.191949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-248449c5-9916-454b-8355-5786575fc97b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:59.257075 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-248449c5-9916-454b-8355-5786575fc97b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for b2778ae5-6344-4e8c-a902-ad15e03f7fca owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:36:59.399676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-248449c5-9916-454b-8355-5786575fc97b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:59.401467 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cf949198-7357-4370-a08e-ec07fe18ec08 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:59.422832 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248449c5-9916-454b-8355-5786575fc97b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=b2778ae5-6344-4e8c-a902-ad15e03f7fca,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:59.426217 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-248449c5-9916-454b-8355-5786575fc97b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:59.466657 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device e007a42c-fc66-477c-91fc-335ea2bcf9c6 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:36:59.488590 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-248449c5-9916-454b-8355-5786575fc97b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:59.488881 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: e007a42c-fc66-477c-91fc-335ea2bcf9c6 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:36:59.489065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device e007a42c-fc66-477c-91fc-335ea2bcf9c6 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:36:59.489252 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-248449c5-9916-454b-8355-5786575fc97b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Floating IP 5d32a169-8e71-4c87-97c6-2906b44387a5 disassociated (deleted). External IP: 172.26.2.13, port: 12aa8202-91b0-4a99-90d7-5fefbf117f88. Jun 18 16:36:59.697414 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248449c5-9916-454b-8355-5786575fc97b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 46f988b9-76a1-4462-b940-f16ba5d70107 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:36:59.799915 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248449c5-9916-454b-8355-5786575fc97b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:36:59.804714 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-248449c5-9916-454b-8355-5786575fc97b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:59.809323 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c72ceb-f7b6-44d3-90ae-e2aadf5ef1cd None None] Sync routers for ids ['46f988b9-76a1-4462-b940-f16ba5d70107'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:36:59.819322 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c72ceb-f7b6-44d3-90ae-e2aadf5ef1cd None None] Routers {'46f988b9-76a1-4462-b940-f16ba5d70107'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:36:59.819940 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-88c72ceb-f7b6-44d3-90ae-e2aadf5ef1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:36:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46f988b9-76a1-4462-b940-f16ba5d70107'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:59.844245 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-248449c5-9916-454b-8355-5786575fc97b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/floatingips/5d32a169-8e71-4c87-97c6-2906b44387a5 HTTP/1.1" status: 204 len: 168 time: 0.8921168 Jun 18 16:36:59.844927 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'tag': '12aa8202-91b0-4a99-90d7-5fefbf117f88'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:36:59.847319 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fb1ba5-5386-427c-b3b6-505320e71b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "16878bd8-6a7e-42cc-9b55-51541fbad397", "tag": "12aa8202-91b0-4a99-90d7-5fefbf117f88"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:36:59.889683 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1b8ee0-ae4c-4fa3-8de1-db66a94c2bb1 x-openstack-request-id: req-4b1b8ee0-ae4c-4fa3-8de1-db66a94c2bb1 {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:36:59.890132 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16878bd8-6a7e-42cc-9b55-51541fbad397", "tag": "12aa8202-91b0-4a99-90d7-5fefbf117f88", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:36:59.890575 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b1b8ee0-ae4c-4fa3-8de1-db66a94c2bb1 {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:36:59.891491 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'tag': '12aa8202-91b0-4a99-90d7-5fefbf117f88', 'status': 'completed', 'code': 200} Jun 18 16:36:59.931601 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-88c72ceb-f7b6-44d3-90ae-e2aadf5ef1cd None None] Set router 46f988b9-76a1-4462-b940-f16ba5d70107 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:36:59.994249 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb1ba5-5386-427c-b3b6-505320e71b1d req-919f7498-7be8-431a-b710-8da78cb93f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:59.996054 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-34fb1ba5-5386-427c-b3b6-505320e71b1d req-919f7498-7be8-431a-b710-8da78cb93f2a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 1098 time: 0.0590153 Jun 18 16:37:00.137995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:37:00.160741 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:37:00.161094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a8e36722-96e0-4b97-8e0d-fdc2ef3cbf53 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:37:00.185178 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-88c72ceb-f7b6-44d3-90ae-e2aadf5ef1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:36:53Z', 'revision_number': 6, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '382c5917-5985-44a1-8e16-58dcf9519116', 'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:f6:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:18Z', 'updated_at': '2021-06-18T16:35:24Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:00.216212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c72ceb-f7b6-44d3-90ae-e2aadf5ef1cd None None] Checking router: 46f988b9-76a1-4462-b940-f16ba5d70107 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:37:00.225729 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c72ceb-f7b6-44d3-90ae-e2aadf5ef1cd None None] Routers {'46f988b9-76a1-4462-b940-f16ba5d70107'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:00.226362 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-88c72ceb-f7b6-44d3-90ae-e2aadf5ef1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:36:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46f988b9-76a1-4462-b940-f16ba5d70107'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:00.266418 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f6a45-5e22-4b22-b178-6ed13ad33537 req-02edc37f-db9b-4aac-831d-a7a9c6cd9390 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:00.268297 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-688f6a45-5e22-4b22-b178-6ed13ad33537 req-02edc37f-db9b-4aac-831d-a7a9c6cd9390 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 945 time: 0.0760796 Jun 18 16:37:00.310307 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-688f6a45-5e22-4b22-b178-6ed13ad33537 req-448359c4-390a-4b66-8854-6ee4b57c6cae tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a09c7ee-269b-4086-94d0-bde403d6c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356264 Jun 18 16:37:00.337369 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-88c72ceb-f7b6-44d3-90ae-e2aadf5ef1cd None None] Set router 46f988b9-76a1-4462-b940-f16ba5d70107 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:00.403358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb1ba5-5386-427c-b3b6-505320e71b1d req-1d44bd48-98be-4dae-8504-f0fe806a755a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:00.404917 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-34fb1ba5-5386-427c-b3b6-505320e71b1d req-1d44bd48-98be-4dae-8504-f0fe806a755a service neutron] 10.222.0.64 "GET /v2.0/networks?id=41b880b2-8a96-4beb-98a8-c9bf069034ee HTTP/1.1" status: 200 len: 898 time: 0.4028537 Jun 18 16:37:00.449593 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-34fb1ba5-5386-427c-b3b6-505320e71b1d req-01fa0ff9-0944-4eed-af33-51e46f66a950 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12aa8202-91b0-4a99-90d7-5fefbf117f88 HTTP/1.1" status: 200 len: 217 time: 0.0368493 Jun 18 16:37:00.497858 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb1ba5-5386-427c-b3b6-505320e71b1d req-7ab67f8f-8307-476c-8ffd-f2daab8a7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:00.499596 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-34fb1ba5-5386-427c-b3b6-505320e71b1d req-7ab67f8f-8307-476c-8ffd-f2daab8a7a54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d19ec6c-f281-4954-bab4-a92ea1d73eb0 HTTP/1.1" status: 200 len: 834 time: 0.0441997 Jun 18 16:37:00.530338 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-88c72ceb-f7b6-44d3-90ae-e2aadf5ef1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:36:53Z', 'revision_number': 6, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '382c5917-5985-44a1-8e16-58dcf9519116', 'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:f6:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:18Z', 'updated_at': '2021-06-18T16:35:24Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:00.556850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c72ceb-f7b6-44d3-90ae-e2aadf5ef1cd None None] The sync data for ids ['46f988b9-76a1-4462-b940-f16ba5d70107'] in dv-neutron-797121-1-hyperv is: [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:36:53Z', 'revision_number': 6, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '382c5917-5985-44a1-8e16-58dcf9519116', 'name': '', 'network_id': '41b880b2-8a96-4beb-98a8-c9bf069034ee', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:f6:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:18Z', 'updated_at': '2021-06-18T16:35:24Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5d19ec6c-f281-4954-bab4-a92ea1d73eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:37:00.557767 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb1ba5-5386-427c-b3b6-505320e71b1d req-37c6e46a-ed24-48c5-9d41-3ddfed318ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:00.559301 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-34fb1ba5-5386-427c-b3b6-505320e71b1d req-37c6e46a-ed24-48c5-9d41-3ddfed318ada service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=41b880b2-8a96-4beb-98a8-c9bf069034ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0529509 Jun 18 16:37:00.657216 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-34fb1ba5-5386-427c-b3b6-505320e71b1d req-5b6774e6-5c1d-4604-9bb4-7b374cd9506b service neutron] 10.222.0.64 "GET /v2.0/networks/41b880b2-8a96-4beb-98a8-c9bf069034ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899093 Jun 18 16:37:00.751764 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-34fb1ba5-5386-427c-b3b6-505320e71b1d req-6b0e7677-772c-4e7a-8cf5-2ddddbbc6b48 service neutron] 10.222.0.64 "GET /v2.0/networks/41b880b2-8a96-4beb-98a8-c9bf069034ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879343 Jun 18 16:37:00.772298 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034458c4-20de-4d18-bae7-52faf660d17c None None] New status for floating IP 5d32a169-8e71-4c87-97c6-2906b44387a5: DOWN {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:37:01.490014 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01462bc8-c37c-45d8-81ff-585cad313468 req-aef00bf5-5485-4c13-bd4c-17ff6112bb41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:01.491502 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-01462bc8-c37c-45d8-81ff-585cad313468 req-aef00bf5-5485-4c13-bd4c-17ff6112bb41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 945 time: 0.0633447 Jun 18 16:37:01.533018 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-01462bc8-c37c-45d8-81ff-585cad313468 req-bacdd5c6-04df-4dfb-8347-340918445728 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a09c7ee-269b-4086-94d0-bde403d6c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358617 Jun 18 16:37:01.654459 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0821f6-79ff-4a52-ba5e-5a8f8a00ee86 req-b8db50e9-b699-4442-930b-e2a536a428c6 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:01.656432 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ed0821f6-79ff-4a52-ba5e-5a8f8a00ee86 req-b8db50e9-b699-4442-930b-e2a536a428c6 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/ports?device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 945 time: 0.0742660 Jun 18 16:37:01.755410 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-ed0821f6-79ff-4a52-ba5e-5a8f8a00ee86 req-1b56367d-33c4-4b80-8ee7-b2768d9d44a1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port 12aa8202-91b0-4a99-90d7-5fefbf117f88 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:37:01.755811 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ed0821f6-79ff-4a52-ba5e-5a8f8a00ee86 req-1b56367d-33c4-4b80-8ee7-b2768d9d44a1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:01.845192 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-ed0821f6-79ff-4a52-ba5e-5a8f8a00ee86 req-1b56367d-33c4-4b80-8ee7-b2768d9d44a1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port 12aa8202-91b0-4a99-90d7-5fefbf117f88, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=12aa8202-91b0-4a99-90d7-5fefbf117f88,segment=NetworkSegment(0084aaf9-e67b-4412-a43b-18a542207fa9),segment_id=0084aaf9-e67b-4412-a43b-18a542207fa9)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:01.845552 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ed0821f6-79ff-4a52-ba5e-5a8f8a00ee86 req-1b56367d-33c4-4b80-8ee7-b2768d9d44a1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:01.908428 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-ed0821f6-79ff-4a52-ba5e-5a8f8a00ee86 req-1b56367d-33c4-4b80-8ee7-b2768d9d44a1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for 12aa8202-91b0-4a99-90d7-5fefbf117f88 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:37:02.038274 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ed0821f6-79ff-4a52-ba5e-5a8f8a00ee86 req-1b56367d-33c4-4b80-8ee7-b2768d9d44a1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:02.042294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f976ea2a-f32c-4657-bb63-8dcae2af7dd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:02.067938 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56367d-33c4-4b80-8ee7-b2768d9d44a1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=12aa8202-91b0-4a99-90d7-5fefbf117f88,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:02.070257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1b56367d-33c4-4b80-8ee7-b2768d9d44a1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:02.119554 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0821f6-79ff-4a52-ba5e-5a8f8a00ee86 req-1b56367d-33c4-4b80-8ee7-b2768d9d44a1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] No DVR routers for this DVR port 12aa8202-91b0-4a99-90d7-5fefbf117f88 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:37:02.121851 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ed0821f6-79ff-4a52-ba5e-5a8f8a00ee86 req-1b56367d-33c4-4b80-8ee7-b2768d9d44a1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:02.123802 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ed0821f6-79ff-4a52-ba5e-5a8f8a00ee86 req-1b56367d-33c4-4b80-8ee7-b2768d9d44a1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "DELETE /v2.0/ports/12aa8202-91b0-4a99-90d7-5fefbf117f88 HTTP/1.1" status: 204 len: 173 time: 0.4626071 Jun 18 16:37:02.124323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'name': 'network-vif-deleted', 'tag': '12aa8202-91b0-4a99-90d7-5fefbf117f88'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:37:02.127817 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10d6be4-b0af-4b38-adf4-1544ea959c2f" -d '{"events": [{"server_uuid": "16878bd8-6a7e-42cc-9b55-51541fbad397", "name": "network-vif-deleted", "tag": "12aa8202-91b0-4a99-90d7-5fefbf117f88"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:37:02.164213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7823791-2397-4431-abb2-0fe295e23f08 x-openstack-request-id: req-e7823791-2397-4431-abb2-0fe295e23f08 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:37:02.164631 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16878bd8-6a7e-42cc-9b55-51541fbad397", "name": "network-vif-deleted", "tag": "12aa8202-91b0-4a99-90d7-5fefbf117f88", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:37:02.165009 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e7823791-2397-4431-abb2-0fe295e23f08 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:37:02.165454 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16878bd8-6a7e-42cc-9b55-51541fbad397', 'name': 'network-vif-deleted', 'tag': '12aa8202-91b0-4a99-90d7-5fefbf117f88', 'status': 'completed', 'code': 200} Jun 18 16:37:02.686421 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2e2b57da-ef05-4db5-bea3-6b06fcf65d94 req-a68fdfc4-1459-411c-a86e-d283e4fe1666 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=16878bd8-6a7e-42cc-9b55-51541fbad397 HTTP/1.1" status: 200 len: 210 time: 0.0293615 Jun 18 16:37:03.778317 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51398) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:03.836502 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-03d25b0e-7d76-4404-8118-ee7af0eef91e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:03.861400 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-03d25b0e-7d76-4404-8118-ee7af0eef91e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:03.918842 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-03d25b0e-7d76-4404-8118-ee7af0eef91e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:03.921972 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-03d25b0e-7d76-4404-8118-ee7af0eef91e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:03.923187 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-03d25b0e-7d76-4404-8118-ee7af0eef91e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/security-groups/2a09c7ee-269b-4086-94d0-bde403d6c3e7 HTTP/1.1" status: 204 len: 168 time: 0.1436768 Jun 18 16:37:03.923964 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3184e90e-ee64-41fc-8706-098624e13da2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:03.932572 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d25b0e-7d76-4404-8118-ee7af0eef91e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a09c7ee-269b-4086-94d0-bde403d6c3e7,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:03.940460 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d25b0e-7d76-4404-8118-ee7af0eef91e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:03.940848 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d25b0e-7d76-4404-8118-ee7af0eef91e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:03.941233 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d25b0e-7d76-4404-8118-ee7af0eef91e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:03.941608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d25b0e-7d76-4404-8118-ee7af0eef91e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:03.941978 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d25b0e-7d76-4404-8118-ee7af0eef91e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:03.942345 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d25b0e-7d76-4404-8118-ee7af0eef91e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:03.942747 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d25b0e-7d76-4404-8118-ee7af0eef91e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:03.943114 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d25b0e-7d76-4404-8118-ee7af0eef91e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:03.943477 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d25b0e-7d76-4404-8118-ee7af0eef91e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:03.943840 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d25b0e-7d76-4404-8118-ee7af0eef91e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:03.944197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d25b0e-7d76-4404-8118-ee7af0eef91e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:03.944588 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d25b0e-7d76-4404-8118-ee7af0eef91e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:03.948032 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-03d25b0e-7d76-4404-8118-ee7af0eef91e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:03.953143 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51402) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:04.307671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0518f19c-0d78-48c9-b8b9-a4d5876f763b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:04.841545 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-0518f19c-0d78-48c9-b8b9-a4d5876f763b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port 382c5917-5985-44a1-8e16-58dcf9519116 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:37:04.842318 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0518f19c-0d78-48c9-b8b9-a4d5876f763b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:04.928118 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-0518f19c-0d78-48c9-b8b9-a4d5876f763b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port 382c5917-5985-44a1-8e16-58dcf9519116, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=382c5917-5985-44a1-8e16-58dcf9519116,segment=NetworkSegment(0084aaf9-e67b-4412-a43b-18a542207fa9),segment_id=0084aaf9-e67b-4412-a43b-18a542207fa9)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:04.928395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0518f19c-0d78-48c9-b8b9-a4d5876f763b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:04.992223 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-0518f19c-0d78-48c9-b8b9-a4d5876f763b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for 382c5917-5985-44a1-8e16-58dcf9519116 owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:37:05.194758 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0518f19c-0d78-48c9-b8b9-a4d5876f763b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:05.197769 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:05.199164 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-08015be3-707d-4d0b-93f4-291aacb7fde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:05.224153 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518f19c-0d78-48c9-b8b9-a4d5876f763b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=382c5917-5985-44a1-8e16-58dcf9519116,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:05.228599 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0518f19c-0d78-48c9-b8b9-a4d5876f763b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:05.392253 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0518f19c-0d78-48c9-b8b9-a4d5876f763b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:05.503065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 12aa8202-91b0-4a99-90d7-5fefbf117f88 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:37:05.523405 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 12aa8202-91b0-4a99-90d7-5fefbf117f88 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:37:05.523754 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 12aa8202-91b0-4a99-90d7-5fefbf117f88 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:37:05.603531 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0518f19c-0d78-48c9-b8b9-a4d5876f763b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 46f988b9-76a1-4462-b940-f16ba5d70107 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:37:05.708140 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0518f19c-0d78-48c9-b8b9-a4d5876f763b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:37:05.712994 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0518f19c-0d78-48c9-b8b9-a4d5876f763b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/routers/46f988b9-76a1-4462-b940-f16ba5d70107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7586851 Jun 18 16:37:05.715746 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51404) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:05.717082 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e954a4-0f21-4e3d-aaf6-88e268c68f4b None None] Sync routers for ids ['46f988b9-76a1-4462-b940-f16ba5d70107'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:37:05.726149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e954a4-0f21-4e3d-aaf6-88e268c68f4b None None] Routers {'46f988b9-76a1-4462-b940-f16ba5d70107'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:05.727035 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-f1e954a4-0f21-4e3d-aaf6-88e268c68f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:36:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46f988b9-76a1-4462-b940-f16ba5d70107'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:05.766187 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-c024af4b-da2a-410f-baa6-20d5261223b8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting subnet 5d19ec6c-f281-4954-bab4-a92ea1d73eb0 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:37:05.769185 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c024af4b-da2a-410f-baa6-20d5261223b8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:05.809020 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c024af4b-da2a-410f-baa6-20d5261223b8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:05.831147 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-f1e954a4-0f21-4e3d-aaf6-88e268c68f4b None None] Set router 46f988b9-76a1-4462-b940-f16ba5d70107 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:05.899186 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c024af4b-da2a-410f-baa6-20d5261223b8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:05.958475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c024af4b-da2a-410f-baa6-20d5261223b8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:05.961266 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-856e68f9-bddc-42f1-b891-e16dd3c9b9be tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:05.987519 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024af4b-da2a-410f-baa6-20d5261223b8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Subnet': ['ID=5d19ec6c-f281-4954-bab4-a92ea1d73eb0,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:05.990557 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c024af4b-da2a-410f-baa6-20d5261223b8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:05.991636 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c024af4b-da2a-410f-baa6-20d5261223b8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:05.993369 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c024af4b-da2a-410f-baa6-20d5261223b8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/subnets/5d19ec6c-f281-4954-bab4-a92ea1d73eb0 HTTP/1.1" status: 204 len: 168 time: 0.2766960 Jun 18 16:37:05.996000 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51406) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:05.999068 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05077d9-1ae4-4dc0-8b15-9831d7a1a547 None None] Network 41b880b2-8a96-4beb-98a8-c9bf069034ee requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:37:06.063250 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-f1e954a4-0f21-4e3d-aaf6-88e268c68f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:37:05Z', 'revision_number': 7, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:06.096153 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e954a4-0f21-4e3d-aaf6-88e268c68f4b None None] Checking router: 46f988b9-76a1-4462-b940-f16ba5d70107 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:37:06.105920 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0ad76457-763e-45e7-a275-90bc87549bcf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:06.123472 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e954a4-0f21-4e3d-aaf6-88e268c68f4b None None] Routers {'46f988b9-76a1-4462-b940-f16ba5d70107'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:06.124101 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-f1e954a4-0f21-4e3d-aaf6-88e268c68f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:36:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['46f988b9-76a1-4462-b940-f16ba5d70107'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:06.212548 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0ad76457-763e-45e7-a275-90bc87549bcf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:06.268359 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-0ad76457-763e-45e7-a275-90bc87549bcf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port c6992740-ee7d-4264-89a3-ae958a069693 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:37:06.268711 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0ad76457-763e-45e7-a275-90bc87549bcf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:06.356894 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-0ad76457-763e-45e7-a275-90bc87549bcf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port c6992740-ee7d-4264-89a3-ae958a069693, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c6992740-ee7d-4264-89a3-ae958a069693,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:06.357183 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0ad76457-763e-45e7-a275-90bc87549bcf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:06.408042 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-f1e954a4-0f21-4e3d-aaf6-88e268c68f4b None None] Set router 46f988b9-76a1-4462-b940-f16ba5d70107 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:06.427796 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-0ad76457-763e-45e7-a275-90bc87549bcf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for c6992740-ee7d-4264-89a3-ae958a069693 owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:37:06.472116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cbcb34-9fc5-4f64-b3f8-39d5b33a7f68 None None] DHCP port deletion for 41b880b2-8a96-4beb-98a8-c9bf069034ee request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:37:06.594382 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-15cbcb34-9fc5-4f64-b3f8-39d5b33a7f68 None None] Deleting port f9459263-dc3a-48b2-a084-277568270b0f {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:37:06.594791 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-15cbcb34-9fc5-4f64-b3f8-39d5b33a7f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:06.602773 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0ad76457-763e-45e7-a275-90bc87549bcf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:06.605836 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f6902a96-ed85-4eb7-949d-5394aabb72f5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:06.630696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad76457-763e-45e7-a275-90bc87549bcf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=c6992740-ee7d-4264-89a3-ae958a069693,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:06.634383 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0ad76457-763e-45e7-a275-90bc87549bcf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:06.669438 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-15cbcb34-9fc5-4f64-b3f8-39d5b33a7f68 None None] For port f9459263-dc3a-48b2-a084-277568270b0f, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f9459263-dc3a-48b2-a084-277568270b0f,segment=NetworkSegment(0084aaf9-e67b-4412-a43b-18a542207fa9),segment_id=0084aaf9-e67b-4412-a43b-18a542207fa9)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:06.669840 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-15cbcb34-9fc5-4f64-b3f8-39d5b33a7f68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:06.691872 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0ad76457-763e-45e7-a275-90bc87549bcf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:06.710190 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-f1e954a4-0f21-4e3d-aaf6-88e268c68f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:37:05Z', 'revision_number': 7, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:06.738606 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-15cbcb34-9fc5-4f64-b3f8-39d5b33a7f68 None None] Calling delete_port for f9459263-dc3a-48b2-a084-277568270b0f owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:37:06.766982 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e954a4-0f21-4e3d-aaf6-88e268c68f4b None None] The sync data for ids ['46f988b9-76a1-4462-b940-f16ba5d70107'] in dv-neutron-797121-1-hyperv is: [{'id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'name': 'tempest-TestNetworkBasicOps-router-798449103', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:37:05Z', 'revision_number': 7, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c6992740-ee7d-4264-89a3-ae958a069693', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f988b9-76a1-4462-b940-f16ba5d70107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:13Z', 'updated_at': '2021-06-18T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:37:06.783833 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0ad76457-763e-45e7-a275-90bc87549bcf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:06.786289 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0ad76457-763e-45e7-a275-90bc87549bcf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:06.839203 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0ad76457-763e-45e7-a275-90bc87549bcf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:06.839728 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad76457-763e-45e7-a275-90bc87549bcf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Fanout notify agent at l3_agent the message router_deleted on router 46f988b9-76a1-4462-b940-f16ba5d70107 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:37:06.845788 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-15cbcb34-9fc5-4f64-b3f8-39d5b33a7f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:06.848008 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:06.848511 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0ad76457-763e-45e7-a275-90bc87549bcf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:06.849616 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0ad76457-763e-45e7-a275-90bc87549bcf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/routers/46f988b9-76a1-4462-b940-f16ba5d70107 HTTP/1.1" status: 204 len: 168 time: 0.8525283 Jun 18 16:37:06.852676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51408) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:06.874523 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbcb34-9fc5-4f64-b3f8-39d5b33a7f68 None None] Pushing event deleted for resources: {'Port': ['ID=f9459263-dc3a-48b2-a084-277568270b0f,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:06.877730 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-15cbcb34-9fc5-4f64-b3f8-39d5b33a7f68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:06.878535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cbcb34-9fc5-4f64-b3f8-39d5b33a7f68 None None] No DVR routers for this DVR port f9459263-dc3a-48b2-a084-277568270b0f on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:37:06.931849 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8be56627-a7e7-4338-963f-b2476519b7e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:07.021776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8be56627-a7e7-4338-963f-b2476519b7e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:07.031461 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-8be56627-a7e7-4338-963f-b2476519b7e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b880b2-8a96-4beb-98a8-c9bf069034ee']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:07.045469 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-8be56627-a7e7-4338-963f-b2476519b7e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0084aaf9-e67b-4412-a43b-18a542207fa9') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:07.045766 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-8be56627-a7e7-4338-963f-b2476519b7e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0084aaf9-e67b-4412-a43b-18a542207fa9') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:07.054363 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8be56627-a7e7-4338-963f-b2476519b7e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:07.068544 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8be56627-a7e7-4338-963f-b2476519b7e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:07.075200 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be56627-a7e7-4338-963f-b2476519b7e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:37:07.075736 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8be56627-a7e7-4338-963f-b2476519b7e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:37:07.079537 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:37:07.145354 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8be56627-a7e7-4338-963f-b2476519b7e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:07.149488 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-96da56a6-18f4-47d2-99a8-391f82eebb41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:07.154657 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8be56627-a7e7-4338-963f-b2476519b7e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:07.156899 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8be56627-a7e7-4338-963f-b2476519b7e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/networks/41b880b2-8a96-4beb-98a8-c9bf069034ee HTTP/1.1" status: 204 len: 168 time: 0.3028719 Jun 18 16:37:07.169648 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51410) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:07.175492 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-c0aa3b99-42a5-4f6b-91ea-108be22c6bc4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'network': {'name': 'tempest-network-smoke--960059551', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'port_security_enabled': True}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:07.180069 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be56627-a7e7-4338-963f-b2476519b7e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Network': ['ID=41b880b2-8a96-4beb-98a8-c9bf069034ee,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:07.183987 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8be56627-a7e7-4338-963f-b2476519b7e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:07.200753 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0aa3b99-42a5-4f6b-91ea-108be22c6bc4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:37:07.205194 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3b99-42a5-4f6b-91ea-108be22c6bc4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:07.235673 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0aa3b99-42a5-4f6b-91ea-108be22c6bc4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:37:07.245856 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3b99-42a5-4f6b-91ea-108be22c6bc4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:07.246203 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-c0aa3b99-42a5-4f6b-91ea-108be22c6bc4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Added segment 29c935ca-dae0-42c9-b06f-a847c5ebb852 of type vlan for network d20f5066-f730-4d26-a496-d1f1744fb718 Jun 18 16:37:07.287299 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3b99-42a5-4f6b-91ea-108be22c6bc4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:07.315615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3b99-42a5-4f6b-91ea-108be22c6bc4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:07.321326 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0aa3b99-42a5-4f6b-91ea-108be22c6bc4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:07.322007 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3b99-42a5-4f6b-91ea-108be22c6bc4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:07.324449 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cae13465-f280-45e2-9b66-cca8c90ca4f9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:07.378987 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c0aa3b99-42a5-4f6b-91ea-108be22c6bc4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2082491 Jun 18 16:37:07.381684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51412) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:07.387016 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1242883552', 'admin_state_up': True, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:07.391305 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa3b99-42a5-4f6b-91ea-108be22c6bc4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Network': ['ID=d20f5066-f730-4d26-a496-d1f1744fb718,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:07.394027 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c0aa3b99-42a5-4f6b-91ea-108be22c6bc4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:07.401269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network d20f5066-f730-4d26-a496-d1f1744fb718 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:37:07.412809 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:07.414097 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:07.473318 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:07.608136 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:07.613834 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3b4d5814-613f-4a39-b751-8009330dec60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:07.800860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:07.822957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:07.924706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.26.2.241 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/652474d4-ebf6-4d7f-a73b-3d8feab85d8b) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:37:08.026720 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:08.065663 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:08.070642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-12aef80f-192e-4b7e-a90d-87eb8c7cc705 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:08.106319 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:37:08.109875 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:37:08.113434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:37:08.115382 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c6992740-ee7d-4264-89a3-ae958a069693 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:37:08.134414 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: c6992740-ee7d-4264-89a3-ae958a069693 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:37:08.134790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c6992740-ee7d-4264-89a3-ae958a069693 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:37:08.135211 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f9459263-dc3a-48b2-a084-277568270b0f no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:37:08.136800 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=652474d4-ebf6-4d7f-a73b-3d8feab85d8b,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:08.148585 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:08.148980 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:08.149366 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:08.149744 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:08.150117 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:08.150492 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:08.150894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:08.151266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:08.151635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:08.152016 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:08.152367 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:08.152729 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:08.153320 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: f9459263-dc3a-48b2-a084-277568270b0f {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:37:08.153676 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f9459263-dc3a-48b2-a084-277568270b0f not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:37:08.154108 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 382c5917-5985-44a1-8e16-58dcf9519116 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:37:08.160112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:08.178009 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 382c5917-5985-44a1-8e16-58dcf9519116 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:37:08.178283 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 382c5917-5985-44a1-8e16-58dcf9519116 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:37:08.214034 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:08.379934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:08.567382 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:08.693968 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router ca453442-1626-4e02-a625-c45bab10e5b5 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:37:08.800320 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:37:08.809274 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Sync routers for ids ['ca453442-1626-4e02-a625-c45bab10e5b5'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:37:08.818372 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:08.819010 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Routers {'ca453442-1626-4e02-a625-c45bab10e5b5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:08.819519 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4367833 Jun 18 16:37:08.819652 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:37:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ca453442-1626-4e02-a625-c45bab10e5b5'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:08.822550 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51414) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:08.850291 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-363da4fc-4aa9-43b6-9613-d9fd90a0b9d4 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c860454b62904a0185c4be56bfb9c1bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265491 Jun 18 16:37:08.852755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51416) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:08.907592 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:08.924577 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Set router ca453442-1626-4e02-a625-c45bab10e5b5 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:08.944529 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c457afa-0325-4110-8263-4baabf2923d8 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:08.946142 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2c457afa-0325-4110-8263-4baabf2923d8 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925007 Jun 18 16:37:08.949035 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51418) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:08.977106 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a7c6e4d9-53e0-4217-a2ac-e664092f18b8 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269091 Jun 18 16:37:08.979398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51420) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:08.984951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-200c8dea-d314-428a-89b7-f903a0556396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-848073218', 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:09.073816 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200c8dea-d314-428a-89b7-f903a0556396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:37:09.078204 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-200c8dea-d314-428a-89b7-f903a0556396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:09.098503 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'name': 'tempest-TestNetworkBasicOps-router-1242883552', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:08Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:09.132133 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Checking router: ca453442-1626-4e02-a625-c45bab10e5b5 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:37:09.132490 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Updating router ca453442-1626-4e02-a625-c45bab10e5b5 port 652474d4-ebf6-4d7f-a73b-3d8feab85d8b binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:37:09.167614 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:09.267195 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-200c8dea-d314-428a-89b7-f903a0556396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:09.269973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b153e203-d3ba-4ba0-8f0c-f8b86d1f7867 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:09.333762 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c8dea-d314-428a-89b7-f903a0556396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Subnet': ['ID=c5143065-7f33-49f5-9ed7-acbf2004b316,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:09.336671 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-200c8dea-d314-428a-89b7-f903a0556396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:09.339398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200c8dea-d314-428a-89b7-f903a0556396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Checking segment: {'id': '29c935ca-dae0-42c9-b06f-a847c5ebb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:37:09.339757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200c8dea-d314-428a-89b7-f903a0556396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network hostable DHCP agents. Network: d20f5066-f730-4d26-a496-d1f1744fb718, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:37:09.356532 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200c8dea-d314-428a-89b7-f903a0556396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network d20f5066-f730-4d26-a496-d1f1744fb718 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:37:09.366210 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-200c8dea-d314-428a-89b7-f903a0556396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, d20f5066-f730-4d26-a496-d1f1744fb718) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:37:09.370349 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200c8dea-d314-428a-89b7-f903a0556396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:09.370968 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-200c8dea-d314-428a-89b7-f903a0556396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:09.377742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eb497c-59b9-46dc-81f1-79b889b97651 None None] Network d20f5066-f730-4d26-a496-d1f1744fb718 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:37:09.388300 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-200c8dea-d314-428a-89b7-f903a0556396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4079127 Jun 18 16:37:09.391167 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51422) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:09.426849 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:09.436391 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Transition to ACTIVE for port object 652474d4-ebf6-4d7f-a73b-3d8feab85d8b will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:09.443873 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:09.446072 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:09.498703 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Attempting to bind port 652474d4-ebf6-4d7f-a73b-3d8feab85d8b on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:37:09.499088 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Attempting to bind port 652474d4-ebf6-4d7f-a73b-3d8feab85d8b by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:37:09.499838 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Attempting to bind port 652474d4-ebf6-4d7f-a73b-3d8feab85d8b on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:37:09.510107 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:37:09.510492 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:37:09.510929 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:09.511332 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:37:09.511808 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Bound port: 652474d4-ebf6-4d7f-a73b-3d8feab85d8b, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:37:09.512189 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:09.514513 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d72183-df57-4b95-a3ef-0ca5300e4a18 None None] Pushing event updated for resources: {'Port': ['ID=652474d4-ebf6-4d7f-a73b-3d8feab85d8b,revision_number=2']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:09.540008 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d72183-df57-4b95-a3ef-0ca5300e4a18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:09.540359 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d72183-df57-4b95-a3ef-0ca5300e4a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:09.540705 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d72183-df57-4b95-a3ef-0ca5300e4a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:09.541042 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d72183-df57-4b95-a3ef-0ca5300e4a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:09.541374 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d72183-df57-4b95-a3ef-0ca5300e4a18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:09.541707 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d72183-df57-4b95-a3ef-0ca5300e4a18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:09.542033 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d72183-df57-4b95-a3ef-0ca5300e4a18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:09.543030 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d72183-df57-4b95-a3ef-0ca5300e4a18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:09.543396 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d72183-df57-4b95-a3ef-0ca5300e4a18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:09.543725 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d72183-df57-4b95-a3ef-0ca5300e4a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:09.544237 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d72183-df57-4b95-a3ef-0ca5300e4a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:09.544570 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d72183-df57-4b95-a3ef-0ca5300e4a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:09.545984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-d20f5066-f730-4d26-a496-d1f1744fb718', 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ips': [{'subnet_id': 'c5143065-7f33-49f5-9ed7-acbf2004b316'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:37:09.547222 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:09.548106 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-62d72183-df57-4b95-a3ef-0ca5300e4a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:09.578675 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] For port 652474d4-ebf6-4d7f-a73b-3d8feab85d8b, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:37:09.581907 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] For port 652474d4-ebf6-4d7f-a73b-3d8feab85d8b, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=652474d4-ebf6-4d7f-a73b-3d8feab85d8b,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:37:09.587102 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:09.589142 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-017eb6b0-cd87-4e47-85f3-7257292b77aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:09.651102 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Routers {'ca453442-1626-4e02-a625-c45bab10e5b5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:09.651818 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:37:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ca453442-1626-4e02-a625-c45bab10e5b5'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:09.698108 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d72183-df57-4b95-a3ef-0ca5300e4a18 None None] Pushing event updated for resources: {'Port': ['ID=652474d4-ebf6-4d7f-a73b-3d8feab85d8b,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:09.699928 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Allocated IP 172.20.0.2 (d20f5066-f730-4d26-a496-d1f1744fb718/c5143065-7f33-49f5-9ed7-acbf2004b316/606c2efc-a441-4af2-9cbf-90d7f8fef818) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:37:09.701895 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-62d72183-df57-4b95-a3ef-0ca5300e4a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:09.775281 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] Set router ca453442-1626-4e02-a625-c45bab10e5b5 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:09.858100 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:09.868454 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Transition to ACTIVE for port object 606c2efc-a441-4af2-9cbf-90d7f8fef818 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:09.884360 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Transition to ACTIVE for port object 606c2efc-a441-4af2-9cbf-90d7f8fef818 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:09.892681 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:09.894871 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cf039661-2de3-4663-a069-74b9e98305f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:09.938366 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Network d20f5066-f730-4d26-a496-d1f1744fb718 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:37:09.942847 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:37:09.944440 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Pushing event updated for resources: {'Port': ['ID=606c2efc-a441-4af2-9cbf-90d7f8fef818,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:09.952057 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:37:09.954815 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:09.968897 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'name': 'tempest-TestNetworkBasicOps-router-1242883552', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:08Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:09.996199 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dbfe3d-8279-4b00-aaa5-95770582e682 None None] The sync data for ids ['ca453442-1626-4e02-a625-c45bab10e5b5'] in dv-neutron-797121-1-hyperv is: [{'id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'name': 'tempest-TestNetworkBasicOps-router-1242883552', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:08Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:37:10.021752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Attempting to bind port 606c2efc-a441-4af2-9cbf-90d7f8fef818 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:37:10.023013 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Attempting to bind port 606c2efc-a441-4af2-9cbf-90d7f8fef818 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '29c935ca-dae0-42c9-b06f-a847c5ebb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:37:10.023407 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Attempting to bind port 606c2efc-a441-4af2-9cbf-90d7f8fef818 on network d20f5066-f730-4d26-a496-d1f1744fb718 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:37:10.029103 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:37:10.029551 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Checking segment: {'id': '29c935ca-dae0-42c9-b06f-a847c5ebb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:37:10.029961 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:10.030619 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Bound using segment: {'id': '29c935ca-dae0-42c9-b06f-a847c5ebb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:37:10.031251 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Bound port: 606c2efc-a441-4af2-9cbf-90d7f8fef818, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c935ca-dae0-42c9-b06f-a847c5ebb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:37:10.031649 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:10.100340 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] For port 606c2efc-a441-4af2-9cbf-90d7f8fef818, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:37:10.103479 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] For port 606c2efc-a441-4af2-9cbf-90d7f8fef818, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=606c2efc-a441-4af2-9cbf-90d7f8fef818,segment=NetworkSegment(29c935ca-dae0-42c9-b06f-a847c5ebb852),segment_id=29c935ca-dae0-42c9-b06f-a847c5ebb852)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:37:10.109364 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:10.111525 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5657f03f-c039-4e92-a0d0-05611a62c639 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:10.166075 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:10.173439 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Pushing event updated for resources: {'Port': ['ID=606c2efc-a441-4af2-9cbf-90d7f8fef818,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:10.178202 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:10.447184 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:10.519247 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.20.0.1 (d20f5066-f730-4d26-a496-d1f1744fb718/c5143065-7f33-49f5-9ed7-acbf2004b316/6ffdac9b-56c1-44aa-8519-eef2761f936a) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:37:10.641532 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:10.661991 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Transition to ACTIVE for port object 6ffdac9b-56c1-44aa-8519-eef2761f936a will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:10.695869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:10.698010 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-be6889c2-e2f8-4e42-a580-586dfc754d6f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:10.744446 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network d20f5066-f730-4d26-a496-d1f1744fb718 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:37:10.747898 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:37:10.753389 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:37:10.779508 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=6ffdac9b-56c1-44aa-8519-eef2761f936a,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:10.784880 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:10.804474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:10.959842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:11.185837 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17191df-2046-4341-b171-d3a54993a9ec None None] Network d20f5066-f730-4d26-a496-d1f1744fb718 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:37:11.248993 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d929a2ba-644d-43b8-8be0-5278dbd5fa5d None None] Provisioning for port 606c2efc-a441-4af2-9cbf-90d7f8fef818 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:37:11.260052 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:11.271268 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:11.275838 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-92f8f49a-b184-46cc-81f4-3ec1a3b9b9f3 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:11.347245 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=6ffdac9b-56c1-44aa-8519-eef2761f936a,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:11.349750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:11.355430 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:11.459080 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network d20f5066-f730-4d26-a496-d1f1744fb718 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:37:11.460744 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:37:11.584523 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router ca453442-1626-4e02-a625-c45bab10e5b5 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:37:11.587416 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f32200e6-a960-47b7-aa6a-d7fdb3833762 None None] Provisioning for port 6ffdac9b-56c1-44aa-8519-eef2761f936a completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:37:11.591873 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f32200e6-a960-47b7-aa6a-d7fdb3833762 None None] Provisioning complete for port 6ffdac9b-56c1-44aa-8519-eef2761f936a triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:11.592637 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f32200e6-a960-47b7-aa6a-d7fdb3833762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:11.648511 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-f32200e6-a960-47b7-aa6a-d7fdb3833762 None None] Port 6ffdac9b-56c1-44aa-8519-eef2761f936a cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:37:11.705890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:37:11.710869 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/routers/ca453442-1626-4e02-a625-c45bab10e5b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3186839 Jun 18 16:37:11.713506 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51424) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:11.717710 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Sync routers for ids ['ca453442-1626-4e02-a625-c45bab10e5b5'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:37:11.728823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Routers {'ca453442-1626-4e02-a625-c45bab10e5b5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:11.729590 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:37:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ca453442-1626-4e02-a625-c45bab10e5b5'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:11.824555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1de66629-c5cc-4a5d-8cde-d9da7346b815 None None] Provisioning complete for port 6ffdac9b-56c1-44aa-8519-eef2761f936a triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:11.825086 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1de66629-c5cc-4a5d-8cde-d9da7346b815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:11.893015 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-1de66629-c5cc-4a5d-8cde-d9da7346b815 None None] Port 6ffdac9b-56c1-44aa-8519-eef2761f936a cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:37:11.896606 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Set router ca453442-1626-4e02-a625-c45bab10e5b5 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:11.951273 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4cc4df-1bb0-49cc-b89b-c64d34423a00 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:11.955966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4cc4df-1bb0-49cc-b89b-c64d34423a00 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:11.956461 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4cc4df-1bb0-49cc-b89b-c64d34423a00 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:11.956931 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4cc4df-1bb0-49cc-b89b-c64d34423a00 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:11.957395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4cc4df-1bb0-49cc-b89b-c64d34423a00 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:11.957866 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4cc4df-1bb0-49cc-b89b-c64d34423a00 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:11.965912 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2b4cc4df-1bb0-49cc-b89b-c64d34423a00 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2453527 Jun 18 16:37:11.966851 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51426) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:12.042728 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a77d1744-a23e-4e6b-b99e-ed7c75add628 None None] Provisioning complete for port 6ffdac9b-56c1-44aa-8519-eef2761f936a triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:12.043110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a77d1744-a23e-4e6b-b99e-ed7c75add628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.051029 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64fbb4e-4f0d-4d73-8a44-aeb6e56b03bd tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:12.051498 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64fbb4e-4f0d-4d73-8a44-aeb6e56b03bd tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:12.051957 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64fbb4e-4f0d-4d73-8a44-aeb6e56b03bd tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:12.052406 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64fbb4e-4f0d-4d73-8a44-aeb6e56b03bd tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:12.052984 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64fbb4e-4f0d-4d73-8a44-aeb6e56b03bd tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:12.053413 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64fbb4e-4f0d-4d73-8a44-aeb6e56b03bd tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:12.058218 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c64fbb4e-4f0d-4d73-8a44-aeb6e56b03bd tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0877790 Jun 18 16:37:12.058918 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51428) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:12.100197 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-a77d1744-a23e-4e6b-b99e-ed7c75add628 None None] Port 6ffdac9b-56c1-44aa-8519-eef2761f936a cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:37:12.154525 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'name': 'tempest-TestNetworkBasicOps-router-1242883552', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:10Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '6ffdac9b-56c1-44aa-8519-eef2761f936a', 'name': '', 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:e5:bf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c5143065-7f33-49f5-9ed7-acbf2004b316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:10Z', 'updated_at': '2021-06-18T16:37:11Z', 'revision_number': 2, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'c5143065-7f33-49f5-9ed7-acbf2004b316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:12.199154 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 652474d4-ebf6-4d7f-a73b-3d8feab85d8b up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:37:12.204557 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Checking router: ca453442-1626-4e02-a625-c45bab10e5b5 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:37:12.204557 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Updating router ca453442-1626-4e02-a625-c45bab10e5b5 port 6ffdac9b-56c1-44aa-8519-eef2761f936a binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:37:12.226884 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-459b5841-d6de-45e9-8fef-2f97ff3b3187 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1670518 Jun 18 16:37:12.288278 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.336524 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 652474d4-ebf6-4d7f-a73b-3d8feab85d8b completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:37:12.347320 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 652474d4-ebf6-4d7f-a73b-3d8feab85d8b triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:12.347702 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.431026 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51432) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:12.436367 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-720d1ce4-0b9c-4876-9d83-74d07a4f1194 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1233875023', 'description': 'tempest-secgroup-smoke-1233875023 description', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:12.458058 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-720d1ce4-0b9c-4876-9d83-74d07a4f1194 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.544812 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-720d1ce4-0b9c-4876-9d83-74d07a4f1194 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.546969 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.550347 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-720d1ce4-0b9c-4876-9d83-74d07a4f1194 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.553349 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:12.586535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 652474d4-ebf6-4d7f-a73b-3d8feab85d8b, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=652474d4-ebf6-4d7f-a73b-3d8feab85d8b,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:12.587818 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-720d1ce4-0b9c-4876-9d83-74d07a4f1194 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.589083 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-720d1ce4-0b9c-4876-9d83-74d07a4f1194 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1570256 Jun 18 16:37:12.589893 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d1ce4-0b9c-4876-9d83-74d07a4f1194 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:12.592005 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51434) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:12.598208 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c8452dd6-b0fc-4fc5-8490-f9cef2061c51 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:12.599023 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.599888 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 606c2efc-a441-4af2-9cbf-90d7f8fef818 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:37:12.602884 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:12.603543 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-720d1ce4-0b9c-4876-9d83-74d07a4f1194 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:12.625628 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8452dd6-b0fc-4fc5-8490-f9cef2061c51 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.683086 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8452dd6-b0fc-4fc5-8490-f9cef2061c51 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.687316 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8452dd6-b0fc-4fc5-8490-f9cef2061c51 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.689195 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-adcb8e6b-1c6a-43a2-bc7e-a0fa88cb6c02 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:12.706998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8452dd6-b0fc-4fc5-8490-f9cef2061c51 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf974bc-0338-4b83-a1fe-cb14ba46cfd5,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:12.709750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8452dd6-b0fc-4fc5-8490-f9cef2061c51 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.711149 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c8452dd6-b0fc-4fc5-8490-f9cef2061c51 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169083 Jun 18 16:37:12.712096 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c8452dd6-b0fc-4fc5-8490-f9cef2061c51 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:12.713978 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51436) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:12.718938 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-ad057f1e-bc1b-4c96-90b7-1454f21c19ca tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:12.720349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=652474d4-ebf6-4d7f-a73b-3d8feab85d8b,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:12.725584 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:12.742861 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.746303 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ad057f1e-bc1b-4c96-90b7-1454f21c19ca tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.751723 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 606c2efc-a441-4af2-9cbf-90d7f8fef818 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:37:12.756133 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Transition to ACTIVE for port object 6ffdac9b-56c1-44aa-8519-eef2761f936a will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:12.759441 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 606c2efc-a441-4af2-9cbf-90d7f8fef818 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:12.759861 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.762798 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.781249 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-cdffed32-11d0-4a9a-8466-a7d9a5b3832f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:12.813452 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ad057f1e-bc1b-4c96-90b7-1454f21c19ca tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.817432 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ad057f1e-bc1b-4c96-90b7-1454f21c19ca tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.819317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2214faee-98e2-4103-946a-0428ddcb604e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:12.837402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad057f1e-bc1b-4c96-90b7-1454f21c19ca tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80dbaff-35a0-44b5-982f-67eeb5986186,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:12.840379 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ad057f1e-bc1b-4c96-90b7-1454f21c19ca tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:12.844983 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ad057f1e-bc1b-4c96-90b7-1454f21c19ca tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.849185 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51438) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:12.850332 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ad057f1e-bc1b-4c96-90b7-1454f21c19ca tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343579 Jun 18 16:37:12.856078 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-14f12599-28ae-4c21-8abd-d2977f58ad38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:12.891669 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-14f12599-28ae-4c21-8abd-d2977f58ad38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.966103 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-14f12599-28ae-4c21-8abd-d2977f58ad38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.971170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-14f12599-28ae-4c21-8abd-d2977f58ad38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.976245 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9dcf0ef7-f930-4f29-821c-69ef6ff66ea2 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:12.992959 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f12599-28ae-4c21-8abd-d2977f58ad38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22654744-7028-4988-9b37-0a738e0efab8,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:12.995532 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-14f12599-28ae-4c21-8abd-d2977f58ad38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:13.001420 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-14f12599-28ae-4c21-8abd-d2977f58ad38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:13.005965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51440) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:13.006255 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-14f12599-28ae-4c21-8abd-d2977f58ad38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539650 Jun 18 16:37:13.013116 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-a66008e5-b60a-49dc-91af-01a9ee31cd46 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:13.037410 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b449c99-8753-40ad-8f63-40cdc9ea5411 None None] Pushing event updated for resources: {'Port': ['ID=6ffdac9b-56c1-44aa-8519-eef2761f936a,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:13.043536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a66008e5-b60a-49dc-91af-01a9ee31cd46 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:13.044828 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6b449c99-8753-40ad-8f63-40cdc9ea5411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:13.104584 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a66008e5-b60a-49dc-91af-01a9ee31cd46 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:13.108748 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a66008e5-b60a-49dc-91af-01a9ee31cd46 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:13.110680 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-828a0a01-7fdf-47ea-b979-b2b96e0bea59 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:13.127206 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66008e5-b60a-49dc-91af-01a9ee31cd46 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11d58f8-ebcb-426f-bf4f-98ba8443c56c,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:13.130045 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a66008e5-b60a-49dc-91af-01a9ee31cd46 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:13.135904 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a66008e5-b60a-49dc-91af-01a9ee31cd46 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:13.139604 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a66008e5-b60a-49dc-91af-01a9ee31cd46 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1292744 Jun 18 16:37:13.139791 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Attempting to bind port 6ffdac9b-56c1-44aa-8519-eef2761f936a on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:37:13.139791 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Attempting to bind port 6ffdac9b-56c1-44aa-8519-eef2761f936a by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '29c935ca-dae0-42c9-b06f-a847c5ebb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:37:13.140639 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Attempting to bind port 6ffdac9b-56c1-44aa-8519-eef2761f936a on network d20f5066-f730-4d26-a496-d1f1744fb718 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:37:13.140744 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51442) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:13.145279 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c7f8796c-db5c-40c3-9cd3-59514c9236a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:13.150918 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:37:13.151302 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Checking segment: {'id': '29c935ca-dae0-42c9-b06f-a847c5ebb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:37:13.151715 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:13.152116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Bound using segment: {'id': '29c935ca-dae0-42c9-b06f-a847c5ebb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:37:13.152701 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Bound port: 6ffdac9b-56c1-44aa-8519-eef2761f936a, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c935ca-dae0-42c9-b06f-a847c5ebb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:37:13.153079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:13.165672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:13.167786 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-c7f8796c-db5c-40c3-9cd3-59514c9236a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:37:13.173390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c7f8796c-db5c-40c3-9cd3-59514c9236a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:13.227441 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 606c2efc-a441-4af2-9cbf-90d7f8fef818, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=606c2efc-a441-4af2-9cbf-90d7f8fef818,segment=NetworkSegment(29c935ca-dae0-42c9-b06f-a847c5ebb852),segment_id=29c935ca-dae0-42c9-b06f-a847c5ebb852)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:13.236374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c7f8796c-db5c-40c3-9cd3-59514c9236a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:13.239285 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:13.240472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c7f8796c-db5c-40c3-9cd3-59514c9236a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:13.243171 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5e1269a3-ccbd-4268-bb83-453a0b4c1e83 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:13.244533 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:13.263993 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8796c-db5c-40c3-9cd3-59514c9236a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6361c03-987f-43dc-9f0b-03e412c60be2,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:13.267630 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c7f8796c-db5c-40c3-9cd3-59514c9236a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:13.272357 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c7f8796c-db5c-40c3-9cd3-59514c9236a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:13.273689 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c7f8796c-db5c-40c3-9cd3-59514c9236a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319964 Jun 18 16:37:13.280961 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] For port 6ffdac9b-56c1-44aa-8519-eef2761f936a, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:37:13.284527 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51444) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:13.289850 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-406aa61b-81ad-4723-bab8-c647616c92ff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:13.299363 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] For port 6ffdac9b-56c1-44aa-8519-eef2761f936a, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=6ffdac9b-56c1-44aa-8519-eef2761f936a,segment=NetworkSegment(29c935ca-dae0-42c9-b06f-a847c5ebb852),segment_id=29c935ca-dae0-42c9-b06f-a847c5ebb852)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:37:13.307485 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:13.311417 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.securitygroups_db [None req-406aa61b-81ad-4723-bab8-c647616c92ff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:37:13.315958 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=606c2efc-a441-4af2-9cbf-90d7f8fef818,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:13.317567 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-406aa61b-81ad-4723-bab8-c647616c92ff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:13.319108 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:13.321360 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f13a600b-e975-488e-a9f4-8411e60a0027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:13.366652 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Routers {'ca453442-1626-4e02-a625-c45bab10e5b5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:13.367295 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:37:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ca453442-1626-4e02-a625-c45bab10e5b5'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:13.389100 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-406aa61b-81ad-4723-bab8-c647616c92ff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:13.394078 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-406aa61b-81ad-4723-bab8-c647616c92ff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:13.396309 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f81df2f2-b2c3-4579-80f8-55b9b4380683 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:13.415772 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-406aa61b-81ad-4723-bab8-c647616c92ff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:13.419047 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-406aa61b-81ad-4723-bab8-c647616c92ff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331656 Jun 18 16:37:13.424247 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406aa61b-81ad-4723-bab8-c647616c92ff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be44c2db-65e1-4bc9-a896-73dad4fd4712,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:13.425288 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b449c99-8753-40ad-8f63-40cdc9ea5411 None None] Pushing event updated for resources: {'Port': ['ID=6ffdac9b-56c1-44aa-8519-eef2761f936a,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:13.429329 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6b449c99-8753-40ad-8f63-40cdc9ea5411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:13.439664 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-406aa61b-81ad-4723-bab8-c647616c92ff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:13.502879 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] Set router ca453442-1626-4e02-a625-c45bab10e5b5 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:13.570261 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-a9420c77-276c-4535-b2c5-98cae3e597b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1233875023&fields=id&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 267 time: 0.0341711 Jun 18 16:37:13.680999 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-eedf2823-9316-4cd1-9f77-82020492ec00 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:13.682483 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-eedf2823-9316-4cd1-9f77-82020492ec00 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/networks?id=d20f5066-f730-4d26-a496-d1f1744fb718 HTTP/1.1" status: 200 len: 796 time: 0.1057200 Jun 18 16:37:13.698134 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-6e5bd84e-6e25-4ce8-b57b-92ca72528d4b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/quotas/c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 375 time: 0.0093572 Jun 18 16:37:13.715291 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'name': 'tempest-TestNetworkBasicOps-router-1242883552', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:10Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '6ffdac9b-56c1-44aa-8519-eef2761f936a', 'name': '', 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:e5:bf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c5143065-7f33-49f5-9ed7-acbf2004b316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:10Z', 'updated_at': '2021-06-18T16:37:13Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'c5143065-7f33-49f5-9ed7-acbf2004b316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:13.742924 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9053b36-3c8e-4ecd-9b70-d1473c9b1f05 None None] The sync data for ids ['ca453442-1626-4e02-a625-c45bab10e5b5'] in dv-neutron-797121-1-hyperv is: [{'id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'name': 'tempest-TestNetworkBasicOps-router-1242883552', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:10Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '6ffdac9b-56c1-44aa-8519-eef2761f936a', 'name': '', 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:e5:bf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c5143065-7f33-49f5-9ed7-acbf2004b316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:10Z', 'updated_at': '2021-06-18T16:37:13Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'c5143065-7f33-49f5-9ed7-acbf2004b316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:37:13.771910 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f6071235-c28d-4e29-be43-541ff4c21c7d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684171 Jun 18 16:37:13.899462 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-3cece953-a108-4793-a1ae-bfcff531197f service neutron] 10.222.0.39 "GET /v2.0/networks/d20f5066-f730-4d26-a496-d1f1744fb718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933836 Jun 18 16:37:14.000847 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-b30cd59d-eaad-416d-8d06-2f17be1313d7 service neutron] 10.222.0.39 "GET /v2.0/networks/d20f5066-f730-4d26-a496-d1f1744fb718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951550 Jun 18 16:37:14.205178 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-96c5a327-38d9-4661-87a1-7db76c1091a6 req-8a96444c-633a-4543-9772-f6e00855e327 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9da11a-ef4b-4433-b4de-23747747865b HTTP/1.1" status: 200 len: 210 time: 0.0501451 Jun 18 16:37:14.235268 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 652474d4-ebf6-4d7f-a73b-3d8feab85d8b up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:37:14.291008 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 652474d4-ebf6-4d7f-a73b-3d8feab85d8b triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:14.291528 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:14.379221 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 606c2efc-a441-4af2-9cbf-90d7f8fef818 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:37:14.435513 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 606c2efc-a441-4af2-9cbf-90d7f8fef818 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:14.435901 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:14.527881 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 6ffdac9b-56c1-44aa-8519-eef2761f936a up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:37:14.579520 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 6ffdac9b-56c1-44aa-8519-eef2761f936a completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:37:14.584797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 6ffdac9b-56c1-44aa-8519-eef2761f936a triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:14.585189 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:14.675458 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:14.715608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 6ffdac9b-56c1-44aa-8519-eef2761f936a, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=6ffdac9b-56c1-44aa-8519-eef2761f936a,segment=NetworkSegment(29c935ca-dae0-42c9-b06f-a847c5ebb852),segment_id=29c935ca-dae0-42c9-b06f-a847c5ebb852)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:14.720553 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:14.726809 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:14.775367 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=6ffdac9b-56c1-44aa-8519-eef2761f936a,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:14.783724 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:15.349657 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1f216af8-bdc0-44a4-a493-2e8999d762c0 req-5acf5abc-fd9e-4a17-940c-592d50c41d1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9da11a-ef4b-4433-b4de-23747747865b HTTP/1.1" status: 200 len: 210 time: 0.0299532 Jun 18 16:37:15.378039 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-5415c327-1047-481d-a083-06852d727fd1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:15.379479 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-5415c327-1047-481d-a083-06852d727fd1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/networks?id=d20f5066-f730-4d26-a496-d1f1744fb718 HTTP/1.1" status: 200 len: 796 time: 0.1107626 Jun 18 16:37:15.432178 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-c0997561-5474-4c83-bec1-3ae5f7ea0ec8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 380 time: 0.0344245 Jun 18 16:37:15.440536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-0dbc433f-12dc-45f4-ba4f-bade2d0fcd1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'port': {'device_id': '3e9da11a-ef4b-4433-b4de-23747747865b', 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718', 'admin_state_up': True, 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'security_groups': ['5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:15.552614 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-0dbc433f-12dc-45f4-ba4f-bade2d0fcd1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:37:15.556547 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-0dbc433f-12dc-45f4-ba4f-bade2d0fcd1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:15.676490 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-0dbc433f-12dc-45f4-ba4f-bade2d0fcd1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.20.0.12 (d20f5066-f730-4d26-a496-d1f1744fb718/c5143065-7f33-49f5-9ed7-acbf2004b316/b70bb7ae-a2fb-4c42-9f48-9d7bd346d730) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:37:15.817300 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-0dbc433f-12dc-45f4-ba4f-bade2d0fcd1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:15.830049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-0dbc433f-12dc-45f4-ba4f-bade2d0fcd1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Transition to ACTIVE for port object b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:15.862404 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-0dbc433f-12dc-45f4-ba4f-bade2d0fcd1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:15.866059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-88e08294-45ea-478c-b0de-107822db8cb8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:15.910961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-0dbc433f-12dc-45f4-ba4f-bade2d0fcd1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network d20f5066-f730-4d26-a496-d1f1744fb718 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:37:15.914500 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-0dbc433f-12dc-45f4-ba4f-bade2d0fcd1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:37:15.918320 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-0dbc433f-12dc-45f4-ba4f-bade2d0fcd1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:37:15.941862 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc433f-12dc-45f4-ba4f-bade2d0fcd1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=b70bb7ae-a2fb-4c42-9f48-9d7bd346d730,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:15.946293 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0dbc433f-12dc-45f4-ba4f-bade2d0fcd1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:15.971584 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-0dbc433f-12dc-45f4-ba4f-bade2d0fcd1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:15.972213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-0dbc433f-12dc-45f4-ba4f-bade2d0fcd1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:15.987710 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-0dbc433f-12dc-45f4-ba4f-bade2d0fcd1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5508132 Jun 18 16:37:16.006074 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Request body: {'port': {'device_id': '3e9da11a-ef4b-4433-b4de-23747747865b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:16.080067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:16.114384 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 6ffdac9b-56c1-44aa-8519-eef2761f936a up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:37:16.165365 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 6ffdac9b-56c1-44aa-8519-eef2761f936a triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:16.165744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:16.195432 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-16df0336-1e84-455f-b93d-84c3a1296939 None None] Provisioning for port b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:37:16.203398 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-16df0336-1e84-455f-b93d-84c3a1296939 None None] Provisioning complete for port b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:16.203858 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-16df0336-1e84-455f-b93d-84c3a1296939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:16.246537 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-16df0336-1e84-455f-b93d-84c3a1296939 None None] Port b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:37:16.351196 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:37:16.358202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:16.370974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Transition to ACTIVE for port object b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:16.376619 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:16.378582 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:16.473991 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b70bb7ae-a2fb-4c42-9f48-9d7bd346d730,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:16.477131 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:16.524582 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Attempting to bind port b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:37:16.525087 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Attempting to bind port b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '29c935ca-dae0-42c9-b06f-a847c5ebb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:37:16.525420 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Attempting to bind port b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 on network d20f5066-f730-4d26-a496-d1f1744fb718 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:37:16.530180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Port b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 on network d20f5066-f730-4d26-a496-d1f1744fb718 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:37:16.530751 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Attempting to bind port b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 on network d20f5066-f730-4d26-a496-d1f1744fb718 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:37:16.535745 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:37:16.535970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003275af-dc42-4663-9877-7720a88accc4 req-1e548fae-9923-49e4-a1ca-c66ed307fe65 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:16.537955 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-003275af-dc42-4663-9877-7720a88accc4 req-1e548fae-9923-49e4-a1ca-c66ed307fe65 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9da11a-ef4b-4433-b4de-23747747865b HTTP/1.1" status: 200 len: 944 time: 0.0690398 Jun 18 16:37:16.539090 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Checking segment: {'id': '29c935ca-dae0-42c9-b06f-a847c5ebb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:37:16.539386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Bound using segment: {'id': '29c935ca-dae0-42c9-b06f-a847c5ebb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:37:16.539971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Bound port: b70bb7ae-a2fb-4c42-9f48-9d7bd346d730, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c935ca-dae0-42c9-b06f-a847c5ebb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:37:16.540370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:16.588322 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-003275af-dc42-4663-9877-7720a88accc4 req-1b965dc5-331e-42f9-8861-1402cc7d63a2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424063 Jun 18 16:37:16.610764 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] For port b70bb7ae-a2fb-4c42-9f48-9d7bd346d730, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:37:16.614744 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] For port b70bb7ae-a2fb-4c42-9f48-9d7bd346d730, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b70bb7ae-a2fb-4c42-9f48-9d7bd346d730,segment=NetworkSegment(29c935ca-dae0-42c9-b06f-a847c5ebb852),segment_id=29c935ca-dae0-42c9-b06f-a847c5ebb852)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:37:16.619529 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:16.621566 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:16.657293 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:16.657903 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:16.659291 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] 10.222.0.64 "PUT /v2.0/ports/b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 HTTP/1.1" status: 200 len: 1094 time: 0.6583915 Jun 18 16:37:16.659822 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9da11a-ef4b-4433-b4de-23747747865b', 'tag': 'b70bb7ae-a2fb-4c42-9f48-9d7bd346d730'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:37:16.662432 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5702cd5e-92d3-46c2-8df9-6ba9645a3551" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9da11a-ef4b-4433-b4de-23747747865b", "tag": "b70bb7ae-a2fb-4c42-9f48-9d7bd346d730"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:37:16.686282 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b70bb7ae-a2fb-4c42-9f48-9d7bd346d730,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:16.690876 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:16.720689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449acd89-6b75-4550-b6dd-93b2c3e22eb9 x-openstack-request-id: req-449acd89-6b75-4550-b6dd-93b2c3e22eb9 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:37:16.721036 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9da11a-ef4b-4433-b4de-23747747865b", "tag": "b70bb7ae-a2fb-4c42-9f48-9d7bd346d730", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:37:16.721342 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-449acd89-6b75-4550-b6dd-93b2c3e22eb9 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:37:16.721794 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9da11a-ef4b-4433-b4de-23747747865b', 'tag': 'b70bb7ae-a2fb-4c42-9f48-9d7bd346d730', 'status': 'completed', 'code': 200} Jun 18 16:37:16.801753 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-7710329c-1fbb-4ed2-a44e-0fb252eb95db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:16.803360 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-7710329c-1fbb-4ed2-a44e-0fb252eb95db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=3e9da11a-ef4b-4433-b4de-23747747865b HTTP/1.1" status: 200 len: 1097 time: 0.0669312 Jun 18 16:37:16.850693 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-8966f416-3e69-4eff-bd4e-054e16bb17b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 HTTP/1.1" status: 200 len: 217 time: 0.0346291 Jun 18 16:37:16.897570 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-942d4932-56d3-4cac-941a-54551b4b79ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:16.898964 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-942d4932-56d3-4cac-941a-54551b4b79ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c5143065-7f33-49f5-9ed7-acbf2004b316 HTTP/1.1" status: 200 len: 834 time: 0.0427518 Jun 18 16:37:16.958196 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-7adcce99-9791-407b-9bd6-7f929ba173a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:16.959693 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-7adcce99-9791-407b-9bd6-7f929ba173a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d20f5066-f730-4d26-a496-d1f1744fb718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550144 Jun 18 16:37:17.047115 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-5751fbef-160d-4812-817b-1a4a3eadb65a service neutron] 10.222.0.64 "GET /v2.0/networks/d20f5066-f730-4d26-a496-d1f1744fb718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810199 Jun 18 16:37:17.135655 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87b3a057-0dac-4190-9c5f-d2f0c21b6721 req-e47bd5c5-3d56-4dae-b6fd-7976853a7775 service neutron] 10.222.0.64 "GET /v2.0/networks/d20f5066-f730-4d26-a496-d1f1744fb718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828826 Jun 18 16:37:17.274031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702cd5e-92d3-46c2-8df9-6ba9645a3551 req-ce783a2b-2c2c-4d58-a651-75cdb80b0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:17.275506 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5702cd5e-92d3-46c2-8df9-6ba9645a3551 req-ce783a2b-2c2c-4d58-a651-75cdb80b0ec4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=3e9da11a-ef4b-4433-b4de-23747747865b HTTP/1.1" status: 200 len: 1097 time: 0.0516839 Jun 18 16:37:17.361266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702cd5e-92d3-46c2-8df9-6ba9645a3551 req-0352332b-f02d-43d8-bc08-a9bc3cb13408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:17.362720 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5702cd5e-92d3-46c2-8df9-6ba9645a3551 req-0352332b-f02d-43d8-bc08-a9bc3cb13408 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d20f5066-f730-4d26-a496-d1f1744fb718 HTTP/1.1" status: 200 len: 897 time: 0.0811899 Jun 18 16:37:17.407637 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5702cd5e-92d3-46c2-8df9-6ba9645a3551 req-e88617eb-28e8-41f3-9830-7393c246f3a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 HTTP/1.1" status: 200 len: 217 time: 0.0375862 Jun 18 16:37:17.455559 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702cd5e-92d3-46c2-8df9-6ba9645a3551 req-77fa1480-4ad7-4f12-b238-09e588809c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:17.456921 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5702cd5e-92d3-46c2-8df9-6ba9645a3551 req-77fa1480-4ad7-4f12-b238-09e588809c27 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c5143065-7f33-49f5-9ed7-acbf2004b316 HTTP/1.1" status: 200 len: 834 time: 0.0430186 Jun 18 16:37:17.513430 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702cd5e-92d3-46c2-8df9-6ba9645a3551 req-f756123b-04a1-4bcf-8611-350dd3f9d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:17.515893 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5702cd5e-92d3-46c2-8df9-6ba9645a3551 req-f756123b-04a1-4bcf-8611-350dd3f9d1b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d20f5066-f730-4d26-a496-d1f1744fb718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0507777 Jun 18 16:37:17.608055 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5702cd5e-92d3-46c2-8df9-6ba9645a3551 req-f9f258ad-a7f8-4fcb-abfb-cdbba27a8a25 service neutron] 10.222.0.64 "GET /v2.0/networks/d20f5066-f730-4d26-a496-d1f1744fb718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846503 Jun 18 16:37:17.700555 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5702cd5e-92d3-46c2-8df9-6ba9645a3551 req-80998de2-b78b-415f-ada9-148ae321c827 service neutron] 10.222.0.64 "GET /v2.0/networks/d20f5066-f730-4d26-a496-d1f1744fb718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844431 Jun 18 16:37:17.765384 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfba24-b482-458a-9f69-e821614e9a36 req-2bfa3eb0-700b-4dcf-96a6-b02aa1a1365a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:17.766847 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-17bfba24-b482-458a-9f69-e821614e9a36 req-2bfa3eb0-700b-4dcf-96a6-b02aa1a1365a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9da11a-ef4b-4433-b4de-23747747865b HTTP/1.1" status: 200 len: 944 time: 0.0648320 Jun 18 16:37:17.803683 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-17bfba24-b482-458a-9f69-e821614e9a36 req-6d2c79b0-0e33-4428-bf05-8bad29c638a1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311115 Jun 18 16:37:18.980567 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d331d-dab0-40b5-a26f-8c765ef4ae70 req-f7416c47-5aba-4291-aa93-1af8ae26c0c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:18.982007 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-065d331d-dab0-40b5-a26f-8c765ef4ae70 req-f7416c47-5aba-4291-aa93-1af8ae26c0c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9da11a-ef4b-4433-b4de-23747747865b HTTP/1.1" status: 200 len: 944 time: 0.0621653 Jun 18 16:37:19.020863 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-065d331d-dab0-40b5-a26f-8c765ef4ae70 req-542add38-f52f-4444-a901-e0d6c84f59a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329010 Jun 18 16:37:19.534838 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:37:19.627762 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port b70bb7ae-a2fb-4c42-9f48-9d7bd346d730, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b70bb7ae-a2fb-4c42-9f48-9d7bd346d730,segment=NetworkSegment(29c935ca-dae0-42c9-b06f-a847c5ebb852),segment_id=29c935ca-dae0-42c9-b06f-a847c5ebb852)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:19.641777 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'b70bb7ae-a2fb-4c42-9f48-9d7bd346d730', 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718', 'port_id': 'b70bb7ae-a2fb-4c42-9f48-9d7bd346d730', 'mac_address': 'fa:16:3e:1c:33:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5143065-7f33-49f5-9ed7-acbf2004b316', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:37:19.678868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:19.692351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:37:19.711239 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port b70bb7ae-a2fb-4c42-9f48-9d7bd346d730, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b70bb7ae-a2fb-4c42-9f48-9d7bd346d730,segment=NetworkSegment(29c935ca-dae0-42c9-b06f-a847c5ebb852),segment_id=29c935ca-dae0-42c9-b06f-a847c5ebb852)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:19.715526 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:19.717226 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-15cbcb34-9fc5-4f64-b3f8-39d5b33a7f68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:19.762868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=b70bb7ae-a2fb-4c42-9f48-9d7bd346d730,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:19.770226 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.770609 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.770951 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.771287 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.771619 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.771950 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.772276 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.772600 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.772923 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.773241 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.773559 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.773876 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:37:19.777555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:19.987403 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['b70bb7ae-a2fb-4c42-9f48-9d7bd346d730'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:37:20.196342 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419e5d4-4206-4575-bd12-2cbc9554e82c req-94a1d12b-90a1-4b5e-bae8-ac910744a09f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:20.197786 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f419e5d4-4206-4575-bd12-2cbc9554e82c req-94a1d12b-90a1-4b5e-bae8-ac910744a09f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9da11a-ef4b-4433-b4de-23747747865b HTTP/1.1" status: 200 len: 945 time: 0.0659044 Jun 18 16:37:20.234927 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f419e5d4-4206-4575-bd12-2cbc9554e82c req-c75d5212-a843-4f03-957e-be802d7a81df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308008 Jun 18 16:37:21.404110 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ed4c2-164c-4cd8-a208-e0af4db4da2e req-9a33e56d-13c0-49a6-b179-ec58344d1241 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:21.406210 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a28ed4c2-164c-4cd8-a208-e0af4db4da2e req-9a33e56d-13c0-49a6-b179-ec58344d1241 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9da11a-ef4b-4433-b4de-23747747865b HTTP/1.1" status: 200 len: 945 time: 0.0631986 Jun 18 16:37:21.443194 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a28ed4c2-164c-4cd8-a208-e0af4db4da2e req-011d82f2-654a-499d-a2c3-63f5d22ee52e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314050 Jun 18 16:37:21.549274 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:37:21.596440 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:37:21.599945 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:21.600330 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:21.678004 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:21.700608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9da11a-ef4b-4433-b4de-23747747865b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70bb7ae-a2fb-4c42-9f48-9d7bd346d730'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:37:21.703969 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c36c08-e0a6-4b1d-82a3-725360e674ab" -d '{"events": [{"server_uuid": "3e9da11a-ef4b-4433-b4de-23747747865b", "name": "network-vif-plugged", "status": "completed", "tag": "b70bb7ae-a2fb-4c42-9f48-9d7bd346d730"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:37:21.716264 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port b70bb7ae-a2fb-4c42-9f48-9d7bd346d730, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b70bb7ae-a2fb-4c42-9f48-9d7bd346d730,segment=NetworkSegment(29c935ca-dae0-42c9-b06f-a847c5ebb852),segment_id=29c935ca-dae0-42c9-b06f-a847c5ebb852)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:21.720900 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:21.722765 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:21.745311 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e54b98-29fd-48e4-abda-e121ac6d801e x-openstack-request-id: req-63e54b98-29fd-48e4-abda-e121ac6d801e {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:37:21.745611 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9da11a-ef4b-4433-b4de-23747747865b", "name": "network-vif-plugged", "status": "completed", "tag": "b70bb7ae-a2fb-4c42-9f48-9d7bd346d730", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:37:21.745871 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63e54b98-29fd-48e4-abda-e121ac6d801e {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:37:21.746294 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9da11a-ef4b-4433-b4de-23747747865b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70bb7ae-a2fb-4c42-9f48-9d7bd346d730', 'code': 200} Jun 18 16:37:21.772114 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=b70bb7ae-a2fb-4c42-9f48-9d7bd346d730,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:21.775134 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:21.989938 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15175d77-b683-4655-a672-6f3622de8ae5 req-8ef25280-fb15-4581-b07b-deed99adf20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:21.991330 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-15175d77-b683-4655-a672-6f3622de8ae5 req-8ef25280-fb15-4581-b07b-deed99adf20f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3e9da11a-ef4b-4433-b4de-23747747865b HTTP/1.1" status: 200 len: 1099 time: 0.0574040 Jun 18 16:37:22.025755 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-15175d77-b683-4655-a672-6f3622de8ae5 req-08ea48bc-416d-43f9-b1df-9d592f690915 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285823 Jun 18 16:37:22.615292 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ae99e-9a93-4293-af5a-4ab29bcdcd14 req-2d26b387-1b66-44d7-8dd2-a795ffc32f12 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:22.616763 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fc1ae99e-9a93-4293-af5a-4ab29bcdcd14 req-2d26b387-1b66-44d7-8dd2-a795ffc32f12 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9da11a-ef4b-4433-b4de-23747747865b HTTP/1.1" status: 200 len: 946 time: 0.0635996 Jun 18 16:37:22.658634 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fc1ae99e-9a93-4293-af5a-4ab29bcdcd14 req-4e933654-f99c-4620-8349-34f6188462a7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362897 Jun 18 16:37:23.837015 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5394f-db7f-4efa-9a50-f913533381f2 req-ba7e299c-8e72-4617-84a9-318146e67774 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:23.838452 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f8e5394f-db7f-4efa-9a50-f913533381f2 req-ba7e299c-8e72-4617-84a9-318146e67774 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9da11a-ef4b-4433-b4de-23747747865b HTTP/1.1" status: 200 len: 946 time: 0.0643225 Jun 18 16:37:23.879817 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f8e5394f-db7f-4efa-9a50-f913533381f2 req-e6f2f094-cab7-4c12-acab-430b87a160b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349293 Jun 18 16:37:24.052589 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cd630-e8c2-460e-bf8e-c00ee51cc75f req-d7db41f8-021a-4891-9138-28f9f94545a4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:24.054304 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b25cd630-e8c2-460e-bf8e-c00ee51cc75f req-d7db41f8-021a-4891-9138-28f9f94545a4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9da11a-ef4b-4433-b4de-23747747865b HTTP/1.1" status: 200 len: 946 time: 0.0648222 Jun 18 16:37:24.090999 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b25cd630-e8c2-460e-bf8e-c00ee51cc75f req-c563a6c1-ac85-4980-9fee-92caa3b0c8fd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312805 Jun 18 16:37:24.114813 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51494) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:24.446326 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56422474-02ca-4bf8-9b65-bd51c2d1075a tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:24.447849 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-56422474-02ca-4bf8-9b65-bd51c2d1075a tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3e9da11a-ef4b-4433-b4de-23747747865b HTTP/1.1" status: 200 len: 1094 time: 0.3320911 Jun 18 16:37:24.450609 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51496) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:24.454894 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': 'b70bb7ae-a2fb-4c42-9f48-9d7bd346d730', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:24.480353 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:24.576457 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:24.700364 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.26.2.128 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/bb0f2e78-dd33-4da4-acbb-e52e80365c39) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:37:24.710841 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:24.798117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:24.839155 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:24.841858 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:24.882436 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:37:24.885349 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:37:24.888795 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:37:24.910794 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=bb0f2e78-dd33-4da4-acbb-e52e80365c39,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:24.914905 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:25.381315 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:25.487343 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:25.633515 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:25.637717 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:25.639688 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:25.704317 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=bb0f2e78-dd33-4da4-acbb-e52e80365c39,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:25.708195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:25.717601 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:25.814184 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Floating IP 6bcfe2ff-0409-4647-ae64-71be40a3cbf0 associated. External IP: 172.26.2.128, port: b70bb7ae-a2fb-4c42-9f48-9d7bd346d730. Jun 18 16:37:26.018052 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router ca453442-1626-4e02-a625-c45bab10e5b5 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:37:26.122301 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:37:26.131954 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ed188-75ca-401a-8a57-d2a53079fd86 None None] Sync routers for ids ['ca453442-1626-4e02-a625-c45bab10e5b5'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:37:26.137092 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:26.142137 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ed188-75ca-401a-8a57-d2a53079fd86 None None] Routers {'ca453442-1626-4e02-a625-c45bab10e5b5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:26.142791 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-a02ed188-75ca-401a-8a57-d2a53079fd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:37:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ca453442-1626-4e02-a625-c45bab10e5b5'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:26.182287 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7282827 Jun 18 16:37:26.182287 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9da11a-ef4b-4433-b4de-23747747865b', 'tag': 'b70bb7ae-a2fb-4c42-9f48-9d7bd346d730'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:37:26.182833 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1462104-aae0-43f2-918b-f702cbb275a4" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9da11a-ef4b-4433-b4de-23747747865b", "tag": "b70bb7ae-a2fb-4c42-9f48-9d7bd346d730"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:37:26.183416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51498) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:26.225370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba01b4a-a0db-4ba8-8427-09dcd16a218f x-openstack-request-id: req-3ba01b4a-a0db-4ba8-8427-09dcd16a218f {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:37:26.225370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9da11a-ef4b-4433-b4de-23747747865b", "tag": "b70bb7ae-a2fb-4c42-9f48-9d7bd346d730", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:37:26.225641 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ba01b4a-a0db-4ba8-8427-09dcd16a218f {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:37:26.226064 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9da11a-ef4b-4433-b4de-23747747865b', 'tag': 'b70bb7ae-a2fb-4c42-9f48-9d7bd346d730', 'status': 'completed', 'code': 200} Jun 18 16:37:26.246625 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2a230c19-32f6-488c-9a32-b7d36a620897 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/6bcfe2ff-0409-4647-ae64-71be40a3cbf0 HTTP/1.1" status: 200 len: 992 time: 0.0619128 Jun 18 16:37:26.249069 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-a02ed188-75ca-401a-8a57-d2a53079fd86 None None] Set router ca453442-1626-4e02-a625-c45bab10e5b5 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:26.318275 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1462104-aae0-43f2-918b-f702cbb275a4 req-a1de1fc4-83a4-46c0-996a-2b5c70c3a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:26.319801 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a1462104-aae0-43f2-918b-f702cbb275a4 req-a1de1fc4-83a4-46c0-996a-2b5c70c3a88b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=3e9da11a-ef4b-4433-b4de-23747747865b HTTP/1.1" status: 200 len: 1099 time: 0.0527353 Jun 18 16:37:26.415217 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1462104-aae0-43f2-918b-f702cbb275a4 req-89bd098d-e563-4134-8dca-a46515a78f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:26.416666 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a1462104-aae0-43f2-918b-f702cbb275a4 req-89bd098d-e563-4134-8dca-a46515a78f01 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d20f5066-f730-4d26-a496-d1f1744fb718 HTTP/1.1" status: 200 len: 897 time: 0.0908117 Jun 18 16:37:26.480511 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a1462104-aae0-43f2-918b-f702cbb275a4 req-b1f2668e-a59a-4c56-8b8f-21512ffa026b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 HTTP/1.1" status: 200 len: 1000 time: 0.0578740 Jun 18 16:37:26.532134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1462104-aae0-43f2-918b-f702cbb275a4 req-6e9b08ec-acb7-4150-8ea7-d5df60f8ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:26.533590 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a1462104-aae0-43f2-918b-f702cbb275a4 req-6e9b08ec-acb7-4150-8ea7-d5df60f8ad78 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c5143065-7f33-49f5-9ed7-acbf2004b316 HTTP/1.1" status: 200 len: 834 time: 0.0475423 Jun 18 16:37:26.558382 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-a02ed188-75ca-401a-8a57-d2a53079fd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'name': 'tempest-TestNetworkBasicOps-router-1242883552', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:10Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '6bcfe2ff-0409-4647-ae64-71be40a3cbf0', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.128', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'port_id': 'b70bb7ae-a2fb-4c42-9f48-9d7bd346d730', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718', 'mac_address': 'fa:16:3e:1c:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9da11a-ef4b-4433-b4de-23747747865b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:37:25Z', 'updated_at': '2021-06-18T16:37:25Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ffdac9b-56c1-44aa-8519-eef2761f936a', 'name': '', 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:e5:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c5143065-7f33-49f5-9ed7-acbf2004b316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:10Z', 'updated_at': '2021-06-18T16:37:14Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'c5143065-7f33-49f5-9ed7-acbf2004b316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:26.584905 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ed188-75ca-401a-8a57-d2a53079fd86 None None] Checking router: ca453442-1626-4e02-a625-c45bab10e5b5 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:37:26.589901 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1462104-aae0-43f2-918b-f702cbb275a4 req-b5a8855b-55bf-4b39-9061-3b959a0ead2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:26.591500 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a1462104-aae0-43f2-918b-f702cbb275a4 req-b5a8855b-55bf-4b39-9061-3b959a0ead2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d20f5066-f730-4d26-a496-d1f1744fb718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522294 Jun 18 16:37:26.592865 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ed188-75ca-401a-8a57-d2a53079fd86 None None] Routers {'ca453442-1626-4e02-a625-c45bab10e5b5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:26.593495 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-a02ed188-75ca-401a-8a57-d2a53079fd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:37:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ca453442-1626-4e02-a625-c45bab10e5b5'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:26.683393 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a1462104-aae0-43f2-918b-f702cbb275a4 req-a7f18c04-e331-4c35-ad2c-3e5604473a08 service neutron] 10.222.0.64 "GET /v2.0/networks/d20f5066-f730-4d26-a496-d1f1744fb718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856347 Jun 18 16:37:26.705995 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-a02ed188-75ca-401a-8a57-d2a53079fd86 None None] Set router ca453442-1626-4e02-a625-c45bab10e5b5 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:26.937073 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-a02ed188-75ca-401a-8a57-d2a53079fd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'name': 'tempest-TestNetworkBasicOps-router-1242883552', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:10Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '6bcfe2ff-0409-4647-ae64-71be40a3cbf0', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.128', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'port_id': 'b70bb7ae-a2fb-4c42-9f48-9d7bd346d730', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718', 'mac_address': 'fa:16:3e:1c:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9da11a-ef4b-4433-b4de-23747747865b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:37:25Z', 'updated_at': '2021-06-18T16:37:25Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ffdac9b-56c1-44aa-8519-eef2761f936a', 'name': '', 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:e5:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c5143065-7f33-49f5-9ed7-acbf2004b316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:10Z', 'updated_at': '2021-06-18T16:37:14Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'c5143065-7f33-49f5-9ed7-acbf2004b316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:26.968106 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ed188-75ca-401a-8a57-d2a53079fd86 None None] The sync data for ids ['ca453442-1626-4e02-a625-c45bab10e5b5'] in dv-neutron-797121-1-hyperv is: [{'id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'name': 'tempest-TestNetworkBasicOps-router-1242883552', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:10Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '6bcfe2ff-0409-4647-ae64-71be40a3cbf0', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.128', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'port_id': 'b70bb7ae-a2fb-4c42-9f48-9d7bd346d730', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718', 'mac_address': 'fa:16:3e:1c:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9da11a-ef4b-4433-b4de-23747747865b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:37:25Z', 'updated_at': '2021-06-18T16:37:25Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ffdac9b-56c1-44aa-8519-eef2761f936a', 'name': '', 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:e5:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c5143065-7f33-49f5-9ed7-acbf2004b316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:10Z', 'updated_at': '2021-06-18T16:37:14Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'c5143065-7f33-49f5-9ed7-acbf2004b316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:37:27.108477 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a1462104-aae0-43f2-918b-f702cbb275a4 req-29317dd6-25a6-4e6c-ace5-ae376663fd87 service neutron] 10.222.0.64 "GET /v2.0/networks/d20f5066-f730-4d26-a496-d1f1744fb718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182010 Jun 18 16:37:27.157359 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f43804-ccc1-4414-84e0-a163585f517c None None] New status for floating IP 6bcfe2ff-0409-4647-ae64-71be40a3cbf0: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:37:27.251001 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51502) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:27.316235 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d4ea100b-9b50-4130-9882-756f53ca8f7b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/6bcfe2ff-0409-4647-ae64-71be40a3cbf0 HTTP/1.1" status: 200 len: 992 time: 0.0636590 Jun 18 16:37:28.319390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51504) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:28.377780 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8f6b2a45-3229-4184-9344-898491ca0cb0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/6bcfe2ff-0409-4647-ae64-71be40a3cbf0 HTTP/1.1" status: 200 len: 994 time: 0.0572579 Jun 18 16:37:33.650625 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:37:34.574366 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cb288fa7-d80b-47fe-b375-ed7224d8bfc1 req-797fc9d8-edc3-4a80-8c03-401b7796cc12 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556879 Jun 18 16:37:34.701412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb288fa7-d80b-47fe-b375-ed7224d8bfc1 req-08b681d2-387f-4716-ac00-667c58805794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:34.703078 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cb288fa7-d80b-47fe-b375-ed7224d8bfc1 req-08b681d2-387f-4716-ac00-667c58805794 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16baf16222f446bfa2a20a3a159e0911&device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 1099 time: 0.0868757 Jun 18 16:37:34.825502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb288fa7-d80b-47fe-b375-ed7224d8bfc1 req-feba84b0-f111-409c-b9ac-11c33e0185ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:34.827691 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cb288fa7-d80b-47fe-b375-ed7224d8bfc1 req-feba84b0-f111-409c-b9ac-11c33e0185ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=b035b862-0d9c-4039-9037-42f41472e61d HTTP/1.1" status: 200 len: 913 time: 0.0993824 Jun 18 16:37:34.931121 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cb288fa7-d80b-47fe-b375-ed7224d8bfc1 req-393d50d4-b6c0-4432-9eff-9fbb806d5a05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9a26ae0-b7ea-4308-80dc-811b33952f7c HTTP/1.1" status: 200 len: 1002 time: 0.0949230 Jun 18 16:37:34.983094 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb288fa7-d80b-47fe-b375-ed7224d8bfc1 req-a90950c2-108d-4a79-b808-12110893672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:34.985150 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cb288fa7-d80b-47fe-b375-ed7224d8bfc1 req-a90950c2-108d-4a79-b808-12110893672f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4db1c29c-aa09-4f43-a654-3bf9324a3d81 HTTP/1.1" status: 200 len: 851 time: 0.0474882 Jun 18 16:37:35.044100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb288fa7-d80b-47fe-b375-ed7224d8bfc1 req-92c1ecab-6a9c-4363-bdf6-722219ffe914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:35.045692 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cb288fa7-d80b-47fe-b375-ed7224d8bfc1 req-92c1ecab-6a9c-4363-bdf6-722219ffe914 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b035b862-0d9c-4039-9037-42f41472e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0543356 Jun 18 16:37:35.196468 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cb288fa7-d80b-47fe-b375-ed7224d8bfc1 req-a0a4a8e1-97b4-41d1-bb7b-bca41b77c5dc service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431849 Jun 18 16:37:35.218317 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-974de76d-fa42-474c-8ea0-a36584be305e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:35.337484 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cb288fa7-d80b-47fe-b375-ed7224d8bfc1 req-24d23654-07c2-4e21-837b-5df9a40b7a06 service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332009 Jun 18 16:37:37.616865 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-34011fab-aec2-49d4-950d-1185e3a41c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.215868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:38.913493 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:39.872919 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-629ee0b1-e5ee-41e2-8ce3-4a4c65fe15cc tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1019971380&fields=id&tenant_id=16baf16222f446bfa2a20a3a159e0911 HTTP/1.1" status: 200 len: 267 time: 0.0337219 Jun 18 16:37:39.979064 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-c2a9b1d5-1c3a-42c9-a5af-06978dc638d3 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:39.980498 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-c2a9b1d5-1c3a-42c9-a5af-06978dc638d3 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/networks?id=b035b862-0d9c-4039-9037-42f41472e61d HTTP/1.1" status: 200 len: 812 time: 0.1006453 Jun 18 16:37:39.995337 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-a2bca11a-0f74-4577-8dd7-4f4b73d2891c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/quotas/16baf16222f446bfa2a20a3a159e0911 HTTP/1.1" status: 200 len: 375 time: 0.0087135 Jun 18 16:37:40.076447 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-57cbdfff-987d-45a4-99b4-1834e67da676 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=16baf16222f446bfa2a20a3a159e0911&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0759161 Jun 18 16:37:40.169171 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-d0541cc1-714e-48c9-9d11-5948563c5ad8 service neutron] 10.222.0.39 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817266 Jun 18 16:37:40.261166 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-a286f090-fc73-4bbd-b886-ede1e4d1965a service neutron] 10.222.0.39 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856094 Jun 18 16:37:40.443863 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:40.558607 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2746517d-7e49-4c7a-906c-11f91cfb8667 req-60ce5bb2-ecd8-42b2-8e3f-8a70c64e9725 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 210 time: 0.0285821 Jun 18 16:37:41.681575 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2f099f67-6162-472a-9dbf-6c463ce43fb4 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:41.683040 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2f099f67-6162-472a-9dbf-6c463ce43fb4 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.64 "GET /v2.0/networks?id=b035b862-0d9c-4039-9037-42f41472e61d HTTP/1.1" status: 200 len: 812 time: 0.1156580 Jun 18 16:37:41.703605 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-02b0de2c-3271-4ba5-a624-195d402b1a21 req-14176b2f-e5af-4c0c-95a8-7138adffa544 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 210 time: 0.0284631 Jun 18 16:37:41.747196 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-9dc70778-3cc4-44ce-9709-a4d37d8eedf8 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16baf16222f446bfa2a20a3a159e0911 HTTP/1.1" status: 200 len: 380 time: 0.0409131 Jun 18 16:37:41.755975 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-af2701bd-876e-45ea-a063-6ce5a4ea99bd tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Request body: {'port': {'device_id': '60ba99d2-8f8d-4937-8284-1ff688d1b9e3', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'admin_state_up': True, 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'security_groups': ['d2ddf97d-354c-4442-a54b-460aa77e9974']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:41.868112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-af2701bd-876e-45ea-a063-6ce5a4ea99bd tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Made reservation on behalf of 16baf16222f446bfa2a20a3a159e0911 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:37:41.871820 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-af2701bd-876e-45ea-a063-6ce5a4ea99bd tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:41.996754 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-af2701bd-876e-45ea-a063-6ce5a4ea99bd tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Allocated IP 172.20.0.13 (b035b862-0d9c-4039-9037-42f41472e61d/4db1c29c-aa09-4f43-a654-3bf9324a3d81/e57509f7-393e-4656-aade-87242527d012) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:37:42.141784 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-af2701bd-876e-45ea-a063-6ce5a4ea99bd tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:42.155010 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-af2701bd-876e-45ea-a063-6ce5a4ea99bd tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Transition to ACTIVE for port object e57509f7-393e-4656-aade-87242527d012 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:42.188920 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-af2701bd-876e-45ea-a063-6ce5a4ea99bd tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:42.192798 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-49ba5a46-29de-46c4-bdb2-2c9e12ff5e5b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:42.237594 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-af2701bd-876e-45ea-a063-6ce5a4ea99bd tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Network b035b862-0d9c-4039-9037-42f41472e61d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:37:42.240816 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-af2701bd-876e-45ea-a063-6ce5a4ea99bd tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:37:42.245296 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-af2701bd-876e-45ea-a063-6ce5a4ea99bd tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:37:42.247920 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2701bd-876e-45ea-a063-6ce5a4ea99bd tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event updated for resources: {'Port': ['ID=e57509f7-393e-4656-aade-87242527d012,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:42.251297 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-af2701bd-876e-45ea-a063-6ce5a4ea99bd tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:42.300715 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-af2701bd-876e-45ea-a063-6ce5a4ea99bd tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:42.301333 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-af2701bd-876e-45ea-a063-6ce5a4ea99bd tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:42.318224 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-af2701bd-876e-45ea-a063-6ce5a4ea99bd tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5660233 Jun 18 16:37:42.337016 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Request body: {'port': {'device_id': '60ba99d2-8f8d-4937-8284-1ff688d1b9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:42.422266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:42.488950 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4adc334b-6985-4a28-91ec-8ff67d35e9ca None None] Provisioning for port e57509f7-393e-4656-aade-87242527d012 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:37:42.495119 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4adc334b-6985-4a28-91ec-8ff67d35e9ca None None] Provisioning complete for port e57509f7-393e-4656-aade-87242527d012 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:42.495860 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4adc334b-6985-4a28-91ec-8ff67d35e9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:42.550620 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-4adc334b-6985-4a28-91ec-8ff67d35e9ca None None] Port e57509f7-393e-4656-aade-87242527d012 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:37:42.707951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57509f7-393e-4656-aade-87242527d012 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:37:42.715506 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:42.729087 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Transition to ACTIVE for port object e57509f7-393e-4656-aade-87242527d012 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:37:42.734699 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:42.736886 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0dbc433f-12dc-45f4-ba4f-bade2d0fcd1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:42.850771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Pushing event updated for resources: {'Port': ['ID=e57509f7-393e-4656-aade-87242527d012,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:42.854434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:42.900972 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930df735-f51b-4366-af2d-d6c949a17756 req-d2616c5e-17e9-488c-a693-ee98120df43f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:42.909908 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-930df735-f51b-4366-af2d-d6c949a17756 req-d2616c5e-17e9-488c-a693-ee98120df43f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 944 time: 0.0868354 Jun 18 16:37:42.910164 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Attempting to bind port e57509f7-393e-4656-aade-87242527d012 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:37:42.910490 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Attempting to bind port e57509f7-393e-4656-aade-87242527d012 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:37:42.910869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Attempting to bind port e57509f7-393e-4656-aade-87242527d012 on network b035b862-0d9c-4039-9037-42f41472e61d {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:37:42.916241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Port e57509f7-393e-4656-aade-87242527d012 on network b035b862-0d9c-4039-9037-42f41472e61d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:37:42.916577 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Attempting to bind port e57509f7-393e-4656-aade-87242527d012 on network b035b862-0d9c-4039-9037-42f41472e61d {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:37:42.922386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:37:42.922899 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Checking segment: {'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:37:42.923375 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Bound using segment: {'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:37:42.923981 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Bound port: e57509f7-393e-4656-aade-87242527d012, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:37:42.924342 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:42.959207 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-930df735-f51b-4366-af2d-d6c949a17756 req-a4561987-78d1-4b29-b5b7-a61885d717b6 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451062 Jun 18 16:37:42.999065 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] For port e57509f7-393e-4656-aade-87242527d012, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:37:43.005167 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] For port e57509f7-393e-4656-aade-87242527d012, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e57509f7-393e-4656-aade-87242527d012,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:37:43.010582 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:43.012934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e2246786-65a8-4636-8791-fffbd687ea9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:43.052270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:43.053006 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:43.054301 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] 10.222.0.64 "PUT /v2.0/ports/e57509f7-393e-4656-aade-87242527d012 HTTP/1.1" status: 200 len: 1094 time: 0.7218728 Jun 18 16:37:43.054896 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ba99d2-8f8d-4937-8284-1ff688d1b9e3', 'tag': 'e57509f7-393e-4656-aade-87242527d012'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:37:43.057297 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ba7267-4b7f-43b0-a085-02b770a3b0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "60ba99d2-8f8d-4937-8284-1ff688d1b9e3", "tag": "e57509f7-393e-4656-aade-87242527d012"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:37:43.102801 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Pushing event updated for resources: {'Port': ['ID=e57509f7-393e-4656-aade-87242527d012,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:43.117806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cc0094-5d42-4b9a-8706-a1db396e2be8 x-openstack-request-id: req-98cc0094-5d42-4b9a-8706-a1db396e2be8 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:37:43.118169 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ba99d2-8f8d-4937-8284-1ff688d1b9e3", "tag": "e57509f7-393e-4656-aade-87242527d012", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:37:43.118688 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-98cc0094-5d42-4b9a-8706-a1db396e2be8 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:37:43.119166 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ba99d2-8f8d-4937-8284-1ff688d1b9e3', 'tag': 'e57509f7-393e-4656-aade-87242527d012', 'status': 'completed', 'code': 200} Jun 18 16:37:43.119955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:43.193592 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-43609df3-9677-4d97-b163-040e2e7eb43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:43.195393 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-43609df3-9677-4d97-b163-040e2e7eb43d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16baf16222f446bfa2a20a3a159e0911&device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 1097 time: 0.0603440 Jun 18 16:37:43.250005 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-6259393c-5af7-446d-9830-a696a6a2d178 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e57509f7-393e-4656-aade-87242527d012 HTTP/1.1" status: 200 len: 217 time: 0.0402668 Jun 18 16:37:43.300722 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-da808c82-8b5f-49c8-b21f-380a9e4fbd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:43.302166 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-da808c82-8b5f-49c8-b21f-380a9e4fbd03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4db1c29c-aa09-4f43-a654-3bf9324a3d81 HTTP/1.1" status: 200 len: 851 time: 0.0457139 Jun 18 16:37:43.358221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-720aed27-079e-4269-9d1a-467f0075a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:43.359681 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-720aed27-079e-4269-9d1a-467f0075a034 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b035b862-0d9c-4039-9037-42f41472e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509470 Jun 18 16:37:43.467023 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-8e9a3471-0db6-411f-a431-2c5522ab07c5 service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994139 Jun 18 16:37:43.559020 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-85f745fd-694b-4433-9b2e-f883b0ee6270 req-9f802fbb-a47a-4ca9-8a8e-0860c484c097 service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847533 Jun 18 16:37:43.695625 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba7267-4b7f-43b0-a085-02b770a3b0e7 req-ca472548-7168-40e2-aad9-3e9cd70acbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:43.697254 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-05ba7267-4b7f-43b0-a085-02b770a3b0e7 req-ca472548-7168-40e2-aad9-3e9cd70acbb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16baf16222f446bfa2a20a3a159e0911&device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 1097 time: 0.0576675 Jun 18 16:37:43.797328 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba7267-4b7f-43b0-a085-02b770a3b0e7 req-d566f45b-4c41-464c-9a9b-f58156df8b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:43.798806 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-05ba7267-4b7f-43b0-a085-02b770a3b0e7 req-d566f45b-4c41-464c-9a9b-f58156df8b08 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b035b862-0d9c-4039-9037-42f41472e61d HTTP/1.1" status: 200 len: 913 time: 0.0946724 Jun 18 16:37:43.839193 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-05ba7267-4b7f-43b0-a085-02b770a3b0e7 req-17ce9c19-a7a3-4ab1-9eb9-c7ac9dfc967c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e57509f7-393e-4656-aade-87242527d012 HTTP/1.1" status: 200 len: 217 time: 0.0334740 Jun 18 16:37:43.892031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba7267-4b7f-43b0-a085-02b770a3b0e7 req-bfed6fe2-0c52-4907-b951-fb59619e5f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:43.893527 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-05ba7267-4b7f-43b0-a085-02b770a3b0e7 req-bfed6fe2-0c52-4907-b951-fb59619e5f43 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4db1c29c-aa09-4f43-a654-3bf9324a3d81 HTTP/1.1" status: 200 len: 851 time: 0.0483708 Jun 18 16:37:43.951938 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba7267-4b7f-43b0-a085-02b770a3b0e7 req-755977eb-8f86-4bc3-a567-2cadffe514af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:43.954019 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-05ba7267-4b7f-43b0-a085-02b770a3b0e7 req-755977eb-8f86-4bc3-a567-2cadffe514af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b035b862-0d9c-4039-9037-42f41472e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0538001 Jun 18 16:37:44.050745 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-05ba7267-4b7f-43b0-a085-02b770a3b0e7 req-113406e4-c530-4b88-aed1-a40ee8feb88f service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890548 Jun 18 16:37:44.135543 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877be323-413e-4e49-86ee-1d806f9c9d79 req-4bf7c529-61fa-4e52-9a79-cb07c51e02b1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:44.137127 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-877be323-413e-4e49-86ee-1d806f9c9d79 req-4bf7c529-61fa-4e52-9a79-cb07c51e02b1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 944 time: 0.0703979 Jun 18 16:37:44.154548 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-05ba7267-4b7f-43b0-a085-02b770a3b0e7 req-121732fe-05e1-4b17-b721-7e79fbf87e0c service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963686 Jun 18 16:37:44.179794 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-877be323-413e-4e49-86ee-1d806f9c9d79 req-f77b1ca7-eea7-4d51-9791-fc08c690e74c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346999 Jun 18 16:37:45.353747 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502850e-a8f4-4b4b-887d-9646b43db0fb req-5507a8be-d2a0-4649-98b3-e6bda4bf851a tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:45.355231 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2502850e-a8f4-4b4b-887d-9646b43db0fb req-5507a8be-d2a0-4649-98b3-e6bda4bf851a tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 944 time: 0.0629697 Jun 18 16:37:45.398920 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2502850e-a8f4-4b4b-887d-9646b43db0fb req-7f35124f-27f6-46b2-9ea2-388f1865c00e tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316341 Jun 18 16:37:46.578051 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098d4da-b8db-4583-898f-5a254719575c req-77e88906-b213-4b5d-928c-21c3ed5615a1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:46.579986 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b098d4da-b8db-4583-898f-5a254719575c req-77e88906-b213-4b5d-928c-21c3ed5615a1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 944 time: 0.0674226 Jun 18 16:37:46.615504 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b098d4da-b8db-4583-898f-5a254719575c req-503c5d77-e859-4668-8be0-42e623aa8a56 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298340 Jun 18 16:37:47.789255 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8739908-5e7b-4dd2-9b82-c4f6ee27d6ca req-6d3b9f00-46ae-445d-b14d-d8cd27b5bd0e tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:47.790740 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a8739908-5e7b-4dd2-9b82-c4f6ee27d6ca req-6d3b9f00-46ae-445d-b14d-d8cd27b5bd0e tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 944 time: 0.0629785 Jun 18 16:37:47.827517 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a8739908-5e7b-4dd2-9b82-c4f6ee27d6ca req-3b85bd5e-7aab-447e-91a7-170042f95b37 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310831 Jun 18 16:37:49.005072 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4c8ce-e81d-421b-818d-9f23918fcba8 req-312008d2-59f6-4553-b168-79ae62b5d07f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:49.006554 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d9d4c8ce-e81d-421b-818d-9f23918fcba8 req-312008d2-59f6-4553-b168-79ae62b5d07f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 944 time: 0.0667524 Jun 18 16:37:49.043735 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d9d4c8ce-e81d-421b-818d-9f23918fcba8 req-f1660c07-f186-4ed9-8f5a-97eab297d41a tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315921 Jun 18 16:37:50.216065 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb605fb-bd93-48d0-8e60-693964e426dd req-071a23dd-91fd-4e75-9eda-588904839936 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:50.217483 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cdb605fb-bd93-48d0-8e60-693964e426dd req-071a23dd-91fd-4e75-9eda-588904839936 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 944 time: 0.0613892 Jun 18 16:37:50.253549 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cdb605fb-bd93-48d0-8e60-693964e426dd req-b5be4ff6-d2af-48c9-bc79-7524259ef53f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302930 Jun 18 16:37:51.423709 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bb3d7-8f89-423e-847a-000355c9fe66 req-8fef7ec4-c13a-4939-94a2-6f7f382d1b89 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:51.425158 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ea7bb3d7-8f89-423e-847a-000355c9fe66 req-8fef7ec4-c13a-4939-94a2-6f7f382d1b89 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 944 time: 0.0633805 Jun 18 16:37:51.461557 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ea7bb3d7-8f89-423e-847a-000355c9fe66 req-57acc965-079d-45ea-9607-f6e1f243fb08 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308063 Jun 18 16:37:52.963679 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080090fa-ba15-45d9-a9ed-44a321ef00b6 req-b8ce91fd-f9b1-415c-9d0a-8e9aab154266 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:52.965221 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-080090fa-ba15-45d9-a9ed-44a321ef00b6 req-b8ce91fd-f9b1-415c-9d0a-8e9aab154266 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 944 time: 0.3758667 Jun 18 16:37:53.006985 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-080090fa-ba15-45d9-a9ed-44a321ef00b6 req-4e57aca5-1d17-44a0-bb09-de18d5fe54fb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350740 Jun 18 16:37:53.707411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device e57509f7-393e-4656-aade-87242527d012 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:37:53.808234 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port e57509f7-393e-4656-aade-87242527d012, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e57509f7-393e-4656-aade-87242527d012,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:53.819690 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'e57509f7-393e-4656-aade-87242527d012', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'port_id': 'e57509f7-393e-4656-aade-87242527d012', 'mac_address': 'fa:16:3e:71:16:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:37:53.859242 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:53.873144 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57509f7-393e-4656-aade-87242527d012 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:37:53.892171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port e57509f7-393e-4656-aade-87242527d012, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e57509f7-393e-4656-aade-87242527d012,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:53.897758 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:53.900716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4df1c562-59bf-4823-99fe-28bf8929af14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:53.947026 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=e57509f7-393e-4656-aade-87242527d012,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:53.950040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:54.188141 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15301ff2-6561-45f5-a938-b936c2e8d0bd req-b31f8c43-7fde-40b7-8116-f99dfc3879ee tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:54.189588 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-15301ff2-6561-45f5-a938-b936c2e8d0bd req-b31f8c43-7fde-40b7-8116-f99dfc3879ee tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 945 time: 0.0727453 Jun 18 16:37:54.226403 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-15301ff2-6561-45f5-a938-b936c2e8d0bd req-1a00a1c0-c35a-46db-8dd7-474e7061e65c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305326 Jun 18 16:37:54.249765 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['e57509f7-393e-4656-aade-87242527d012'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:37:54.712952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:55.404437 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef3739-3c9a-4d94-9f36-4a259677a189 req-afcbc840-e18a-475d-9d34-b3b93512bfee tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:55.405880 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9cef3739-3c9a-4d94-9f36-4a259677a189 req-afcbc840-e18a-475d-9d34-b3b93512bfee tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 945 time: 0.0655029 Jun 18 16:37:55.443571 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9cef3739-3c9a-4d94-9f36-4a259677a189 req-43bb3e4a-1065-4138-b541-4e29a66fe2af tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313380 Jun 18 16:37:55.702782 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device e57509f7-393e-4656-aade-87242527d012 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:37:55.752991 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port e57509f7-393e-4656-aade-87242527d012 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:37:55.756687 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port e57509f7-393e-4656-aade-87242527d012 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:37:55.757062 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:55.833179 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:55.855310 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ba99d2-8f8d-4937-8284-1ff688d1b9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57509f7-393e-4656-aade-87242527d012'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:37:55.857568 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956f82c4-2cdf-4aad-8275-222c7ae0def7" -d '{"events": [{"server_uuid": "60ba99d2-8f8d-4937-8284-1ff688d1b9e3", "name": "network-vif-plugged", "status": "completed", "tag": "e57509f7-393e-4656-aade-87242527d012"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:37:55.869621 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port e57509f7-393e-4656-aade-87242527d012, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e57509f7-393e-4656-aade-87242527d012,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:37:55.874049 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:55.875887 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:55.897144 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5f18a5-a976-4859-a671-9d27e8d23956 x-openstack-request-id: req-9c5f18a5-a976-4859-a671-9d27e8d23956 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:37:55.897441 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ba99d2-8f8d-4937-8284-1ff688d1b9e3", "name": "network-vif-plugged", "status": "completed", "tag": "e57509f7-393e-4656-aade-87242527d012", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:37:55.897699 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c5f18a5-a976-4859-a671-9d27e8d23956 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:37:55.898085 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ba99d2-8f8d-4937-8284-1ff688d1b9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57509f7-393e-4656-aade-87242527d012', 'code': 200} Jun 18 16:37:55.923265 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=e57509f7-393e-4656-aade-87242527d012,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:55.928487 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:56.133076 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937f01c-feb7-4271-87e4-bdbb76e178b6 req-0e309915-eb4f-4cf6-b64b-2221b944e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:56.134631 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e937f01c-feb7-4271-87e4-bdbb76e178b6 req-0e309915-eb4f-4cf6-b64b-2221b944e37c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 1099 time: 0.0546718 Jun 18 16:37:56.170569 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e937f01c-feb7-4271-87e4-bdbb76e178b6 req-1461c55b-1f1b-4ac6-975b-f733be128577 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281801 Jun 18 16:37:56.614005 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928a664-d52e-4aaa-a4ba-c145bef3598d req-1dde6c57-ee1c-4cec-aa0b-622491c8b6ca tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:56.615450 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7928a664-d52e-4aaa-a4ba-c145bef3598d req-1dde6c57-ee1c-4cec-aa0b-622491c8b6ca tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 946 time: 0.0633113 Jun 18 16:37:56.653023 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7928a664-d52e-4aaa-a4ba-c145bef3598d req-7a8d1601-ce97-40ed-a08b-55d785135790 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319519 Jun 18 16:37:57.829003 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe45d0-3d6d-42e3-86ca-9eabd37f6970 req-dd145ccb-417a-4eb9-8ba1-d0de24f07906 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:57.830476 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-febe45d0-3d6d-42e3-86ca-9eabd37f6970 req-dd145ccb-417a-4eb9-8ba1-d0de24f07906 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 946 time: 0.0667288 Jun 18 16:37:57.871982 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-febe45d0-3d6d-42e3-86ca-9eabd37f6970 req-b822521f-beae-461f-9e3c-682462af5302 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356462 Jun 18 16:37:58.051039 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab618ad-b1d6-42dd-a8bb-c4607af9b92f req-29523284-3cac-4a72-bc4f-31d320f710e5 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:58.052496 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5ab618ad-b1d6-42dd-a8bb-c4607af9b92f req-29523284-3cac-4a72-bc4f-31d320f710e5 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 946 time: 0.0676756 Jun 18 16:37:58.089779 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5ab618ad-b1d6-42dd-a8bb-c4607af9b92f req-b0a84717-7585-4e30-b4bf-8ca2dba5f48c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314717 Jun 18 16:37:58.114579 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51616) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:58.166798 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d2c21-cfad-45bf-90b9-c521535c521c tempest-TestVolumeBootPattern-1690788158 tempest-TestVolumeBootPattern-1690788158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:58.168311 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-135d2c21-cfad-45bf-90b9-c521535c521c tempest-TestVolumeBootPattern-1690788158 tempest-TestVolumeBootPattern-1690788158-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 1094 time: 0.0527530 Jun 18 16:37:58.171051 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51618) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:58.175554 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': 'e57509f7-393e-4656-aade-87242527d012', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:37:58.197740 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:58.299517 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:58.399420 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Allocated IP 172.26.2.161 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/fc87ce29-8419-4f95-98b5-16f56536c6c9) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:37:58.501408 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:58.542795 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:58.545263 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:58.584297 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:37:58.587212 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:37:58.590664 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:37:58.595989 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event updated for resources: {'Port': ['ID=fc87ce29-8419-4f95-98b5-16f56536c6c9,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:58.615736 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:58.963371 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:59.041448 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:59.196513 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:59.200963 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:59.202991 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c8107ea4-e5bd-4f98-85ad-affc869ad96e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:37:59.263799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event updated for resources: {'Port': ['ID=fc87ce29-8419-4f95-98b5-16f56536c6c9,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:37:59.267610 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:37:59.278145 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:59.374722 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Floating IP ff3e0ad9-1118-48de-b3b7-db4aeb905e00 associated. External IP: 172.26.2.161, port: e57509f7-393e-4656-aade-87242527d012. Jun 18 16:37:59.531944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51622) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:59.573894 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Router 80268182-ac74-489c-bfc6-d4fcbd75e630 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:37:59.597927 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1483cb96-6796-4e63-ac21-38565162d844 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/6bcfe2ff-0409-4647-ae64-71be40a3cbf0 HTTP/1.1" status: 200 len: 994 time: 0.0645959 Jun 18 16:37:59.680450 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:37:59.694616 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b784b0b-2336-4482-a543-2522a3f1eac5 None None] Sync routers for ids ['80268182-ac74-489c-bfc6-d4fcbd75e630'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:37:59.701419 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:59.703520 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b784b0b-2336-4482-a543-2522a3f1eac5 None None] Routers {'80268182-ac74-489c-bfc6-d4fcbd75e630'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:37:59.704134 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6b784b0b-2336-4482-a543-2522a3f1eac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:37:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['80268182-ac74-489c-bfc6-d4fcbd75e630'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:37:59.736985 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5649328 Jun 18 16:37:59.738346 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ba99d2-8f8d-4937-8284-1ff688d1b9e3', 'tag': 'e57509f7-393e-4656-aade-87242527d012'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:37:59.740608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3dd02c-c03b-4f5e-b1d1-42d996ae6e54" -d '{"events": [{"name": "network-changed", "server_uuid": "60ba99d2-8f8d-4937-8284-1ff688d1b9e3", "tag": "e57509f7-393e-4656-aade-87242527d012"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:37:59.797002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45a45a3-0ea2-4bd7-97c5-cf59fb1eb4f8 x-openstack-request-id: req-e45a45a3-0ea2-4bd7-97c5-cf59fb1eb4f8 {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:37:59.797348 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ba99d2-8f8d-4937-8284-1ff688d1b9e3", "tag": "e57509f7-393e-4656-aade-87242527d012", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:37:59.797653 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e45a45a3-0ea2-4bd7-97c5-cf59fb1eb4f8 {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:37:59.798102 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ba99d2-8f8d-4937-8284-1ff688d1b9e3', 'tag': 'e57509f7-393e-4656-aade-87242527d012', 'status': 'completed', 'code': 200} Jun 18 16:37:59.807250 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-6b784b0b-2336-4482-a543-2522a3f1eac5 None None] Set router 80268182-ac74-489c-bfc6-d4fcbd75e630 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:37:59.897943 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dd02c-c03b-4f5e-b1d1-42d996ae6e54 req-79a43a95-db5a-42ef-945e-304f19466471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:59.899457 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5c3dd02c-c03b-4f5e-b1d1-42d996ae6e54 req-79a43a95-db5a-42ef-945e-304f19466471 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16baf16222f446bfa2a20a3a159e0911&device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 1099 time: 0.0514867 Jun 18 16:37:59.960510 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51632) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:37:59.993969 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dd02c-c03b-4f5e-b1d1-42d996ae6e54 req-55907c0e-e262-4286-a6fb-01da12f19678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:59.995466 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5c3dd02c-c03b-4f5e-b1d1-42d996ae6e54 req-55907c0e-e262-4286-a6fb-01da12f19678 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b035b862-0d9c-4039-9037-42f41472e61d HTTP/1.1" status: 200 len: 913 time: 0.0896151 Jun 18 16:38:00.035148 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6b784b0b-2336-4482-a543-2522a3f1eac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '2615d66d-371c-4edf-8b84-1b3a5abb0c63', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'floating_ip_address': '172.26.2.195', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'port_id': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'mac_address': 'fa:16:3e:f6:a6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:59Z', 'updated_at': '2021-06-18T16:36:02Z', 'revision_number': 1, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'fixed_ip_address_scope': None}, {'id': 'ff3e0ad9-1118-48de-b3b7-db4aeb905e00', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'floating_ip_address': '172.26.2.161', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'port_id': 'e57509f7-393e-4656-aade-87242527d012', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'mac_address': 'fa:16:3e:71:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ba99d2-8f8d-4937-8284-1ff688d1b9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:37:58Z', 'updated_at': '2021-06-18T16:37:58Z', 'revision_number': 0, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:39Z', 'revision_number': 5, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:00.065058 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b784b0b-2336-4482-a543-2522a3f1eac5 None None] Checking router: 80268182-ac74-489c-bfc6-d4fcbd75e630 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:38:00.067926 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5c3dd02c-c03b-4f5e-b1d1-42d996ae6e54 req-d3c0ad34-964f-4aa4-84b1-b4e20d4a927b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e57509f7-393e-4656-aade-87242527d012 HTTP/1.1" status: 200 len: 1000 time: 0.0657787 Jun 18 16:38:00.074692 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b784b0b-2336-4482-a543-2522a3f1eac5 None None] Routers {'80268182-ac74-489c-bfc6-d4fcbd75e630'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:38:00.075306 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6b784b0b-2336-4482-a543-2522a3f1eac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:37:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['80268182-ac74-489c-bfc6-d4fcbd75e630'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:00.119917 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dd02c-c03b-4f5e-b1d1-42d996ae6e54 req-ab463152-0e21-4a2b-b7c6-ab06a4e07247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:00.121358 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5c3dd02c-c03b-4f5e-b1d1-42d996ae6e54 req-ab463152-0e21-4a2b-b7c6-ab06a4e07247 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4db1c29c-aa09-4f43-a654-3bf9324a3d81 HTTP/1.1" status: 200 len: 851 time: 0.0474112 Jun 18 16:38:00.123115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-b1c2d428-3891-44c4-9b1e-99121fbbec21 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port bb0f2e78-dd33-4da4-acbb-e52e80365c39 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:38:00.123642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b1c2d428-3891-44c4-9b1e-99121fbbec21 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:00.189611 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-6b784b0b-2336-4482-a543-2522a3f1eac5 None None] Set router 80268182-ac74-489c-bfc6-d4fcbd75e630 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:38:00.193746 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dd02c-c03b-4f5e-b1d1-42d996ae6e54 req-46823f17-a711-4b60-8e5d-6a891e1dfb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:00.195518 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5c3dd02c-c03b-4f5e-b1d1-42d996ae6e54 req-46823f17-a711-4b60-8e5d-6a891e1dfb88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b035b862-0d9c-4039-9037-42f41472e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662889 Jun 18 16:38:00.211603 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b1c2d428-3891-44c4-9b1e-99121fbbec21 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:00.211926 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b1c2d428-3891-44c4-9b1e-99121fbbec21 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:00.278870 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-b1c2d428-3891-44c4-9b1e-99121fbbec21 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for bb0f2e78-dd33-4da4-acbb-e52e80365c39 owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:38:00.292953 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5c3dd02c-c03b-4f5e-b1d1-42d996ae6e54 req-47c0a4ab-9c05-4d17-adfc-fe9f6d8f9bca service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845032 Jun 18 16:38:00.388993 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5c3dd02c-c03b-4f5e-b1d1-42d996ae6e54 req-5b094f55-500d-4496-b391-0b42f6a98558 service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895855 Jun 18 16:38:00.426620 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6b784b0b-2336-4482-a543-2522a3f1eac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '2615d66d-371c-4edf-8b84-1b3a5abb0c63', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'floating_ip_address': '172.26.2.195', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'port_id': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'mac_address': 'fa:16:3e:f6:a6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:59Z', 'updated_at': '2021-06-18T16:36:02Z', 'revision_number': 1, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'fixed_ip_address_scope': None}, {'id': 'ff3e0ad9-1118-48de-b3b7-db4aeb905e00', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'floating_ip_address': '172.26.2.161', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'port_id': 'e57509f7-393e-4656-aade-87242527d012', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'mac_address': 'fa:16:3e:71:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ba99d2-8f8d-4937-8284-1ff688d1b9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:37:58Z', 'updated_at': '2021-06-18T16:37:58Z', 'revision_number': 0, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:39Z', 'revision_number': 5, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:00.434941 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b1c2d428-3891-44c4-9b1e-99121fbbec21 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:00.436996 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f05aff29-2b5e-4d5b-9ebf-ff2c834b4aae tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:00.458959 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b784b0b-2336-4482-a543-2522a3f1eac5 None None] The sync data for ids ['80268182-ac74-489c-bfc6-d4fcbd75e630'] in dv-neutron-797121-1-hyperv is: [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '2615d66d-371c-4edf-8b84-1b3a5abb0c63', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'floating_ip_address': '172.26.2.195', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'port_id': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'mac_address': 'fa:16:3e:f6:a6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:59Z', 'updated_at': '2021-06-18T16:36:02Z', 'revision_number': 1, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'fixed_ip_address_scope': None}, {'id': 'ff3e0ad9-1118-48de-b3b7-db4aeb905e00', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'floating_ip_address': '172.26.2.161', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'port_id': 'e57509f7-393e-4656-aade-87242527d012', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'mac_address': 'fa:16:3e:71:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ba99d2-8f8d-4937-8284-1ff688d1b9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:37:58Z', 'updated_at': '2021-06-18T16:37:58Z', 'revision_number': 0, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:39Z', 'revision_number': 5, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:38:00.469850 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2d428-3891-44c4-9b1e-99121fbbec21 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=bb0f2e78-dd33-4da4-acbb-e52e80365c39,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:00.472698 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b1c2d428-3891-44c4-9b1e-99121fbbec21 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:00.535027 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b1c2d428-3891-44c4-9b1e-99121fbbec21 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:00.535367 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-b1c2d428-3891-44c4-9b1e-99121fbbec21 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Floating IP 6bcfe2ff-0409-4647-ae64-71be40a3cbf0 disassociated (deleted). External IP: 172.26.2.128, port: b70bb7ae-a2fb-4c42-9f48-9d7bd346d730. Jun 18 16:38:00.654872 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6695fc1-b1d0-4cda-93f0-cef4c0954df0 None None] New status for floating IP ff3e0ad9-1118-48de-b3b7-db4aeb905e00: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:38:00.745437 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c2d428-3891-44c4-9b1e-99121fbbec21 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router ca453442-1626-4e02-a625-c45bab10e5b5 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:38:00.854678 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c2d428-3891-44c4-9b1e-99121fbbec21 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:38:00.859384 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b1c2d428-3891-44c4-9b1e-99121fbbec21 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:00.864254 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e621b7a-c85a-430b-9bdf-1d37df13e892 None None] Sync routers for ids ['ca453442-1626-4e02-a625-c45bab10e5b5'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:38:00.872941 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e621b7a-c85a-430b-9bdf-1d37df13e892 None None] Routers {'ca453442-1626-4e02-a625-c45bab10e5b5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:38:00.873543 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6e621b7a-c85a-430b-9bdf-1d37df13e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:37:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ca453442-1626-4e02-a625-c45bab10e5b5'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:00.896607 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b1c2d428-3891-44c4-9b1e-99121fbbec21 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/floatingips/6bcfe2ff-0409-4647-ae64-71be40a3cbf0 HTTP/1.1" status: 204 len: 168 time: 0.9348712 Jun 18 16:38:00.978130 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-6e621b7a-c85a-430b-9bdf-1d37df13e892 None None] Set router ca453442-1626-4e02-a625-c45bab10e5b5 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:38:01.271246 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6e621b7a-c85a-430b-9bdf-1d37df13e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'name': 'tempest-TestNetworkBasicOps-router-1242883552', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:10Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '6ffdac9b-56c1-44aa-8519-eef2761f936a', 'name': '', 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:e5:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c5143065-7f33-49f5-9ed7-acbf2004b316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:10Z', 'updated_at': '2021-06-18T16:37:14Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'c5143065-7f33-49f5-9ed7-acbf2004b316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:01.273557 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bcfcd-9583-46fc-af25-697554d95ddd req-a1f1d32b-8ad3-483b-9cc3-03a56e99853d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:01.275077 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fe9bcfcd-9583-46fc-af25-697554d95ddd req-a1f1d32b-8ad3-483b-9cc3-03a56e99853d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9da11a-ef4b-4433-b4de-23747747865b HTTP/1.1" status: 200 len: 946 time: 0.0634441 Jun 18 16:38:01.296926 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e621b7a-c85a-430b-9bdf-1d37df13e892 None None] Checking router: ca453442-1626-4e02-a625-c45bab10e5b5 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:38:01.305755 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e621b7a-c85a-430b-9bdf-1d37df13e892 None None] Routers {'ca453442-1626-4e02-a625-c45bab10e5b5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:38:01.306371 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6e621b7a-c85a-430b-9bdf-1d37df13e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:37:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ca453442-1626-4e02-a625-c45bab10e5b5'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:01.313696 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fe9bcfcd-9583-46fc-af25-697554d95ddd req-cb692fda-1bd8-4476-9ec7-ace5bc0b66b9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329664 Jun 18 16:38:01.407370 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-6e621b7a-c85a-430b-9bdf-1d37df13e892 None None] Set router ca453442-1626-4e02-a625-c45bab10e5b5 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:38:01.600915 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6e621b7a-c85a-430b-9bdf-1d37df13e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'name': 'tempest-TestNetworkBasicOps-router-1242883552', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:10Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '6ffdac9b-56c1-44aa-8519-eef2761f936a', 'name': '', 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:e5:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c5143065-7f33-49f5-9ed7-acbf2004b316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:10Z', 'updated_at': '2021-06-18T16:37:14Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'c5143065-7f33-49f5-9ed7-acbf2004b316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:01.626465 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e621b7a-c85a-430b-9bdf-1d37df13e892 None None] The sync data for ids ['ca453442-1626-4e02-a625-c45bab10e5b5'] in dv-neutron-797121-1-hyperv is: [{'id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'name': 'tempest-TestNetworkBasicOps-router-1242883552', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:10Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '6ffdac9b-56c1-44aa-8519-eef2761f936a', 'name': '', 'network_id': 'd20f5066-f730-4d26-a496-d1f1744fb718', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:e5:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c5143065-7f33-49f5-9ed7-acbf2004b316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:10Z', 'updated_at': '2021-06-18T16:37:14Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'c5143065-7f33-49f5-9ed7-acbf2004b316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:38:01.800337 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9da11a-ef4b-4433-b4de-23747747865b', 'tag': 'b70bb7ae-a2fb-4c42-9f48-9d7bd346d730'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:38:01.802746 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba1d40b-deb0-4ee0-8fde-f4cc1cb77312" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9da11a-ef4b-4433-b4de-23747747865b", "tag": "b70bb7ae-a2fb-4c42-9f48-9d7bd346d730"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:38:01.833982 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dcfedd-03b2-45f5-b6c5-6d604dd547f8 None None] New status for floating IP 6bcfe2ff-0409-4647-ae64-71be40a3cbf0: DOWN {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:38:01.839471 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d33cda4-45b9-4568-8282-4854ed826bbe x-openstack-request-id: req-5d33cda4-45b9-4568-8282-4854ed826bbe {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:38:01.839894 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9da11a-ef4b-4433-b4de-23747747865b", "tag": "b70bb7ae-a2fb-4c42-9f48-9d7bd346d730", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:38:01.840204 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d33cda4-45b9-4568-8282-4854ed826bbe {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:38:01.840653 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9da11a-ef4b-4433-b4de-23747747865b', 'tag': 'b70bb7ae-a2fb-4c42-9f48-9d7bd346d730', 'status': 'completed', 'code': 200} Jun 18 16:38:01.944170 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1d40b-deb0-4ee0-8fde-f4cc1cb77312 req-88d42a0a-b704-42e3-baa6-7657f4eab8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:01.945662 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9ba1d40b-deb0-4ee0-8fde-f4cc1cb77312 req-88d42a0a-b704-42e3-baa6-7657f4eab8bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=3e9da11a-ef4b-4433-b4de-23747747865b HTTP/1.1" status: 200 len: 1099 time: 0.0567734 Jun 18 16:38:02.039906 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1d40b-deb0-4ee0-8fde-f4cc1cb77312 req-10a4509d-76c9-4028-baf8-76d644e4613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:02.041357 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9ba1d40b-deb0-4ee0-8fde-f4cc1cb77312 req-10a4509d-76c9-4028-baf8-76d644e4613d service neutron] 10.222.0.64 "GET /v2.0/networks?id=d20f5066-f730-4d26-a496-d1f1744fb718 HTTP/1.1" status: 200 len: 897 time: 0.0891187 Jun 18 16:38:02.083949 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9ba1d40b-deb0-4ee0-8fde-f4cc1cb77312 req-cef5c5cf-935b-4cbd-b5e1-6f4a0c9d7f05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 HTTP/1.1" status: 200 len: 217 time: 0.0345201 Jun 18 16:38:02.132923 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1d40b-deb0-4ee0-8fde-f4cc1cb77312 req-b0a0a3e1-015d-4857-818b-cd6ad32fd104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:02.134322 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9ba1d40b-deb0-4ee0-8fde-f4cc1cb77312 req-b0a0a3e1-015d-4857-818b-cd6ad32fd104 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c5143065-7f33-49f5-9ed7-acbf2004b316 HTTP/1.1" status: 200 len: 834 time: 0.0443726 Jun 18 16:38:02.189632 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1d40b-deb0-4ee0-8fde-f4cc1cb77312 req-bef28d3e-beae-45f8-8434-b002b57e22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:02.191561 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9ba1d40b-deb0-4ee0-8fde-f4cc1cb77312 req-bef28d3e-beae-45f8-8434-b002b57e22b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d20f5066-f730-4d26-a496-d1f1744fb718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0507953 Jun 18 16:38:02.282248 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9ba1d40b-deb0-4ee0-8fde-f4cc1cb77312 req-41e7bc46-38af-4bae-8dd1-3eaa2d0f3de1 service neutron] 10.222.0.64 "GET /v2.0/networks/d20f5066-f730-4d26-a496-d1f1744fb718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837166 Jun 18 16:38:02.370815 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9ba1d40b-deb0-4ee0-8fde-f4cc1cb77312 req-21e25b55-947d-4ef4-a4b8-b1b0c66d9e30 service neutron] 10.222.0.64 "GET /v2.0/networks/d20f5066-f730-4d26-a496-d1f1744fb718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809169 Jun 18 16:38:02.495607 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6803d42-3329-47ad-b7d7-f1d8924be4d9 req-a3e17ae3-7cbf-4be9-8ab0-a90d2aace8c4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:02.496972 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d6803d42-3329-47ad-b7d7-f1d8924be4d9 req-a3e17ae3-7cbf-4be9-8ab0-a90d2aace8c4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9da11a-ef4b-4433-b4de-23747747865b HTTP/1.1" status: 200 len: 946 time: 0.0692585 Jun 18 16:38:02.536004 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d6803d42-3329-47ad-b7d7-f1d8924be4d9 req-924c29d1-b536-4f2f-9d28-25a585a268fa tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333531 Jun 18 16:38:02.881138 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad16869-ed6a-4d96-86eb-ab090c4819fb req-0f419076-6457-429f-863a-e163f0bc28da tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:02.882540 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9ad16869-ed6a-4d96-86eb-ab090c4819fb req-0f419076-6457-429f-863a-e163f0bc28da tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e9da11a-ef4b-4433-b4de-23747747865b HTTP/1.1" status: 200 len: 946 time: 0.0652905 Jun 18 16:38:02.976640 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-9ad16869-ed6a-4d96-86eb-ab090c4819fb req-5d144fb3-7420-46d0-9d7a-441737328701 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:38:02.977360 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9ad16869-ed6a-4d96-86eb-ab090c4819fb req-5d144fb3-7420-46d0-9d7a-441737328701 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:03.066776 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-9ad16869-ed6a-4d96-86eb-ab090c4819fb req-5d144fb3-7420-46d0-9d7a-441737328701 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port b70bb7ae-a2fb-4c42-9f48-9d7bd346d730, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b70bb7ae-a2fb-4c42-9f48-9d7bd346d730,segment=NetworkSegment(29c935ca-dae0-42c9-b06f-a847c5ebb852),segment_id=29c935ca-dae0-42c9-b06f-a847c5ebb852)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:38:03.067145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9ad16869-ed6a-4d96-86eb-ab090c4819fb req-5d144fb3-7420-46d0-9d7a-441737328701 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:03.127107 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-9ad16869-ed6a-4d96-86eb-ab090c4819fb req-5d144fb3-7420-46d0-9d7a-441737328701 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:38:03.251671 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9ad16869-ed6a-4d96-86eb-ab090c4819fb req-5d144fb3-7420-46d0-9d7a-441737328701 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:03.255684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-55fbffbb-095a-4fa3-a115-00308ce9d5ef tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:03.280155 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d144fb3-7420-46d0-9d7a-441737328701 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=b70bb7ae-a2fb-4c42-9f48-9d7bd346d730,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:03.283112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5d144fb3-7420-46d0-9d7a-441737328701 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:03.327280 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad16869-ed6a-4d96-86eb-ab090c4819fb req-5d144fb3-7420-46d0-9d7a-441737328701 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] No DVR routers for this DVR port b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:38:03.329720 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9ad16869-ed6a-4d96-86eb-ab090c4819fb req-5d144fb3-7420-46d0-9d7a-441737328701 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:03.332161 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9ad16869-ed6a-4d96-86eb-ab090c4819fb req-5d144fb3-7420-46d0-9d7a-441737328701 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "DELETE /v2.0/ports/b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 HTTP/1.1" status: 204 len: 173 time: 0.4446847 Jun 18 16:38:03.332687 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9da11a-ef4b-4433-b4de-23747747865b', 'name': 'network-vif-deleted', 'tag': 'b70bb7ae-a2fb-4c42-9f48-9d7bd346d730'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:38:03.334973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86884216-61c0-46de-84ca-3d6badd36595" -d '{"events": [{"server_uuid": "3e9da11a-ef4b-4433-b4de-23747747865b", "name": "network-vif-deleted", "tag": "b70bb7ae-a2fb-4c42-9f48-9d7bd346d730"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:38:03.375914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e21508-7eea-4952-9749-45668b052a28 x-openstack-request-id: req-16e21508-7eea-4952-9749-45668b052a28 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:38:03.376276 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9da11a-ef4b-4433-b4de-23747747865b", "name": "network-vif-deleted", "tag": "b70bb7ae-a2fb-4c42-9f48-9d7bd346d730", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:38:03.376557 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16e21508-7eea-4952-9749-45668b052a28 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:38:03.376998 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9da11a-ef4b-4433-b4de-23747747865b', 'name': 'network-vif-deleted', 'tag': 'b70bb7ae-a2fb-4c42-9f48-9d7bd346d730', 'status': 'completed', 'code': 200} Jun 18 16:38:03.694065 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2dcc6304-24ba-4d4f-b94a-385c8bba5864 req-abb11e60-705f-4e90-b697-5c180b387ec0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9da11a-ef4b-4433-b4de-23747747865b HTTP/1.1" status: 200 len: 210 time: 0.0303993 Jun 18 16:38:04.791843 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51648) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:04.849845 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d97a6b7f-2c6c-4302-bb86-75738e79dfba tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:04.874369 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d97a6b7f-2c6c-4302-bb86-75738e79dfba tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:04.934815 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d97a6b7f-2c6c-4302-bb86-75738e79dfba tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:04.937280 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d97a6b7f-2c6c-4302-bb86-75738e79dfba tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:04.938409 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d97a6b7f-2c6c-4302-bb86-75738e79dfba tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/security-groups/5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d HTTP/1.1" status: 204 len: 168 time: 0.1455903 Jun 18 16:38:04.939239 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-11d2ef0a-f1ec-47a8-a390-84076518b1e2 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:04.949745 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a6b7f-2c6c-4302-bb86-75738e79dfba tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1fea0a-e48d-4ecf-ab48-c5fb1a147f8d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:04.958106 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a6b7f-2c6c-4302-bb86-75738e79dfba tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:04.958492 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a6b7f-2c6c-4302-bb86-75738e79dfba tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:04.958896 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a6b7f-2c6c-4302-bb86-75738e79dfba tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:04.959293 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a6b7f-2c6c-4302-bb86-75738e79dfba tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:04.959684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a6b7f-2c6c-4302-bb86-75738e79dfba tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:04.959994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a6b7f-2c6c-4302-bb86-75738e79dfba tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:04.960360 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a6b7f-2c6c-4302-bb86-75738e79dfba tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:04.960718 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a6b7f-2c6c-4302-bb86-75738e79dfba tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:04.961079 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a6b7f-2c6c-4302-bb86-75738e79dfba tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:04.961435 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a6b7f-2c6c-4302-bb86-75738e79dfba tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:04.961793 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a6b7f-2c6c-4302-bb86-75738e79dfba tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:04.962150 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a6b7f-2c6c-4302-bb86-75738e79dfba tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:04.965088 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d97a6b7f-2c6c-4302-bb86-75738e79dfba tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:04.969535 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51652) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:05.205154 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c5c6b0c1-9a17-4948-baa5-c4a0cc3ea694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:05.635664 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d43e3c13-bc40-4618-9339-a77938e43c1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:05.749148 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:38:05.910340 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-d43e3c13-bc40-4618-9339-a77938e43c1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port 6ffdac9b-56c1-44aa-8519-eef2761f936a {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:38:05.910955 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d43e3c13-bc40-4618-9339-a77938e43c1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:05.915373 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:38:05.915731 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device b70bb7ae-a2fb-4c42-9f48-9d7bd346d730 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:38:06.003718 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-d43e3c13-bc40-4618-9339-a77938e43c1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port 6ffdac9b-56c1-44aa-8519-eef2761f936a, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=6ffdac9b-56c1-44aa-8519-eef2761f936a,segment=NetworkSegment(29c935ca-dae0-42c9-b06f-a847c5ebb852),segment_id=29c935ca-dae0-42c9-b06f-a847c5ebb852)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:38:06.004117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d43e3c13-bc40-4618-9339-a77938e43c1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:06.067506 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-d43e3c13-bc40-4618-9339-a77938e43c1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for 6ffdac9b-56c1-44aa-8519-eef2761f936a owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:38:06.253180 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d43e3c13-bc40-4618-9339-a77938e43c1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:06.255623 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:06.284482 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e3c13-bc40-4618-9339-a77938e43c1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=6ffdac9b-56c1-44aa-8519-eef2761f936a,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:06.287875 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d43e3c13-bc40-4618-9339-a77938e43c1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:06.463848 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d43e3c13-bc40-4618-9339-a77938e43c1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:06.674077 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43e3c13-bc40-4618-9339-a77938e43c1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router ca453442-1626-4e02-a625-c45bab10e5b5 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:38:06.778872 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43e3c13-bc40-4618-9339-a77938e43c1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:38:06.784349 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d43e3c13-bc40-4618-9339-a77938e43c1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/routers/ca453442-1626-4e02-a625-c45bab10e5b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8133223 Jun 18 16:38:06.787418 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51656) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:06.789537 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556a439e-28a0-4308-a84f-cd47d46110cd None None] Sync routers for ids ['ca453442-1626-4e02-a625-c45bab10e5b5'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:38:06.798520 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556a439e-28a0-4308-a84f-cd47d46110cd None None] Routers {'ca453442-1626-4e02-a625-c45bab10e5b5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:38:06.799160 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-556a439e-28a0-4308-a84f-cd47d46110cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:37:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ca453442-1626-4e02-a625-c45bab10e5b5'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:06.837581 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-387fc449-49bf-44f3-88ad-744c749a6d38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting subnet c5143065-7f33-49f5-9ed7-acbf2004b316 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:38:06.840622 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-387fc449-49bf-44f3-88ad-744c749a6d38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:06.880156 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-387fc449-49bf-44f3-88ad-744c749a6d38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:06.903862 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-556a439e-28a0-4308-a84f-cd47d46110cd None None] Set router ca453442-1626-4e02-a625-c45bab10e5b5 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:38:06.969440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-387fc449-49bf-44f3-88ad-744c749a6d38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:07.028690 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-387fc449-49bf-44f3-88ad-744c749a6d38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:07.030633 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f3a24717-614a-4fbb-b412-afd647c1d7c1 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:07.054252 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fc449-49bf-44f3-88ad-744c749a6d38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Subnet': ['ID=c5143065-7f33-49f5-9ed7-acbf2004b316,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:07.056835 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-387fc449-49bf-44f3-88ad-744c749a6d38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:07.061525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-387fc449-49bf-44f3-88ad-744c749a6d38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:07.063359 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-387fc449-49bf-44f3-88ad-744c749a6d38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/subnets/c5143065-7f33-49f5-9ed7-acbf2004b316 HTTP/1.1" status: 204 len: 168 time: 0.2749405 Jun 18 16:38:07.066313 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51658) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:07.077676 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3743282-6918-4388-8797-1a0e61c6efc1 None None] Network d20f5066-f730-4d26-a496-d1f1744fb718 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:38:07.083062 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-556a439e-28a0-4308-a84f-cd47d46110cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'name': 'tempest-TestNetworkBasicOps-router-1242883552', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:38:06Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:07.109087 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556a439e-28a0-4308-a84f-cd47d46110cd None None] Checking router: ca453442-1626-4e02-a625-c45bab10e5b5 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:38:07.117584 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556a439e-28a0-4308-a84f-cd47d46110cd None None] Routers {'ca453442-1626-4e02-a625-c45bab10e5b5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:38:07.118190 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-556a439e-28a0-4308-a84f-cd47d46110cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:37:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['ca453442-1626-4e02-a625-c45bab10e5b5'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:07.191698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e1f28b3d-4490-4481-b40c-2dcf493a738d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:07.220441 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-556a439e-28a0-4308-a84f-cd47d46110cd None None] Set router ca453442-1626-4e02-a625-c45bab10e5b5 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:38:07.292944 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a744dd11-0230-45ab-8ff5-48041993406b None None] DHCP port deletion for d20f5066-f730-4d26-a496-d1f1744fb718 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:38:07.341841 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-a744dd11-0230-45ab-8ff5-48041993406b None None] Deleting port 606c2efc-a441-4af2-9cbf-90d7f8fef818 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:38:07.342226 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a744dd11-0230-45ab-8ff5-48041993406b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:07.408139 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-a744dd11-0230-45ab-8ff5-48041993406b None None] For port 606c2efc-a441-4af2-9cbf-90d7f8fef818, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=606c2efc-a441-4af2-9cbf-90d7f8fef818,segment=NetworkSegment(29c935ca-dae0-42c9-b06f-a847c5ebb852),segment_id=29c935ca-dae0-42c9-b06f-a847c5ebb852)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:38:07.408442 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-556a439e-28a0-4308-a84f-cd47d46110cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'name': 'tempest-TestNetworkBasicOps-router-1242883552', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:38:06Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:07.408579 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a744dd11-0230-45ab-8ff5-48041993406b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:07.440388 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556a439e-28a0-4308-a84f-cd47d46110cd None None] The sync data for ids ['ca453442-1626-4e02-a625-c45bab10e5b5'] in dv-neutron-797121-1-hyperv is: [{'id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'name': 'tempest-TestNetworkBasicOps-router-1242883552', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:38:06Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '652474d4-ebf6-4d7f-a73b-3d8feab85d8b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca453442-1626-4e02-a625-c45bab10e5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:37:07Z', 'updated_at': '2021-06-18T16:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:38:07.479749 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-a744dd11-0230-45ab-8ff5-48041993406b None None] Calling delete_port for 606c2efc-a441-4af2-9cbf-90d7f8fef818 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:38:07.563228 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a744dd11-0230-45ab-8ff5-48041993406b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:07.565423 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1eee8602-25ae-4121-abe3-d123d0eb6a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:07.590944 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744dd11-0230-45ab-8ff5-48041993406b None None] Pushing event deleted for resources: {'Port': ['ID=606c2efc-a441-4af2-9cbf-90d7f8fef818,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:07.592272 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a744dd11-0230-45ab-8ff5-48041993406b None None] No DVR routers for this DVR port 606c2efc-a441-4af2-9cbf-90d7f8fef818 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:38:07.593644 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a744dd11-0230-45ab-8ff5-48041993406b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:07.610159 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e1f28b3d-4490-4481-b40c-2dcf493a738d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:07.619524 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e4bff54e-e1af-4ed3-abdb-d35e648eec4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:07.662866 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-e1f28b3d-4490-4481-b40c-2dcf493a738d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port 652474d4-ebf6-4d7f-a73b-3d8feab85d8b {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:38:07.663208 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e1f28b3d-4490-4481-b40c-2dcf493a738d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:07.738546 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-e1f28b3d-4490-4481-b40c-2dcf493a738d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port 652474d4-ebf6-4d7f-a73b-3d8feab85d8b, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=652474d4-ebf6-4d7f-a73b-3d8feab85d8b,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:38:07.738837 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e1f28b3d-4490-4481-b40c-2dcf493a738d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:07.806008 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-e1f28b3d-4490-4481-b40c-2dcf493a738d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for 652474d4-ebf6-4d7f-a73b-3d8feab85d8b owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:38:07.982668 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e1f28b3d-4490-4481-b40c-2dcf493a738d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:07.984902 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0c2a557f-29df-4277-bbcb-d0b8a08f4fea tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:08.011860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f28b3d-4490-4481-b40c-2dcf493a738d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=652474d4-ebf6-4d7f-a73b-3d8feab85d8b,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:08.015322 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e1f28b3d-4490-4481-b40c-2dcf493a738d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:08.082870 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e1f28b3d-4490-4481-b40c-2dcf493a738d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.181560 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e1f28b3d-4490-4481-b40c-2dcf493a738d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.184098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e1f28b3d-4490-4481-b40c-2dcf493a738d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.202442 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 606c2efc-a441-4af2-9cbf-90d7f8fef818 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:38:08.231974 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 606c2efc-a441-4af2-9cbf-90d7f8fef818 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:38:08.232777 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 606c2efc-a441-4af2-9cbf-90d7f8fef818 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:38:08.233131 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e1f28b3d-4490-4481-b40c-2dcf493a738d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.233284 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 6ffdac9b-56c1-44aa-8519-eef2761f936a no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:38:08.233663 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f28b3d-4490-4481-b40c-2dcf493a738d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Fanout notify agent at l3_agent the message router_deleted on router ca453442-1626-4e02-a625-c45bab10e5b5 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:38:08.242030 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e1f28b3d-4490-4481-b40c-2dcf493a738d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.243237 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e1f28b3d-4490-4481-b40c-2dcf493a738d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/routers/ca453442-1626-4e02-a625-c45bab10e5b5 HTTP/1.1" status: 204 len: 168 time: 1.1751189 Jun 18 16:38:08.245929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51660) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:08.260152 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 6ffdac9b-56c1-44aa-8519-eef2761f936a {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:38:08.260507 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 6ffdac9b-56c1-44aa-8519-eef2761f936a not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:38:08.262140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.338459 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.435910 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.447173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20f5066-f730-4d26-a496-d1f1744fb718']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:08.457834 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c935ca-dae0-42c9-b06f-a847c5ebb852') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:08.458133 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c935ca-dae0-42c9-b06f-a847c5ebb852') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:08.467888 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.483153 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.490116 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:38:08.490496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:38:08.494052 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:38:08.559136 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.562870 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9d67f512-7239-49ed-8c2c-6368a81e9e7f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:08.568173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.570070 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/networks/d20f5066-f730-4d26-a496-d1f1744fb718 HTTP/1.1" status: 204 len: 168 time: 0.3231409 Jun 18 16:38:08.582446 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Network': ['ID=d20f5066-f730-4d26-a496-d1f1744fb718,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:08.587055 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51662) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:08.591065 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:08.591551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:08.592097 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:08.592486 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-df0eeaf4-4489-4f71-9936-08771c9e0e5c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'network': {'name': 'tempest-network-smoke--2122780667', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'port_security_enabled': True}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:38:08.592691 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:08.593218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:08.593785 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:08.594261 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:08.594904 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:08.595392 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:08.595769 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:08.596196 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:08.596664 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:08.600575 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6585fc16-e96c-47af-9fc5-f8e10797c9b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:08.615506 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0eeaf4-4489-4f71-9936-08771c9e0e5c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:38:08.619359 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-df0eeaf4-4489-4f71-9936-08771c9e0e5c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.646024 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0eeaf4-4489-4f71-9936-08771c9e0e5c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:38:08.655283 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-df0eeaf4-4489-4f71-9936-08771c9e0e5c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.655623 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-df0eeaf4-4489-4f71-9936-08771c9e0e5c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Added segment a1252fd2-9cbd-453c-b755-2b363c18e1ce of type vlan for network 4302c91f-b863-4ed0-aad7-ddc8eb0729f1 Jun 18 16:38:08.708232 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-df0eeaf4-4489-4f71-9936-08771c9e0e5c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.743037 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-df0eeaf4-4489-4f71-9936-08771c9e0e5c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.748608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0eeaf4-4489-4f71-9936-08771c9e0e5c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:08.749128 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-df0eeaf4-4489-4f71-9936-08771c9e0e5c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.751397 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:08.804918 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-df0eeaf4-4489-4f71-9936-08771c9e0e5c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2166684 Jun 18 16:38:08.808394 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51664) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:08.814957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'admin_state_up': True, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:38:08.818849 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0eeaf4-4489-4f71-9936-08771c9e0e5c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Network': ['ID=4302c91f-b863-4ed0-aad7-ddc8eb0729f1,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:08.822069 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-df0eeaf4-4489-4f71-9936-08771c9e0e5c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:08.829694 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 4302c91f-b863-4ed0-aad7-ddc8eb0729f1 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:38:08.841035 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.842103 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.900403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.913613 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:09.039252 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:09.243925 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:09.261736 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:09.362364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.26.2.129 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/d4628d03-4b87-4225-b5bf-02e3a2c918db) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:38:09.465187 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:09.503373 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:09.505992 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b4c4f225-76bc-489a-a249-4f038a55dbd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:09.543792 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:38:09.546736 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:38:09.551055 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:38:09.554082 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=d4628d03-4b87-4225-b5bf-02e3a2c918db,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:09.576461 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:09.797039 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:09.989268 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:10.100691 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 652474d4-ebf6-4d7f-a73b-3d8feab85d8b no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:38:10.114026 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:38:10.121397 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 652474d4-ebf6-4d7f-a73b-3d8feab85d8b {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:38:10.121761 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 652474d4-ebf6-4d7f-a73b-3d8feab85d8b not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:38:10.220966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:38:10.240597 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Sync routers for ids ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:38:10.246647 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:10.247958 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4385092 Jun 18 16:38:10.250053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Routers {'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:38:10.250703 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:38:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:10.251358 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51666) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:10.282260 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-af387b17-69a8-4185-8358-a10e6d51cfb3 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c860454b62904a0185c4be56bfb9c1bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296497 Jun 18 16:38:10.285420 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51668) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:10.358728 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Set router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:38:10.375527 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0b15b2-7877-44bd-9dc0-18d8976c6b38 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:10.376967 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8b0b15b2-7877-44bd-9dc0-18d8976c6b38 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904906 Jun 18 16:38:10.379956 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51670) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:10.406942 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f270e8b4-9ada-4468-9f29-79c3ac2b80b2 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258219 Jun 18 16:38:10.410543 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51672) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:10.418181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-dab61029-274b-402e-b696-13879a563988 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-930882233', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:38:10.472541 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:10.510364 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab61029-274b-402e-b696-13879a563988 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:38:10.513795 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dab61029-274b-402e-b696-13879a563988 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:10.553463 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:38:09Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:10.579171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Checking router: a73798e1-1b96-4a36-bdf3-c4eb6a4e921f for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:38:10.579526 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Updating router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f port d4628d03-4b87-4225-b5bf-02e3a2c918db binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:38:10.614079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:10.650529 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:38:10.696087 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dab61029-274b-402e-b696-13879a563988 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:10.698335 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5e322716-242f-4aba-b8f2-c09dbf1b8914 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:10.749877 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab61029-274b-402e-b696-13879a563988 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Subnet': ['ID=d0dcf156-fc83-48c3-ace2-cc4260c82374,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:10.753175 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dab61029-274b-402e-b696-13879a563988 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:10.767031 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab61029-274b-402e-b696-13879a563988 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Checking segment: {'id': 'a1252fd2-9cbd-453c-b755-2b363c18e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:38:10.767311 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab61029-274b-402e-b696-13879a563988 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network hostable DHCP agents. Network: 4302c91f-b863-4ed0-aad7-ddc8eb0729f1, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:38:10.783283 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab61029-274b-402e-b696-13879a563988 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 4302c91f-b863-4ed0-aad7-ddc8eb0729f1 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:38:10.793134 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-dab61029-274b-402e-b696-13879a563988 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 4302c91f-b863-4ed0-aad7-ddc8eb0729f1) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:38:10.797327 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab61029-274b-402e-b696-13879a563988 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:10.797916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dab61029-274b-402e-b696-13879a563988 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:10.806701 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4a7a0e-5c74-4fd5-a78e-457438ef4022 None None] Network 4302c91f-b863-4ed0-aad7-ddc8eb0729f1 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:38:10.813202 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-dab61029-274b-402e-b696-13879a563988 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4010408 Jun 18 16:38:10.816619 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51674) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:10.935490 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:10.966181 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Transition to ACTIVE for port object d4628d03-4b87-4225-b5bf-02e3a2c918db will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:38:10.976017 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:10.979869 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9252a0c1-4d8b-4bcb-ad3c-4fdd02da8336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:11.060184 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Attempting to bind port d4628d03-4b87-4225-b5bf-02e3a2c918db on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:38:11.060563 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Attempting to bind port d4628d03-4b87-4225-b5bf-02e3a2c918db by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:38:11.060928 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Attempting to bind port d4628d03-4b87-4225-b5bf-02e3a2c918db on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:38:11.063081 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ips': [{'subnet_id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:38:11.063891 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:11.065977 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35ccde-aa4d-4f3b-89d2-6f6a4a88117d None None] Pushing event updated for resources: {'Port': ['ID=d4628d03-4b87-4225-b5bf-02e3a2c918db,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:11.068758 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8e35ccde-aa4d-4f3b-89d2-6f6a4a88117d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:11.079802 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:38:11.080191 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:38:11.081342 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:11.081836 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:38:11.082313 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Bound port: d4628d03-4b87-4225-b5bf-02e3a2c918db, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:38:11.082714 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:11.201120 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] For port d4628d03-4b87-4225-b5bf-02e3a2c918db, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:38:11.234108 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] For port d4628d03-4b87-4225-b5bf-02e3a2c918db, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d4628d03-4b87-4225-b5bf-02e3a2c918db,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:38:11.241526 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:11.245784 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:11.249468 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:11.306785 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Allocated IP 172.20.0.2 (4302c91f-b863-4ed0-aad7-ddc8eb0729f1/d0dcf156-fc83-48c3-ace2-cc4260c82374/a3d64dd0-d043-44ae-b140-5179e71533e0) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:38:11.321780 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Routers {'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:38:11.322416 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:38:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:11.332682 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35ccde-aa4d-4f3b-89d2-6f6a4a88117d None None] Pushing event updated for resources: {'Port': ['ID=d4628d03-4b87-4225-b5bf-02e3a2c918db,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:11.370533 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8e35ccde-aa4d-4f3b-89d2-6f6a4a88117d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:11.500213 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] Set router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:38:11.641850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:11.659169 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Transition to ACTIVE for port object a3d64dd0-d043-44ae-b140-5179e71533e0 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:38:11.688450 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Transition to ACTIVE for port object a3d64dd0-d043-44ae-b140-5179e71533e0 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:38:11.708978 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:11.711843 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f987f507-f844-4e1a-8e47-453f2cadc6cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:11.743249 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.20.0.1 (4302c91f-b863-4ed0-aad7-ddc8eb0729f1/d0dcf156-fc83-48c3-ace2-cc4260c82374/106d8826-6220-41f0-af5b-1af907acef54) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:38:11.754695 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Network 4302c91f-b863-4ed0-aad7-ddc8eb0729f1 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:38:11.759017 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:38:11.761541 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:38:11.772781 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Pushing event updated for resources: {'Port': ['ID=a3d64dd0-d043-44ae-b140-5179e71533e0,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:11.775420 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:11.832744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Attempting to bind port a3d64dd0-d043-44ae-b140-5179e71533e0 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:38:11.833122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Attempting to bind port a3d64dd0-d043-44ae-b140-5179e71533e0 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a1252fd2-9cbd-453c-b755-2b363c18e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:38:11.833488 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Attempting to bind port a3d64dd0-d043-44ae-b140-5179e71533e0 on network 4302c91f-b863-4ed0-aad7-ddc8eb0729f1 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:38:11.837636 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:38:09Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:11.842006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:38:11.842380 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Checking segment: {'id': 'a1252fd2-9cbd-453c-b755-2b363c18e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:38:11.842814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:11.843214 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Bound using segment: {'id': 'a1252fd2-9cbd-453c-b755-2b363c18e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:38:11.843680 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Bound port: a3d64dd0-d043-44ae-b140-5179e71533e0, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1252fd2-9cbd-453c-b755-2b363c18e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:38:11.844054 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:11.861121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:11.876317 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Transition to ACTIVE for port object 106d8826-6220-41f0-af5b-1af907acef54 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:38:11.910989 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:11.913539 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-248449c5-9916-454b-8355-5786575fc97b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:11.957427 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 4302c91f-b863-4ed0-aad7-ddc8eb0729f1 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:38:11.967522 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:38:11.969903 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=106d8826-6220-41f0-af5b-1af907acef54,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:11.972674 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:38:11.975497 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:12.024582 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:12.029419 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27710b-86ab-4a11-bcc6-50d123de393c None None] The sync data for ids ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'] in dv-neutron-797121-1-hyperv is: [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:38:09Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:38:12.095447 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] For port a3d64dd0-d043-44ae-b140-5179e71533e0, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:38:12.099575 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] For port a3d64dd0-d043-44ae-b140-5179e71533e0, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a3d64dd0-d043-44ae-b140-5179e71533e0,segment=NetworkSegment(a1252fd2-9cbd-453c-b755-2b363c18e1ce),segment_id=a1252fd2-9cbd-453c-b755-2b363c18e1ce)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:38:12.105506 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:12.108808 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4c8d3291-55b9-4910-af20-c1c024bc43c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:12.177986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Pushing event updated for resources: {'Port': ['ID=a3d64dd0-d043-44ae-b140-5179e71533e0,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:12.181001 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:12.184085 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:12.867355 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:12.877233 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:12.883771 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d43e3c13-bc40-4618-9339-a77938e43c1e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:12.983231 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=106d8826-6220-41f0-af5b-1af907acef54,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:12.986850 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:12.990844 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:13.109518 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 4302c91f-b863-4ed0-aad7-ddc8eb0729f1 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:38:13.112240 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:38:13.209298 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34444aa-acba-4429-9c8f-ae31c0aab41d None None] Network 4302c91f-b863-4ed0-aad7-ddc8eb0729f1 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:38:13.258202 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:38:13.356118 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-23be4704-9853-4545-8394-32960389dc1e None None] Provisioning for port a3d64dd0-d043-44ae-b140-5179e71533e0 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:38:13.376530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:38:13.383862 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/routers/a73798e1-1b96-4a36-bdf3-c4eb6a4e921f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5662320 Jun 18 16:38:13.386288 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51678) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:13.521949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81974329-db2f-4a37-8bd9-cbbc0202df7e tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:13.522417 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81974329-db2f-4a37-8bd9-cbbc0202df7e tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:13.522905 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81974329-db2f-4a37-8bd9-cbbc0202df7e tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:13.523366 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81974329-db2f-4a37-8bd9-cbbc0202df7e tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:13.523817 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81974329-db2f-4a37-8bd9-cbbc0202df7e tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:13.524258 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81974329-db2f-4a37-8bd9-cbbc0202df7e tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:13.526008 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-81974329-db2f-4a37-8bd9-cbbc0202df7e tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1387465 Jun 18 16:38:13.528744 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51680) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:13.585781 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb60ce2-e1c3-4c37-a5a6-15cc840c9902 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:13.586244 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb60ce2-e1c3-4c37-a5a6-15cc840c9902 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:13.586719 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb60ce2-e1c3-4c37-a5a6-15cc840c9902 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:13.587169 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb60ce2-e1c3-4c37-a5a6-15cc840c9902 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:13.587612 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb60ce2-e1c3-4c37-a5a6-15cc840c9902 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:13.588052 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb60ce2-e1c3-4c37-a5a6-15cc840c9902 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:13.589819 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fdb60ce2-e1c3-4c37-a5a6-15cc840c9902 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0601642 Jun 18 16:38:13.592484 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51682) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:13.711862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8c65864c-e3e0-443c-b272-695718114565 None None] Provisioning for port 106d8826-6220-41f0-af5b-1af907acef54 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:38:13.717018 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8c65864c-e3e0-443c-b272-695718114565 None None] Provisioning complete for port 106d8826-6220-41f0-af5b-1af907acef54 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:38:13.717501 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8c65864c-e3e0-443c-b272-695718114565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:13.763677 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-78af7a51-85c4-4dbe-963c-609496aea3a1 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1700130 Jun 18 16:38:13.771843 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-8c65864c-e3e0-443c-b272-695718114565 None None] Port 106d8826-6220-41f0-af5b-1af907acef54 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:38:13.830232 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Sync routers for ids ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:38:13.841017 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Routers {'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:38:13.841589 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:38:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:13.893606 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6336e388-730b-4056-8f40-f0906cc8f6e3 None None] Provisioning complete for port 106d8826-6220-41f0-af5b-1af907acef54 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:38:13.894247 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6336e388-730b-4056-8f40-f0906cc8f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:13.933991 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-6336e388-730b-4056-8f40-f0906cc8f6e3 None None] Port 106d8826-6220-41f0-af5b-1af907acef54 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:38:14.056012 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8eb2d1a4-6951-49e6-89c9-f5c70af801b1 None None] Provisioning complete for port 106d8826-6220-41f0-af5b-1af907acef54 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:38:14.056539 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d1a4-6951-49e6-89c9-f5c70af801b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.069801 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Set router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:38:14.092548 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-8eb2d1a4-6951-49e6-89c9-f5c70af801b1 None None] Port 106d8826-6220-41f0-af5b-1af907acef54 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:38:14.224507 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d4628d03-4b87-4225-b5bf-02e3a2c918db up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:38:14.266123 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:38:12Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '106d8826-6220-41f0-af5b-1af907acef54', 'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:12:2c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:11Z', 'updated_at': '2021-06-18T16:38:12Z', 'revision_number': 2, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:14.283753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port d4628d03-4b87-4225-b5bf-02e3a2c918db completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:38:14.290620 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port d4628d03-4b87-4225-b5bf-02e3a2c918db triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:38:14.291285 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.298912 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Checking router: a73798e1-1b96-4a36-bdf3-c4eb6a4e921f for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:38:14.299719 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Updating router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f port 106d8826-6220-41f0-af5b-1af907acef54 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:38:14.328844 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51686) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:14.334808 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-6e4e92a5-d5d9-49ec-be0b-368d2bfd8a63 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-121811774', 'description': 'tempest-secgroup-smoke-121811774 description', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:38:14.341158 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.357388 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6e4e92a5-d5d9-49ec-be0b-368d2bfd8a63 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.381744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.404406 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port d4628d03-4b87-4225-b5bf-02e3a2c918db, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d4628d03-4b87-4225-b5bf-02e3a2c918db,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:38:14.407890 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.409717 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a3d64dd0-d043-44ae-b140-5179e71533e0 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:38:14.412585 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a744dd11-0230-45ab-8ff5-48041993406b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:14.443577 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6e4e92a5-d5d9-49ec-be0b-368d2bfd8a63 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.447898 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6e4e92a5-d5d9-49ec-be0b-368d2bfd8a63 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.451405 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0c7f0788-e210-4d06-9e1d-96416debdd71 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:14.477258 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6e4e92a5-d5d9-49ec-be0b-368d2bfd8a63 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.481102 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6e4e92a5-d5d9-49ec-be0b-368d2bfd8a63 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1486399 Jun 18 16:38:14.482353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51688) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:14.484619 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e92a5-d5d9-49ec-be0b-368d2bfd8a63 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7041712e-80e4-4385-a699-da5a851c7614,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:14.488826 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6e4e92a5-d5d9-49ec-be0b-368d2bfd8a63 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:14.490389 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-db63c245-887e-4880-b089-1b6a1af20217 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '7041712e-80e4-4385-a699-da5a851c7614', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:38:14.498579 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=d4628d03-4b87-4225-b5bf-02e3a2c918db,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:14.503253 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:14.509927 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port a3d64dd0-d043-44ae-b140-5179e71533e0 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:38:14.514293 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port a3d64dd0-d043-44ae-b140-5179e71533e0 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:38:14.514772 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.523292 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-db63c245-887e-4880-b089-1b6a1af20217 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.581721 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-db63c245-887e-4880-b089-1b6a1af20217 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.588559 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-db63c245-887e-4880-b089-1b6a1af20217 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.589555 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c8452dd6-b0fc-4fc5-8490-f9cef2061c51 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:14.602685 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.609677 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63c245-887e-4880-b089-1b6a1af20217 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a0b74c-5cc9-4a19-8c25-8b4400c69280,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:14.613064 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-db63c245-887e-4880-b089-1b6a1af20217 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:14.614308 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-db63c245-887e-4880-b089-1b6a1af20217 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.615867 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-db63c245-887e-4880-b089-1b6a1af20217 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315806 Jun 18 16:38:14.618529 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51690) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:14.623650 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-39f1149a-a775-40c3-a891-800ca32aa8c1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '7041712e-80e4-4385-a699-da5a851c7614', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:38:14.637598 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.643576 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port a3d64dd0-d043-44ae-b140-5179e71533e0, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a3d64dd0-d043-44ae-b140-5179e71533e0,segment=NetworkSegment(a1252fd2-9cbd-453c-b755-2b363c18e1ce),segment_id=a1252fd2-9cbd-453c-b755-2b363c18e1ce)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:38:14.648489 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.649971 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Transition to ACTIVE for port object 106d8826-6220-41f0-af5b-1af907acef54 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:38:14.651505 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:14.658140 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-39f1149a-a775-40c3-a891-800ca32aa8c1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.659353 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.662745 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:14.704183 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=a3d64dd0-d043-44ae-b140-5179e71533e0,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:14.708189 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:14.733474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-39f1149a-a775-40c3-a891-800ca32aa8c1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.738778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-39f1149a-a775-40c3-a891-800ca32aa8c1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.740990 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:14.759783 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1149a-a775-40c3-a891-800ca32aa8c1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33be2dc6-8325-4e7b-9ce1-d7be2b31ee9d,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:14.762548 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-39f1149a-a775-40c3-a891-800ca32aa8c1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:14.764450 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2e020-a2ac-43e4-9c9f-7466a3efb567 None None] Pushing event updated for resources: {'Port': ['ID=106d8826-6220-41f0-af5b-1af907acef54,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:14.769241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-39f1149a-a775-40c3-a891-800ca32aa8c1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.773515 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51692) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:14.773701 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-39f1149a-a775-40c3-a891-800ca32aa8c1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1538556 Jun 18 16:38:14.779139 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-3d684e8b-e423-47b5-be6e-79569dfbc8d0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '7041712e-80e4-4385-a699-da5a851c7614', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:38:14.788791 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2e020-a2ac-43e4-9c9f-7466a3efb567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:14.789136 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2e020-a2ac-43e4-9c9f-7466a3efb567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:14.789468 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2e020-a2ac-43e4-9c9f-7466a3efb567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:14.789797 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2e020-a2ac-43e4-9c9f-7466a3efb567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:14.790118 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2e020-a2ac-43e4-9c9f-7466a3efb567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:14.790440 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2e020-a2ac-43e4-9c9f-7466a3efb567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:14.790832 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2e020-a2ac-43e4-9c9f-7466a3efb567 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:14.791925 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2e020-a2ac-43e4-9c9f-7466a3efb567 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:14.791925 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2e020-a2ac-43e4-9c9f-7466a3efb567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:14.791925 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2e020-a2ac-43e4-9c9f-7466a3efb567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:14.792277 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2e020-a2ac-43e4-9c9f-7466a3efb567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:14.792458 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2e020-a2ac-43e4-9c9f-7466a3efb567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:14.798867 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-bdc2e020-a2ac-43e4-9c9f-7466a3efb567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:14.814299 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Attempting to bind port 106d8826-6220-41f0-af5b-1af907acef54 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:38:14.815278 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Attempting to bind port 106d8826-6220-41f0-af5b-1af907acef54 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a1252fd2-9cbd-453c-b755-2b363c18e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:38:14.815815 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Attempting to bind port 106d8826-6220-41f0-af5b-1af907acef54 on network 4302c91f-b863-4ed0-aad7-ddc8eb0729f1 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:38:14.824917 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:38:14.825701 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Checking segment: {'id': 'a1252fd2-9cbd-453c-b755-2b363c18e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:38:14.826535 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.827186 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Bound using segment: {'id': 'a1252fd2-9cbd-453c-b755-2b363c18e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:38:14.828181 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Bound port: 106d8826-6220-41f0-af5b-1af907acef54, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1252fd2-9cbd-453c-b755-2b363c18e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:38:14.828870 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.831925 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3d684e8b-e423-47b5-be6e-79569dfbc8d0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.906464 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3d684e8b-e423-47b5-be6e-79569dfbc8d0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.915072 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3d684e8b-e423-47b5-be6e-79569dfbc8d0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.917424 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:14.935815 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d684e8b-e423-47b5-be6e-79569dfbc8d0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a22ec0-8421-4144-9861-68625db95910,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:14.939157 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3d684e8b-e423-47b5-be6e-79569dfbc8d0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:14.945032 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3d684e8b-e423-47b5-be6e-79569dfbc8d0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.946783 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] For port 106d8826-6220-41f0-af5b-1af907acef54, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:38:14.947485 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3d684e8b-e423-47b5-be6e-79569dfbc8d0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1716180 Jun 18 16:38:14.950085 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51694) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:14.953589 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] For port 106d8826-6220-41f0-af5b-1af907acef54, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=106d8826-6220-41f0-af5b-1af907acef54,segment=NetworkSegment(a1252fd2-9cbd-453c-b755-2b363c18e1ce),segment_id=a1252fd2-9cbd-453c-b755-2b363c18e1ce)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:38:14.957932 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-eb48e153-047a-4bf6-b32d-6d04d002761c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '7041712e-80e4-4385-a699-da5a851c7614', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:38:14.962029 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:14.965863 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:14.998800 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eb48e153-047a-4bf6-b32d-6d04d002761c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:15.043165 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Routers {'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:38:15.043904 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:38:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:15.074691 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eb48e153-047a-4bf6-b32d-6d04d002761c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:15.081905 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eb48e153-047a-4bf6-b32d-6d04d002761c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:15.084893 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7727d79b-b956-4d78-8527-97541be844b4 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:15.103501 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48e153-047a-4bf6-b32d-6d04d002761c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d001e9-7d31-4799-b047-545643423d70,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:15.107820 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-eb48e153-047a-4bf6-b32d-6d04d002761c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:15.114874 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eb48e153-047a-4bf6-b32d-6d04d002761c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:15.118363 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-eb48e153-047a-4bf6-b32d-6d04d002761c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1649058 Jun 18 16:38:15.119135 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51696) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:15.119362 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2e020-a2ac-43e4-9c9f-7466a3efb567 None None] Pushing event updated for resources: {'Port': ['ID=106d8826-6220-41f0-af5b-1af907acef54,revision_number=4']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:15.123894 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-bdc2e020-a2ac-43e4-9c9f-7466a3efb567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:15.124348 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-418e0311-98f5-4350-b9a6-54b6653ac50d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '7041712e-80e4-4385-a699-da5a851c7614', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:38:15.157214 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.securitygroups_db [None req-418e0311-98f5-4350-b9a6-54b6653ac50d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:38:15.164577 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-418e0311-98f5-4350-b9a6-54b6653ac50d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:15.199612 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] Set router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:38:15.244258 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-418e0311-98f5-4350-b9a6-54b6653ac50d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:15.250073 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-418e0311-98f5-4350-b9a6-54b6653ac50d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:15.252204 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c8edcbb0-24b2-497b-9e92-464fd18cd45a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:15.271117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e0311-98f5-4350-b9a6-54b6653ac50d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd751099-43d8-4871-9572-becb1566bd1d,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:15.274028 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-418e0311-98f5-4350-b9a6-54b6653ac50d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:15.278044 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-418e0311-98f5-4350-b9a6-54b6653ac50d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:15.282503 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-418e0311-98f5-4350-b9a6-54b6653ac50d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1591201 Jun 18 16:38:15.282503 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51698) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:15.288908 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-a16289b3-338f-4690-831e-896a8a40e298 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '7041712e-80e4-4385-a699-da5a851c7614', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:38:15.311005 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.securitygroups_db [None req-a16289b3-338f-4690-831e-896a8a40e298 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:38:15.316011 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a16289b3-338f-4690-831e-896a8a40e298 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:15.384570 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a16289b3-338f-4690-831e-896a8a40e298 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:15.388794 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a16289b3-338f-4690-831e-896a8a40e298 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:15.394523 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:15.413322 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16289b3-338f-4690-831e-896a8a40e298 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d72219a-cff5-43bb-a37f-ceff9f47ff93,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:15.415314 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:38:12Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '106d8826-6220-41f0-af5b-1af907acef54', 'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:12:2c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:11Z', 'updated_at': '2021-06-18T16:38:14Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:15.416150 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a16289b3-338f-4690-831e-896a8a40e298 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:15.418430 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a16289b3-338f-4690-831e-896a8a40e298 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1341145 Jun 18 16:38:15.418815 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a16289b3-338f-4690-831e-896a8a40e298 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:15.450910 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47a2250-6a61-4ce8-bbea-7b05580190d0 None None] The sync data for ids ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'] in dv-neutron-797121-1-hyperv is: [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:38:12Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '106d8826-6220-41f0-af5b-1af907acef54', 'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:12:2c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:11Z', 'updated_at': '2021-06-18T16:38:14Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:38:15.814321 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-544a2328-6aa0-4f7a-85a2-fc70ed4c4cf2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-121811774&fields=id&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 267 time: 0.0355456 Jun 18 16:38:15.944814 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-b063d5b8-ea61-40dd-adbf-309728e0dc78 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:15.946306 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-b063d5b8-ea61-40dd-adbf-309728e0dc78 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/networks?id=4302c91f-b863-4ed0-aad7-ddc8eb0729f1 HTTP/1.1" status: 200 len: 797 time: 0.1249523 Jun 18 16:38:15.962847 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-2befe32a-3bf4-4ba6-b3c2-72e0ba6237d0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/quotas/c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 375 time: 0.0108926 Jun 18 16:38:16.038192 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-8fd28f06-a2cc-460a-ad97-e49265e67b12 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692768 Jun 18 16:38:16.145811 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-18bf0d90-443d-4f7b-a3ea-400904f9431d service neutron] 10.222.0.39 "GET /v2.0/networks/4302c91f-b863-4ed0-aad7-ddc8eb0729f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956423 Jun 18 16:38:16.233907 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d4628d03-4b87-4225-b5bf-02e3a2c918db up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:38:16.278232 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-5ef23f4c-147d-46e7-a0ca-9e3d36356a8f service neutron] 10.222.0.39 "GET /v2.0/networks/4302c91f-b863-4ed0-aad7-ddc8eb0729f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263931 Jun 18 16:38:16.287430 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port d4628d03-4b87-4225-b5bf-02e3a2c918db triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:38:16.287820 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:16.375186 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 106d8826-6220-41f0-af5b-1af907acef54 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:38:16.449751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 106d8826-6220-41f0-af5b-1af907acef54 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:38:16.454251 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 106d8826-6220-41f0-af5b-1af907acef54 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:38:16.454564 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:16.546859 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:16.594211 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c50b021c-257b-4a91-acf4-d723d670f40f req-20beeb6a-5500-483f-bc6a-23e845d768f1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d85d68-fe58-4cb5-b432-9e77d1f872fc HTTP/1.1" status: 200 len: 210 time: 0.1616056 Jun 18 16:38:16.598362 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 106d8826-6220-41f0-af5b-1af907acef54, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=106d8826-6220-41f0-af5b-1af907acef54,segment=NetworkSegment(a1252fd2-9cbd-453c-b755-2b363c18e1ce),segment_id=a1252fd2-9cbd-453c-b755-2b363c18e1ce)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:38:16.605520 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:16.606620 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a3d64dd0-d043-44ae-b140-5179e71533e0 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:38:16.610173 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:16.690712 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=106d8826-6220-41f0-af5b-1af907acef54,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:16.695529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:16.707945 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port a3d64dd0-d043-44ae-b140-5179e71533e0 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:38:16.708109 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:17.679443 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-21a818d9-4d96-4f3a-9130-95749b5123e8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:17.681356 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-21a818d9-4d96-4f3a-9130-95749b5123e8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/networks?id=4302c91f-b863-4ed0-aad7-ddc8eb0729f1 HTTP/1.1" status: 200 len: 797 time: 0.1120708 Jun 18 16:38:17.739371 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-52a5bbd8-b648-4585-a1cf-b4ec38b48686 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 379 time: 0.0371513 Jun 18 16:38:17.747709 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-4e3e9a5e-e68a-423a-bceb-4e0127f62233 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'port': {'device_id': '48d85d68-fe58-4cb5-b432-9e77d1f872fc', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'admin_state_up': True, 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'security_groups': ['7041712e-80e4-4385-a699-da5a851c7614']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:38:17.749116 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dde2ed2e-63a1-4ab9-91d9-b1f3c25df1d9 req-a19947a9-995b-4f09-b925-7c7b5232d139 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d85d68-fe58-4cb5-b432-9e77d1f872fc HTTP/1.1" status: 200 len: 210 time: 0.0318537 Jun 18 16:38:17.866074 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-4e3e9a5e-e68a-423a-bceb-4e0127f62233 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:38:17.869641 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-4e3e9a5e-e68a-423a-bceb-4e0127f62233 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:17.997522 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-4e3e9a5e-e68a-423a-bceb-4e0127f62233 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.20.0.3 (4302c91f-b863-4ed0-aad7-ddc8eb0729f1/d0dcf156-fc83-48c3-ace2-cc4260c82374/92068f5f-b900-46ac-9e68-f6c95abab2a4) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:38:18.140028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-4e3e9a5e-e68a-423a-bceb-4e0127f62233 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:18.151898 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 106d8826-6220-41f0-af5b-1af907acef54 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:38:18.154282 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-4e3e9a5e-e68a-423a-bceb-4e0127f62233 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Transition to ACTIVE for port object 92068f5f-b900-46ac-9e68-f6c95abab2a4 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:38:18.190835 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-4e3e9a5e-e68a-423a-bceb-4e0127f62233 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:18.194551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f683e116-f8bd-4382-9b8e-d71fd24363c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:18.204753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 106d8826-6220-41f0-af5b-1af907acef54 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:38:18.205794 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:18.244327 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-4e3e9a5e-e68a-423a-bceb-4e0127f62233 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 4302c91f-b863-4ed0-aad7-ddc8eb0729f1 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:38:18.247717 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-4e3e9a5e-e68a-423a-bceb-4e0127f62233 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:38:18.252146 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-4e3e9a5e-e68a-423a-bceb-4e0127f62233 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:38:18.277916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e9a5e-e68a-423a-bceb-4e0127f62233 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=92068f5f-b900-46ac-9e68-f6c95abab2a4,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:18.282635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4e3e9a5e-e68a-423a-bceb-4e0127f62233 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:18.307718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-4e3e9a5e-e68a-423a-bceb-4e0127f62233 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:18.308477 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-4e3e9a5e-e68a-423a-bceb-4e0127f62233 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:18.323966 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-4e3e9a5e-e68a-423a-bceb-4e0127f62233 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5798731 Jun 18 16:38:18.343768 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Request body: {'port': {'device_id': '48d85d68-fe58-4cb5-b432-9e77d1f872fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:38:18.425961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:18.506903 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9a83af3d-0a36-4834-bbbd-144cfa5f3b95 None None] Provisioning for port 92068f5f-b900-46ac-9e68-f6c95abab2a4 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:38:18.510392 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9a83af3d-0a36-4834-bbbd-144cfa5f3b95 None None] Provisioning complete for port 92068f5f-b900-46ac-9e68-f6c95abab2a4 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:38:18.510803 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a83af3d-0a36-4834-bbbd-144cfa5f3b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:18.546933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-9a83af3d-0a36-4834-bbbd-144cfa5f3b95 None None] Port 92068f5f-b900-46ac-9e68-f6c95abab2a4 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:38:18.700347 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92068f5f-b900-46ac-9e68-f6c95abab2a4 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:38:18.709274 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:18.721932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Transition to ACTIVE for port object 92068f5f-b900-46ac-9e68-f6c95abab2a4 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:38:18.724853 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:18.726830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1b56367d-33c4-4b80-8ee7-b2768d9d44a1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:18.841255 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=92068f5f-b900-46ac-9e68-f6c95abab2a4,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:18.845280 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:18.874268 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Attempting to bind port 92068f5f-b900-46ac-9e68-f6c95abab2a4 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:38:18.874626 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Attempting to bind port 92068f5f-b900-46ac-9e68-f6c95abab2a4 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a1252fd2-9cbd-453c-b755-2b363c18e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:38:18.874949 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Attempting to bind port 92068f5f-b900-46ac-9e68-f6c95abab2a4 on network 4302c91f-b863-4ed0-aad7-ddc8eb0729f1 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:38:18.881943 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Port 92068f5f-b900-46ac-9e68-f6c95abab2a4 on network 4302c91f-b863-4ed0-aad7-ddc8eb0729f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:38:18.882297 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Attempting to bind port 92068f5f-b900-46ac-9e68-f6c95abab2a4 on network 4302c91f-b863-4ed0-aad7-ddc8eb0729f1 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:38:18.888466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:38:18.888905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Checking segment: {'id': 'a1252fd2-9cbd-453c-b755-2b363c18e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:38:18.889291 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Bound using segment: {'id': 'a1252fd2-9cbd-453c-b755-2b363c18e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:38:18.889992 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Bound port: 92068f5f-b900-46ac-9e68-f6c95abab2a4, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1252fd2-9cbd-453c-b755-2b363c18e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:38:18.890607 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:18.956783 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4d997-6781-46c3-8300-9e21e5937f84 req-0487cdf5-eac4-479f-a6e3-78f6cb714a19 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:18.958121 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fec4d997-6781-46c3-8300-9e21e5937f84 req-0487cdf5-eac4-479f-a6e3-78f6cb714a19 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d85d68-fe58-4cb5-b432-9e77d1f872fc HTTP/1.1" status: 200 len: 943 time: 0.0790820 Jun 18 16:38:18.962660 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] For port 92068f5f-b900-46ac-9e68-f6c95abab2a4, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:38:18.965891 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] For port 92068f5f-b900-46ac-9e68-f6c95abab2a4, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=92068f5f-b900-46ac-9e68-f6c95abab2a4,segment=NetworkSegment(a1252fd2-9cbd-453c-b755-2b363c18e1ce),segment_id=a1252fd2-9cbd-453c-b755-2b363c18e1ce)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:38:18.972082 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:18.975263 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:19.001731 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fec4d997-6781-46c3-8300-9e21e5937f84 req-d40da449-95d6-4253-a771-19f8dffcb85a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7041712e-80e4-4385-a699-da5a851c7614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354753 Jun 18 16:38:19.018416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:19.019178 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:19.020564 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] 10.222.0.64 "PUT /v2.0/ports/92068f5f-b900-46ac-9e68-f6c95abab2a4 HTTP/1.1" status: 200 len: 1093 time: 0.6820791 Jun 18 16:38:19.021186 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d85d68-fe58-4cb5-b432-9e77d1f872fc', 'tag': '92068f5f-b900-46ac-9e68-f6c95abab2a4'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:38:19.023961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7ca40f-36ef-40d0-a5d4-089f2e255a45" -d '{"events": [{"name": "network-changed", "server_uuid": "48d85d68-fe58-4cb5-b432-9e77d1f872fc", "tag": "92068f5f-b900-46ac-9e68-f6c95abab2a4"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:38:19.046472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=92068f5f-b900-46ac-9e68-f6c95abab2a4,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:19.049932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:19.071406 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6f9b77-f227-4ca1-b5e6-06e461ab3644 x-openstack-request-id: req-ee6f9b77-f227-4ca1-b5e6-06e461ab3644 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:38:19.072093 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d85d68-fe58-4cb5-b432-9e77d1f872fc", "tag": "92068f5f-b900-46ac-9e68-f6c95abab2a4", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:38:19.072508 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee6f9b77-f227-4ca1-b5e6-06e461ab3644 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:38:19.073415 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d85d68-fe58-4cb5-b432-9e77d1f872fc', 'tag': '92068f5f-b900-46ac-9e68-f6c95abab2a4', 'status': 'completed', 'code': 200} Jun 18 16:38:19.146417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-9b19ecbe-4416-4ab7-b728-426251438e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:19.148024 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-9b19ecbe-4416-4ab7-b728-426251438e7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=48d85d68-fe58-4cb5-b432-9e77d1f872fc HTTP/1.1" status: 200 len: 1096 time: 0.0574472 Jun 18 16:38:19.203035 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-19677e4f-1905-4699-b840-c90ba6c9f223 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92068f5f-b900-46ac-9e68-f6c95abab2a4 HTTP/1.1" status: 200 len: 217 time: 0.0370624 Jun 18 16:38:19.257703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-e3a70b27-1cd6-4b63-9b95-7b6503458979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:19.259201 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-e3a70b27-1cd6-4b63-9b95-7b6503458979 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d0dcf156-fc83-48c3-ace2-cc4260c82374 HTTP/1.1" status: 200 len: 834 time: 0.0488770 Jun 18 16:38:19.320954 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-ea882f6e-554f-4da6-bc9a-c6c219e54d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:19.322955 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-ea882f6e-554f-4da6-bc9a-c6c219e54d80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4302c91f-b863-4ed0-aad7-ddc8eb0729f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0567427 Jun 18 16:38:19.414765 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-6a255bf3-2b57-4521-af6e-37fc2cdb4547 service neutron] 10.222.0.64 "GET /v2.0/networks/4302c91f-b863-4ed0-aad7-ddc8eb0729f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845270 Jun 18 16:38:19.507320 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-152c1964-06e9-4d1d-a76a-f4abd5d7e508 req-223a69ef-c4fe-4fd9-bbfd-83b3e2858f28 service neutron] 10.222.0.64 "GET /v2.0/networks/4302c91f-b863-4ed0-aad7-ddc8eb0729f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863447 Jun 18 16:38:19.657969 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ca40f-36ef-40d0-a5d4-089f2e255a45 req-b3279889-e621-4bae-a0ef-44c97f0dc16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:19.659456 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd7ca40f-36ef-40d0-a5d4-089f2e255a45 req-b3279889-e621-4bae-a0ef-44c97f0dc16b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=48d85d68-fe58-4cb5-b432-9e77d1f872fc HTTP/1.1" status: 200 len: 1096 time: 0.0543795 Jun 18 16:38:19.758533 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ca40f-36ef-40d0-a5d4-089f2e255a45 req-539911d1-284a-4966-a144-943009429b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:19.760002 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd7ca40f-36ef-40d0-a5d4-089f2e255a45 req-539911d1-284a-4966-a144-943009429b5a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4302c91f-b863-4ed0-aad7-ddc8eb0729f1 HTTP/1.1" status: 200 len: 898 time: 0.0937023 Jun 18 16:38:19.803224 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd7ca40f-36ef-40d0-a5d4-089f2e255a45 req-d2ff36b0-c15e-4a4f-be5c-1e237d7ae0aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92068f5f-b900-46ac-9e68-f6c95abab2a4 HTTP/1.1" status: 200 len: 217 time: 0.0356138 Jun 18 16:38:19.851259 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ca40f-36ef-40d0-a5d4-089f2e255a45 req-b6ef97ae-5816-453b-ac74-a0c8083a76ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:19.852712 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd7ca40f-36ef-40d0-a5d4-089f2e255a45 req-b6ef97ae-5816-453b-ac74-a0c8083a76ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d0dcf156-fc83-48c3-ace2-cc4260c82374 HTTP/1.1" status: 200 len: 834 time: 0.0431204 Jun 18 16:38:19.914219 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ca40f-36ef-40d0-a5d4-089f2e255a45 req-186c1cda-1e2f-4481-8c62-af5d1ed26527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:19.915594 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd7ca40f-36ef-40d0-a5d4-089f2e255a45 req-186c1cda-1e2f-4481-8c62-af5d1ed26527 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4302c91f-b863-4ed0-aad7-ddc8eb0729f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0562384 Jun 18 16:38:20.195648 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43ae22-85a7-4ad0-b5d3-46fc7472fe5e req-d7baea0d-b7d2-4b7b-8f53-40a3812f3e91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:20.197033 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dc43ae22-85a7-4ad0-b5d3-46fc7472fe5e req-d7baea0d-b7d2-4b7b-8f53-40a3812f3e91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d85d68-fe58-4cb5-b432-9e77d1f872fc HTTP/1.1" status: 200 len: 943 time: 0.0705786 Jun 18 16:38:20.239573 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dc43ae22-85a7-4ad0-b5d3-46fc7472fe5e req-4c97914f-c69e-4b83-b0a1-143481e10689 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7041712e-80e4-4385-a699-da5a851c7614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361040 Jun 18 16:38:20.325708 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd7ca40f-36ef-40d0-a5d4-089f2e255a45 req-74e49518-9b3a-479a-93e3-d7c0e81e45e7 service neutron] 10.222.0.64 "GET /v2.0/networks/4302c91f-b863-4ed0-aad7-ddc8eb0729f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029553 Jun 18 16:38:20.421373 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd7ca40f-36ef-40d0-a5d4-089f2e255a45 req-8430a39a-4eb3-49f5-9ed3-274b5ac29a5e service neutron] 10.222.0.64 "GET /v2.0/networks/4302c91f-b863-4ed0-aad7-ddc8eb0729f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890539 Jun 18 16:38:21.429069 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f0262-3bc2-4b1e-974e-d5f2b01639e9 req-f29ecc34-2270-46f0-82e8-881d7e3c4d74 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:21.430616 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-660f0262-3bc2-4b1e-974e-d5f2b01639e9 req-f29ecc34-2270-46f0-82e8-881d7e3c4d74 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d85d68-fe58-4cb5-b432-9e77d1f872fc HTTP/1.1" status: 200 len: 943 time: 0.0663071 Jun 18 16:38:21.475670 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-660f0262-3bc2-4b1e-974e-d5f2b01639e9 req-ddeb78b9-75cf-410d-96c6-8811649b62ef tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7041712e-80e4-4385-a699-da5a851c7614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387127 Jun 18 16:38:21.781169 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 92068f5f-b900-46ac-9e68-f6c95abab2a4 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:38:21.880152 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 92068f5f-b900-46ac-9e68-f6c95abab2a4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=92068f5f-b900-46ac-9e68-f6c95abab2a4,segment=NetworkSegment(a1252fd2-9cbd-453c-b755-2b363c18e1ce),segment_id=a1252fd2-9cbd-453c-b755-2b363c18e1ce)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:38:21.894264 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '92068f5f-b900-46ac-9e68-f6c95abab2a4', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'port_id': '92068f5f-b900-46ac-9e68-f6c95abab2a4', 'mac_address': 'fa:16:3e:bb:99:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:38:21.930830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:21.944166 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92068f5f-b900-46ac-9e68-f6c95abab2a4 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:38:21.962440 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 92068f5f-b900-46ac-9e68-f6c95abab2a4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=92068f5f-b900-46ac-9e68-f6c95abab2a4,segment=NetworkSegment(a1252fd2-9cbd-453c-b755-2b363c18e1ce),segment_id=a1252fd2-9cbd-453c-b755-2b363c18e1ce)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:38:21.966172 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:21.969054 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6b449c99-8753-40ad-8f63-40cdc9ea5411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:22.014746 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=92068f5f-b900-46ac-9e68-f6c95abab2a4,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:22.021642 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:22.021995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:22.022341 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:22.022707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:22.023047 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:22.023382 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:22.023712 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:22.024039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:22.024364 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:22.024688 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:22.025017 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:22.025338 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:22.029125 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:22.260933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['92068f5f-b900-46ac-9e68-f6c95abab2a4'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:38:22.644634 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de065a90-f188-410b-993e-fb9b2a57fbce req-393a36ab-51d2-4826-9b1d-5b4602324d1d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:22.646068 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-de065a90-f188-410b-993e-fb9b2a57fbce req-393a36ab-51d2-4826-9b1d-5b4602324d1d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d85d68-fe58-4cb5-b432-9e77d1f872fc HTTP/1.1" status: 200 len: 944 time: 0.0625088 Jun 18 16:38:22.683661 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-de065a90-f188-410b-993e-fb9b2a57fbce req-ae49ad38-cf46-4be6-aec3-b5c2593f90e9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7041712e-80e4-4385-a699-da5a851c7614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319386 Jun 18 16:38:23.795492 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 92068f5f-b900-46ac-9e68-f6c95abab2a4 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:38:23.845235 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 92068f5f-b900-46ac-9e68-f6c95abab2a4 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:38:23.849781 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 92068f5f-b900-46ac-9e68-f6c95abab2a4 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:38:23.850169 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:23.854047 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f1e5-eec1-4173-80f6-c59127fd1074 req-73df5b1e-5560-4e68-aa09-a5d6ca949284 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:23.855535 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-80e7f1e5-eec1-4173-80f6-c59127fd1074 req-73df5b1e-5560-4e68-aa09-a5d6ca949284 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d85d68-fe58-4cb5-b432-9e77d1f872fc HTTP/1.1" status: 200 len: 944 time: 0.0631061 Jun 18 16:38:23.894182 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-80e7f1e5-eec1-4173-80f6-c59127fd1074 req-15dba62a-09c7-4ad7-81ab-5f00661a8a1f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7041712e-80e4-4385-a699-da5a851c7614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325203 Jun 18 16:38:23.929427 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:23.950500 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d85d68-fe58-4cb5-b432-9e77d1f872fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92068f5f-b900-46ac-9e68-f6c95abab2a4'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:38:23.952777 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcd1854-0ce1-457e-9579-e378639ffa81" -d '{"events": [{"server_uuid": "48d85d68-fe58-4cb5-b432-9e77d1f872fc", "name": "network-vif-plugged", "status": "completed", "tag": "92068f5f-b900-46ac-9e68-f6c95abab2a4"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:38:23.965329 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 92068f5f-b900-46ac-9e68-f6c95abab2a4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=92068f5f-b900-46ac-9e68-f6c95abab2a4,segment=NetworkSegment(a1252fd2-9cbd-453c-b755-2b363c18e1ce),segment_id=a1252fd2-9cbd-453c-b755-2b363c18e1ce)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:38:23.969229 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:23.972658 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0d5c3cd5-4cd6-456e-baf6-b67c7af23d7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:23.995603 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80144b5-dc69-43a9-9e84-a29f04044e2d x-openstack-request-id: req-f80144b5-dc69-43a9-9e84-a29f04044e2d {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:38:23.995903 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d85d68-fe58-4cb5-b432-9e77d1f872fc", "name": "network-vif-plugged", "status": "completed", "tag": "92068f5f-b900-46ac-9e68-f6c95abab2a4", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:38:23.996161 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f80144b5-dc69-43a9-9e84-a29f04044e2d {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:38:23.996553 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d85d68-fe58-4cb5-b432-9e77d1f872fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92068f5f-b900-46ac-9e68-f6c95abab2a4', 'code': 200} Jun 18 16:38:24.023290 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=92068f5f-b900-46ac-9e68-f6c95abab2a4,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:24.026727 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:24.287827 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409e267-de11-4c56-805c-1a0958f3d632 req-8a708310-94f5-4550-ad25-081732d259e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:24.289286 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d409e267-de11-4c56-805c-1a0958f3d632 req-8a708310-94f5-4550-ad25-081732d259e5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=48d85d68-fe58-4cb5-b432-9e77d1f872fc HTTP/1.1" status: 200 len: 1098 time: 0.0980282 Jun 18 16:38:24.331012 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d409e267-de11-4c56-805c-1a0958f3d632 req-92ebf127-aeab-4cab-8fc2-144e1002ec32 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7041712e-80e4-4385-a699-da5a851c7614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277898 Jun 18 16:38:24.722964 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:25.073639 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3f1f1-2d2a-4de2-b36c-fe0f9e9aa5f5 req-6006b960-d912-4d4e-9719-6f2d8dbc8564 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:25.075250 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-10d3f1f1-2d2a-4de2-b36c-fe0f9e9aa5f5 req-6006b960-d912-4d4e-9719-6f2d8dbc8564 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d85d68-fe58-4cb5-b432-9e77d1f872fc HTTP/1.1" status: 200 len: 945 time: 0.0699344 Jun 18 16:38:25.113135 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-10d3f1f1-2d2a-4de2-b36c-fe0f9e9aa5f5 req-35a2406e-0a91-4dbd-87d1-e91c56ca6b5a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7041712e-80e4-4385-a699-da5a851c7614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320969 Jun 18 16:38:26.287759 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e847df-f107-4efc-bff5-642a6c33c5eb req-68b9622b-a7a0-4739-980d-de1f89dbf309 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:26.289254 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d2e847df-f107-4efc-bff5-642a6c33c5eb req-68b9622b-a7a0-4739-980d-de1f89dbf309 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d85d68-fe58-4cb5-b432-9e77d1f872fc HTTP/1.1" status: 200 len: 945 time: 0.0637815 Jun 18 16:38:26.326316 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d2e847df-f107-4efc-bff5-642a6c33c5eb req-7f3ce5d0-b43d-4463-bdbb-f686336d245b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7041712e-80e4-4385-a699-da5a851c7614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312579 Jun 18 16:38:26.495651 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59210ae6-1f1b-4d71-a8fd-d7e1c3b805e9 req-13291eed-3eb1-47c9-8373-697e6c603cc7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:26.497091 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-59210ae6-1f1b-4d71-a8fd-d7e1c3b805e9 req-13291eed-3eb1-47c9-8373-697e6c603cc7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d85d68-fe58-4cb5-b432-9e77d1f872fc HTTP/1.1" status: 200 len: 945 time: 0.0622561 Jun 18 16:38:26.543272 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-59210ae6-1f1b-4d71-a8fd-d7e1c3b805e9 req-4a122981-0214-458e-b150-8f89e35f83bd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7041712e-80e4-4385-a699-da5a851c7614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400267 Jun 18 16:38:26.567465 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51758) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:26.616999 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fc8856-08c4-44cb-9d68-ac510df0fb91 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:26.618413 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f2fc8856-08c4-44cb-9d68-ac510df0fb91 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=48d85d68-fe58-4cb5-b432-9e77d1f872fc HTTP/1.1" status: 200 len: 1093 time: 0.0499523 Jun 18 16:38:26.621053 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51760) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:26.625360 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': '92068f5f-b900-46ac-9e68-f6c95abab2a4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:38:26.647033 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:26.742462 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:26.848911 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.26.2.36 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/ac0d2b02-0245-4992-b5b4-340cd9911a55) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:38:26.950411 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:26.989385 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:26.992006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:27.028187 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:38:27.031449 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:38:27.034455 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:38:27.058917 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=ac0d2b02-0245-4992-b5b4-340cd9911a55,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:27.062659 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:27.395092 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:27.468487 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:27.615406 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:27.619744 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:27.622421 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-567bf5c8-855a-4792-a952-fdd8120f24c7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:27.686718 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=ac0d2b02-0245-4992-b5b4-340cd9911a55,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:27.692649 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:27.699609 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:27.804593 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Floating IP f993433c-7b39-4ff2-ac6b-f507df8d0236 associated. External IP: 172.26.2.36, port: 92068f5f-b900-46ac-9e68-f6c95abab2a4. Jun 18 16:38:28.008739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:38:28.117934 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:38:28.127860 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44ef06-fa22-4fea-8081-171405ea4bc7 None None] Sync routers for ids ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:38:28.134503 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:28.138528 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f44ef06-fa22-4fea-8081-171405ea4bc7 None None] Routers {'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:38:28.139185 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-7f44ef06-fa22-4fea-8081-171405ea4bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:38:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:28.171992 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5499475 Jun 18 16:38:28.172654 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d85d68-fe58-4cb5-b432-9e77d1f872fc', 'tag': '92068f5f-b900-46ac-9e68-f6c95abab2a4'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:38:28.175025 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27afdf3-aa15-4fd7-bfe2-e1474e81def9" -d '{"events": [{"name": "network-changed", "server_uuid": "48d85d68-fe58-4cb5-b432-9e77d1f872fc", "tag": "92068f5f-b900-46ac-9e68-f6c95abab2a4"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:38:28.175226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51762) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:28.212643 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b6276a-a064-4026-addd-52829b7a86d6 x-openstack-request-id: req-70b6276a-a064-4026-addd-52829b7a86d6 {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:38:28.212988 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d85d68-fe58-4cb5-b432-9e77d1f872fc", "tag": "92068f5f-b900-46ac-9e68-f6c95abab2a4", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:38:28.213290 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70b6276a-a064-4026-addd-52829b7a86d6 {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:38:28.213730 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d85d68-fe58-4cb5-b432-9e77d1f872fc', 'tag': '92068f5f-b900-46ac-9e68-f6c95abab2a4', 'status': 'completed', 'code': 200} Jun 18 16:38:28.248353 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-be5beeed-67e2-47e0-a766-c14266ecbdfc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/f993433c-7b39-4ff2-ac6b-f507df8d0236 HTTP/1.1" status: 200 len: 990 time: 0.0707674 Jun 18 16:38:28.251273 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-7f44ef06-fa22-4fea-8081-171405ea4bc7 None None] Set router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:38:28.316564 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27afdf3-aa15-4fd7-bfe2-e1474e81def9 req-d1d47169-821a-46fb-8b13-f946970b2c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:28.318052 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d27afdf3-aa15-4fd7-bfe2-e1474e81def9 req-d1d47169-821a-46fb-8b13-f946970b2c21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=48d85d68-fe58-4cb5-b432-9e77d1f872fc HTTP/1.1" status: 200 len: 1098 time: 0.0586193 Jun 18 16:38:28.422470 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27afdf3-aa15-4fd7-bfe2-e1474e81def9 req-a1db2048-2d1f-4c41-9a42-c7ef451cf680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:28.425797 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d27afdf3-aa15-4fd7-bfe2-e1474e81def9 req-a1db2048-2d1f-4c41-9a42-c7ef451cf680 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4302c91f-b863-4ed0-aad7-ddc8eb0729f1 HTTP/1.1" status: 200 len: 898 time: 0.1002953 Jun 18 16:38:28.479699 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-7f44ef06-fa22-4fea-8081-171405ea4bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:38:12Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'f993433c-7b39-4ff2-ac6b-f507df8d0236', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.36', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'port_id': '92068f5f-b900-46ac-9e68-f6c95abab2a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'mac_address': 'fa:16:3e:bb:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d85d68-fe58-4cb5-b432-9e77d1f872fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:38:27Z', 'updated_at': '2021-06-18T16:38:27Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106d8826-6220-41f0-af5b-1af907acef54', 'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:12:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:11Z', 'updated_at': '2021-06-18T16:38:16Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:28.491902 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d27afdf3-aa15-4fd7-bfe2-e1474e81def9 req-8539e500-3a75-46a7-94ff-74a2e1b0123d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92068f5f-b900-46ac-9e68-f6c95abab2a4 HTTP/1.1" status: 200 len: 998 time: 0.0615807 Jun 18 16:38:28.505351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44ef06-fa22-4fea-8081-171405ea4bc7 None None] Checking router: a73798e1-1b96-4a36-bdf3-c4eb6a4e921f for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:38:28.513514 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f44ef06-fa22-4fea-8081-171405ea4bc7 None None] Routers {'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:38:28.514126 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-7f44ef06-fa22-4fea-8081-171405ea4bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:38:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:28.540957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27afdf3-aa15-4fd7-bfe2-e1474e81def9 req-a49ffd75-e9a3-45ba-9b43-927330cf852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:28.542396 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d27afdf3-aa15-4fd7-bfe2-e1474e81def9 req-a49ffd75-e9a3-45ba-9b43-927330cf852f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d0dcf156-fc83-48c3-ace2-cc4260c82374 HTTP/1.1" status: 200 len: 834 time: 0.0450425 Jun 18 16:38:28.600225 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27afdf3-aa15-4fd7-bfe2-e1474e81def9 req-65d1065d-9e92-4015-a545-875b35b0ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:28.601611 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d27afdf3-aa15-4fd7-bfe2-e1474e81def9 req-65d1065d-9e92-4015-a545-875b35b0ac7d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4302c91f-b863-4ed0-aad7-ddc8eb0729f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530326 Jun 18 16:38:28.613664 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [req-d27afdf3-aa15-4fd7-bfe2-e1474e81def9 req-ce957d01-27b4-49f5-a754-f3b49218a7f7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:38:28.614625 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d27afdf3-aa15-4fd7-bfe2-e1474e81def9 req-ce957d01-27b4-49f5-a754-f3b49218a7f7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061209 Jun 18 16:38:28.619035 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-7f44ef06-fa22-4fea-8081-171405ea4bc7 None None] Set router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:38:28.724616 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d27afdf3-aa15-4fd7-bfe2-e1474e81def9 req-4b253d2f-a7b0-49ef-8aed-126fcdc6c48a service neutron] 10.222.0.64 "GET /v2.0/networks/4302c91f-b863-4ed0-aad7-ddc8eb0729f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039467 Jun 18 16:38:28.814655 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d27afdf3-aa15-4fd7-bfe2-e1474e81def9 req-65e2ab40-3770-4e5f-a709-4984f32b8602 service neutron] 10.222.0.64 "GET /v2.0/networks/4302c91f-b863-4ed0-aad7-ddc8eb0729f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833044 Jun 18 16:38:28.848670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-7f44ef06-fa22-4fea-8081-171405ea4bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:38:12Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'f993433c-7b39-4ff2-ac6b-f507df8d0236', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.36', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'port_id': '92068f5f-b900-46ac-9e68-f6c95abab2a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'mac_address': 'fa:16:3e:bb:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d85d68-fe58-4cb5-b432-9e77d1f872fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:38:27Z', 'updated_at': '2021-06-18T16:38:27Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106d8826-6220-41f0-af5b-1af907acef54', 'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:12:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:11Z', 'updated_at': '2021-06-18T16:38:16Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:28.875427 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44ef06-fa22-4fea-8081-171405ea4bc7 None None] The sync data for ids ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'] in dv-neutron-797121-1-hyperv is: [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:38:12Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'f993433c-7b39-4ff2-ac6b-f507df8d0236', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.36', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'port_id': '92068f5f-b900-46ac-9e68-f6c95abab2a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'mac_address': 'fa:16:3e:bb:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d85d68-fe58-4cb5-b432-9e77d1f872fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:38:27Z', 'updated_at': '2021-06-18T16:38:27Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106d8826-6220-41f0-af5b-1af907acef54', 'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:12:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:11Z', 'updated_at': '2021-06-18T16:38:16Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:38:29.056119 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3336ba-3c79-4af0-8f98-79430b0f03f0 None None] New status for floating IP f993433c-7b39-4ff2-ac6b-f507df8d0236: ACTIVE {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:38:29.251080 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51768) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:29.318781 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9f24d33e-860e-4aba-9824-4deddca334d4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/f993433c-7b39-4ff2-ac6b-f507df8d0236 HTTP/1.1" status: 200 len: 992 time: 0.0664582 Jun 18 16:38:35.207757 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-65090a51-e1c1-4a44-8fad-2fae3a3d5149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:37.619672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-24b2e19b-278b-4c29-9bf1-682aa9cc7b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:38.217664 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:38.917364 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:40.449209 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:47.649271 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:38:54.740682 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.876970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51784) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:57.933948 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e64085-ecff-4b60-9975-8eb8288bdf57 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:57.934345 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e64085-ecff-4b60-9975-8eb8288bdf57 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:57.934860 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e64085-ecff-4b60-9975-8eb8288bdf57 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:57.936522 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a9e64085-ecff-4b60-9975-8eb8288bdf57 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=c860454b62904a0185c4be56bfb9c1bc&network_id=4302c91f-b863-4ed0-aad7-ddc8eb0729f1 HTTP/1.1" status: 200 len: 2999 time: 0.0585775 Jun 18 16:39:02.439184 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51794) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:02.485861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cefcd31-0dd5-4e69-8198-0f0e94d1feb5 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:02.487366 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5cefcd31-0dd5-4e69-8198-0f0e94d1feb5 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 HTTP/1.1" status: 200 len: 814 time: 0.0472767 Jun 18 16:39:03.558904 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51800) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:03.563699 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-a207b256-6fe2-4aad-ac34-6a302987e525 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:03.621440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a207b256-6fe2-4aad-ac34-6a302987e525 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.761182 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a207b256-6fe2-4aad-ac34-6a302987e525 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.765062 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a207b256-6fe2-4aad-ac34-6a302987e525 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.765531 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-a207b256-6fe2-4aad-ac34-6a302987e525 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Floating IP f993433c-7b39-4ff2-ac6b-f507df8d0236 disassociated. External IP: 172.26.2.36, port: 92068f5f-b900-46ac-9e68-f6c95abab2a4. Jun 18 16:39:03.965835 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a207b256-6fe2-4aad-ac34-6a302987e525 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:39:04.072292 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a207b256-6fe2-4aad-ac34-6a302987e525 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:39:04.077125 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a207b256-6fe2-4aad-ac34-6a302987e525 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:04.082197 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5174ab07-0053-4566-8c2d-acc4db1d5134 None None] Sync routers for ids ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:39:04.091665 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5174ab07-0053-4566-8c2d-acc4db1d5134 None None] Routers {'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:04.092273 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-5174ab07-0053-4566-8c2d-acc4db1d5134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:38:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:04.112336 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a207b256-6fe2-4aad-ac34-6a302987e525 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/floatingips/f993433c-7b39-4ff2-ac6b-f507df8d0236 HTTP/1.1" status: 200 len: 689 time: 0.5523489 Jun 18 16:39:04.113018 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d85d68-fe58-4cb5-b432-9e77d1f872fc', 'tag': '92068f5f-b900-46ac-9e68-f6c95abab2a4'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:39:04.115359 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d670b1e-617b-4788-a017-9b54fb594ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "48d85d68-fe58-4cb5-b432-9e77d1f872fc", "tag": "92068f5f-b900-46ac-9e68-f6c95abab2a4"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:39:04.115733 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51802) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:04.153017 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdd65ff-60dd-4ba6-925e-06aa73e08f9c x-openstack-request-id: req-5bdd65ff-60dd-4ba6-925e-06aa73e08f9c {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:39:04.153367 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d85d68-fe58-4cb5-b432-9e77d1f872fc", "tag": "92068f5f-b900-46ac-9e68-f6c95abab2a4", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:39:04.153679 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5bdd65ff-60dd-4ba6-925e-06aa73e08f9c {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:39:04.154129 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d85d68-fe58-4cb5-b432-9e77d1f872fc', 'tag': '92068f5f-b900-46ac-9e68-f6c95abab2a4', 'status': 'completed', 'code': 200} Jun 18 16:39:04.169604 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b80704de-1438-4488-ac78-e7ea374eb32c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/f993433c-7b39-4ff2-ac6b-f507df8d0236 HTTP/1.1" status: 200 len: 689 time: 0.0514431 Jun 18 16:39:04.198310 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-5174ab07-0053-4566-8c2d-acc4db1d5134 None None] Set router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:04.257075 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d670b1e-617b-4788-a017-9b54fb594ac4 req-9954bdc8-efb3-4dde-81e2-21fa0554aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:04.258471 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3d670b1e-617b-4788-a017-9b54fb594ac4 req-9954bdc8-efb3-4dde-81e2-21fa0554aaa8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=48d85d68-fe58-4cb5-b432-9e77d1f872fc HTTP/1.1" status: 200 len: 1098 time: 0.0529013 Jun 18 16:39:04.351296 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d670b1e-617b-4788-a017-9b54fb594ac4 req-2da143c3-a9f6-428c-9b5b-24a4d50b6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:04.352753 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3d670b1e-617b-4788-a017-9b54fb594ac4 req-2da143c3-a9f6-428c-9b5b-24a4d50b6f9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=4302c91f-b863-4ed0-aad7-ddc8eb0729f1 HTTP/1.1" status: 200 len: 898 time: 0.0882599 Jun 18 16:39:04.394240 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3d670b1e-617b-4788-a017-9b54fb594ac4 req-615b2c8f-3b59-4bd8-8067-bd8b0206d195 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92068f5f-b900-46ac-9e68-f6c95abab2a4 HTTP/1.1" status: 200 len: 217 time: 0.0348804 Jun 18 16:39:04.396900 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-5174ab07-0053-4566-8c2d-acc4db1d5134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:38:12Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '106d8826-6220-41f0-af5b-1af907acef54', 'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:12:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:11Z', 'updated_at': '2021-06-18T16:38:16Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:04.422606 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5174ab07-0053-4566-8c2d-acc4db1d5134 None None] Checking router: a73798e1-1b96-4a36-bdf3-c4eb6a4e921f for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:39:04.431329 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5174ab07-0053-4566-8c2d-acc4db1d5134 None None] Routers {'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:04.431939 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-5174ab07-0053-4566-8c2d-acc4db1d5134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:38:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:04.441927 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d670b1e-617b-4788-a017-9b54fb594ac4 req-319c9e6e-b8ca-49ed-8f8b-8bda7d878ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:04.443434 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3d670b1e-617b-4788-a017-9b54fb594ac4 req-319c9e6e-b8ca-49ed-8f8b-8bda7d878ee3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d0dcf156-fc83-48c3-ace2-cc4260c82374 HTTP/1.1" status: 200 len: 834 time: 0.0438464 Jun 18 16:39:04.506944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d670b1e-617b-4788-a017-9b54fb594ac4 req-133f0a95-c61e-476f-86f4-e93bd5e94917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:04.508553 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3d670b1e-617b-4788-a017-9b54fb594ac4 req-133f0a95-c61e-476f-86f4-e93bd5e94917 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4302c91f-b863-4ed0-aad7-ddc8eb0729f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0593145 Jun 18 16:39:04.602409 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3d670b1e-617b-4788-a017-9b54fb594ac4 req-b5a4f5bd-e4b7-4946-b7e6-5e161f72e104 service neutron] 10.222.0.64 "GET /v2.0/networks/4302c91f-b863-4ed0-aad7-ddc8eb0729f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876367 Jun 18 16:39:04.687323 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-5174ab07-0053-4566-8c2d-acc4db1d5134 None None] Set router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:04.694808 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3d670b1e-617b-4788-a017-9b54fb594ac4 req-7673f0ce-ac7e-483a-a589-8745dca171f7 service neutron] 10.222.0.64 "GET /v2.0/networks/4302c91f-b863-4ed0-aad7-ddc8eb0729f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866146 Jun 18 16:39:04.882992 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-5174ab07-0053-4566-8c2d-acc4db1d5134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:38:12Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '106d8826-6220-41f0-af5b-1af907acef54', 'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:12:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:11Z', 'updated_at': '2021-06-18T16:38:16Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:04.907997 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5174ab07-0053-4566-8c2d-acc4db1d5134 None None] The sync data for ids ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'] in dv-neutron-797121-1-hyperv is: [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:38:12Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '106d8826-6220-41f0-af5b-1af907acef54', 'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:12:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:11Z', 'updated_at': '2021-06-18T16:38:16Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:39:05.114359 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8cc413-00fd-4d1d-ba9f-cbb102869e3e None None] New status for floating IP f993433c-7b39-4ff2-ac6b-f507df8d0236: DOWN {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:39:05.173342 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51806) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:05.208229 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-61d89824-2389-4bce-95bf-d395d0c1c33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:05.226552 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cdd97b7b-b672-45b6-b004-f3d459175def tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/f993433c-7b39-4ff2-ac6b-f507df8d0236 HTTP/1.1" status: 200 len: 689 time: 0.0520604 Jun 18 16:39:06.229640 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51808) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:06.272642 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-dbdb48ca-4cd4-4edf-b693-f201d8db673e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/f993433c-7b39-4ff2-ac6b-f507df8d0236 HTTP/1.1" status: 200 len: 687 time: 0.0417805 Jun 18 16:39:07.470198 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51812) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:07.475066 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-21bf937f-01d5-4cf9-9c5f-04000ed06a74 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1404391692', 'description': 'tempest-secgroup-smoke-1404391692 description', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:07.497079 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21bf937f-01d5-4cf9-9c5f-04000ed06a74 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.578660 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21bf937f-01d5-4cf9-9c5f-04000ed06a74 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.582293 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21bf937f-01d5-4cf9-9c5f-04000ed06a74 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.584808 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4df010ee-3833-4255-b5e0-bda6a2b62f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:07.613252 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-21bf937f-01d5-4cf9-9c5f-04000ed06a74 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.614527 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-21bf937f-01d5-4cf9-9c5f-04000ed06a74 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1432438 Jun 18 16:39:07.616521 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf937f-01d5-4cf9-9c5f-04000ed06a74 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1399216b-946d-4921-9c48-f3b4747ef6c2,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:07.617803 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51814) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:07.619569 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-21bf937f-01d5-4cf9-9c5f-04000ed06a74 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:07.622757 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '1399216b-946d-4921-9c48-f3b4747ef6c2', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:07.624506 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-212cd6d6-2016-424b-9b98-15bb16209a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.647493 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.707777 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.711380 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.713156 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-97aab787-efbf-4aaf-a3a5-3570c11c1d78 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:07.729919 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23889c7-897b-4b73-abd1-4a49dfa7b9d9,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:07.738350 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.739539 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206183 Jun 18 16:39:07.740907 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.741296 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.741679 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.742056 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.742430 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.742737 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51816) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:07.742873 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.743195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.743676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.744050 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.744417 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.744784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.745146 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.748258 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:07.748417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-286532d4-4032-48c9-9147-bfa628c7e646 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '1399216b-946d-4921-9c48-f3b4747ef6c2', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:07.774708 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-286532d4-4032-48c9-9147-bfa628c7e646 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.831432 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-286532d4-4032-48c9-9147-bfa628c7e646 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.834938 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-286532d4-4032-48c9-9147-bfa628c7e646 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.836707 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ad057f1e-bc1b-4c96-90b7-1454f21c19ca tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:07.852372 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286532d4-4032-48c9-9147-bfa628c7e646 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d7be4f-748e-4a82-b7e9-f5cc6df46d74,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:07.854805 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-286532d4-4032-48c9-9147-bfa628c7e646 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:07.858347 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-286532d4-4032-48c9-9147-bfa628c7e646 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.859617 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-286532d4-4032-48c9-9147-bfa628c7e646 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158245 Jun 18 16:39:07.862304 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51818) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:07.867394 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c15053f5-2f6f-45a0-9ea2-c18754a9fba8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '1399216b-946d-4921-9c48-f3b4747ef6c2', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:07.894135 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c15053f5-2f6f-45a0-9ea2-c18754a9fba8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.952984 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c15053f5-2f6f-45a0-9ea2-c18754a9fba8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.956971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c15053f5-2f6f-45a0-9ea2-c18754a9fba8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.958774 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d504c239-0baf-40c3-8f31-9a0061f08dbf tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:07.974711 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15053f5-2f6f-45a0-9ea2-c18754a9fba8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d78081-5630-4cc6-9f98-67b373bdda6b,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:07.977176 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c15053f5-2f6f-45a0-9ea2-c18754a9fba8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:07.980788 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c15053f5-2f6f-45a0-9ea2-c18754a9fba8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.981968 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c15053f5-2f6f-45a0-9ea2-c18754a9fba8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181109 Jun 18 16:39:07.984615 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51820) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:07.989134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-eee6e662-c2e7-4de1-9015-b1a09b3faa7d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '1399216b-946d-4921-9c48-f3b4747ef6c2', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:08.016240 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eee6e662-c2e7-4de1-9015-b1a09b3faa7d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.079291 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eee6e662-c2e7-4de1-9015-b1a09b3faa7d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.083369 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eee6e662-c2e7-4de1-9015-b1a09b3faa7d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.085130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d961736b-3ffd-45e7-bc58-b19502cf507b tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:08.102430 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6e662-c2e7-4de1-9015-b1a09b3faa7d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea7959e-c3a0-4a39-a41b-1fb670273358,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:08.104627 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-eee6e662-c2e7-4de1-9015-b1a09b3faa7d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:08.107031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-eee6e662-c2e7-4de1-9015-b1a09b3faa7d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.108408 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-eee6e662-c2e7-4de1-9015-b1a09b3faa7d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227732 Jun 18 16:39:08.110939 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51822) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:08.115736 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-3f100b5d-9dc3-4219-8adf-ec4e15332396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '1399216b-946d-4921-9c48-f3b4747ef6c2', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:08.137086 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-3f100b5d-9dc3-4219-8adf-ec4e15332396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:39:08.141853 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3f100b5d-9dc3-4219-8adf-ec4e15332396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.201336 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3f100b5d-9dc3-4219-8adf-ec4e15332396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.204390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3f100b5d-9dc3-4219-8adf-ec4e15332396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.206729 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3130c758-b6bd-4eda-83d1-6bd490f04131 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:08.218867 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.223524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f100b5d-9dc3-4219-8adf-ec4e15332396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6dc123-06ad-44c9-bd20-f1c4832952e5,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:08.226351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3f100b5d-9dc3-4219-8adf-ec4e15332396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:08.228310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3f100b5d-9dc3-4219-8adf-ec4e15332396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.229455 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3f100b5d-9dc3-4219-8adf-ec4e15332396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175849 Jun 18 16:39:08.232289 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51824) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:08.236589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-0fd9134c-6b2c-45e8-901d-6c03bfebbfd9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '1399216b-946d-4921-9c48-f3b4747ef6c2', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:08.256840 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-0fd9134c-6b2c-45e8-901d-6c03bfebbfd9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:39:08.261352 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0fd9134c-6b2c-45e8-901d-6c03bfebbfd9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.326490 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0fd9134c-6b2c-45e8-901d-6c03bfebbfd9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.329851 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0fd9134c-6b2c-45e8-901d-6c03bfebbfd9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.332212 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e222b22b-5827-49c2-b7c6-82eb5826e228 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:08.347568 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9134c-6b2c-45e8-901d-6c03bfebbfd9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d870f5-06de-4f46-81fc-e794e94f1147,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:08.349872 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0fd9134c-6b2c-45e8-901d-6c03bfebbfd9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:08.354274 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0fd9134c-6b2c-45e8-901d-6c03bfebbfd9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.355464 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0fd9134c-6b2c-45e8-901d-6c03bfebbfd9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222842 Jun 18 16:39:08.493412 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-176acaac-b564-4678-b347-b6c52afa5c31 req-58d2d7b5-59cd-4b15-be8b-4759e51e22e3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1404391692&fields=id&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 267 time: 0.0320530 Jun 18 16:39:08.598936 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176acaac-b564-4678-b347-b6c52afa5c31 req-cf861c81-689e-4dea-969e-6c36632d6b35 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:08.600286 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-176acaac-b564-4678-b347-b6c52afa5c31 req-cf861c81-689e-4dea-969e-6c36632d6b35 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/networks?id=4302c91f-b863-4ed0-aad7-ddc8eb0729f1 HTTP/1.1" status: 200 len: 797 time: 0.1007113 Jun 18 16:39:08.614752 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-176acaac-b564-4678-b347-b6c52afa5c31 req-67dfe50c-9187-437d-8d5e-8c8a1b058dfe tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/quotas/c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 375 time: 0.0089295 Jun 18 16:39:08.685781 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-176acaac-b564-4678-b347-b6c52afa5c31 req-d2b3c3a7-6f0d-49e9-bf43-9eea2f6f0332 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0661495 Jun 18 16:39:08.701835 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [req-176acaac-b564-4678-b347-b6c52afa5c31 req-f441b822-0866-471a-8289-5cc310f764ef service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:39:08.702838 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-176acaac-b564-4678-b347-b6c52afa5c31 req-f441b822-0866-471a-8289-5cc310f764ef service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053294 Jun 18 16:39:08.792363 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-176acaac-b564-4678-b347-b6c52afa5c31 req-c6041256-8412-4e9c-9fde-c5e193ead778 service neutron] 10.222.0.39 "GET /v2.0/networks/4302c91f-b863-4ed0-aad7-ddc8eb0729f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834823 Jun 18 16:39:08.877949 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-176acaac-b564-4678-b347-b6c52afa5c31 req-7d69ef97-0a58-44d8-8235-3e81e41636df service neutron] 10.222.0.39 "GET /v2.0/networks/4302c91f-b863-4ed0-aad7-ddc8eb0729f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796306 Jun 18 16:39:08.917642 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:09.051670 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1f6ad04f-788c-451d-b6dc-53280e0d9625 req-096c946c-26a4-486a-afb0-3905fb000294 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffb1598-c44e-4a33-8736-bc2cc51e557e HTTP/1.1" status: 200 len: 210 time: 0.0343499 Jun 18 16:39:10.143227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176acaac-b564-4678-b347-b6c52afa5c31 req-e775a4c9-e26c-4039-baed-4a655468a9ab tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:10.145388 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-176acaac-b564-4678-b347-b6c52afa5c31 req-e775a4c9-e26c-4039-baed-4a655468a9ab tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/networks?id=4302c91f-b863-4ed0-aad7-ddc8eb0729f1 HTTP/1.1" status: 200 len: 797 time: 0.1086762 Jun 18 16:39:10.199895 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-176acaac-b564-4678-b347-b6c52afa5c31 req-faf60467-abc0-4e04-9408-64f931d1cd2c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 472 time: 0.0371242 Jun 18 16:39:10.205224 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2da223fa-4a13-4c96-ac39-86cf31dde790 req-f678c636-c5d7-4d83-8660-e79ac8be2255 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffb1598-c44e-4a33-8736-bc2cc51e557e HTTP/1.1" status: 200 len: 210 time: 0.0311277 Jun 18 16:39:10.209570 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-176acaac-b564-4678-b347-b6c52afa5c31 req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'port': {'device_id': '8ffb1598-c44e-4a33-8736-bc2cc51e557e', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'admin_state_up': True, 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'security_groups': ['1399216b-946d-4921-9c48-f3b4747ef6c2']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:10.323437 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176acaac-b564-4678-b347-b6c52afa5c31 req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:39:10.327132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-176acaac-b564-4678-b347-b6c52afa5c31 req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:10.449019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-176acaac-b564-4678-b347-b6c52afa5c31 req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.20.0.9 (4302c91f-b863-4ed0-aad7-ddc8eb0729f1/d0dcf156-fc83-48c3-ace2-cc4260c82374/6db8d746-75fa-4fad-8aa8-ae01e2d2496a) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:39:10.452743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:10.584166 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-176acaac-b564-4678-b347-b6c52afa5c31 req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:10.596623 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-176acaac-b564-4678-b347-b6c52afa5c31 req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Transition to ACTIVE for port object 6db8d746-75fa-4fad-8aa8-ae01e2d2496a will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:39:10.629520 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-176acaac-b564-4678-b347-b6c52afa5c31 req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:10.633184 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b249e9cf-90df-4472-859a-4bd9156c5edb tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:10.678853 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176acaac-b564-4678-b347-b6c52afa5c31 req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 4302c91f-b863-4ed0-aad7-ddc8eb0729f1 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:39:10.687090 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-176acaac-b564-4678-b347-b6c52afa5c31 req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:39:10.689324 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=6db8d746-75fa-4fad-8aa8-ae01e2d2496a,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:10.691661 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-176acaac-b564-4678-b347-b6c52afa5c31 req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:39:10.718842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:10.719230 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:10.719626 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:10.719994 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:10.720356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:10.720720 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:10.721078 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:10.721437 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:10.722347 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:10.722940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:10.723391 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:10.723751 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:10.729200 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:10.752143 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176acaac-b564-4678-b347-b6c52afa5c31 req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:10.752752 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-176acaac-b564-4678-b347-b6c52afa5c31 req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:10.767855 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-176acaac-b564-4678-b347-b6c52afa5c31 req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5627718 Jun 18 16:39:10.785114 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Request body: {'port': {'device_id': '8ffb1598-c44e-4a33-8736-bc2cc51e557e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:10.860091 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:10.909336 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a57b556c-ee03-41ff-a0f0-3dbc3ad87776 None None] Provisioning for port 6db8d746-75fa-4fad-8aa8-ae01e2d2496a completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:39:10.913419 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a57b556c-ee03-41ff-a0f0-3dbc3ad87776 None None] Provisioning complete for port 6db8d746-75fa-4fad-8aa8-ae01e2d2496a triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:39:10.913807 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a57b556c-ee03-41ff-a0f0-3dbc3ad87776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:10.947157 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-a57b556c-ee03-41ff-a0f0-3dbc3ad87776 None None] Port 6db8d746-75fa-4fad-8aa8-ae01e2d2496a cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:39:11.119768 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db8d746-75fa-4fad-8aa8-ae01e2d2496a {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:39:11.127053 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:11.139233 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Transition to ACTIVE for port object 6db8d746-75fa-4fad-8aa8-ae01e2d2496a will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:39:11.142448 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:11.145259 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:11.217109 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Pushing event updated for resources: {'Port': ['ID=6db8d746-75fa-4fad-8aa8-ae01e2d2496a,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:11.220637 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:11.292370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Attempting to bind port 6db8d746-75fa-4fad-8aa8-ae01e2d2496a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:39:11.292722 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Attempting to bind port 6db8d746-75fa-4fad-8aa8-ae01e2d2496a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a1252fd2-9cbd-453c-b755-2b363c18e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:39:11.293055 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Attempting to bind port 6db8d746-75fa-4fad-8aa8-ae01e2d2496a on network 4302c91f-b863-4ed0-aad7-ddc8eb0729f1 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:39:11.297692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Port 6db8d746-75fa-4fad-8aa8-ae01e2d2496a on network 4302c91f-b863-4ed0-aad7-ddc8eb0729f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:39:11.298016 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Attempting to bind port 6db8d746-75fa-4fad-8aa8-ae01e2d2496a on network 4302c91f-b863-4ed0-aad7-ddc8eb0729f1 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:39:11.303639 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:39:11.303974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Checking segment: {'id': 'a1252fd2-9cbd-453c-b755-2b363c18e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:39:11.304576 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Bound using segment: {'id': 'a1252fd2-9cbd-453c-b755-2b363c18e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:39:11.305013 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Bound port: 6db8d746-75fa-4fad-8aa8-ae01e2d2496a, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1252fd2-9cbd-453c-b755-2b363c18e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:39:11.305365 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:11.373245 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] For port 6db8d746-75fa-4fad-8aa8-ae01e2d2496a, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:39:11.376821 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] For port 6db8d746-75fa-4fad-8aa8-ae01e2d2496a, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6db8d746-75fa-4fad-8aa8-ae01e2d2496a,segment=NetworkSegment(a1252fd2-9cbd-453c-b755-2b363c18e1ce),segment_id=a1252fd2-9cbd-453c-b755-2b363c18e1ce)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:39:11.380723 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:11.383555 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:11.392009 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a6090-6bd6-4694-a696-bf59d13c913d req-0fee1d67-591a-4a43-b7a7-85367bf770d1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:11.394120 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-143a6090-6bd6-4694-a696-bf59d13c913d req-0fee1d67-591a-4a43-b7a7-85367bf770d1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffb1598-c44e-4a33-8736-bc2cc51e557e HTTP/1.1" status: 200 len: 943 time: 0.0700831 Jun 18 16:39:11.414255 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:11.414888 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:11.416238 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-176acaac-b564-4678-b347-b6c52afa5c31 req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] 10.222.0.64 "PUT /v2.0/ports/6db8d746-75fa-4fad-8aa8-ae01e2d2496a HTTP/1.1" status: 200 len: 1093 time: 0.6356692 Jun 18 16:39:11.416773 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ffb1598-c44e-4a33-8736-bc2cc51e557e', 'tag': '6db8d746-75fa-4fad-8aa8-ae01e2d2496a'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:39:11.419116 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860f85df-904d-4a5d-8f89-e8fde7c8e229" -d '{"events": [{"name": "network-changed", "server_uuid": "8ffb1598-c44e-4a33-8736-bc2cc51e557e", "tag": "6db8d746-75fa-4fad-8aa8-ae01e2d2496a"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:39:11.443160 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-143a6090-6bd6-4694-a696-bf59d13c913d req-902cf591-187d-4a2b-a189-b94f0d223992 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1399216b-946d-4921-9c48-f3b4747ef6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431285 Jun 18 16:39:11.459289 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Pushing event updated for resources: {'Port': ['ID=6db8d746-75fa-4fad-8aa8-ae01e2d2496a,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:11.466422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:11.535773 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddadc3f4-be51-4b6a-9b7b-bd0ab6088e49 x-openstack-request-id: req-ddadc3f4-be51-4b6a-9b7b-bd0ab6088e49 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:39:11.535773 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ffb1598-c44e-4a33-8736-bc2cc51e557e", "tag": "6db8d746-75fa-4fad-8aa8-ae01e2d2496a", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:39:11.536365 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ddadc3f4-be51-4b6a-9b7b-bd0ab6088e49 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:39:11.536782 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ffb1598-c44e-4a33-8736-bc2cc51e557e', 'tag': '6db8d746-75fa-4fad-8aa8-ae01e2d2496a', 'status': 'completed', 'code': 200} Jun 18 16:39:11.555265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176acaac-b564-4678-b347-b6c52afa5c31 req-6e0862b1-f765-4de7-9344-b10539580fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:11.556770 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-176acaac-b564-4678-b347-b6c52afa5c31 req-6e0862b1-f765-4de7-9344-b10539580fd2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=8ffb1598-c44e-4a33-8736-bc2cc51e557e HTTP/1.1" status: 200 len: 1096 time: 0.0647869 Jun 18 16:39:11.604854 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-176acaac-b564-4678-b347-b6c52afa5c31 req-a95c33f5-9621-4993-a2a9-126f7d8d612c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db8d746-75fa-4fad-8aa8-ae01e2d2496a HTTP/1.1" status: 200 len: 217 time: 0.0352461 Jun 18 16:39:11.656782 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176acaac-b564-4678-b347-b6c52afa5c31 req-e92fa000-b93b-466d-9be8-c649173ce449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:11.658219 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-176acaac-b564-4678-b347-b6c52afa5c31 req-e92fa000-b93b-466d-9be8-c649173ce449 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d0dcf156-fc83-48c3-ace2-cc4260c82374 HTTP/1.1" status: 200 len: 834 time: 0.0478349 Jun 18 16:39:11.722561 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176acaac-b564-4678-b347-b6c52afa5c31 req-bae7a194-ff00-46d3-8091-cede31f45bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:11.723966 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-176acaac-b564-4678-b347-b6c52afa5c31 req-bae7a194-ff00-46d3-8091-cede31f45bff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4302c91f-b863-4ed0-aad7-ddc8eb0729f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575361 Jun 18 16:39:11.809438 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-176acaac-b564-4678-b347-b6c52afa5c31 req-3f0cafcc-2b4d-4a2f-aab7-1cb5ee604925 service neutron] 10.222.0.64 "GET /v2.0/networks/4302c91f-b863-4ed0-aad7-ddc8eb0729f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788791 Jun 18 16:39:11.898810 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-176acaac-b564-4678-b347-b6c52afa5c31 req-9bd64f3e-1582-4aef-b9bc-61bc4e2ca9b0 service neutron] 10.222.0.64 "GET /v2.0/networks/4302c91f-b863-4ed0-aad7-ddc8eb0729f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818622 Jun 18 16:39:12.039912 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f85df-904d-4a5d-8f89-e8fde7c8e229 req-30bdb8f1-a23d-4595-935e-fee9b81b1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:12.041363 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-860f85df-904d-4a5d-8f89-e8fde7c8e229 req-30bdb8f1-a23d-4595-935e-fee9b81b1b31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=8ffb1598-c44e-4a33-8736-bc2cc51e557e HTTP/1.1" status: 200 len: 1096 time: 0.0559926 Jun 18 16:39:12.130096 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f85df-904d-4a5d-8f89-e8fde7c8e229 req-c2b1b8bf-35e3-419a-aae7-9e2080caf947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:12.131553 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-860f85df-904d-4a5d-8f89-e8fde7c8e229 req-c2b1b8bf-35e3-419a-aae7-9e2080caf947 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4302c91f-b863-4ed0-aad7-ddc8eb0729f1 HTTP/1.1" status: 200 len: 898 time: 0.0831633 Jun 18 16:39:12.173955 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-860f85df-904d-4a5d-8f89-e8fde7c8e229 req-cfe500e7-bc87-47ea-855f-df690bd3ef99 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db8d746-75fa-4fad-8aa8-ae01e2d2496a HTTP/1.1" status: 200 len: 217 time: 0.0359085 Jun 18 16:39:12.219601 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f85df-904d-4a5d-8f89-e8fde7c8e229 req-6357fbbe-9cc4-4ef0-b54c-871678faff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:12.220959 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-860f85df-904d-4a5d-8f89-e8fde7c8e229 req-6357fbbe-9cc4-4ef0-b54c-871678faff60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d0dcf156-fc83-48c3-ace2-cc4260c82374 HTTP/1.1" status: 200 len: 834 time: 0.0409477 Jun 18 16:39:12.275464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f85df-904d-4a5d-8f89-e8fde7c8e229 req-e2057e7c-0cea-4bbe-9575-a176194d0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:12.276893 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-860f85df-904d-4a5d-8f89-e8fde7c8e229 req-e2057e7c-0cea-4bbe-9575-a176194d0be3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4302c91f-b863-4ed0-aad7-ddc8eb0729f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495801 Jun 18 16:39:12.373336 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-860f85df-904d-4a5d-8f89-e8fde7c8e229 req-25c306e1-674d-471a-b5e9-237272bfc95f service neutron] 10.222.0.64 "GET /v2.0/networks/4302c91f-b863-4ed0-aad7-ddc8eb0729f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889411 Jun 18 16:39:12.460712 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-860f85df-904d-4a5d-8f89-e8fde7c8e229 req-e6c30020-6259-4bf3-bc60-4bc774b4f94e service neutron] 10.222.0.64 "GET /v2.0/networks/4302c91f-b863-4ed0-aad7-ddc8eb0729f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795372 Jun 18 16:39:12.619761 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f4b53-183e-4ac3-b73c-1616c6ae0669 req-4f704681-cbab-41cb-ab90-6e8d07a55420 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:12.621208 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-223f4b53-183e-4ac3-b73c-1616c6ae0669 req-4f704681-cbab-41cb-ab90-6e8d07a55420 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffb1598-c44e-4a33-8736-bc2cc51e557e HTTP/1.1" status: 200 len: 943 time: 0.0657527 Jun 18 16:39:12.659169 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-223f4b53-183e-4ac3-b73c-1616c6ae0669 req-dc8f98d4-9fee-4a0b-992e-4061ead1e669 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1399216b-946d-4921-9c48-f3b4747ef6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320947 Jun 18 16:39:13.861214 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da22b7-f335-486f-84c6-9ab139b39ada req-7c510901-fce6-48c9-9f9f-8321076bb1a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:13.862755 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-99da22b7-f335-486f-84c6-9ab139b39ada req-7c510901-fce6-48c9-9f9f-8321076bb1a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffb1598-c44e-4a33-8736-bc2cc51e557e HTTP/1.1" status: 200 len: 943 time: 0.0783296 Jun 18 16:39:13.906910 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-99da22b7-f335-486f-84c6-9ab139b39ada req-7c7f0903-5c2a-448c-8ab2-f726dc8e45b8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1399216b-946d-4921-9c48-f3b4747ef6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374889 Jun 18 16:39:14.089428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 6db8d746-75fa-4fad-8aa8-ae01e2d2496a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:39:14.204671 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 6db8d746-75fa-4fad-8aa8-ae01e2d2496a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6db8d746-75fa-4fad-8aa8-ae01e2d2496a,segment=NetworkSegment(a1252fd2-9cbd-453c-b755-2b363c18e1ce),segment_id=a1252fd2-9cbd-453c-b755-2b363c18e1ce)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:14.217863 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '6db8d746-75fa-4fad-8aa8-ae01e2d2496a', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'port_id': '6db8d746-75fa-4fad-8aa8-ae01e2d2496a', 'mac_address': 'fa:16:3e:9b:96:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:39:14.259534 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:14.280228 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db8d746-75fa-4fad-8aa8-ae01e2d2496a {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:39:14.300757 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 6db8d746-75fa-4fad-8aa8-ae01e2d2496a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6db8d746-75fa-4fad-8aa8-ae01e2d2496a,segment=NetworkSegment(a1252fd2-9cbd-453c-b755-2b363c18e1ce),segment_id=a1252fd2-9cbd-453c-b755-2b363c18e1ce)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:14.306678 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:14.308440 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:14.361265 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=6db8d746-75fa-4fad-8aa8-ae01e2d2496a,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:14.364802 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:14.621555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['6db8d746-75fa-4fad-8aa8-ae01e2d2496a'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:39:15.092000 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e9d39-aad3-452c-82e1-8673d6eefe57 req-38d892fa-7492-4665-ac05-8562bd8ff89f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:15.093432 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dc4e9d39-aad3-452c-82e1-8673d6eefe57 req-38d892fa-7492-4665-ac05-8562bd8ff89f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffb1598-c44e-4a33-8736-bc2cc51e557e HTTP/1.1" status: 200 len: 944 time: 0.0632925 Jun 18 16:39:15.133850 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dc4e9d39-aad3-452c-82e1-8673d6eefe57 req-7cc81c74-c948-4bb9-b63a-2ba54c9624da tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1399216b-946d-4921-9c48-f3b4747ef6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348589 Jun 18 16:39:16.105321 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 6db8d746-75fa-4fad-8aa8-ae01e2d2496a up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:39:16.154167 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 6db8d746-75fa-4fad-8aa8-ae01e2d2496a completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:39:16.157766 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 6db8d746-75fa-4fad-8aa8-ae01e2d2496a triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:39:16.159003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:16.236904 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:16.263461 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffb1598-c44e-4a33-8736-bc2cc51e557e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db8d746-75fa-4fad-8aa8-ae01e2d2496a'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:39:16.265746 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4130685e-ea16-48d3-a485-6182d5f65eb5" -d '{"events": [{"server_uuid": "8ffb1598-c44e-4a33-8736-bc2cc51e557e", "name": "network-vif-plugged", "status": "completed", "tag": "6db8d746-75fa-4fad-8aa8-ae01e2d2496a"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:39:16.278138 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 6db8d746-75fa-4fad-8aa8-ae01e2d2496a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6db8d746-75fa-4fad-8aa8-ae01e2d2496a,segment=NetworkSegment(a1252fd2-9cbd-453c-b755-2b363c18e1ce),segment_id=a1252fd2-9cbd-453c-b755-2b363c18e1ce)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:16.282917 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:16.285900 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:16.312053 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cb3cd-4954-48ed-9b54-56eb77215960 req-513eb44d-9cf3-4a11-af6b-8ef181bd9900 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:16.315041 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d07cb3cd-4954-48ed-9b54-56eb77215960 req-513eb44d-9cf3-4a11-af6b-8ef181bd9900 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffb1598-c44e-4a33-8736-bc2cc51e557e HTTP/1.1" status: 200 len: 944 time: 0.0695319 Jun 18 16:39:16.336962 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=6db8d746-75fa-4fad-8aa8-ae01e2d2496a,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:16.340135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:16.356230 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d07cb3cd-4954-48ed-9b54-56eb77215960 req-ef5f8c4d-8dab-4541-ab24-3af9ca2faa5f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1399216b-946d-4921-9c48-f3b4747ef6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351596 Jun 18 16:39:16.375862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3e9361-e020-4d10-889b-df002660d1f3 x-openstack-request-id: req-2a3e9361-e020-4d10-889b-df002660d1f3 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:39:16.376169 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ffb1598-c44e-4a33-8736-bc2cc51e557e", "name": "network-vif-plugged", "status": "completed", "tag": "6db8d746-75fa-4fad-8aa8-ae01e2d2496a", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:39:16.376451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a3e9361-e020-4d10-889b-df002660d1f3 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:39:16.376850 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffb1598-c44e-4a33-8736-bc2cc51e557e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db8d746-75fa-4fad-8aa8-ae01e2d2496a', 'code': 200} Jun 18 16:39:16.627123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7bff0-f045-4323-be8b-33bd55317117 req-c6e9b228-1d8d-4499-bdf8-81202f1e74bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:16.628516 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c5d7bff0-f045-4323-be8b-33bd55317117 req-c6e9b228-1d8d-4499-bdf8-81202f1e74bb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8ffb1598-c44e-4a33-8736-bc2cc51e557e HTTP/1.1" status: 200 len: 1098 time: 0.0580783 Jun 18 16:39:16.662011 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c5d7bff0-f045-4323-be8b-33bd55317117 req-14b1e535-eb4c-4657-9bc6-bea45bb26f63 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1399216b-946d-4921-9c48-f3b4747ef6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273886 Jun 18 16:39:17.528229 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a120900-1dc0-4154-bbf3-2cadd91940e6 req-49da0368-3f17-4fec-8bc5-f42f696e2617 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:17.529647 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2a120900-1dc0-4154-bbf3-2cadd91940e6 req-49da0368-3f17-4fec-8bc5-f42f696e2617 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffb1598-c44e-4a33-8736-bc2cc51e557e HTTP/1.1" status: 200 len: 945 time: 0.0619104 Jun 18 16:39:17.565511 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2a120900-1dc0-4154-bbf3-2cadd91940e6 req-890d95d1-ae26-465f-bd47-c1de468ceb19 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1399216b-946d-4921-9c48-f3b4747ef6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302763 Jun 18 16:39:18.755319 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc825e7f-9552-416f-baa0-5c80bd8a1a06 req-9fd06a52-acb2-4d1d-8ee1-4341e1bc8696 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:18.757139 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bc825e7f-9552-416f-baa0-5c80bd8a1a06 req-9fd06a52-acb2-4d1d-8ee1-4341e1bc8696 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffb1598-c44e-4a33-8736-bc2cc51e557e HTTP/1.1" status: 200 len: 945 time: 0.0683537 Jun 18 16:39:18.795474 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bc825e7f-9552-416f-baa0-5c80bd8a1a06 req-ff97b254-8153-48e8-956b-e0f957e091d2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1399216b-946d-4921-9c48-f3b4747ef6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327399 Jun 18 16:39:18.967318 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f628e5-127d-4d18-a3c8-110f8c6e5971 req-ee716f7f-2af4-41ab-824e-fb93b0f0f2ac tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:18.968698 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-65f628e5-127d-4d18-a3c8-110f8c6e5971 req-ee716f7f-2af4-41ab-824e-fb93b0f0f2ac tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffb1598-c44e-4a33-8736-bc2cc51e557e HTTP/1.1" status: 200 len: 945 time: 0.0636554 Jun 18 16:39:19.006525 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-65f628e5-127d-4d18-a3c8-110f8c6e5971 req-89f2f577-0645-4ff7-89e1-a9d0de4785eb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1399216b-946d-4921-9c48-f3b4747ef6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310049 Jun 18 16:39:19.029346 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51878) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:19.080757 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b6c6ec-3d8e-4d2c-8b7c-4342d58dda9b tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:19.082218 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e6b6c6ec-3d8e-4d2c-8b7c-4342d58dda9b tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8ffb1598-c44e-4a33-8736-bc2cc51e557e HTTP/1.1" status: 200 len: 1093 time: 0.0519209 Jun 18 16:39:19.085766 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51880) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:19.090103 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-1f5f0e16-ecaa-4950-aced-af5226c0a7bf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'floatingip': {'port_id': '6db8d746-75fa-4fad-8aa8-ae01e2d2496a'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:19.131227 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1f5f0e16-ecaa-4950-aced-af5226c0a7bf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:19.858871 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1f5f0e16-ecaa-4950-aced-af5226c0a7bf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:19.863144 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1f5f0e16-ecaa-4950-aced-af5226c0a7bf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:19.961006 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-1f5f0e16-ecaa-4950-aced-af5226c0a7bf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Floating IP f993433c-7b39-4ff2-ac6b-f507df8d0236 associated. External IP: 172.26.2.36, port: 6db8d746-75fa-4fad-8aa8-ae01e2d2496a. Jun 18 16:39:20.163549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5f0e16-ecaa-4950-aced-af5226c0a7bf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:39:20.266975 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5f0e16-ecaa-4950-aced-af5226c0a7bf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:39:20.272990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1f5f0e16-ecaa-4950-aced-af5226c0a7bf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:20.277156 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5239d345-5023-4561-b323-1b3ed35af042 None None] Sync routers for ids ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:39:20.287885 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5239d345-5023-4561-b323-1b3ed35af042 None None] Routers {'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:20.288498 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-5239d345-5023-4561-b323-1b3ed35af042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:39:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:20.308835 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1f5f0e16-ecaa-4950-aced-af5226c0a7bf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/floatingips/f993433c-7b39-4ff2-ac6b-f507df8d0236 HTTP/1.1" status: 200 len: 990 time: 1.2220736 Jun 18 16:39:20.309517 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ffb1598-c44e-4a33-8736-bc2cc51e557e', 'tag': '6db8d746-75fa-4fad-8aa8-ae01e2d2496a'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:39:20.311605 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51882) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:20.312153 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd95312-6cc8-4420-9cd1-3da0cdade696" -d '{"events": [{"name": "network-changed", "server_uuid": "8ffb1598-c44e-4a33-8736-bc2cc51e557e", "tag": "6db8d746-75fa-4fad-8aa8-ae01e2d2496a"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:39:20.350801 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853a6b74-7329-421a-8c5f-5db2d302e429 x-openstack-request-id: req-853a6b74-7329-421a-8c5f-5db2d302e429 {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:39:20.351155 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ffb1598-c44e-4a33-8736-bc2cc51e557e", "tag": "6db8d746-75fa-4fad-8aa8-ae01e2d2496a", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:39:20.351467 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-853a6b74-7329-421a-8c5f-5db2d302e429 {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:39:20.351947 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ffb1598-c44e-4a33-8736-bc2cc51e557e', 'tag': '6db8d746-75fa-4fad-8aa8-ae01e2d2496a', 'status': 'completed', 'code': 200} Jun 18 16:39:20.377597 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-270cfea9-170d-446b-ade3-be039317b9c5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/f993433c-7b39-4ff2-ac6b-f507df8d0236 HTTP/1.1" status: 200 len: 990 time: 0.0645556 Jun 18 16:39:20.393203 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-5239d345-5023-4561-b323-1b3ed35af042 None None] Set router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:20.447283 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd95312-6cc8-4420-9cd1-3da0cdade696 req-651430c0-d1c4-4562-ac81-707b1dbe1740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:20.448755 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3cd95312-6cc8-4420-9cd1-3da0cdade696 req-651430c0-d1c4-4562-ac81-707b1dbe1740 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=8ffb1598-c44e-4a33-8736-bc2cc51e557e HTTP/1.1" status: 200 len: 1098 time: 0.0537124 Jun 18 16:39:20.542210 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd95312-6cc8-4420-9cd1-3da0cdade696 req-b61fcee3-3f46-4582-8cc2-63e8c54116bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:20.543812 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3cd95312-6cc8-4420-9cd1-3da0cdade696 req-b61fcee3-3f46-4582-8cc2-63e8c54116bb service neutron] 10.222.0.64 "GET /v2.0/networks?id=4302c91f-b863-4ed0-aad7-ddc8eb0729f1 HTTP/1.1" status: 200 len: 898 time: 0.0884495 Jun 18 16:39:20.607656 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3cd95312-6cc8-4420-9cd1-3da0cdade696 req-4d84698d-6e96-4885-b74f-768ec9939092 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db8d746-75fa-4fad-8aa8-ae01e2d2496a HTTP/1.1" status: 200 len: 998 time: 0.0579967 Jun 18 16:39:20.612110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-5239d345-5023-4561-b323-1b3ed35af042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:38:12Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'f993433c-7b39-4ff2-ac6b-f507df8d0236', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.36', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'port_id': '6db8d746-75fa-4fad-8aa8-ae01e2d2496a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'mac_address': 'fa:16:3e:9b:96:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffb1598-c44e-4a33-8736-bc2cc51e557e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:38:27Z', 'updated_at': '2021-06-18T16:39:19Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106d8826-6220-41f0-af5b-1af907acef54', 'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:12:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:11Z', 'updated_at': '2021-06-18T16:38:16Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:20.641948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5239d345-5023-4561-b323-1b3ed35af042 None None] Checking router: a73798e1-1b96-4a36-bdf3-c4eb6a4e921f for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:39:20.651508 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5239d345-5023-4561-b323-1b3ed35af042 None None] Routers {'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:20.652163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-5239d345-5023-4561-b323-1b3ed35af042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:39:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:20.659792 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd95312-6cc8-4420-9cd1-3da0cdade696 req-db205b85-b263-4fb4-b050-abd9290a845e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:20.661607 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3cd95312-6cc8-4420-9cd1-3da0cdade696 req-db205b85-b263-4fb4-b050-abd9290a845e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d0dcf156-fc83-48c3-ace2-cc4260c82374 HTTP/1.1" status: 200 len: 834 time: 0.0483851 Jun 18 16:39:20.718675 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd95312-6cc8-4420-9cd1-3da0cdade696 req-5fbe136f-28f7-4e00-b177-1d877b77dc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:20.720260 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3cd95312-6cc8-4420-9cd1-3da0cdade696 req-5fbe136f-28f7-4e00-b177-1d877b77dc88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4302c91f-b863-4ed0-aad7-ddc8eb0729f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0529101 Jun 18 16:39:20.756419 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-5239d345-5023-4561-b323-1b3ed35af042 None None] Set router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:20.807345 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3cd95312-6cc8-4420-9cd1-3da0cdade696 req-d6a6e279-d4f8-4c72-a054-3908e6be807e service neutron] 10.222.0.64 "GET /v2.0/networks/4302c91f-b863-4ed0-aad7-ddc8eb0729f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801156 Jun 18 16:39:20.900339 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3cd95312-6cc8-4420-9cd1-3da0cdade696 req-bc9d49d7-3a7f-406a-8685-ffc0988a5b64 service neutron] 10.222.0.64 "GET /v2.0/networks/4302c91f-b863-4ed0-aad7-ddc8eb0729f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867071 Jun 18 16:39:20.977736 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-5239d345-5023-4561-b323-1b3ed35af042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:38:12Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'f993433c-7b39-4ff2-ac6b-f507df8d0236', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.36', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'port_id': '6db8d746-75fa-4fad-8aa8-ae01e2d2496a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'mac_address': 'fa:16:3e:9b:96:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffb1598-c44e-4a33-8736-bc2cc51e557e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:38:27Z', 'updated_at': '2021-06-18T16:39:19Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106d8826-6220-41f0-af5b-1af907acef54', 'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:12:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:11Z', 'updated_at': '2021-06-18T16:38:16Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:21.007711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5239d345-5023-4561-b323-1b3ed35af042 None None] The sync data for ids ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'] in dv-neutron-797121-1-hyperv is: [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:38:12Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'f993433c-7b39-4ff2-ac6b-f507df8d0236', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.36', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'port_id': '6db8d746-75fa-4fad-8aa8-ae01e2d2496a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'mac_address': 'fa:16:3e:9b:96:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffb1598-c44e-4a33-8736-bc2cc51e557e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:38:27Z', 'updated_at': '2021-06-18T16:39:19Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106d8826-6220-41f0-af5b-1af907acef54', 'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:12:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:11Z', 'updated_at': '2021-06-18T16:38:16Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:39:21.188511 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f3e7ba-3e5f-40b5-adea-af3e32240a6e None None] New status for floating IP f993433c-7b39-4ff2-ac6b-f507df8d0236: ACTIVE {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:39:21.381573 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51886) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:21.444971 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-81676478-9d3c-4496-9a79-a14212164722 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/f993433c-7b39-4ff2-ac6b-f507df8d0236 HTTP/1.1" status: 200 len: 990 time: 0.0621934 Jun 18 16:39:22.448533 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 51888) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:22.514537 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f6ce70ab-11c4-48a4-a54b-9397e76e94d8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/f993433c-7b39-4ff2-ac6b-f507df8d0236 HTTP/1.1" status: 200 len: 992 time: 0.0645843 Jun 18 16:39:24.647968 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:39:24.735440 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:26.948608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51890) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:27.109753 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-d7e35660-179b-4dd6-b5fa-f5d3a0dbb2be tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Deleting port fc87ce29-8419-4f95-98b5-16f56536c6c9 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:39:27.110098 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7e35660-179b-4dd6-b5fa-f5d3a0dbb2be tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:27.194130 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7e35660-179b-4dd6-b5fa-f5d3a0dbb2be tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:27.194462 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7e35660-179b-4dd6-b5fa-f5d3a0dbb2be tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:27.254908 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-d7e35660-179b-4dd6-b5fa-f5d3a0dbb2be tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Calling delete_port for fc87ce29-8419-4f95-98b5-16f56536c6c9 owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:39:27.399888 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7e35660-179b-4dd6-b5fa-f5d3a0dbb2be tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:27.402570 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-353b02ec-25e3-438e-a7f2-fa04c83ce399 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:27.425738 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e35660-179b-4dd6-b5fa-f5d3a0dbb2be tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event deleted for resources: {'Port': ['ID=fc87ce29-8419-4f95-98b5-16f56536c6c9,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:27.429981 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d7e35660-179b-4dd6-b5fa-f5d3a0dbb2be tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:27.502762 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7e35660-179b-4dd6-b5fa-f5d3a0dbb2be tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:27.503093 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-d7e35660-179b-4dd6-b5fa-f5d3a0dbb2be tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Floating IP ff3e0ad9-1118-48de-b3b7-db4aeb905e00 disassociated (deleted). External IP: 172.26.2.161, port: e57509f7-393e-4656-aade-87242527d012. Jun 18 16:39:27.702841 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e35660-179b-4dd6-b5fa-f5d3a0dbb2be tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Router 80268182-ac74-489c-bfc6-d4fcbd75e630 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:39:27.810506 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e35660-179b-4dd6-b5fa-f5d3a0dbb2be tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:39:27.815191 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d7e35660-179b-4dd6-b5fa-f5d3a0dbb2be tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:27.820149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6f3d19-3c5f-4377-8eb3-b72a11d33fce None None] Sync routers for ids ['80268182-ac74-489c-bfc6-d4fcbd75e630'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:39:27.828750 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f3d19-3c5f-4377-8eb3-b72a11d33fce None None] Routers {'80268182-ac74-489c-bfc6-d4fcbd75e630'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:27.829369 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-af6f3d19-3c5f-4377-8eb3-b72a11d33fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:39:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['80268182-ac74-489c-bfc6-d4fcbd75e630'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:27.854784 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d7e35660-179b-4dd6-b5fa-f5d3a0dbb2be tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "DELETE /v2.0/floatingips/ff3e0ad9-1118-48de-b3b7-db4aeb905e00 HTTP/1.1" status: 204 len: 168 time: 0.9051249 Jun 18 16:39:27.855534 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ba99d2-8f8d-4937-8284-1ff688d1b9e3', 'tag': 'e57509f7-393e-4656-aade-87242527d012'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:39:27.857958 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efea96b4-dc1a-4f22-a635-22b54b2b9dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "60ba99d2-8f8d-4937-8284-1ff688d1b9e3", "tag": "e57509f7-393e-4656-aade-87242527d012"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:39:27.897106 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5cb660-678b-43cf-8305-20acf438bcf3 x-openstack-request-id: req-1a5cb660-678b-43cf-8305-20acf438bcf3 {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:39:27.897463 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ba99d2-8f8d-4937-8284-1ff688d1b9e3", "tag": "e57509f7-393e-4656-aade-87242527d012", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:39:27.897800 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a5cb660-678b-43cf-8305-20acf438bcf3 {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:39:27.898256 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ba99d2-8f8d-4937-8284-1ff688d1b9e3', 'tag': 'e57509f7-393e-4656-aade-87242527d012', 'status': 'completed', 'code': 200} Jun 18 16:39:27.945291 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-af6f3d19-3c5f-4377-8eb3-b72a11d33fce None None] Set router 80268182-ac74-489c-bfc6-d4fcbd75e630 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:28.003969 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea96b4-dc1a-4f22-a635-22b54b2b9dd5 req-f349cabd-48c1-426d-a5dc-b2e978b88a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:28.005482 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efea96b4-dc1a-4f22-a635-22b54b2b9dd5 req-f349cabd-48c1-426d-a5dc-b2e978b88a75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16baf16222f446bfa2a20a3a159e0911&device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 1099 time: 0.0539911 Jun 18 16:39:28.121526 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea96b4-dc1a-4f22-a635-22b54b2b9dd5 req-7882ba16-40d3-43f8-a542-0c8f85a9f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:28.123023 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efea96b4-dc1a-4f22-a635-22b54b2b9dd5 req-7882ba16-40d3-43f8-a542-0c8f85a9f4d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b035b862-0d9c-4039-9037-42f41472e61d HTTP/1.1" status: 200 len: 913 time: 0.1111248 Jun 18 16:39:28.178023 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efea96b4-dc1a-4f22-a635-22b54b2b9dd5 req-892a307d-e0ef-48b4-8900-d818eb6abb76 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e57509f7-393e-4656-aade-87242527d012 HTTP/1.1" status: 200 len: 217 time: 0.0376549 Jun 18 16:39:28.178772 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-af6f3d19-3c5f-4377-8eb3-b72a11d33fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '2615d66d-371c-4edf-8b84-1b3a5abb0c63', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'floating_ip_address': '172.26.2.195', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'port_id': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'mac_address': 'fa:16:3e:f6:a6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:59Z', 'updated_at': '2021-06-18T16:36:02Z', 'revision_number': 1, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:39Z', 'revision_number': 5, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:28.209598 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6f3d19-3c5f-4377-8eb3-b72a11d33fce None None] Checking router: 80268182-ac74-489c-bfc6-d4fcbd75e630 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:39:28.217790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f3d19-3c5f-4377-8eb3-b72a11d33fce None None] Routers {'80268182-ac74-489c-bfc6-d4fcbd75e630'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:28.218292 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-af6f3d19-3c5f-4377-8eb3-b72a11d33fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:39:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['80268182-ac74-489c-bfc6-d4fcbd75e630'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:28.228920 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea96b4-dc1a-4f22-a635-22b54b2b9dd5 req-37e0c80b-a0c6-484e-80ea-614b3bebbce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:28.229950 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efea96b4-dc1a-4f22-a635-22b54b2b9dd5 req-37e0c80b-a0c6-484e-80ea-614b3bebbce9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4db1c29c-aa09-4f43-a654-3bf9324a3d81 HTTP/1.1" status: 200 len: 851 time: 0.0457160 Jun 18 16:39:28.237945 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbe4d0-cd20-4392-9b48-0c4b47a52238 req-0f2ed666-bebc-46ea-ad2a-4b6b8c74b51d tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:28.240682 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-27fbe4d0-cd20-4392-9b48-0c4b47a52238 req-0f2ed666-bebc-46ea-ad2a-4b6b8c74b51d tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 946 time: 0.0727353 Jun 18 16:39:28.279168 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-27fbe4d0-cd20-4392-9b48-0c4b47a52238 req-fcf5a12e-6f1c-4167-8356-caea4317db66 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323784 Jun 18 16:39:28.302832 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea96b4-dc1a-4f22-a635-22b54b2b9dd5 req-ffe34d91-63af-484d-a9d0-d675467f1e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:28.302832 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efea96b4-dc1a-4f22-a635-22b54b2b9dd5 req-ffe34d91-63af-484d-a9d0-d675467f1e65 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b035b862-0d9c-4039-9037-42f41472e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0631008 Jun 18 16:39:28.329036 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-af6f3d19-3c5f-4377-8eb3-b72a11d33fce None None] Set router 80268182-ac74-489c-bfc6-d4fcbd75e630 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:28.395797 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efea96b4-dc1a-4f22-a635-22b54b2b9dd5 req-823cfb14-2c06-4771-894d-f65a410f05ae service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878532 Jun 18 16:39:28.493856 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efea96b4-dc1a-4f22-a635-22b54b2b9dd5 req-034398da-a13e-4348-b1ff-9966f6229f45 service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898490 Jun 18 16:39:28.706535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-af6f3d19-3c5f-4377-8eb3-b72a11d33fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '2615d66d-371c-4edf-8b84-1b3a5abb0c63', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'floating_ip_address': '172.26.2.195', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'port_id': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'mac_address': 'fa:16:3e:f6:a6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:59Z', 'updated_at': '2021-06-18T16:36:02Z', 'revision_number': 1, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:39Z', 'revision_number': 5, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:28.735811 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6f3d19-3c5f-4377-8eb3-b72a11d33fce None None] The sync data for ids ['80268182-ac74-489c-bfc6-d4fcbd75e630'] in dv-neutron-797121-1-hyperv is: [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '2615d66d-371c-4edf-8b84-1b3a5abb0c63', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'floating_ip_address': '172.26.2.195', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'port_id': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'mac_address': 'fa:16:3e:f6:a6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:59Z', 'updated_at': '2021-06-18T16:36:02Z', 'revision_number': 1, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:39Z', 'revision_number': 5, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:39:28.956881 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e770715b-f2e3-4eb6-a6c8-75d561994259 None None] New status for floating IP ff3e0ad9-1118-48de-b3b7-db4aeb905e00: DOWN {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:39:29.464029 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242233b-3b93-400f-be21-927242d1711a req-6c79df09-43d2-4b8e-8e84-1d38dd72d28c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:29.465483 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e242233b-3b93-400f-be21-927242d1711a req-6c79df09-43d2-4b8e-8e84-1d38dd72d28c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 946 time: 0.0654836 Jun 18 16:39:29.502435 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e242233b-3b93-400f-be21-927242d1711a req-7750275c-0cd0-443c-8e26-19ddf4f41e6d tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312340 Jun 18 16:39:30.056557 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398f41d-6061-4686-994d-8137e1be45e0 req-6494e87f-e884-4b01-b402-d219505bdaaa tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:30.057996 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5398f41d-6061-4686-994d-8137e1be45e0 req-6494e87f-e884-4b01-b402-d219505bdaaa tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.64 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 946 time: 0.0636561 Jun 18 16:39:30.164149 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-5398f41d-6061-4686-994d-8137e1be45e0 req-81a264c7-bbd5-4d02-afea-5d03bf8db812 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Deleting port e57509f7-393e-4656-aade-87242527d012 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:39:30.164493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5398f41d-6061-4686-994d-8137e1be45e0 req-81a264c7-bbd5-4d02-afea-5d03bf8db812 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:30.249622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-5398f41d-6061-4686-994d-8137e1be45e0 req-81a264c7-bbd5-4d02-afea-5d03bf8db812 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] For port e57509f7-393e-4656-aade-87242527d012, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e57509f7-393e-4656-aade-87242527d012,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:30.249962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5398f41d-6061-4686-994d-8137e1be45e0 req-81a264c7-bbd5-4d02-afea-5d03bf8db812 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:30.315824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-5398f41d-6061-4686-994d-8137e1be45e0 req-81a264c7-bbd5-4d02-afea-5d03bf8db812 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Calling delete_port for e57509f7-393e-4656-aade-87242527d012 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:39:30.449514 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5398f41d-6061-4686-994d-8137e1be45e0 req-81a264c7-bbd5-4d02-afea-5d03bf8db812 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:30.453356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-faac37f3-c94d-4c83-af2c-de78a05ee025 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:30.656055 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-af4d1f55-8aef-4635-b73a-6580ea80f5e6 req-1a371883-ad0c-4429-b984-39938389741d tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 210 time: 0.0341492 Jun 18 16:39:30.793697 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a264c7-bbd5-4d02-afea-5d03bf8db812 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event deleted for resources: {'Port': ['ID=e57509f7-393e-4656-aade-87242527d012,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:30.796770 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-81a264c7-bbd5-4d02-afea-5d03bf8db812 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:30.841146 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5398f41d-6061-4686-994d-8137e1be45e0 req-81a264c7-bbd5-4d02-afea-5d03bf8db812 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] No DVR routers for this DVR port e57509f7-393e-4656-aade-87242527d012 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:39:30.843622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5398f41d-6061-4686-994d-8137e1be45e0 req-81a264c7-bbd5-4d02-afea-5d03bf8db812 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:30.845537 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5398f41d-6061-4686-994d-8137e1be45e0 req-81a264c7-bbd5-4d02-afea-5d03bf8db812 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.64 "DELETE /v2.0/ports/e57509f7-393e-4656-aade-87242527d012 HTTP/1.1" status: 204 len: 173 time: 0.7803173 Jun 18 16:39:30.846064 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ba99d2-8f8d-4937-8284-1ff688d1b9e3', 'name': 'network-vif-deleted', 'tag': 'e57509f7-393e-4656-aade-87242527d012'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:39:30.849107 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c820f2-c3f0-4694-b2d5-39af6429b589" -d '{"events": [{"server_uuid": "60ba99d2-8f8d-4937-8284-1ff688d1b9e3", "name": "network-vif-deleted", "tag": "e57509f7-393e-4656-aade-87242527d012"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:39:30.892007 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffd26eb-a524-43d4-9e6f-cbd0e0ef4339 x-openstack-request-id: req-2ffd26eb-a524-43d4-9e6f-cbd0e0ef4339 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:39:30.892363 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ba99d2-8f8d-4937-8284-1ff688d1b9e3", "name": "network-vif-deleted", "tag": "e57509f7-393e-4656-aade-87242527d012", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:39:30.892669 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ffd26eb-a524-43d4-9e6f-cbd0e0ef4339 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:39:30.893113 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ba99d2-8f8d-4937-8284-1ff688d1b9e3', 'name': 'network-vif-deleted', 'tag': 'e57509f7-393e-4656-aade-87242527d012', 'status': 'completed', 'code': 200} Jun 18 16:39:31.796927 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bcccfd3d-3896-4a48-9459-503b3e99f245 req-af9dd6cf-c31f-4140-bb24-311aac28e682 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 210 time: 0.0285087 Jun 18 16:39:32.219772 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device e57509f7-393e-4656-aade-87242527d012 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:39:32.240669 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: e57509f7-393e-4656-aade-87242527d012 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:39:32.241031 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device e57509f7-393e-4656-aade-87242527d012 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:39:32.963348 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1812c4eb-ce44-4161-b4e0-07949faf4746 req-3e8862aa-c40d-4b63-99ab-b170de771121 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 210 time: 0.0331228 Jun 18 16:39:33.568253 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ca70a26f-846c-4f6a-92e1-80aa60a1dd1e req-f6e9884f-e621-46c8-b9c5-68a86c54aeec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521247 Jun 18 16:39:33.696415 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70a26f-846c-4f6a-92e1-80aa60a1dd1e req-b354eac3-ef5d-4782-af91-89d8913499ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:33.697876 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ca70a26f-846c-4f6a-92e1-80aa60a1dd1e req-b354eac3-ef5d-4782-af91-89d8913499ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16baf16222f446bfa2a20a3a159e0911&device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 1099 time: 0.0570531 Jun 18 16:39:33.805189 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70a26f-846c-4f6a-92e1-80aa60a1dd1e req-a0a6f3de-809f-448c-84b2-99c3fc1694cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:33.806712 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ca70a26f-846c-4f6a-92e1-80aa60a1dd1e req-a0a6f3de-809f-448c-84b2-99c3fc1694cd service neutron] 10.222.0.64 "GET /v2.0/networks?id=b035b862-0d9c-4039-9037-42f41472e61d HTTP/1.1" status: 200 len: 913 time: 0.0886617 Jun 18 16:39:33.874453 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ca70a26f-846c-4f6a-92e1-80aa60a1dd1e req-fc6a4334-b8ed-4c6f-9138-8e0ffc12a532 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9a26ae0-b7ea-4308-80dc-811b33952f7c HTTP/1.1" status: 200 len: 1002 time: 0.0611479 Jun 18 16:39:33.922386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70a26f-846c-4f6a-92e1-80aa60a1dd1e req-41b6333f-5ae8-454a-a236-8751f2c708c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:33.923869 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ca70a26f-846c-4f6a-92e1-80aa60a1dd1e req-41b6333f-5ae8-454a-a236-8751f2c708c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4db1c29c-aa09-4f43-a654-3bf9324a3d81 HTTP/1.1" status: 200 len: 851 time: 0.0428617 Jun 18 16:39:33.979377 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70a26f-846c-4f6a-92e1-80aa60a1dd1e req-8558c617-2eb6-40d7-b3df-270968c1dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:33.980849 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ca70a26f-846c-4f6a-92e1-80aa60a1dd1e req-8558c617-2eb6-40d7-b3df-270968c1dac5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b035b862-0d9c-4039-9037-42f41472e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0503328 Jun 18 16:39:34.080695 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ca70a26f-846c-4f6a-92e1-80aa60a1dd1e req-9439509a-4fb2-4982-b69f-89e14d68215c service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910699 Jun 18 16:39:34.110921 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-78ef4b92-1002-4451-99ef-e9b77feccccf req-31d19803-c4ea-4c24-90d8-c0e27d67dfac tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=60ba99d2-8f8d-4937-8284-1ff688d1b9e3 HTTP/1.1" status: 200 len: 210 time: 0.0334427 Jun 18 16:39:34.185795 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ca70a26f-846c-4f6a-92e1-80aa60a1dd1e req-d88aaf21-9a00-403b-b488-19b293c718fa service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913999 Jun 18 16:39:35.209597 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f853bddd-47e1-459b-90c8-5bdd9d3ad048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:37.625551 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dfc23a98-441e-4574-b9eb-fd7aa342d1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:38.220878 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:38.920964 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:39.514045 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51932) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:39.670011 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-3a12bea5-d8e2-4f1d-90eb-ec6eecf6915f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Deleting port 6dbe9862-50c6-4396-a7f2-5e5603d6fcbc {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:39:39.670359 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3a12bea5-d8e2-4f1d-90eb-ec6eecf6915f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:39.745318 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3a12bea5-d8e2-4f1d-90eb-ec6eecf6915f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:39.745641 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3a12bea5-d8e2-4f1d-90eb-ec6eecf6915f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:39.809837 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-3a12bea5-d8e2-4f1d-90eb-ec6eecf6915f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Calling delete_port for 6dbe9862-50c6-4396-a7f2-5e5603d6fcbc owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:39:39.954755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3a12bea5-d8e2-4f1d-90eb-ec6eecf6915f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:39.957284 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0ad76457-763e-45e7-a275-90bc87549bcf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:39.981141 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12bea5-d8e2-4f1d-90eb-ec6eecf6915f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event deleted for resources: {'Port': ['ID=6dbe9862-50c6-4396-a7f2-5e5603d6fcbc,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:39.984252 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3a12bea5-d8e2-4f1d-90eb-ec6eecf6915f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:40.040602 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3a12bea5-d8e2-4f1d-90eb-ec6eecf6915f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:40.040930 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-3a12bea5-d8e2-4f1d-90eb-ec6eecf6915f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Floating IP 2615d66d-371c-4edf-8b84-1b3a5abb0c63 disassociated (deleted). External IP: 172.26.2.195, port: d9a26ae0-b7ea-4308-80dc-811b33952f7c. Jun 18 16:39:40.245388 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a12bea5-d8e2-4f1d-90eb-ec6eecf6915f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Router 80268182-ac74-489c-bfc6-d4fcbd75e630 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:39:40.349886 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a12bea5-d8e2-4f1d-90eb-ec6eecf6915f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:39:40.354663 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3a12bea5-d8e2-4f1d-90eb-ec6eecf6915f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:40.359359 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c0950e-b6b1-45c0-bad0-4be944a5dfe9 None None] Sync routers for ids ['80268182-ac74-489c-bfc6-d4fcbd75e630'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:39:40.369122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c0950e-b6b1-45c0-bad0-4be944a5dfe9 None None] Routers {'80268182-ac74-489c-bfc6-d4fcbd75e630'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:40.369753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-75c0950e-b6b1-45c0-bad0-4be944a5dfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:39:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['80268182-ac74-489c-bfc6-d4fcbd75e630'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:40.390241 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3a12bea5-d8e2-4f1d-90eb-ec6eecf6915f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "DELETE /v2.0/floatingips/2615d66d-371c-4edf-8b84-1b3a5abb0c63 HTTP/1.1" status: 204 len: 168 time: 0.8750093 Jun 18 16:39:40.390990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'tag': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:39:40.393563 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a8e901-eb4b-4d75-aa06-467340a1320a" -d '{"events": [{"name": "network-changed", "server_uuid": "9334f110-b8bf-4b7e-993b-dbf61f467a10", "tag": "d9a26ae0-b7ea-4308-80dc-811b33952f7c"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:39:40.479301 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:40.488077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-75c0950e-b6b1-45c0-bad0-4be944a5dfe9 None None] Set router 80268182-ac74-489c-bfc6-d4fcbd75e630 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:40.512776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383c6dbb-20c4-487d-b341-be946a14261f x-openstack-request-id: req-383c6dbb-20c4-487d-b341-be946a14261f {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:39:40.513123 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9334f110-b8bf-4b7e-993b-dbf61f467a10", "tag": "d9a26ae0-b7ea-4308-80dc-811b33952f7c", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:39:40.513469 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-383c6dbb-20c4-487d-b341-be946a14261f {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:39:40.513920 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'tag': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c', 'status': 'completed', 'code': 200} Jun 18 16:39:40.632129 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8e901-eb4b-4d75-aa06-467340a1320a req-d920af42-d98a-499d-aa7b-9c254987f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:40.634309 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e6a8e901-eb4b-4d75-aa06-467340a1320a req-d920af42-d98a-499d-aa7b-9c254987f02d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16baf16222f446bfa2a20a3a159e0911&device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 1099 time: 0.0623751 Jun 18 16:39:40.720477 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-75c0950e-b6b1-45c0-bad0-4be944a5dfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:39Z', 'revision_number': 5, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:40.729551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8e901-eb4b-4d75-aa06-467340a1320a req-6c29e1ea-1498-47e4-9e0a-a28a80fc5005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:40.731040 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e6a8e901-eb4b-4d75-aa06-467340a1320a req-6c29e1ea-1498-47e4-9e0a-a28a80fc5005 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b035b862-0d9c-4039-9037-42f41472e61d HTTP/1.1" status: 200 len: 913 time: 0.0898314 Jun 18 16:39:40.748202 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c0950e-b6b1-45c0-bad0-4be944a5dfe9 None None] Checking router: 80268182-ac74-489c-bfc6-d4fcbd75e630 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:39:40.757748 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c0950e-b6b1-45c0-bad0-4be944a5dfe9 None None] Routers {'80268182-ac74-489c-bfc6-d4fcbd75e630'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:40.758374 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-75c0950e-b6b1-45c0-bad0-4be944a5dfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:39:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['80268182-ac74-489c-bfc6-d4fcbd75e630'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:40.778096 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e6a8e901-eb4b-4d75-aa06-467340a1320a req-d88ad2c3-b016-4f68-ba27-6620e5efce62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9a26ae0-b7ea-4308-80dc-811b33952f7c HTTP/1.1" status: 200 len: 217 time: 0.0383625 Jun 18 16:39:40.796026 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99661884-0916-4c9d-949c-079bae9d21c0 req-bd460fcd-55a2-49a9-8629-a6b5f4acc0c0 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:40.797542 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-99661884-0916-4c9d-949c-079bae9d21c0 req-bd460fcd-55a2-49a9-8629-a6b5f4acc0c0 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 946 time: 0.0714993 Jun 18 16:39:40.829050 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8e901-eb4b-4d75-aa06-467340a1320a req-2d9451f4-3de4-41f3-b7af-270748ab74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:40.830891 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e6a8e901-eb4b-4d75-aa06-467340a1320a req-2d9451f4-3de4-41f3-b7af-270748ab74fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4db1c29c-aa09-4f43-a654-3bf9324a3d81 HTTP/1.1" status: 200 len: 851 time: 0.0458784 Jun 18 16:39:40.837747 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-99661884-0916-4c9d-949c-079bae9d21c0 req-c7927c1f-86e6-47d7-9cdd-9a679a68c28c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333278 Jun 18 16:39:40.869397 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-75c0950e-b6b1-45c0-bad0-4be944a5dfe9 None None] Set router 80268182-ac74-489c-bfc6-d4fcbd75e630 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:40.887943 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8e901-eb4b-4d75-aa06-467340a1320a req-5e182f77-3d8b-4bfe-8071-0cb7bfa266d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:40.889430 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e6a8e901-eb4b-4d75-aa06-467340a1320a req-5e182f77-3d8b-4bfe-8071-0cb7bfa266d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b035b862-0d9c-4039-9037-42f41472e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0519938 Jun 18 16:39:40.981997 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e6a8e901-eb4b-4d75-aa06-467340a1320a req-b50eba1a-5fae-4b7d-bbf4-268fcfb0ad11 service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846539 Jun 18 16:39:41.065893 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-75c0950e-b6b1-45c0-bad0-4be944a5dfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:39Z', 'revision_number': 5, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:41.080970 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e6a8e901-eb4b-4d75-aa06-467340a1320a req-036eb34b-62a1-4dbc-a5c6-676fb3d75031 service neutron] 10.222.0.64 "GET /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874016 Jun 18 16:39:41.095680 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c0950e-b6b1-45c0-bad0-4be944a5dfe9 None None] The sync data for ids ['80268182-ac74-489c-bfc6-d4fcbd75e630'] in dv-neutron-797121-1-hyperv is: [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 4, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '98368dea-8e9e-4276-bb48-d1bdd91a2514', 'name': '', 'network_id': 'b035b862-0d9c-4039-9037-42f41472e61d', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'mac_address': 'fa:16:3e:f9:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:15Z', 'updated_at': '2021-06-18T16:32:39Z', 'revision_number': 5, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'subnets': [{'id': '4db1c29c-aa09-4f43-a654-3bf9324a3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:39:41.305237 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79e609c-0c07-4821-bdbf-8baf637c0d14 None None] New status for floating IP 2615d66d-371c-4edf-8b84-1b3a5abb0c63: DOWN {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:39:42.011952 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fc60a-7f32-4373-8d48-d500c30d081b req-e904331b-145a-4a10-bff9-9d6a9aa6254c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:42.013287 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2e2fc60a-7f32-4373-8d48-d500c30d081b req-e904331b-145a-4a10-bff9-9d6a9aa6254c tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 946 time: 0.0622959 Jun 18 16:39:42.050662 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2e2fc60a-7f32-4373-8d48-d500c30d081b req-a712f9b7-15ec-463f-bed5-02c5a4e6f13b tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2ddf97d-354c-4442-a54b-460aa77e9974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316966 Jun 18 16:39:42.474072 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ecf77-61c0-4a61-89ec-c687526b3eb1 req-e108367b-0ad8-4b85-a5bd-dcb53d75065f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:42.475523 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-591ecf77-61c0-4a61-89ec-c687526b3eb1 req-e108367b-0ad8-4b85-a5bd-dcb53d75065f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.64 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 946 time: 0.0611644 Jun 18 16:39:42.591238 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-591ecf77-61c0-4a61-89ec-c687526b3eb1 req-0d2f8ce5-b3f2-4e7a-9643-a6e7f93e729b tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Deleting port d9a26ae0-b7ea-4308-80dc-811b33952f7c {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:39:42.591589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-591ecf77-61c0-4a61-89ec-c687526b3eb1 req-0d2f8ce5-b3f2-4e7a-9643-a6e7f93e729b tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:42.696312 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-591ecf77-61c0-4a61-89ec-c687526b3eb1 req-0d2f8ce5-b3f2-4e7a-9643-a6e7f93e729b tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] For port d9a26ae0-b7ea-4308-80dc-811b33952f7c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d9a26ae0-b7ea-4308-80dc-811b33952f7c,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:42.696673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-591ecf77-61c0-4a61-89ec-c687526b3eb1 req-0d2f8ce5-b3f2-4e7a-9643-a6e7f93e729b tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:42.765682 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-591ecf77-61c0-4a61-89ec-c687526b3eb1 req-0d2f8ce5-b3f2-4e7a-9643-a6e7f93e729b tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Calling delete_port for d9a26ae0-b7ea-4308-80dc-811b33952f7c owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:39:42.889391 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-591ecf77-61c0-4a61-89ec-c687526b3eb1 req-0d2f8ce5-b3f2-4e7a-9643-a6e7f93e729b tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:42.893060 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:42.922981 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f8ce5-b3f2-4e7a-9643-a6e7f93e729b tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event deleted for resources: {'Port': ['ID=d9a26ae0-b7ea-4308-80dc-811b33952f7c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:42.926965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0d2f8ce5-b3f2-4e7a-9643-a6e7f93e729b tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:42.969290 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-591ecf77-61c0-4a61-89ec-c687526b3eb1 req-0d2f8ce5-b3f2-4e7a-9643-a6e7f93e729b tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] No DVR routers for this DVR port d9a26ae0-b7ea-4308-80dc-811b33952f7c on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:39:42.971801 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-591ecf77-61c0-4a61-89ec-c687526b3eb1 req-0d2f8ce5-b3f2-4e7a-9643-a6e7f93e729b tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:42.974040 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-591ecf77-61c0-4a61-89ec-c687526b3eb1 req-0d2f8ce5-b3f2-4e7a-9643-a6e7f93e729b tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.64 "DELETE /v2.0/ports/d9a26ae0-b7ea-4308-80dc-811b33952f7c HTTP/1.1" status: 204 len: 173 time: 0.4928927 Jun 18 16:39:42.974571 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'name': 'network-vif-deleted', 'tag': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:39:42.976944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f49964-203b-46ef-9379-742ffd67aa32" -d '{"events": [{"server_uuid": "9334f110-b8bf-4b7e-993b-dbf61f467a10", "name": "network-vif-deleted", "tag": "d9a26ae0-b7ea-4308-80dc-811b33952f7c"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:39:43.013206 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd86de9-d468-4e27-aaf5-1bcfd549ec14 x-openstack-request-id: req-bbd86de9-d468-4e27-aaf5-1bcfd549ec14 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:39:43.013553 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9334f110-b8bf-4b7e-993b-dbf61f467a10", "name": "network-vif-deleted", "tag": "d9a26ae0-b7ea-4308-80dc-811b33952f7c", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:39:43.013870 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bbd86de9-d468-4e27-aaf5-1bcfd549ec14 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:39:43.014324 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9334f110-b8bf-4b7e-993b-dbf61f467a10', 'name': 'network-vif-deleted', 'tag': 'd9a26ae0-b7ea-4308-80dc-811b33952f7c', 'status': 'completed', 'code': 200} Jun 18 16:39:43.195644 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-53ad0ca2-b0a7-4992-bff0-2d80b770e9ab req-51aa9cda-2f35-43da-9190-dbc29e7ac7df tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 210 time: 0.0293920 Jun 18 16:39:44.348438 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cd3e10de-fc8f-4648-bd00-710a44007b3e req-749b943d-9296-4a2f-80d2-fedb5ffac9bc tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 210 time: 0.0339229 Jun 18 16:39:45.496569 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6e65d61f-b1e9-4583-859f-f9308c61b1b7 req-ed84081d-e168-4284-a8aa-6a5e0e397d75 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 210 time: 0.0310130 Jun 18 16:39:46.295882 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device d9a26ae0-b7ea-4308-80dc-811b33952f7c no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:39:46.315685 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: d9a26ae0-b7ea-4308-80dc-811b33952f7c {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:39:46.316656 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device d9a26ae0-b7ea-4308-80dc-811b33952f7c not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:39:46.666791 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ed1ba487-c8b1-4e6e-8506-626102940dda req-8d0507fc-9771-470f-a36d-da01cbca9ab1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "GET /v2.0/ports?device_id=9334f110-b8bf-4b7e-993b-dbf61f467a10 HTTP/1.1" status: 200 len: 210 time: 0.0293312 Jun 18 16:39:47.760926 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51962) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:47.882130 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf5f0a-a6b8-4a69-a387-bf58de780373 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Deleting port 0a037430-d442-47bf-b462-41c3e58c963d {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:39:47.882473 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bbdf5f0a-a6b8-4a69-a387-bf58de780373 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:48.259815 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bbdf5f0a-a6b8-4a69-a387-bf58de780373 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:48.260146 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bbdf5f0a-a6b8-4a69-a387-bf58de780373 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:48.326991 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf5f0a-a6b8-4a69-a387-bf58de780373 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Calling delete_port for 0a037430-d442-47bf-b462-41c3e58c963d owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:39:48.454261 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bbdf5f0a-a6b8-4a69-a387-bf58de780373 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:48.456920 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0518f19c-0d78-48c9-b8b9-a4d5876f763b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:48.478470 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf5f0a-a6b8-4a69-a387-bf58de780373 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event deleted for resources: {'Port': ['ID=0a037430-d442-47bf-b462-41c3e58c963d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:48.481406 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bbdf5f0a-a6b8-4a69-a387-bf58de780373 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:48.542275 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bbdf5f0a-a6b8-4a69-a387-bf58de780373 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:48.544887 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-bbdf5f0a-a6b8-4a69-a387-bf58de780373 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:48.546072 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-bbdf5f0a-a6b8-4a69-a387-bf58de780373 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "DELETE /v2.0/floatingips/095d612c-b76b-464d-bcaf-436d32419048 HTTP/1.1" status: 204 len: 168 time: 0.7841582 Jun 18 16:39:49.519835 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db93ba-9cdf-42a7-898a-e821942f0554 req-12bfcee0-db24-4474-ac65-9678a2129be4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:49.521304 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a1db93ba-9cdf-42a7-898a-e821942f0554 req-12bfcee0-db24-4474-ac65-9678a2129be4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffb1598-c44e-4a33-8736-bc2cc51e557e HTTP/1.1" status: 200 len: 945 time: 0.0641134 Jun 18 16:39:49.559885 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a1db93ba-9cdf-42a7-898a-e821942f0554 req-646c9b51-aae7-4ae8-828b-6ebb430062b3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1399216b-946d-4921-9c48-f3b4747ef6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328760 Jun 18 16:39:50.744047 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e06e9-c2b1-4bc2-ada5-e8d4d87f908d req-257c283b-d51b-4194-9794-9124d42547cb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:50.745544 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-827e06e9-c2b1-4bc2-ada5-e8d4d87f908d req-257c283b-d51b-4194-9794-9124d42547cb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffb1598-c44e-4a33-8736-bc2cc51e557e HTTP/1.1" status: 200 len: 945 time: 0.0664520 Jun 18 16:39:50.785279 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-827e06e9-c2b1-4bc2-ada5-e8d4d87f908d req-f8b047c2-4bbc-42f2-853b-00c98a162156 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=1399216b-946d-4921-9c48-f3b4747ef6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336092 Jun 18 16:39:50.878166 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51984) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:50.938868 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7fd4eb71-0dec-4dfb-b1f3-9a92c7b8c8ac tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:50.963306 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7fd4eb71-0dec-4dfb-b1f3-9a92c7b8c8ac tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:51.025909 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7fd4eb71-0dec-4dfb-b1f3-9a92c7b8c8ac tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:51.027853 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728ea19-7e69-4549-a636-6f3d88b10ab8 req-f062ff38-8463-4a74-8e32-813769f6dd89 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:51.028934 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7fd4eb71-0dec-4dfb-b1f3-9a92c7b8c8ac tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:51.029550 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2728ea19-7e69-4549-a636-6f3d88b10ab8 req-f062ff38-8463-4a74-8e32-813769f6dd89 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ffb1598-c44e-4a33-8736-bc2cc51e557e HTTP/1.1" status: 200 len: 945 time: 0.0741093 Jun 18 16:39:51.030291 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7fd4eb71-0dec-4dfb-b1f3-9a92c7b8c8ac tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] 10.222.0.39 "DELETE /v2.0/security-groups/d2ddf97d-354c-4442-a54b-460aa77e9974 HTTP/1.1" status: 204 len: 168 time: 0.1510966 Jun 18 16:39:51.031146 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-73438fed-4b9f-462f-867e-a07b5429d54b tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:51.041764 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4eb71-0dec-4dfb-b1f3-9a92c7b8c8ac tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ddf97d-354c-4442-a54b-460aa77e9974,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:51.045872 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7fd4eb71-0dec-4dfb-b1f3-9a92c7b8c8ac tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:51.098417 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51988) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:51.157626 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-2728ea19-7e69-4549-a636-6f3d88b10ab8 req-08635210-13b8-49cd-9f27-84a6cf058cff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port 6db8d746-75fa-4fad-8aa8-ae01e2d2496a {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:39:51.157976 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-2728ea19-7e69-4549-a636-6f3d88b10ab8 req-08635210-13b8-49cd-9f27-84a6cf058cff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:51.249658 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-2728ea19-7e69-4549-a636-6f3d88b10ab8 req-08635210-13b8-49cd-9f27-84a6cf058cff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port 6db8d746-75fa-4fad-8aa8-ae01e2d2496a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6db8d746-75fa-4fad-8aa8-ae01e2d2496a,segment=NetworkSegment(a1252fd2-9cbd-453c-b755-2b363c18e1ce),segment_id=a1252fd2-9cbd-453c-b755-2b363c18e1ce)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:51.250079 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-2728ea19-7e69-4549-a636-6f3d88b10ab8 req-08635210-13b8-49cd-9f27-84a6cf058cff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:51.434806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-2728ea19-7e69-4549-a636-6f3d88b10ab8 req-08635210-13b8-49cd-9f27-84a6cf058cff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:51.435096 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-2728ea19-7e69-4549-a636-6f3d88b10ab8 req-08635210-13b8-49cd-9f27-84a6cf058cff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:51.435410 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [req-2728ea19-7e69-4549-a636-6f3d88b10ab8 req-08635210-13b8-49cd-9f27-84a6cf058cff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Floating IP f993433c-7b39-4ff2-ac6b-f507df8d0236 disassociated. External IP: 172.26.2.36, port: 6db8d746-75fa-4fad-8aa8-ae01e2d2496a. Jun 18 16:39:51.435760 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-2728ea19-7e69-4549-a636-6f3d88b10ab8 req-08635210-13b8-49cd-9f27-84a6cf058cff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for 6db8d746-75fa-4fad-8aa8-ae01e2d2496a owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:39:51.567742 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d220458c-ef90-4860-a883-5bd822cf64e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:51.576190 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-2728ea19-7e69-4549-a636-6f3d88b10ab8 req-08635210-13b8-49cd-9f27-84a6cf058cff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:51.580348 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-361396bc-445b-4994-ac11-9f91457e5b5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:51.606558 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08635210-13b8-49cd-9f27-84a6cf058cff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=6db8d746-75fa-4fad-8aa8-ae01e2d2496a,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:51.609707 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-08635210-13b8-49cd-9f27-84a6cf058cff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:51.723511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2728ea19-7e69-4549-a636-6f3d88b10ab8 req-08635210-13b8-49cd-9f27-84a6cf058cff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:39:51.842978 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-d220458c-ef90-4860-a883-5bd822cf64e9 admin admin] Deleting port 98368dea-8e9e-4276-bb48-d1bdd91a2514 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:39:51.843573 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d220458c-ef90-4860-a883-5bd822cf64e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:51.849243 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2728ea19-7e69-4549-a636-6f3d88b10ab8 req-08635210-13b8-49cd-9f27-84a6cf058cff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:39:51.862214 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57097153-64e8-4104-b617-d23626c8b01d None None] Sync routers for ids ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:39:51.872227 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57097153-64e8-4104-b617-d23626c8b01d None None] Routers {'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:51.873121 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-57097153-64e8-4104-b617-d23626c8b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:39:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:51.903958 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2728ea19-7e69-4549-a636-6f3d88b10ab8 req-08635210-13b8-49cd-9f27-84a6cf058cff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] No DVR routers for this DVR port 6db8d746-75fa-4fad-8aa8-ae01e2d2496a on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:39:51.906319 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-2728ea19-7e69-4549-a636-6f3d88b10ab8 req-08635210-13b8-49cd-9f27-84a6cf058cff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:51.908554 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2728ea19-7e69-4549-a636-6f3d88b10ab8 req-08635210-13b8-49cd-9f27-84a6cf058cff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "DELETE /v2.0/ports/6db8d746-75fa-4fad-8aa8-ae01e2d2496a HTTP/1.1" status: 204 len: 173 time: 0.8726664 Jun 18 16:39:51.909087 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffb1598-c44e-4a33-8736-bc2cc51e557e', 'name': 'network-vif-deleted', 'tag': '6db8d746-75fa-4fad-8aa8-ae01e2d2496a'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:39:51.912443 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d253f01-5435-4114-89bf-8090a29b5d71" -d '{"events": [{"server_uuid": "8ffb1598-c44e-4a33-8736-bc2cc51e557e", "name": "network-vif-deleted", "tag": "6db8d746-75fa-4fad-8aa8-ae01e2d2496a"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:39:51.948923 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-d220458c-ef90-4860-a883-5bd822cf64e9 admin admin] For port 98368dea-8e9e-4276-bb48-d1bdd91a2514, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=98368dea-8e9e-4276-bb48-d1bdd91a2514,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:51.949394 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d220458c-ef90-4860-a883-5bd822cf64e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:51.967072 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd61904-998d-4119-a608-dae603cbdd7d x-openstack-request-id: req-6bd61904-998d-4119-a608-dae603cbdd7d {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:39:51.967072 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ffb1598-c44e-4a33-8736-bc2cc51e557e", "name": "network-vif-deleted", "tag": "6db8d746-75fa-4fad-8aa8-ae01e2d2496a", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:39:51.967687 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6bd61904-998d-4119-a608-dae603cbdd7d {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:39:51.968277 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffb1598-c44e-4a33-8736-bc2cc51e557e', 'name': 'network-vif-deleted', 'tag': '6db8d746-75fa-4fad-8aa8-ae01e2d2496a', 'status': 'completed', 'code': 200} Jun 18 16:39:51.980930 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-104d058f-9205-45d7-9af3-763e28caf556 req-25794efc-b20b-4683-8721-c78a75859073 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ffb1598-c44e-4a33-8736-bc2cc51e557e HTTP/1.1" status: 200 len: 210 time: 0.0545640 Jun 18 16:39:51.993465 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-57097153-64e8-4104-b617-d23626c8b01d None None] Set router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:52.058193 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-d220458c-ef90-4860-a883-5bd822cf64e9 admin admin] Calling delete_port for 98368dea-8e9e-4276-bb48-d1bdd91a2514 owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:39:52.216746 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-57097153-64e8-4104-b617-d23626c8b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:38:12Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '106d8826-6220-41f0-af5b-1af907acef54', 'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:12:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:11Z', 'updated_at': '2021-06-18T16:38:16Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:52.247407 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57097153-64e8-4104-b617-d23626c8b01d None None] Checking router: a73798e1-1b96-4a36-bdf3-c4eb6a4e921f for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:39:52.256111 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57097153-64e8-4104-b617-d23626c8b01d None None] Routers {'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:52.256726 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-57097153-64e8-4104-b617-d23626c8b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:39:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:52.262749 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d220458c-ef90-4860-a883-5bd822cf64e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:52.264639 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f65a845d-e02c-4076-9303-15ac679c6222 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:52.289572 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220458c-ef90-4860-a883-5bd822cf64e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=98368dea-8e9e-4276-bb48-d1bdd91a2514,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:52.292619 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d220458c-ef90-4860-a883-5bd822cf64e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:52.377899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-57097153-64e8-4104-b617-d23626c8b01d None None] Set router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:52.479454 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d220458c-ef90-4860-a883-5bd822cf64e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:52.603319 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-57097153-64e8-4104-b617-d23626c8b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:38:12Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '106d8826-6220-41f0-af5b-1af907acef54', 'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:12:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:11Z', 'updated_at': '2021-06-18T16:38:16Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:52.635471 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57097153-64e8-4104-b617-d23626c8b01d None None] The sync data for ids ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'] in dv-neutron-797121-1-hyperv is: [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:38:12Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '106d8826-6220-41f0-af5b-1af907acef54', 'name': '', 'network_id': '4302c91f-b863-4ed0-aad7-ddc8eb0729f1', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:12:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:11Z', 'updated_at': '2021-06-18T16:38:16Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': 'd0dcf156-fc83-48c3-ace2-cc4260c82374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:39:52.718018 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d220458c-ef90-4860-a883-5bd822cf64e9 admin admin] Router 80268182-ac74-489c-bfc6-d4fcbd75e630 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:39:52.824754 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d220458c-ef90-4860-a883-5bd822cf64e9 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:39:52.829706 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d220458c-ef90-4860-a883-5bd822cf64e9 admin admin] 10.222.0.39 "PUT /v2.0/routers/80268182-ac74-489c-bfc6-d4fcbd75e630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7289875 Jun 18 16:39:52.832516 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 51996) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:52.836268 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9712c-e524-46cb-82ab-a256a737e990 None None] Sync routers for ids ['80268182-ac74-489c-bfc6-d4fcbd75e630'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:39:52.845459 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9712c-e524-46cb-82ab-a256a737e990 None None] Routers {'80268182-ac74-489c-bfc6-d4fcbd75e630'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:52.846222 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-25f9712c-e524-46cb-82ab-a256a737e990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:39:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['80268182-ac74-489c-bfc6-d4fcbd75e630'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:52.869403 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7658a62-009c-418d-9934-c0f6ff0a7650 None None] New status for floating IP f993433c-7b39-4ff2-ac6b-f507df8d0236: DOWN {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:39:52.938467 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e616d107-0951-4282-b523-7629544b55c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:52.959836 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-25f9712c-e524-46cb-82ab-a256a737e990 None None] Set router 80268182-ac74-489c-bfc6-d4fcbd75e630 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:53.054926 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e616d107-0951-4282-b523-7629544b55c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.080763 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52000) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:53.114912 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e616d107-0951-4282-b523-7629544b55c9 admin admin] Deleting port ca1bee0b-82fc-4aca-afe4-5b58fb099d30 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:39:53.115303 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e616d107-0951-4282-b523-7629544b55c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.145305 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37b236a8-a75f-4da4-a9f8-acb213797154 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.155588 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-25f9712c-e524-46cb-82ab-a256a737e990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:39:52Z', 'revision_number': 5, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port': {'id': 'ca1bee0b-82fc-4aca-afe4-5b58fb099d30', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:11Z', 'updated_at': '2021-06-18T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:53.172711 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37b236a8-a75f-4da4-a9f8-acb213797154 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.184735 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9712c-e524-46cb-82ab-a256a737e990 None None] Checking router: 80268182-ac74-489c-bfc6-d4fcbd75e630 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:39:53.194261 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9712c-e524-46cb-82ab-a256a737e990 None None] Routers {'80268182-ac74-489c-bfc6-d4fcbd75e630'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:53.194866 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-25f9712c-e524-46cb-82ab-a256a737e990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:39:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['80268182-ac74-489c-bfc6-d4fcbd75e630'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:53.205413 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-e616d107-0951-4282-b523-7629544b55c9 admin admin] For port ca1bee0b-82fc-4aca-afe4-5b58fb099d30, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ca1bee0b-82fc-4aca-afe4-5b58fb099d30,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:53.205780 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e616d107-0951-4282-b523-7629544b55c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.243739 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37b236a8-a75f-4da4-a9f8-acb213797154 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.248173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37b236a8-a75f-4da4-a9f8-acb213797154 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.249925 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-37b236a8-a75f-4da4-a9f8-acb213797154 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/security-groups/1399216b-946d-4921-9c48-f3b4747ef6c2 HTTP/1.1" status: 204 len: 168 time: 0.1675587 Jun 18 16:39:53.251847 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bf481a1f-a8b6-42b3-952a-407db8ec32cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:53.266230 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b236a8-a75f-4da4-a9f8-acb213797154 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1399216b-946d-4921-9c48-f3b4747ef6c2,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:53.271404 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-37b236a8-a75f-4da4-a9f8-acb213797154 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:53.279198 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e616d107-0951-4282-b523-7629544b55c9 admin admin] Calling delete_port for ca1bee0b-82fc-4aca-afe4-5b58fb099d30 owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:39:53.297353 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-25f9712c-e524-46cb-82ab-a256a737e990 None None] Set router 80268182-ac74-489c-bfc6-d4fcbd75e630 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:53.311506 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52004) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:53.354665 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-25f9712c-e524-46cb-82ab-a256a737e990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:39:53Z', 'revision_number': 6, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:53.381202 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9712c-e524-46cb-82ab-a256a737e990 None None] The sync data for ids ['80268182-ac74-489c-bfc6-d4fcbd75e630'] in dv-neutron-797121-1-hyperv is: [{'id': '80268182-ac74-489c-bfc6-d4fcbd75e630', 'name': 'tempest-TestVolumeBootPattern-1435867790-router', 'tenant_id': '16baf16222f446bfa2a20a3a159e0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:10Z', 'updated_at': '2021-06-18T16:39:53Z', 'revision_number': 6, 'project_id': '16baf16222f446bfa2a20a3a159e0911', 'gw_port_host': None}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:39:53.459350 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e616d107-0951-4282-b523-7629544b55c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.459668 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-7aed41f1-f66a-4715-be87-16160d6e4a96 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port ac0d2b02-0245-4992-b5b4-340cd9911a55 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:39:53.460018 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7aed41f1-f66a-4715-be87-16160d6e4a96 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.462227 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fd663b9a-d18c-40d7-ae63-5a17148a9411 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:53.492419 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616d107-0951-4282-b523-7629544b55c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1bee0b-82fc-4aca-afe4-5b58fb099d30,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:53.495029 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e616d107-0951-4282-b523-7629544b55c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:53.534797 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7aed41f1-f66a-4715-be87-16160d6e4a96 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.535019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7aed41f1-f66a-4715-be87-16160d6e4a96 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.547828 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e616d107-0951-4282-b523-7629544b55c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.601079 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-7aed41f1-f66a-4715-be87-16160d6e4a96 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for ac0d2b02-0245-4992-b5b4-340cd9911a55 owned by network:floatingip {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:39:53.640334 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e616d107-0951-4282-b523-7629544b55c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.642486 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e616d107-0951-4282-b523-7629544b55c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.693642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e616d107-0951-4282-b523-7629544b55c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.694287 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e616d107-0951-4282-b523-7629544b55c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80268182-ac74-489c-bfc6-d4fcbd75e630 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:39:53.699213 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e616d107-0951-4282-b523-7629544b55c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.700346 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e616d107-0951-4282-b523-7629544b55c9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/80268182-ac74-489c-bfc6-d4fcbd75e630 HTTP/1.1" status: 204 len: 168 time: 0.8670912 Jun 18 16:39:53.703867 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52006) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:53.744352 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7aed41f1-f66a-4715-be87-16160d6e4a96 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.747961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-23be2874-0209-4200-b94a-1a08d034e004 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:53.752895 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-075b4825-e464-491b-b268-679da319a0e4 admin admin] Deleting subnet 4db1c29c-aa09-4f43-a654-3bf9324a3d81 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:39:53.756604 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-075b4825-e464-491b-b268-679da319a0e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.779995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed41f1-f66a-4715-be87-16160d6e4a96 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=ac0d2b02-0245-4992-b5b4-340cd9911a55,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:53.789611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7aed41f1-f66a-4715-be87-16160d6e4a96 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:53.796939 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-075b4825-e464-491b-b268-679da319a0e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.854194 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7aed41f1-f66a-4715-be87-16160d6e4a96 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.856769 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7aed41f1-f66a-4715-be87-16160d6e4a96 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.858080 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7aed41f1-f66a-4715-be87-16160d6e4a96 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/floatingips/f993433c-7b39-4ff2-ac6b-f507df8d0236 HTTP/1.1" status: 204 len: 168 time: 0.5452244 Jun 18 16:39:53.894233 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-075b4825-e464-491b-b268-679da319a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.946084 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-075b4825-e464-491b-b268-679da319a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.949238 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9d733388-0475-4db9-9a55-d9eb63d7131b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:53.972975 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b4825-e464-491b-b268-679da319a0e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4db1c29c-aa09-4f43-a654-3bf9324a3d81,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:53.976060 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-075b4825-e464-491b-b268-679da319a0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:53.978873 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-075b4825-e464-491b-b268-679da319a0e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:53.983476 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-075b4825-e464-491b-b268-679da319a0e4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4db1c29c-aa09-4f43-a654-3bf9324a3d81 HTTP/1.1" status: 204 len: 168 time: 0.2762711 Jun 18 16:39:53.984023 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52010) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:53.985961 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52fa074-16da-4266-9564-47c491ed7564 None None] Network b035b862-0d9c-4039-9037-42f41472e61d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:39:54.064872 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:54.127236 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] Deleting port 4d360b69-1efd-45f3-af32-298a4bb03971 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:39:54.127585 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:54.188759 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] DHCP port deletion for b035b862-0d9c-4039-9037-42f41472e61d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:39:54.204826 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] For port 4d360b69-1efd-45f3-af32-298a4bb03971, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=4d360b69-1efd-45f3-af32-298a4bb03971,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:54.205197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:54.238375 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] Deleting port 4d360b69-1efd-45f3-af32-298a4bb03971 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:39:54.239034 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:54.277792 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 98368dea-8e9e-4276-bb48-d1bdd91a2514 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:39:54.304905 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 98368dea-8e9e-4276-bb48-d1bdd91a2514 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:39:54.305260 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 98368dea-8e9e-4276-bb48-d1bdd91a2514 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:39:54.305684 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ca1bee0b-82fc-4aca-afe4-5b58fb099d30 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:39:54.315251 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] Calling delete_port for 4d360b69-1efd-45f3-af32-298a4bb03971 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:39:54.406835 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ba5e7-a867-4cae-8516-013d938e49f6 req-7032e841-6bb0-4930-b062-38797d7e8208 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:54.415014 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2a5ba5e7-a867-4cae-8516-013d938e49f6 req-7032e841-6bb0-4930-b062-38797d7e8208 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d85d68-fe58-4cb5-b432-9e77d1f872fc HTTP/1.1" status: 200 len: 945 time: 0.2132943 Jun 18 16:39:54.465003 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2a5ba5e7-a867-4cae-8516-013d938e49f6 req-ef40669b-8d73-4db4-9239-c8cf43159585 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7041712e-80e4-4385-a699-da5a851c7614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483541 Jun 18 16:39:54.465003 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:54.468852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c0dbfa2f-21bb-43ee-95eb-b966921e577f tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:54.481841 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 6db8d746-75fa-4fad-8aa8-ae01e2d2496a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:39:54.495091 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] Pushing event deleted for resources: {'Port': ['ID=4d360b69-1efd-45f3-af32-298a4bb03971,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:54.500105 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:54.502531 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] No DVR routers for this DVR port 4d360b69-1efd-45f3-af32-298a4bb03971 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:39:54.503321 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: ca1bee0b-82fc-4aca-afe4-5b58fb099d30 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:39:54.503685 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ca1bee0b-82fc-4aca-afe4-5b58fb099d30 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:39:54.510249 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 6db8d746-75fa-4fad-8aa8-ae01e2d2496a {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:39:54.510786 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 6db8d746-75fa-4fad-8aa8-ae01e2d2496a not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:39:54.517755 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] For port 4d360b69-1efd-45f3-af32-298a4bb03971, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=4d360b69-1efd-45f3-af32-298a4bb03971,segment=NetworkSegment(60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8),segment_id=60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:54.518157 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:54.577019 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:54.582952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] Calling delete_port for 4d360b69-1efd-45f3-af32-298a4bb03971 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:39:54.587237 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b035b862-0d9c-4039-9037-42f41472e61d']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:54.597703 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:54.598024 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c0ad25-caa9-4a8d-bb92-c5f39b20f0f8') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:54.607023 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:54.620418 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:54.626252 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:39:54.626670 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:39:54.629085 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: from cryptography.utils import int_from_bytes Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: from cryptography.utils import int_from_bytes Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:54.651196 dv-neutron-797121-1-hyperv neutron-server[93429]: self.session.flush() Jun 18 16:39:54.662658 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:54.664782 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:54.683526 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:54.687087 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2c0be79b-739f-43e4-b8e5-6a6e32d078fd tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:54.689969 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:54.690160 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] Pushing event deleted for resources: {'Port': ['ID=4d360b69-1efd-45f3-af32-298a4bb03971,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:54.692382 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] 10.222.0.39 "DELETE /v2.0/networks/b035b862-0d9c-4039-9037-42f41472e61d HTTP/1.1" status: 204 len: 168 time: 0.7070906 Jun 18 16:39:54.695956 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52014) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:54.698781 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] No DVR routers for this DVR port 4d360b69-1efd-45f3-af32-298a4bb03971 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:39:54.700948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:54.701296 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:54.701634 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:54.702069 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:54.702405 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:54.702762 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:54.703092 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:54.703411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:54.703937 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:54.705619 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:54.705619 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:54.705619 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:54.709078 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:54.709500 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] Pushing event deleted for resources: {'Network': ['ID=b035b862-0d9c-4039-9037-42f41472e61d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:54.712478 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:54.737814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:55.049804 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a9df9098-af16-4605-8482-da8039ee40f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:55.293803 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-a9df9098-af16-4605-8482-da8039ee40f0 admin admin] Deleting port 69ba452f-e2c5-44d6-a50a-ec677f23710a {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:39:55.294142 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a9df9098-af16-4605-8482-da8039ee40f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:55.375365 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-a9df9098-af16-4605-8482-da8039ee40f0 admin admin] For port 69ba452f-e2c5-44d6-a50a-ec677f23710a, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=69ba452f-e2c5-44d6-a50a-ec677f23710a,segment=NetworkSegment(96dc22c7-33ee-4cf5-bb52-5b471ab63df1),segment_id=96dc22c7-33ee-4cf5-bb52-5b471ab63df1)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:55.375667 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a9df9098-af16-4605-8482-da8039ee40f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:55.437519 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-a9df9098-af16-4605-8482-da8039ee40f0 admin admin] Calling delete_port for 69ba452f-e2c5-44d6-a50a-ec677f23710a owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:39:55.652987 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a9df9098-af16-4605-8482-da8039ee40f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:55.656491 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c2e51da5-c09f-46fa-bdd5-bedd56c04cfd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:55.662197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805bbf58-0321-404d-90e1-20ffe9fbd013 req-d593815d-29ea-446d-ac3b-b927f53d8b2e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:55.663829 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-805bbf58-0321-404d-90e1-20ffe9fbd013 req-d593815d-29ea-446d-ac3b-b927f53d8b2e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d85d68-fe58-4cb5-b432-9e77d1f872fc HTTP/1.1" status: 200 len: 945 time: 0.0699272 Jun 18 16:39:55.685561 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df9098-af16-4605-8482-da8039ee40f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=69ba452f-e2c5-44d6-a50a-ec677f23710a,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:55.694680 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fafe0-4c94-416e-ae2f-0ac2add95c0e req-059395cf-13f9-4807-8c06-51ef72f8e49c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:55.696175 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-966fafe0-4c94-416e-ae2f-0ac2add95c0e req-059395cf-13f9-4807-8c06-51ef72f8e49c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/ports?device_id=48d85d68-fe58-4cb5-b432-9e77d1f872fc HTTP/1.1" status: 200 len: 945 time: 0.1333227 Jun 18 16:39:55.697082 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a9df9098-af16-4605-8482-da8039ee40f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:55.708442 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-805bbf58-0321-404d-90e1-20ffe9fbd013 req-6baf8dc4-b3ea-4fe1-889d-47ea8d29311b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7041712e-80e4-4385-a699-da5a851c7614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372043 Jun 18 16:39:56.231190 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-966fafe0-4c94-416e-ae2f-0ac2add95c0e req-5ef17b67-9522-4b62-a972-daf539f17f73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port 92068f5f-b900-46ac-9e68-f6c95abab2a4 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:39:56.231525 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-966fafe0-4c94-416e-ae2f-0ac2add95c0e req-5ef17b67-9522-4b62-a972-daf539f17f73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:56.250664 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4d360b69-1efd-45f3-af32-298a4bb03971 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:39:56.277659 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 4d360b69-1efd-45f3-af32-298a4bb03971 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:39:56.278017 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4d360b69-1efd-45f3-af32-298a4bb03971 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:39:56.279123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a9df9098-af16-4605-8482-da8039ee40f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:56.407929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-966fafe0-4c94-416e-ae2f-0ac2add95c0e req-5ef17b67-9522-4b62-a972-daf539f17f73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port 92068f5f-b900-46ac-9e68-f6c95abab2a4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=92068f5f-b900-46ac-9e68-f6c95abab2a4,segment=NetworkSegment(a1252fd2-9cbd-453c-b755-2b363c18e1ce),segment_id=a1252fd2-9cbd-453c-b755-2b363c18e1ce)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:56.408203 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-966fafe0-4c94-416e-ae2f-0ac2add95c0e req-5ef17b67-9522-4b62-a972-daf539f17f73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:56.480666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-966fafe0-4c94-416e-ae2f-0ac2add95c0e req-5ef17b67-9522-4b62-a972-daf539f17f73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for 92068f5f-b900-46ac-9e68-f6c95abab2a4 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:39:56.673087 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9df9098-af16-4605-8482-da8039ee40f0 admin admin] Router 921afedd-0888-45f2-8b65-7d086a671c12 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:39:56.740567 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-966fafe0-4c94-416e-ae2f-0ac2add95c0e req-5ef17b67-9522-4b62-a972-daf539f17f73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:56.745864 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7aed41f1-f66a-4715-be87-16160d6e4a96 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:56.811005 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef17b67-9522-4b62-a972-daf539f17f73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=92068f5f-b900-46ac-9e68-f6c95abab2a4,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:56.829413 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5ef17b67-9522-4b62-a972-daf539f17f73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:56.865442 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-af0ffb7b-7394-4b4a-b445-a2974c451a5a req-d240a357-79ff-4b92-910f-46d23b2947d6 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=48d85d68-fe58-4cb5-b432-9e77d1f872fc HTTP/1.1" status: 200 len: 210 time: 0.0396760 Jun 18 16:39:56.875835 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-966fafe0-4c94-416e-ae2f-0ac2add95c0e req-5ef17b67-9522-4b62-a972-daf539f17f73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] No DVR routers for this DVR port 92068f5f-b900-46ac-9e68-f6c95abab2a4 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:39:56.879910 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-966fafe0-4c94-416e-ae2f-0ac2add95c0e req-5ef17b67-9522-4b62-a972-daf539f17f73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:56.890783 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-966fafe0-4c94-416e-ae2f-0ac2add95c0e req-5ef17b67-9522-4b62-a972-daf539f17f73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "DELETE /v2.0/ports/92068f5f-b900-46ac-9e68-f6c95abab2a4 HTTP/1.1" status: 204 len: 173 time: 1.1804457 Jun 18 16:39:56.890783 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d85d68-fe58-4cb5-b432-9e77d1f872fc', 'name': 'network-vif-deleted', 'tag': '92068f5f-b900-46ac-9e68-f6c95abab2a4'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:39:56.890783 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5607262d-ff9d-42c7-9266-f5e1b78bbe77" -d '{"events": [{"server_uuid": "48d85d68-fe58-4cb5-b432-9e77d1f872fc", "name": "network-vif-deleted", "tag": "92068f5f-b900-46ac-9e68-f6c95abab2a4"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:39:56.891900 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9df9098-af16-4605-8482-da8039ee40f0 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:39:56.900557 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a9df9098-af16-4605-8482-da8039ee40f0 admin admin] 10.222.0.39 "PUT /v2.0/routers/921afedd-0888-45f2-8b65-7d086a671c12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2012267 Jun 18 16:39:56.900557 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52022) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:56.904795 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9264e-e3b7-487d-adce-9d6fede5e865 None None] Sync routers for ids ['921afedd-0888-45f2-8b65-7d086a671c12'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:39:56.925971 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f9264e-e3b7-487d-adce-9d6fede5e865 None None] Routers {'921afedd-0888-45f2-8b65-7d086a671c12'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:56.926923 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-99f9264e-e3b7-487d-adce-9d6fede5e865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:39:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['921afedd-0888-45f2-8b65-7d086a671c12'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:56.961229 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0796ef0-d78e-44c5-b317-ab9ca3c2eb0e x-openstack-request-id: req-c0796ef0-d78e-44c5-b317-ab9ca3c2eb0e {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:39:56.961615 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d85d68-fe58-4cb5-b432-9e77d1f872fc", "name": "network-vif-deleted", "tag": "92068f5f-b900-46ac-9e68-f6c95abab2a4", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:39:56.961874 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0796ef0-d78e-44c5-b317-ab9ca3c2eb0e {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:39:56.962328 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d85d68-fe58-4cb5-b432-9e77d1f872fc', 'name': 'network-vif-deleted', 'tag': '92068f5f-b900-46ac-9e68-f6c95abab2a4', 'status': 'completed', 'code': 200} Jun 18 16:39:57.039536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e80e0c0b-3506-413f-b830-7c9f3c175ae6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:57.057627 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-99f9264e-e3b7-487d-adce-9d6fede5e865 None None] Set router 921afedd-0888-45f2-8b65-7d086a671c12 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:57.146453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e80e0c0b-3506-413f-b830-7c9f3c175ae6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:57.203165 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-e80e0c0b-3506-413f-b830-7c9f3c175ae6 admin admin] Deleting port fbc1144c-5f71-47e6-8498-29b93bdea896 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:39:57.203521 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e80e0c0b-3506-413f-b830-7c9f3c175ae6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:57.248927 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-99f9264e-e3b7-487d-adce-9d6fede5e865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921afedd-0888-45f2-8b65-7d086a671c12', 'name': 'tempest-TestVolumeBootPattern-1031696536-router', 'tenant_id': '3e8f3650071247908cf53e341eb7d78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'fbc1144c-5f71-47e6-8498-29b93bdea896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:22Z', 'updated_at': '2021-06-18T16:39:55Z', 'revision_number': 5, 'project_id': '3e8f3650071247908cf53e341eb7d78f', 'gw_port': {'id': 'fbc1144c-5f71-47e6-8498-29b93bdea896', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921afedd-0888-45f2-8b65-7d086a671c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:23Z', 'updated_at': '2021-06-18T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:57.294317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-e80e0c0b-3506-413f-b830-7c9f3c175ae6 admin admin] For port fbc1144c-5f71-47e6-8498-29b93bdea896, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=fbc1144c-5f71-47e6-8498-29b93bdea896,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:57.294786 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e80e0c0b-3506-413f-b830-7c9f3c175ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:57.368180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-e80e0c0b-3506-413f-b830-7c9f3c175ae6 admin admin] Calling delete_port for fbc1144c-5f71-47e6-8498-29b93bdea896 owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:39:57.383691 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9264e-e3b7-487d-adce-9d6fede5e865 None None] Checking router: 921afedd-0888-45f2-8b65-7d086a671c12 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:39:57.391874 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f9264e-e3b7-487d-adce-9d6fede5e865 None None] Routers {'921afedd-0888-45f2-8b65-7d086a671c12'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:57.392540 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-99f9264e-e3b7-487d-adce-9d6fede5e865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:39:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['921afedd-0888-45f2-8b65-7d086a671c12'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:57.482105 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-99f9264e-e3b7-487d-adce-9d6fede5e865 None None] Set router 921afedd-0888-45f2-8b65-7d086a671c12 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:57.534146 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-99f9264e-e3b7-487d-adce-9d6fede5e865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921afedd-0888-45f2-8b65-7d086a671c12', 'name': 'tempest-TestVolumeBootPattern-1031696536-router', 'tenant_id': '3e8f3650071247908cf53e341eb7d78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:22Z', 'updated_at': '2021-06-18T16:39:57Z', 'revision_number': 6, 'project_id': '3e8f3650071247908cf53e341eb7d78f', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:57.543982 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e80e0c0b-3506-413f-b830-7c9f3c175ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:57.546026 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:57.565252 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9264e-e3b7-487d-adce-9d6fede5e865 None None] The sync data for ids ['921afedd-0888-45f2-8b65-7d086a671c12'] in dv-neutron-797121-1-hyperv is: [{'id': '921afedd-0888-45f2-8b65-7d086a671c12', 'name': 'tempest-TestVolumeBootPattern-1031696536-router', 'tenant_id': '3e8f3650071247908cf53e341eb7d78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:22Z', 'updated_at': '2021-06-18T16:39:57Z', 'revision_number': 6, 'project_id': '3e8f3650071247908cf53e341eb7d78f', 'gw_port_host': None}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:39:57.569153 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e0c0b-3506-413f-b830-7c9f3c175ae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc1144c-5f71-47e6-8498-29b93bdea896,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:57.576525 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e80e0c0b-3506-413f-b830-7c9f3c175ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:57.641336 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e80e0c0b-3506-413f-b830-7c9f3c175ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:57.730477 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e80e0c0b-3506-413f-b830-7c9f3c175ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:57.732606 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e80e0c0b-3506-413f-b830-7c9f3c175ae6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:57.777240 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e80e0c0b-3506-413f-b830-7c9f3c175ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:57.778006 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80e0c0b-3506-413f-b830-7c9f3c175ae6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 921afedd-0888-45f2-8b65-7d086a671c12 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:39:57.782131 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e80e0c0b-3506-413f-b830-7c9f3c175ae6 admin admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:57.783169 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e80e0c0b-3506-413f-b830-7c9f3c175ae6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/921afedd-0888-45f2-8b65-7d086a671c12 HTTP/1.1" status: 204 len: 168 time: 0.8821995 Jun 18 16:39:57.785792 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52024) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:57.829731 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c723fc7-7cc7-47a3-821a-063a7aae9900 admin admin] Deleting subnet f4eaec60-a4bc-48eb-88e1-6630facfefc2 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:39:57.833417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6c723fc7-7cc7-47a3-821a-063a7aae9900 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:57.866410 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6c723fc7-7cc7-47a3-821a-063a7aae9900 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:57.957202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6c723fc7-7cc7-47a3-821a-063a7aae9900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:57.962038 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52028) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:58.025940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6c723fc7-7cc7-47a3-821a-063a7aae9900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:58.028351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-28d8576b-52ff-499e-bd98-2c341345561a tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:58.046213 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-786f8271-8370-4a23-a2de-6801af284586 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:58.053945 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c723fc7-7cc7-47a3-821a-063a7aae9900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4eaec60-a4bc-48eb-88e1-6630facfefc2,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:58.058624 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6c723fc7-7cc7-47a3-821a-063a7aae9900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:58.062910 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6c723fc7-7cc7-47a3-821a-063a7aae9900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:58.065050 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6c723fc7-7cc7-47a3-821a-063a7aae9900 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f4eaec60-a4bc-48eb-88e1-6630facfefc2 HTTP/1.1" status: 204 len: 168 time: 0.2779880 Jun 18 16:39:58.069934 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b076f0-eb69-4e77-ab1d-487d4d44e340 None None] Network e95e11b4-d7ac-47ca-a0bc-931577d12af9 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:39:58.070397 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52030) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:58.123718 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-786f8271-8370-4a23-a2de-6801af284586 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:58.174658 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:58.228926 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-786f8271-8370-4a23-a2de-6801af284586 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:58.231520 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-786f8271-8370-4a23-a2de-6801af284586 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:58.232683 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-786f8271-8370-4a23-a2de-6801af284586 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/security-groups/7041712e-80e4-4385-a699-da5a851c7614 HTTP/1.1" status: 204 len: 168 time: 0.2695553 Jun 18 16:39:58.234105 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2bcfbb85-5739-48f0-aeec-60f41c7bdfae tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:58.245822 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] Deleting port 147dab50-7fd4-45d0-8ffd-5c0f210dac76 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:39:58.246162 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:58.249084 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f8271-8370-4a23-a2de-6801af284586 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7041712e-80e4-4385-a699-da5a851c7614,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:58.268763 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52034) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:58.294498 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-786f8271-8370-4a23-a2de-6801af284586 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:58.322634 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] For port 147dab50-7fd4-45d0-8ffd-5c0f210dac76, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=147dab50-7fd4-45d0-8ffd-5c0f210dac76,segment=NetworkSegment(96dc22c7-33ee-4cf5-bb52-5b471ab63df1),segment_id=96dc22c7-33ee-4cf5-bb52-5b471ab63df1)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:58.322915 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:58.338378 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 92068f5f-b900-46ac-9e68-f6c95abab2a4 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:39:58.377477 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 92068f5f-b900-46ac-9e68-f6c95abab2a4 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:39:58.378575 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 92068f5f-b900-46ac-9e68-f6c95abab2a4 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:39:58.395927 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f377fbc-db17-4b0b-a8f0-f18032b194f9 None None] DHCP port deletion for e95e11b4-d7ac-47ca-a0bc-931577d12af9 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:39:58.448524 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 69ba452f-e2c5-44d6-a50a-ec677f23710a no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:39:58.473983 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-6f377fbc-db17-4b0b-a8f0-f18032b194f9 None None] Deleting port 147dab50-7fd4-45d0-8ffd-5c0f210dac76 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:39:58.474348 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6f377fbc-db17-4b0b-a8f0-f18032b194f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:58.477470 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 69ba452f-e2c5-44d6-a50a-ec677f23710a {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:39:58.477822 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 69ba452f-e2c5-44d6-a50a-ec677f23710a not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:39:58.478247 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 147dab50-7fd4-45d0-8ffd-5c0f210dac76 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:39:58.577991 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-6f377fbc-db17-4b0b-a8f0-f18032b194f9 None None] For port 147dab50-7fd4-45d0-8ffd-5c0f210dac76, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=147dab50-7fd4-45d0-8ffd-5c0f210dac76,segment=NetworkSegment(96dc22c7-33ee-4cf5-bb52-5b471ab63df1),segment_id=96dc22c7-33ee-4cf5-bb52-5b471ab63df1)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:58.578392 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6f377fbc-db17-4b0b-a8f0-f18032b194f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:58.664950 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-6f377fbc-db17-4b0b-a8f0-f18032b194f9 None None] Calling delete_port for 147dab50-7fd4-45d0-8ffd-5c0f210dac76 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:39:58.695961 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:58.741963 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] Calling delete_port for 147dab50-7fd4-45d0-8ffd-5c0f210dac76 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:39:58.754368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-04f0475d-e6b4-4640-86db-0586c49e96f2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:58.761146 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 147dab50-7fd4-45d0-8ffd-5c0f210dac76, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=147dab50-7fd4-45d0-8ffd-5c0f210dac76,segment=NetworkSegment(96dc22c7-33ee-4cf5-bb52-5b471ab63df1),segment_id=96dc22c7-33ee-4cf5-bb52-5b471ab63df1)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:58.769050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:58.769990 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device fbc1144c-5f71-47e6-8498-29b93bdea896 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:39:58.775992 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:58.819936 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: fbc1144c-5f71-47e6-8498-29b93bdea896 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:39:58.819936 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device fbc1144c-5f71-47e6-8498-29b93bdea896 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:39:58.854860 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6f377fbc-db17-4b0b-a8f0-f18032b194f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:58.859936 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:58.864765 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-31e11671-fb79-42a6-a1a8-59f54609f320 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:58.865083 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=147dab50-7fd4-45d0-8ffd-5c0f210dac76,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:58.868819 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:58.869294 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:58.871490 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f377fbc-db17-4b0b-a8f0-f18032b194f9 None None] No DVR routers for this DVR port 147dab50-7fd4-45d0-8ffd-5c0f210dac76 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:39:58.891829 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f377fbc-db17-4b0b-a8f0-f18032b194f9 None None] Pushing event deleted for resources: {'Port': ['ID=147dab50-7fd4-45d0-8ffd-5c0f210dac76,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:58.894401 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6f377fbc-db17-4b0b-a8f0-f18032b194f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:58.894815 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] Pushing event deleted for resources: {'Port': ['ID=147dab50-7fd4-45d0-8ffd-5c0f210dac76,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:58.899061 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:58.901739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] No DVR routers for this DVR port 147dab50-7fd4-45d0-8ffd-5c0f210dac76 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:39:58.974978 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:58.984672 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95e11b4-d7ac-47ca-a0bc-931577d12af9']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:58.995161 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96dc22c7-33ee-4cf5-bb52-5b471ab63df1') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:58.995457 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96dc22c7-33ee-4cf5-bb52-5b471ab63df1') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:59.004656 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:59.017982 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:59.024485 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:39:59.024877 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: self.session.flush() Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: self.session.flush() Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: self.session.flush() Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: self.session.flush() Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:39:59.026511 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:39:59.081201 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-04f0475d-e6b4-4640-86db-0586c49e96f2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port 106d8826-6220-41f0-af5b-1af907acef54 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:39:59.081810 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-04f0475d-e6b4-4640-86db-0586c49e96f2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:59.082166 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:59.085622 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3eb7ce91-5fdf-44f0-9366-b6c463655f50 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:59.089394 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:59.093882 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] 10.222.0.39 "DELETE /v2.0/networks/e95e11b4-d7ac-47ca-a0bc-931577d12af9 HTTP/1.1" status: 204 len: 168 time: 1.0225608 Jun 18 16:39:59.104540 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] Pushing event deleted for resources: {'Network': ['ID=e95e11b4-d7ac-47ca-a0bc-931577d12af9,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:59.107023 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:59.178188 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-04f0475d-e6b4-4640-86db-0586c49e96f2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port 106d8826-6220-41f0-af5b-1af907acef54, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=106d8826-6220-41f0-af5b-1af907acef54,segment=NetworkSegment(a1252fd2-9cbd-453c-b755-2b363c18e1ce),segment_id=a1252fd2-9cbd-453c-b755-2b363c18e1ce)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:59.178667 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-04f0475d-e6b4-4640-86db-0586c49e96f2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:59.203993 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52038) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:59.242560 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0092e9f8-0ac1-4541-a8db-a0c6e9fbed93 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16baf16222f446bfa2a20a3a159e0911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372910 Jun 18 16:39:59.244777 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-04f0475d-e6b4-4640-86db-0586c49e96f2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for 106d8826-6220-41f0-af5b-1af907acef54 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:39:59.245007 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52040) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:59.299658 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e65b9439-70d6-4e53-b7e4-f7860490baf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:59.321145 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e65b9439-70d6-4e53-b7e4-f7860490baf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:59.370151 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e65b9439-70d6-4e53-b7e4-f7860490baf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:59.373041 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e65b9439-70d6-4e53-b7e4-f7860490baf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:59.374174 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e65b9439-70d6-4e53-b7e4-f7860490baf8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10100b7d-2c63-43df-bb94-34b5c5cd6565 HTTP/1.1" status: 204 len: 168 time: 0.1283014 Jun 18 16:39:59.375264 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6e4e92a5-d5d9-49ec-be0b-368d2bfd8a63 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:59.383707 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b9439-70d6-4e53-b7e4-f7860490baf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10100b7d-2c63-43df-bb94-34b5c5cd6565,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:59.386851 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e65b9439-70d6-4e53-b7e4-f7860490baf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:59.443215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-04f0475d-e6b4-4640-86db-0586c49e96f2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:59.446082 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-67e1e93f-28f0-4a30-9e20-a32908d88348 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:59.473148 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0475d-e6b4-4640-86db-0586c49e96f2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=106d8826-6220-41f0-af5b-1af907acef54,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:59.476272 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-04f0475d-e6b4-4640-86db-0586c49e96f2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:59.656575 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-04f0475d-e6b4-4640-86db-0586c49e96f2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:59.726829 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52046) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:59.767010 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a6afe626-38eb-4891-bbc0-50c15070aed1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e8f3650071247908cf53e341eb7d78f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386839 Jun 18 16:39:59.769302 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52048) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:59.816512 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9d6334f0-a4f9-43aa-bafc-ce9299b84506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:59.837525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9d6334f0-a4f9-43aa-bafc-ce9299b84506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:59.882426 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f0475d-e6b4-4640-86db-0586c49e96f2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:39:59.886485 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9d6334f0-a4f9-43aa-bafc-ce9299b84506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:59.889172 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9d6334f0-a4f9-43aa-bafc-ce9299b84506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:59.890308 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9d6334f0-a4f9-43aa-bafc-ce9299b84506 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9540cc27-937a-459c-ab6d-f5c7d9b16c78 HTTP/1.1" status: 204 len: 168 time: 0.1200147 Jun 18 16:39:59.891125 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4cc99535-c9ce-4faa-bff3-ac378d7fee11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:59.900641 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6334f0-a4f9-43aa-bafc-ce9299b84506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9540cc27-937a-459c-ab6d-f5c7d9b16c78,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:59.902911 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9d6334f0-a4f9-43aa-bafc-ce9299b84506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:00.323866 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f0475d-e6b4-4640-86db-0586c49e96f2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:40:00.329505 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-04f0475d-e6b4-4640-86db-0586c49e96f2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/routers/a73798e1-1b96-4a36-bdf3-c4eb6a4e921f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0596635 Jun 18 16:40:00.331579 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52052) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:00.333344 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52a2d14-9ab2-4de2-a3f8-ada8ae8a6c57 None None] Sync routers for ids ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:40:00.342504 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52a2d14-9ab2-4de2-a3f8-ada8ae8a6c57 None None] Routers {'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:00.343154 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-a52a2d14-9ab2-4de2-a3f8-ada8ae8a6c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:39:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:00.382187 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f662ab-20ed-4a5b-95da-0cbd6a8b8d77 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting subnet d0dcf156-fc83-48c3-ace2-cc4260c82374 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:40:00.385379 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a1f662ab-20ed-4a5b-95da-0cbd6a8b8d77 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:00.426424 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a1f662ab-20ed-4a5b-95da-0cbd6a8b8d77 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:00.449388 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-a52a2d14-9ab2-4de2-a3f8-ada8ae8a6c57 None None] Set router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:00.515195 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a1f662ab-20ed-4a5b-95da-0cbd6a8b8d77 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:00.575239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a1f662ab-20ed-4a5b-95da-0cbd6a8b8d77 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:00.577953 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f810f6c7-4ddf-4919-aef0-66deb9ec7931 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:00.605079 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a1f662ab-20ed-4a5b-95da-0cbd6a8b8d77 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:00.607023 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a1f662ab-20ed-4a5b-95da-0cbd6a8b8d77 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/subnets/d0dcf156-fc83-48c3-ace2-cc4260c82374 HTTP/1.1" status: 204 len: 168 time: 0.2743919 Jun 18 16:40:00.607847 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f662ab-20ed-4a5b-95da-0cbd6a8b8d77 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Subnet': ['ID=d0dcf156-fc83-48c3-ace2-cc4260c82374,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:00.609721 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52054) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:00.611242 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a1f662ab-20ed-4a5b-95da-0cbd6a8b8d77 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:00.620229 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b775c9-9750-4bf8-bdd4-3fa208bfe820 None None] Network 4302c91f-b863-4ed0-aad7-ddc8eb0729f1 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:40:00.722229 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b972a219-3eb4-481c-a6a7-6c4fa192079b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:00.741281 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-a52a2d14-9ab2-4de2-a3f8-ada8ae8a6c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:39:59Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:00.773702 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52a2d14-9ab2-4de2-a3f8-ada8ae8a6c57 None None] Checking router: a73798e1-1b96-4a36-bdf3-c4eb6a4e921f for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:40:00.787738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52a2d14-9ab2-4de2-a3f8-ada8ae8a6c57 None None] Routers {'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:00.788363 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-a52a2d14-9ab2-4de2-a3f8-ada8ae8a6c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:39:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:00.832150 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b972a219-3eb4-481c-a6a7-6c4fa192079b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:00.886138 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237e4c79-2768-4665-992d-906af49d2085 None None] DHCP port deletion for 4302c91f-b863-4ed0-aad7-ddc8eb0729f1 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:40:00.889845 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-b972a219-3eb4-481c-a6a7-6c4fa192079b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port d4628d03-4b87-4225-b5bf-02e3a2c918db {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:40:00.890188 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b972a219-3eb4-481c-a6a7-6c4fa192079b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:00.929135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-a52a2d14-9ab2-4de2-a3f8-ada8ae8a6c57 None None] Set router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:00.973005 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-b972a219-3eb4-481c-a6a7-6c4fa192079b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port d4628d03-4b87-4225-b5bf-02e3a2c918db, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d4628d03-4b87-4225-b5bf-02e3a2c918db,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:00.973261 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b972a219-3eb4-481c-a6a7-6c4fa192079b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.041728 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-b972a219-3eb4-481c-a6a7-6c4fa192079b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for d4628d03-4b87-4225-b5bf-02e3a2c918db owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:40:01.042037 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-237e4c79-2768-4665-992d-906af49d2085 None None] Deleting port a3d64dd0-d043-44ae-b140-5179e71533e0 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:40:01.042429 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-237e4c79-2768-4665-992d-906af49d2085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.127699 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-237e4c79-2768-4665-992d-906af49d2085 None None] For port a3d64dd0-d043-44ae-b140-5179e71533e0, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a3d64dd0-d043-44ae-b140-5179e71533e0,segment=NetworkSegment(a1252fd2-9cbd-453c-b755-2b363c18e1ce),segment_id=a1252fd2-9cbd-453c-b755-2b363c18e1ce)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:01.128622 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-237e4c79-2768-4665-992d-906af49d2085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.206768 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b972a219-3eb4-481c-a6a7-6c4fa192079b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.209099 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:01.211683 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-237e4c79-2768-4665-992d-906af49d2085 None None] Calling delete_port for a3d64dd0-d043-44ae-b140-5179e71533e0 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:40:01.232878 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972a219-3eb4-481c-a6a7-6c4fa192079b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=d4628d03-4b87-4225-b5bf-02e3a2c918db,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:01.235893 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b972a219-3eb4-481c-a6a7-6c4fa192079b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:01.286547 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-a52a2d14-9ab2-4de2-a3f8-ada8ae8a6c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:39:59Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:01.296786 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b972a219-3eb4-481c-a6a7-6c4fa192079b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.323362 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52a2d14-9ab2-4de2-a3f8-ada8ae8a6c57 None None] The sync data for ids ['a73798e1-1b96-4a36-bdf3-c4eb6a4e921f'] in dv-neutron-797121-1-hyperv is: [{'id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'name': 'tempest-TestNetworkBasicOps-router-1676186711', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:08Z', 'updated_at': '2021-06-18T16:39:59Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd4628d03-4b87-4225-b5bf-02e3a2c918db', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73798e1-1b96-4a36-bdf3-c4eb6a4e921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:09Z', 'updated_at': '2021-06-18T16:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:40:01.337582 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-237e4c79-2768-4665-992d-906af49d2085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.339911 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8e35ccde-aa4d-4f3b-89d2-6f6a4a88117d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:01.366226 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e4c79-2768-4665-992d-906af49d2085 None None] Pushing event deleted for resources: {'Port': ['ID=a3d64dd0-d043-44ae-b140-5179e71533e0,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:01.369529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-237e4c79-2768-4665-992d-906af49d2085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:01.370346 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e4c79-2768-4665-992d-906af49d2085 None None] No DVR routers for this DVR port a3d64dd0-d043-44ae-b140-5179e71533e0 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:40:01.402691 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b972a219-3eb4-481c-a6a7-6c4fa192079b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.404788 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b972a219-3eb4-481c-a6a7-6c4fa192079b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.450398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b972a219-3eb4-481c-a6a7-6c4fa192079b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.451011 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b972a219-3eb4-481c-a6a7-6c4fa192079b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Fanout notify agent at l3_agent the message router_deleted on router a73798e1-1b96-4a36-bdf3-c4eb6a4e921f {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:40:01.458071 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b972a219-3eb4-481c-a6a7-6c4fa192079b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.459317 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b972a219-3eb4-481c-a6a7-6c4fa192079b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/routers/a73798e1-1b96-4a36-bdf3-c4eb6a4e921f HTTP/1.1" status: 204 len: 168 time: 0.8484828 Jun 18 16:40:01.462097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52056) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:01.535452 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-853347df-ec40-49ad-9c46-ae2bebd40b10 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.621790 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-853347df-ec40-49ad-9c46-ae2bebd40b10 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.631974 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-853347df-ec40-49ad-9c46-ae2bebd40b10 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4302c91f-b863-4ed0-aad7-ddc8eb0729f1']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:01.641541 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-853347df-ec40-49ad-9c46-ae2bebd40b10 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1252fd2-9cbd-453c-b755-2b363c18e1ce') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:01.641841 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-853347df-ec40-49ad-9c46-ae2bebd40b10 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1252fd2-9cbd-453c-b755-2b363c18e1ce') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:01.646995 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:40:01.651167 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-853347df-ec40-49ad-9c46-ae2bebd40b10 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.666133 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-853347df-ec40-49ad-9c46-ae2bebd40b10 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.678036 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853347df-ec40-49ad-9c46-ae2bebd40b10 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:40:01.678459 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-853347df-ec40-49ad-9c46-ae2bebd40b10 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:40:01.684442 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:40:01.750980 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-853347df-ec40-49ad-9c46-ae2bebd40b10 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.755018 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8be56627-a7e7-4338-963f-b2476519b7e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:01.760587 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-853347df-ec40-49ad-9c46-ae2bebd40b10 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.762341 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-853347df-ec40-49ad-9c46-ae2bebd40b10 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/networks/4302c91f-b863-4ed0-aad7-ddc8eb0729f1 HTTP/1.1" status: 204 len: 168 time: 0.2993443 Jun 18 16:40:01.773231 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853347df-ec40-49ad-9c46-ae2bebd40b10 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Network': ['ID=4302c91f-b863-4ed0-aad7-ddc8eb0729f1,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:01.776171 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-853347df-ec40-49ad-9c46-ae2bebd40b10 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:01.788907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52058) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:01.794058 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c301e5b3-5d15-4d84-8fb9-cce5be9ba8d6 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'network': {'name': 'tempest-network-smoke--1845327434', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'port_security_enabled': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:01.817835 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c301e5b3-5d15-4d84-8fb9-cce5be9ba8d6 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:40:01.821580 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c301e5b3-5d15-4d84-8fb9-cce5be9ba8d6 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.846454 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c301e5b3-5d15-4d84-8fb9-cce5be9ba8d6 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:40:01.855699 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c301e5b3-5d15-4d84-8fb9-cce5be9ba8d6 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.856051 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-c301e5b3-5d15-4d84-8fb9-cce5be9ba8d6 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Added segment 44ebd933-b0e2-4a74-8934-a9e7bb890d44 of type vlan for network 266dc8d9-c0ec-4e35-854c-b3ce7e21709e Jun 18 16:40:01.896378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c301e5b3-5d15-4d84-8fb9-cce5be9ba8d6 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.923984 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c301e5b3-5d15-4d84-8fb9-cce5be9ba8d6 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.930228 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c301e5b3-5d15-4d84-8fb9-cce5be9ba8d6 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:01.930842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c301e5b3-5d15-4d84-8fb9-cce5be9ba8d6 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:01.933190 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-eb08d2ac-c24e-4ca6-95af-007948b205dc tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:01.992762 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c301e5b3-5d15-4d84-8fb9-cce5be9ba8d6 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2028060 Jun 18 16:40:01.996530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52060) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:02.001900 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-51583388', 'admin_state_up': True, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:02.007077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301e5b3-5d15-4d84-8fb9-cce5be9ba8d6 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Network': ['ID=266dc8d9-c0ec-4e35-854c-b3ce7e21709e,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:02.009973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c301e5b3-5d15-4d84-8fb9-cce5be9ba8d6 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:02.019387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 266dc8d9-c0ec-4e35-854c-b3ce7e21709e details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:40:02.040740 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:02.041712 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:02.100192 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:02.238080 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:02.435600 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:02.437885 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d4628d03-4b87-4225-b5bf-02e3a2c918db no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:40:02.458642 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: d4628d03-4b87-4225-b5bf-02e3a2c918db {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:40:02.458995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d4628d03-4b87-4225-b5bf-02e3a2c918db not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:40:02.459274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:02.459405 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 106d8826-6220-41f0-af5b-1af907acef54 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:40:02.478694 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 106d8826-6220-41f0-af5b-1af907acef54 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:40:02.479046 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 106d8826-6220-41f0-af5b-1af907acef54 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:40:02.479462 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a3d64dd0-d043-44ae-b140-5179e71533e0 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:40:02.500777 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: a3d64dd0-d043-44ae-b140-5179e71533e0 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:40:02.501127 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device a3d64dd0-d043-44ae-b140-5179e71533e0 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:40:02.564294 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.26.2.51 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/d46e8a23-1c82-4a4c-bb4c-949986bc601f) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:40:02.667778 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:02.707784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:02.709674 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e616d107-0951-4282-b523-7629544b55c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:02.747059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:40:02.749714 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:40:02.754351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:40:02.777300 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=d46e8a23-1c82-4a4c-bb4c-949986bc601f,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:02.781066 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:03.011680 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:03.202275 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:03.335097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router a2fae5fa-eda8-495b-8a86-ceebc10bc387 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:40:03.438009 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:40:03.447029 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Sync routers for ids ['a2fae5fa-eda8-495b-8a86-ceebc10bc387'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:40:03.455809 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:03.456663 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Routers {'a2fae5fa-eda8-495b-8a86-ceebc10bc387'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:03.458182 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:39:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a2fae5fa-eda8-495b-8a86-ceebc10bc387'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:03.458372 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.4602613 Jun 18 16:40:03.460940 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52062) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:03.489548 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-36d54e92-d7ce-493a-8ebc-23d73728b392 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c860454b62904a0185c4be56bfb9c1bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273600 Jun 18 16:40:03.492055 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52064) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:03.561674 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Set router a2fae5fa-eda8-495b-8a86-ceebc10bc387 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:03.577549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2c25b9-989e-4761-b14a-4db37125ad42 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:03.579152 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2f2c25b9-989e-4761-b14a-4db37125ad42 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862041 Jun 18 16:40:03.582488 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52066) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:03.613252 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-eea32e24-ae35-44be-9d3f-ffccca1cb4c1 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295076 Jun 18 16:40:03.615481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52068) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:03.620423 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-8d0df0a5-d6ee-4521-a862-43e9d2d127a4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-529424837', 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:03.708154 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0df0a5-d6ee-4521-a862-43e9d2d127a4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:40:03.711749 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8d0df0a5-d6ee-4521-a862-43e9d2d127a4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:03.736923 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'name': 'tempest-TestNetworkBasicOps-router-51583388', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:02Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:03.762698 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Checking router: a2fae5fa-eda8-495b-8a86-ceebc10bc387 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:40:03.763059 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Updating router a2fae5fa-eda8-495b-8a86-ceebc10bc387 port d46e8a23-1c82-4a4c-bb4c-949986bc601f binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:40:03.801720 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:03.892835 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8d0df0a5-d6ee-4521-a862-43e9d2d127a4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:03.895890 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c024af4b-da2a-410f-baa6-20d5261223b8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:03.952189 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0df0a5-d6ee-4521-a862-43e9d2d127a4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Subnet': ['ID=5cc691db-42ee-4a60-8b47-375b149ec4bb,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:03.956493 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8d0df0a5-d6ee-4521-a862-43e9d2d127a4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:03.962603 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0df0a5-d6ee-4521-a862-43e9d2d127a4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Checking segment: {'id': '44ebd933-b0e2-4a74-8934-a9e7bb890d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:40:03.963177 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0df0a5-d6ee-4521-a862-43e9d2d127a4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network hostable DHCP agents. Network: 266dc8d9-c0ec-4e35-854c-b3ce7e21709e, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:40:03.980450 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0df0a5-d6ee-4521-a862-43e9d2d127a4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 266dc8d9-c0ec-4e35-854c-b3ce7e21709e is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:40:03.989220 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-8d0df0a5-d6ee-4521-a862-43e9d2d127a4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 266dc8d9-c0ec-4e35-854c-b3ce7e21709e) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:40:03.993901 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0df0a5-d6ee-4521-a862-43e9d2d127a4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:03.994347 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8d0df0a5-d6ee-4521-a862-43e9d2d127a4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:04.002429 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5c8b9a-755d-41ac-a7bc-62c8f4afc0f3 None None] Network 266dc8d9-c0ec-4e35-854c-b3ce7e21709e requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:40:04.011937 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8d0df0a5-d6ee-4521-a862-43e9d2d127a4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3928525 Jun 18 16:40:04.012231 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52070) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:04.050388 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:04.060004 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Transition to ACTIVE for port object d46e8a23-1c82-4a4c-bb4c-949986bc601f will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:04.066090 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:04.068948 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-b7b86cc0-54a4-4152-bd39-a09db5a28771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:04.117803 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bb138-d891-473c-a4e7-8afa70e87e6d None None] Pushing event updated for resources: {'Port': ['ID=d46e8a23-1c82-4a4c-bb4c-949986bc601f,revision_number=2']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:04.119917 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Attempting to bind port d46e8a23-1c82-4a4c-bb4c-949986bc601f on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:40:04.120289 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Attempting to bind port d46e8a23-1c82-4a4c-bb4c-949986bc601f by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:40:04.120647 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Attempting to bind port d46e8a23-1c82-4a4c-bb4c-949986bc601f on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:40:04.129234 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52bb138-d891-473c-a4e7-8afa70e87e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:04.129578 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52bb138-d891-473c-a4e7-8afa70e87e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:04.129912 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52bb138-d891-473c-a4e7-8afa70e87e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:04.130240 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52bb138-d891-473c-a4e7-8afa70e87e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:04.130567 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52bb138-d891-473c-a4e7-8afa70e87e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:04.130927 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52bb138-d891-473c-a4e7-8afa70e87e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:04.131245 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52bb138-d891-473c-a4e7-8afa70e87e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:04.131561 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52bb138-d891-473c-a4e7-8afa70e87e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:04.131877 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52bb138-d891-473c-a4e7-8afa70e87e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:04.132223 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52bb138-d891-473c-a4e7-8afa70e87e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:04.132497 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52bb138-d891-473c-a4e7-8afa70e87e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:04.132806 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52bb138-d891-473c-a4e7-8afa70e87e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:04.135958 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:40:04.136331 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:40:04.136736 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:04.137120 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:40:04.137603 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Bound port: d46e8a23-1c82-4a4c-bb4c-949986bc601f, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:40:04.137961 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:04.139676 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-b52bb138-d891-473c-a4e7-8afa70e87e6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:04.162443 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-266dc8d9-c0ec-4e35-854c-b3ce7e21709e', 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ips': [{'subnet_id': '5cc691db-42ee-4a60-8b47-375b149ec4bb'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:40:04.163560 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:04.198858 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] For port d46e8a23-1c82-4a4c-bb4c-949986bc601f, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:40:04.201990 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] For port d46e8a23-1c82-4a4c-bb4c-949986bc601f, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d46e8a23-1c82-4a4c-bb4c-949986bc601f,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:40:04.206383 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:04.208285 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-fe782a62-4df8-4802-99fb-e90e05242f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:04.264078 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Routers {'a2fae5fa-eda8-495b-8a86-ceebc10bc387'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:04.264715 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:39:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a2fae5fa-eda8-495b-8a86-ceebc10bc387'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:04.266496 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bb138-d891-473c-a4e7-8afa70e87e6d None None] Pushing event updated for resources: {'Port': ['ID=d46e8a23-1c82-4a4c-bb4c-949986bc601f,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:04.270674 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-b52bb138-d891-473c-a4e7-8afa70e87e6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:04.305474 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Allocated IP 172.20.0.2 (266dc8d9-c0ec-4e35-854c-b3ce7e21709e/5cc691db-42ee-4a60-8b47-375b149ec4bb/7b3f7713-7286-444b-967f-0fa2f0f4d898) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:40:04.387839 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] Set router a2fae5fa-eda8-495b-8a86-ceebc10bc387 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:04.464769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:04.474040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Transition to ACTIVE for port object 7b3f7713-7286-444b-967f-0fa2f0f4d898 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:04.481212 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:04.491041 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Transition to ACTIVE for port object 7b3f7713-7286-444b-967f-0fa2f0f4d898 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:04.500146 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:04.504713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:04.542214 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Network 266dc8d9-c0ec-4e35-854c-b3ce7e21709e is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:40:04.545011 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:40:04.547950 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:40:04.573595 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'name': 'tempest-TestNetworkBasicOps-router-51583388', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:02Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:04.584718 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Pushing event updated for resources: {'Port': ['ID=7b3f7713-7286-444b-967f-0fa2f0f4d898,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:04.588041 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:04.604084 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5620bd1-13de-4fd0-be31-8bebf8b00b28 None None] The sync data for ids ['a2fae5fa-eda8-495b-8a86-ceebc10bc387'] in dv-neutron-797121-1-hyperv is: [{'id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'name': 'tempest-TestNetworkBasicOps-router-51583388', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:02Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:40:04.777841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.20.0.1 (266dc8d9-c0ec-4e35-854c-b3ce7e21709e/5cc691db-42ee-4a60-8b47-375b149ec4bb/621e43b9-773e-42a1-b490-0299fe8b67f3) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:40:04.789955 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Attempting to bind port 7b3f7713-7286-444b-967f-0fa2f0f4d898 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:40:04.790902 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Attempting to bind port 7b3f7713-7286-444b-967f-0fa2f0f4d898 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '44ebd933-b0e2-4a74-8934-a9e7bb890d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:40:04.790902 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Attempting to bind port 7b3f7713-7286-444b-967f-0fa2f0f4d898 on network 266dc8d9-c0ec-4e35-854c-b3ce7e21709e {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:40:04.796281 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:40:04.796672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Checking segment: {'id': '44ebd933-b0e2-4a74-8934-a9e7bb890d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:40:04.797085 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:04.797516 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Bound using segment: {'id': '44ebd933-b0e2-4a74-8934-a9e7bb890d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:40:04.797982 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Bound port: 7b3f7713-7286-444b-967f-0fa2f0f4d898, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ebd933-b0e2-4a74-8934-a9e7bb890d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:40:04.798367 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:04.880473 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] For port 7b3f7713-7286-444b-967f-0fa2f0f4d898, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:40:04.883489 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] For port 7b3f7713-7286-444b-967f-0fa2f0f4d898, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7b3f7713-7286-444b-967f-0fa2f0f4d898,segment=NetworkSegment(44ebd933-b0e2-4a74-8934-a9e7bb890d44),segment_id=44ebd933-b0e2-4a74-8934-a9e7bb890d44)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:40:04.897899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:04.900024 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5d77f9cc-68c7-49a1-9246-d26f2834a6e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:04.911820 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:04.927269 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Transition to ACTIVE for port object 621e43b9-773e-42a1-b490-0299fe8b67f3 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:04.962884 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Pushing event updated for resources: {'Port': ['ID=7b3f7713-7286-444b-967f-0fa2f0f4d898,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:04.966315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:04.970998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-af2701bd-876e-45ea-a063-6ce5a4ea99bd tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:04.971683 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:05.031949 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 266dc8d9-c0ec-4e35-854c-b3ce7e21709e is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:40:05.036208 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:40:05.040737 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:40:05.044925 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=621e43b9-773e-42a1-b490-0299fe8b67f3,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:05.067778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:05.096238 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:05.214603 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-39bf7174-45f7-42a4-b67d-ceaad1922ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:05.283353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:05.573584 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:05.578611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:05.583918 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-37d31771-0b7f-4a32-be8b-f774e4af4101 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:05.661421 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:05.663444 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=621e43b9-773e-42a1-b490-0299fe8b67f3,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:05.666915 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:05.761971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 266dc8d9-c0ec-4e35-854c-b3ce7e21709e is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:40:05.763373 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:40:05.881309 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router a2fae5fa-eda8-495b-8a86-ceebc10bc387 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:40:05.894614 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe80e65-2c22-4027-bf07-1d86dd5437ee None None] Network 266dc8d9-c0ec-4e35-854c-b3ce7e21709e requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:40:05.979860 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d70e4d5b-3dc3-4c9c-99dc-e2e1dc9842fc None None] Provisioning for port 7b3f7713-7286-444b-967f-0fa2f0f4d898 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:05.996500 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:40:06.001917 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/routers/a2fae5fa-eda8-495b-8a86-ceebc10bc387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9887061 Jun 18 16:40:06.004380 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52072) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:06.105722 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7828c056-0162-4dfe-afc9-49416cdb088c tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:06.106485 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7828c056-0162-4dfe-afc9-49416cdb088c tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:06.106674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7828c056-0162-4dfe-afc9-49416cdb088c tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:06.107146 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7828c056-0162-4dfe-afc9-49416cdb088c tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:06.108812 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7828c056-0162-4dfe-afc9-49416cdb088c tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1034968 Jun 18 16:40:06.111671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52074) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:06.177886 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea0c3a1-3df9-432e-a80c-1d992b009e2c tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:06.178368 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea0c3a1-3df9-432e-a80c-1d992b009e2c tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:06.178986 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea0c3a1-3df9-432e-a80c-1d992b009e2c tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:06.179289 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea0c3a1-3df9-432e-a80c-1d992b009e2c tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:06.181434 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cea0c3a1-3df9-432e-a80c-1d992b009e2c tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0680900 Jun 18 16:40:06.184095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52076) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:06.290406 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d46e8a23-1c82-4a4c-bb4c-949986bc601f up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:06.338982 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-651ce8a2-0d68-48c3-b26e-0d69311e9205 None None] Provisioning for port 621e43b9-773e-42a1-b490-0299fe8b67f3 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:06.343406 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-651ce8a2-0d68-48c3-b26e-0d69311e9205 None None] Provisioning complete for port 621e43b9-773e-42a1-b490-0299fe8b67f3 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:06.343967 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-651ce8a2-0d68-48c3-b26e-0d69311e9205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:06.387615 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port d46e8a23-1c82-4a4c-bb4c-949986bc601f completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:06.399974 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port d46e8a23-1c82-4a4c-bb4c-949986bc601f triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:06.400376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:06.422215 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-651ce8a2-0d68-48c3-b26e-0d69311e9205 None None] Port 621e43b9-773e-42a1-b490-0299fe8b67f3 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:40:06.456706 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b12c6bd8-36cf-42d2-9be0-9305f11f09a1 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2708182 Jun 18 16:40:06.459529 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52078) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:06.464589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d7a9a775-b807-4208-a989-b01ab0bde9a2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-328361167', 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:06.499842 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:06.526084 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port d46e8a23-1c82-4a4c-bb4c-949986bc601f, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d46e8a23-1c82-4a4c-bb4c-949986bc601f,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:06.532450 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:06.533452 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7b3f7713-7286-444b-967f-0fa2f0f4d898 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:06.557487 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:06.592716 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a9a775-b807-4208-a989-b01ab0bde9a2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:40:06.598582 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a775-b807-4208-a989-b01ab0bde9a2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:06.605159 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Sync routers for ids ['a2fae5fa-eda8-495b-8a86-ceebc10bc387'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:40:06.618579 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [None req-d7a9a775-b807-4208-a989-b01ab0bde9a2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] device_id is not set on port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:40:06.624679 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-24756dae-7d8a-4900-9714-ab6ff8017fc5 None None] Provisioning complete for port 621e43b9-773e-42a1-b490-0299fe8b67f3 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:06.625059 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-24756dae-7d8a-4900-9714-ab6ff8017fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:06.639901 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Routers {'a2fae5fa-eda8-495b-8a86-ceebc10bc387'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:06.640629 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:39:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a2fae5fa-eda8-495b-8a86-ceebc10bc387'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:06.699157 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=d46e8a23-1c82-4a4c-bb4c-949986bc601f,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:06.710252 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:06.729726 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-24756dae-7d8a-4900-9714-ab6ff8017fc5 None None] Port 621e43b9-773e-42a1-b490-0299fe8b67f3 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:40:06.734638 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 7b3f7713-7286-444b-967f-0fa2f0f4d898 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:06.749255 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-d7a9a775-b807-4208-a989-b01ab0bde9a2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.20.0.9 (266dc8d9-c0ec-4e35-854c-b3ce7e21709e/5cc691db-42ee-4a60-8b47-375b149ec4bb/f155a8ae-29fe-47f0-b1fb-65ec23afdb63) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:40:06.764110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 7b3f7713-7286-444b-967f-0fa2f0f4d898 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:06.764495 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:06.817428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Set router a2fae5fa-eda8-495b-8a86-ceebc10bc387 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:06.905455 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a775-b807-4208-a989-b01ab0bde9a2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:06.919472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-d7a9a775-b807-4208-a989-b01ab0bde9a2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Transition to ACTIVE for port object f155a8ae-29fe-47f0-b1fb-65ec23afdb63 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:06.922279 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-94b85e2f-e8c7-411a-a0ee-4fc09b68c82b None None] Provisioning complete for port 621e43b9-773e-42a1-b490-0299fe8b67f3 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:06.922683 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-94b85e2f-e8c7-411a-a0ee-4fc09b68c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:06.951965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a775-b807-4208-a989-b01ab0bde9a2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:06.958048 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0d2f8ce5-b3f2-4e7a-9643-a6e7f93e729b tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:06.997000 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:06.999561 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a9a775-b807-4208-a989-b01ab0bde9a2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 266dc8d9-c0ec-4e35-854c-b3ce7e21709e is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:40:07.003155 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-d7a9a775-b807-4208-a989-b01ab0bde9a2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:40:07.007119 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a9a775-b807-4208-a989-b01ab0bde9a2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:40:07.028455 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-94b85e2f-e8c7-411a-a0ee-4fc09b68c82b None None] Port 621e43b9-773e-42a1-b490-0299fe8b67f3 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:40:07.034887 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9a775-b807-4208-a989-b01ab0bde9a2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:07.039589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d7a9a775-b807-4208-a989-b01ab0bde9a2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:07.063027 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a9a775-b807-4208-a989-b01ab0bde9a2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:07.063650 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a775-b807-4208-a989-b01ab0bde9a2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:07.082911 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d7a9a775-b807-4208-a989-b01ab0bde9a2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6195507 Jun 18 16:40:07.086050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 7b3f7713-7286-444b-967f-0fa2f0f4d898, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7b3f7713-7286-444b-967f-0fa2f0f4d898,segment=NetworkSegment(44ebd933-b0e2-4a74-8934-a9e7bb890d44),segment_id=44ebd933-b0e2-4a74-8934-a9e7bb890d44)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:07.092529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:07.095642 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1d5c8b90-5d7d-4010-bbc0-d1360e609f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:07.152482 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=7b3f7713-7286-444b-967f-0fa2f0f4d898,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:07.155788 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:07.161697 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'name': 'tempest-TestNetworkBasicOps-router-51583388', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:05Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '621e43b9-773e-42a1-b490-0299fe8b67f3', 'name': '', 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:0c:d7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5cc691db-42ee-4a60-8b47-375b149ec4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:04Z', 'updated_at': '2021-06-18T16:40:05Z', 'revision_number': 2, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5cc691db-42ee-4a60-8b47-375b149ec4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:07.187964 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Checking router: a2fae5fa-eda8-495b-8a86-ceebc10bc387 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:40:07.188322 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Updating router a2fae5fa-eda8-495b-8a86-ceebc10bc387 port 621e43b9-773e-42a1-b490-0299fe8b67f3 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:40:07.226729 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:07.389337 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ea1c325b-1863-40ba-b0ed-2e8744eea631 None None] Provisioning for port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:07.395377 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ea1c325b-1863-40ba-b0ed-2e8744eea631 None None] Provisioning complete for port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:07.395765 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ea1c325b-1863-40ba-b0ed-2e8744eea631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:07.400957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52082) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:07.406305 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-042a0b3f-f7bb-42d6-b523-880bd70464b5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-307099209', 'description': 'tempest-secgroup-smoke-307099209 description', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:07.429653 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-042a0b3f-f7bb-42d6-b523-880bd70464b5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:07.446914 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-ea1c325b-1863-40ba-b0ed-2e8744eea631 None None] Port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:40:07.515194 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-042a0b3f-f7bb-42d6-b523-880bd70464b5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:07.519292 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-042a0b3f-f7bb-42d6-b523-880bd70464b5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:07.522907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1be7630f-33a7-41f4-aa98-67f10935480e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:07.526323 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:07.536777 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Transition to ACTIVE for port object 621e43b9-773e-42a1-b490-0299fe8b67f3 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:07.542494 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:07.544352 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-080fb0a4-e784-4605-9b1a-1158e8311094 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:07.554673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-042a0b3f-f7bb-42d6-b523-880bd70464b5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:07.555874 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-042a0b3f-f7bb-42d6-b523-880bd70464b5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1533632 Jun 18 16:40:07.559178 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52084) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:07.560521 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a0b3f-f7bb-42d6-b523-880bd70464b5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98127a2c-af50-4183-9d2b-323201c87403,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:07.563986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-042a0b3f-f7bb-42d6-b523-880bd70464b5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:07.568133 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-e6aa860e-58af-4dd2-87d9-a37e2856ed2b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '98127a2c-af50-4183-9d2b-323201c87403', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:07.606753 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e6aa860e-58af-4dd2-87d9-a37e2856ed2b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:07.622159 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46303e-772f-479f-801d-2e1ec3c19723 None None] Pushing event updated for resources: {'Port': ['ID=621e43b9-773e-42a1-b490-0299fe8b67f3,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:07.627325 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ef46303e-772f-479f-801d-2e1ec3c19723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:07.670945 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2e14aae0-5323-4ba6-ac8f-9783d323ce3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:07.677878 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e6aa860e-58af-4dd2-87d9-a37e2856ed2b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:07.686750 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Attempting to bind port 621e43b9-773e-42a1-b490-0299fe8b67f3 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:40:07.687128 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Attempting to bind port 621e43b9-773e-42a1-b490-0299fe8b67f3 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '44ebd933-b0e2-4a74-8934-a9e7bb890d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:40:07.687497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Attempting to bind port 621e43b9-773e-42a1-b490-0299fe8b67f3 on network 266dc8d9-c0ec-4e35-854c-b3ce7e21709e {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:40:07.688514 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e6aa860e-58af-4dd2-87d9-a37e2856ed2b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:07.691681 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-406aa61b-81ad-4723-bab8-c647616c92ff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:07.693793 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:40:07.694184 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Checking segment: {'id': '44ebd933-b0e2-4a74-8934-a9e7bb890d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:40:07.694677 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:07.695085 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Bound using segment: {'id': '44ebd933-b0e2-4a74-8934-a9e7bb890d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:40:07.695579 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Bound port: 621e43b9-773e-42a1-b490-0299fe8b67f3, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ebd933-b0e2-4a74-8934-a9e7bb890d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:40:07.695957 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:07.719746 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa860e-58af-4dd2-87d9-a37e2856ed2b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db862e6a-11b3-4292-8d4d-c006e094a99e,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:07.723714 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e6aa860e-58af-4dd2-87d9-a37e2856ed2b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:07.725040 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e6aa860e-58af-4dd2-87d9-a37e2856ed2b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:07.730229 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52086) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:07.735305 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-57c1295c-009a-462a-96e1-fb8d0b2cbfb1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '98127a2c-af50-4183-9d2b-323201c87403', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:07.742177 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e6aa860e-58af-4dd2-87d9-a37e2856ed2b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1782119 Jun 18 16:40:07.766536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-57c1295c-009a-462a-96e1-fb8d0b2cbfb1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:07.768585 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] For port 621e43b9-773e-42a1-b490-0299fe8b67f3, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:40:07.772340 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] For port 621e43b9-773e-42a1-b490-0299fe8b67f3, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=621e43b9-773e-42a1-b490-0299fe8b67f3,segment=NetworkSegment(44ebd933-b0e2-4a74-8934-a9e7bb890d44),segment_id=44ebd933-b0e2-4a74-8934-a9e7bb890d44)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:40:07.776166 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:07.778134 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:07.838498 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Routers {'a2fae5fa-eda8-495b-8a86-ceebc10bc387'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:07.839367 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:40:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a2fae5fa-eda8-495b-8a86-ceebc10bc387'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:07.845064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46303e-772f-479f-801d-2e1ec3c19723 None None] Pushing event updated for resources: {'Port': ['ID=621e43b9-773e-42a1-b490-0299fe8b67f3,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:07.877872 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ef46303e-772f-479f-801d-2e1ec3c19723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:07.963512 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] Set router a2fae5fa-eda8-495b-8a86-ceebc10bc387 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:08.150884 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-57c1295c-009a-462a-96e1-fb8d0b2cbfb1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.155065 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-57c1295c-009a-462a-96e1-fb8d0b2cbfb1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.156772 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e65b8b41-30ed-457b-8e0e-1ab1b8f02751 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:08.176171 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1295c-009a-462a-96e1-fb8d0b2cbfb1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c12bb9-0a6c-4d8b-94a0-a9eebe441708,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:08.180071 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-57c1295c-009a-462a-96e1-fb8d0b2cbfb1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:08.185258 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-57c1295c-009a-462a-96e1-fb8d0b2cbfb1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.186498 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-57c1295c-009a-462a-96e1-fb8d0b2cbfb1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4552019 Jun 18 16:40:08.189243 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52088) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:08.194605 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d294364c-4680-482b-aab7-fcc486174853 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '98127a2c-af50-4183-9d2b-323201c87403', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:08.203256 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'name': 'tempest-TestNetworkBasicOps-router-51583388', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:05Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '621e43b9-773e-42a1-b490-0299fe8b67f3', 'name': '', 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:0c:d7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5cc691db-42ee-4a60-8b47-375b149ec4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:04Z', 'updated_at': '2021-06-18T16:40:07Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5cc691db-42ee-4a60-8b47-375b149ec4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:08.224802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d294364c-4680-482b-aab7-fcc486174853 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.240427 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d46e8a23-1c82-4a4c-bb4c-949986bc601f up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:08.246714 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f30e8-acf6-461b-96d5-3d166774226d None None] The sync data for ids ['a2fae5fa-eda8-495b-8a86-ceebc10bc387'] in dv-neutron-797121-1-hyperv is: [{'id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'name': 'tempest-TestNetworkBasicOps-router-51583388', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:05Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '621e43b9-773e-42a1-b490-0299fe8b67f3', 'name': '', 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:0c:d7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5cc691db-42ee-4a60-8b47-375b149ec4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:04Z', 'updated_at': '2021-06-18T16:40:07Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5cc691db-42ee-4a60-8b47-375b149ec4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:40:08.280951 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.320070 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d294364c-4680-482b-aab7-fcc486174853 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.324999 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d294364c-4680-482b-aab7-fcc486174853 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.326924 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3f100b5d-9dc3-4219-8adf-ec4e15332396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:08.334722 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port d46e8a23-1c82-4a4c-bb4c-949986bc601f triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:08.335066 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.359723 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294364c-4680-482b-aab7-fcc486174853 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbdd171-89d3-47db-bc6a-9530d0a9d627,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:08.363700 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d294364c-4680-482b-aab7-fcc486174853 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:08.367123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d294364c-4680-482b-aab7-fcc486174853 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.371515 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d294364c-4680-482b-aab7-fcc486174853 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1789169 Jun 18 16:40:08.371979 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52090) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:08.377138 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '98127a2c-af50-4183-9d2b-323201c87403', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:08.405902 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.434552 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7b3f7713-7286-444b-967f-0fa2f0f4d898 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:08.476910 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.481382 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.483696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6b2329e2-116a-4974-8ddc-3c1f8330a05a tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:08.490644 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 7b3f7713-7286-444b-967f-0fa2f0f4d898 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:08.491094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.501043 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da83557a-142f-4825-b2f5-b07e99a5212e,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:08.510146 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.511417 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383185 Jun 18 16:40:08.512837 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:08.513227 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:08.513609 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:08.513981 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:08.514353 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:08.514766 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:08.514936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52092) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:08.515838 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:08.516389 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:08.516768 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:08.517138 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:08.517498 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:08.518032 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:08.519693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-2f0a2df0-0f38-499f-818b-e03c5b4fab0f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '98127a2c-af50-4183-9d2b-323201c87403', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:08.521639 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:08.545258 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-2f0a2df0-0f38-499f-818b-e03c5b4fab0f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:40:08.555144 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2df0-0f38-499f-818b-e03c5b4fab0f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.620391 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2df0-0f38-499f-818b-e03c5b4fab0f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.624483 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2df0-0f38-499f-818b-e03c5b4fab0f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.626457 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-57c1295c-009a-462a-96e1-fb8d0b2cbfb1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:08.643017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a2df0-0f38-499f-818b-e03c5b4fab0f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eba9ffc-99fa-4ca2-a9c8-fe6eca795576,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:08.646198 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2f0a2df0-0f38-499f-818b-e03c5b4fab0f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:08.651695 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2df0-0f38-499f-818b-e03c5b4fab0f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.652965 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2f0a2df0-0f38-499f-818b-e03c5b4fab0f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371145 Jun 18 16:40:08.655796 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52096) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:08.661458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-2f3e4625-3b0e-4e25-802b-4e833efc9207 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '98127a2c-af50-4183-9d2b-323201c87403', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:08.691497 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-2f3e4625-3b0e-4e25-802b-4e833efc9207 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:40:08.696599 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4625-3b0e-4e25-802b-4e833efc9207 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.766850 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4625-3b0e-4e25-802b-4e833efc9207 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.771411 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4625-3b0e-4e25-802b-4e833efc9207 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.773298 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-82fdc21e-ab3a-46f7-bd25-183cfb76d59a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:08.791238 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e4625-3b0e-4e25-802b-4e833efc9207 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37bc07b-89d7-4ae1-9275-e23ec1415eb5,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:08.794726 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2f3e4625-3b0e-4e25-802b-4e833efc9207 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:08.797284 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4625-3b0e-4e25-802b-4e833efc9207 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:08.798765 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2f3e4625-3b0e-4e25-802b-4e833efc9207 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1417236 Jun 18 16:40:08.927304 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:09.005840 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-4adb1ab5-a566-49de-9717-1e249927953c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-307099209&fields=id&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 267 time: 0.0360842 Jun 18 16:40:09.070443 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-17d47718-1865-4359-8f8e-54405ada0ee0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:09.071852 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-17d47718-1865-4359-8f8e-54405ada0ee0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports/f155a8ae-29fe-47f0-b1fb-65ec23afdb63 HTTP/1.1" status: 200 len: 929 time: 0.0593066 Jun 18 16:40:09.126931 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-e1dd3198-e257-40cd-9be1-831607375d7b service neutron] 10.222.0.39 "GET /v2.0/ports/f155a8ae-29fe-47f0-b1fb-65ec23afdb63?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0423169 Jun 18 16:40:09.221349 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-c20918d0-0ee1-4c99-9257-59814c88c605 service neutron] 10.222.0.39 "GET /v2.0/networks/266dc8d9-c0ec-4e35-854c-b3ce7e21709e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881996 Jun 18 16:40:09.614248 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-a88b896c-8b0a-4a27-abec-cce9e4f23460 service neutron] 10.222.0.39 "GET /v2.0/networks/266dc8d9-c0ec-4e35-854c-b3ce7e21709e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871326 Jun 18 16:40:09.782198 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d952c37c-0876-4b9d-ac5e-f5cbf2fd153d req-820000b1-438c-404b-abce-745155a498d3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e572aa92-ac58-4c83-bfe8-9e208d6ab018 HTTP/1.1" status: 200 len: 210 time: 0.0308332 Jun 18 16:40:10.235925 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 621e43b9-773e-42a1-b490-0299fe8b67f3 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:10.286329 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 621e43b9-773e-42a1-b490-0299fe8b67f3 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:10.290002 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 621e43b9-773e-42a1-b490-0299fe8b67f3 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:10.290385 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:10.486390 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:10.527423 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:10.564351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 621e43b9-773e-42a1-b490-0299fe8b67f3, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=621e43b9-773e-42a1-b490-0299fe8b67f3,segment=NetworkSegment(44ebd933-b0e2-4a74-8934-a9e7bb890d44),segment_id=44ebd933-b0e2-4a74-8934-a9e7bb890d44)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:10.569735 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:10.571599 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:10.617855 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=621e43b9-773e-42a1-b490-0299fe8b67f3,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:10.620847 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:10.922027 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-41a9614d-678b-441a-989e-2ac20a69d921 req-7f28c208-ddf8-4c70-b523-c9bee9528cbd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e572aa92-ac58-4c83-bfe8-9e208d6ab018 HTTP/1.1" status: 200 len: 210 time: 0.0324202 Jun 18 16:40:10.983976 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-dcac7d38-357f-409b-a821-fb8bd404d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:10.985325 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-dcac7d38-357f-409b-a821-fb8bd404d925 service neutron] 10.222.0.64 "GET /v2.0/ports/f155a8ae-29fe-47f0-b1fb-65ec23afdb63 HTTP/1.1" status: 200 len: 1025 time: 0.0429363 Jun 18 16:40:11.092636 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-91b9ea8c-9ee4-4204-8145-14facdd658cf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:11.094056 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-91b9ea8c-9ee4-4204-8145-14facdd658cf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/networks?id=266dc8d9-c0ec-4e35-854c-b3ce7e21709e HTTP/1.1" status: 200 len: 797 time: 0.1035192 Jun 18 16:40:11.142613 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-b9fbe4a0-def4-4f1d-a6c9-d1eaaee6484e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 379 time: 0.0342889 Jun 18 16:40:11.164836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Request body: {'port': {'device_id': 'e572aa92-ac58-4c83-bfe8-9e208d6ab018', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:11.234368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:11.489075 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f155a8ae-29fe-47f0-b1fb-65ec23afdb63 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:40:11.496068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:11.508709 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Transition to ACTIVE for port object f155a8ae-29fe-47f0-b1fb-65ec23afdb63 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:11.512445 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:11.514329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5d144fb3-7420-46d0-9d7a-441737328701 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:11.593504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Pushing event updated for resources: {'Port': ['ID=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:11.621497 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:11.621884 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:11.622262 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:11.622657 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:11.623037 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:11.623405 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:11.623768 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:11.624133 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:11.624496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:11.624859 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:11.625218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:11.625582 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:11.647492 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:11.679950 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Attempting to bind port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:40:11.680376 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Attempting to bind port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '44ebd933-b0e2-4a74-8934-a9e7bb890d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:40:11.680780 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Attempting to bind port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 on network 266dc8d9-c0ec-4e35-854c-b3ce7e21709e {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:40:11.685545 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 on network 266dc8d9-c0ec-4e35-854c-b3ce7e21709e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:40:11.685955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Attempting to bind port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 on network 266dc8d9-c0ec-4e35-854c-b3ce7e21709e {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:40:11.692229 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:40:11.692569 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Checking segment: {'id': '44ebd933-b0e2-4a74-8934-a9e7bb890d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:40:11.692992 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Bound using segment: {'id': '44ebd933-b0e2-4a74-8934-a9e7bb890d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:40:11.693390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Bound port: f155a8ae-29fe-47f0-b1fb-65ec23afdb63, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ebd933-b0e2-4a74-8934-a9e7bb890d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:40:11.693742 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:11.755882 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] For port f155a8ae-29fe-47f0-b1fb-65ec23afdb63, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:40:11.758713 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] For port f155a8ae-29fe-47f0-b1fb-65ec23afdb63, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,segment=NetworkSegment(44ebd933-b0e2-4a74-8934-a9e7bb890d44),segment_id=44ebd933-b0e2-4a74-8934-a9e7bb890d44)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:40:11.763051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:11.765793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4e3e9a5e-e68a-423a-bceb-4e0127f62233 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:11.804474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:11.805099 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:11.806477 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] 10.222.0.64 "PUT /v2.0/ports/f155a8ae-29fe-47f0-b1fb-65ec23afdb63 HTTP/1.1" status: 200 len: 1130 time: 0.6459713 Jun 18 16:40:11.807060 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e572aa92-ac58-4c83-bfe8-9e208d6ab018', 'tag': 'f155a8ae-29fe-47f0-b1fb-65ec23afdb63'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:40:11.809452 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15938b2-5970-48c7-a9cd-5cb3a984b183" -d '{"events": [{"name": "network-changed", "server_uuid": "e572aa92-ac58-4c83-bfe8-9e208d6ab018", "tag": "f155a8ae-29fe-47f0-b1fb-65ec23afdb63"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:40:11.836158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Pushing event updated for resources: {'Port': ['ID=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:11.840205 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:11.851034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5f6104-86ef-4d50-b0c4-a5ad95a6d583 x-openstack-request-id: req-3c5f6104-86ef-4d50-b0c4-a5ad95a6d583 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:40:11.851451 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e572aa92-ac58-4c83-bfe8-9e208d6ab018", "tag": "f155a8ae-29fe-47f0-b1fb-65ec23afdb63", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:40:11.851828 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c5f6104-86ef-4d50-b0c4-a5ad95a6d583 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:40:11.852349 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e572aa92-ac58-4c83-bfe8-9e208d6ab018', 'tag': 'f155a8ae-29fe-47f0-b1fb-65ec23afdb63', 'status': 'completed', 'code': 200} Jun 18 16:40:11.923025 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-6f313d20-cb31-40bd-8042-049ee79a4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:11.925216 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-6f313d20-cb31-40bd-8042-049ee79a4cbb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=e572aa92-ac58-4c83-bfe8-9e208d6ab018 HTTP/1.1" status: 200 len: 1133 time: 0.0550177 Jun 18 16:40:11.972036 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-d9663a64-7811-44d9-becd-1ea45f312f31 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f155a8ae-29fe-47f0-b1fb-65ec23afdb63 HTTP/1.1" status: 200 len: 217 time: 0.0347590 Jun 18 16:40:12.026920 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-a4371c88-228c-474d-adfa-a225505a7789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:12.028555 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-a4371c88-228c-474d-adfa-a225505a7789 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5cc691db-42ee-4a60-8b47-375b149ec4bb HTTP/1.1" status: 200 len: 834 time: 0.0503874 Jun 18 16:40:12.086552 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-e18d98fb-0aff-4f25-acfa-7036e695f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:12.088059 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-e18d98fb-0aff-4f25-acfa-7036e695f561 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=266dc8d9-c0ec-4e35-854c-b3ce7e21709e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528233 Jun 18 16:40:12.097661 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844257c9-f09a-4b7f-8e37-5e21643f89d4 req-1ce7c62b-27da-44e2-a362-74e35aeda0f2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:12.099139 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-844257c9-f09a-4b7f-8e37-5e21643f89d4 req-1ce7c62b-27da-44e2-a362-74e35aeda0f2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e572aa92-ac58-4c83-bfe8-9e208d6ab018 HTTP/1.1" status: 200 len: 980 time: 0.0625379 Jun 18 16:40:12.136454 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-844257c9-f09a-4b7f-8e37-5e21643f89d4 req-0d6f25c6-4112-4b3f-b3dc-cf92a6eb4438 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7aa0dd69-741c-474c-96be-5c706f3250de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315478 Jun 18 16:40:12.177745 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-855d17a5-17f0-46c7-8551-86162444bdf3 service neutron] 10.222.0.64 "GET /v2.0/networks/266dc8d9-c0ec-4e35-854c-b3ce7e21709e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829999 Jun 18 16:40:12.211824 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 621e43b9-773e-42a1-b490-0299fe8b67f3 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:12.260278 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 621e43b9-773e-42a1-b490-0299fe8b67f3 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:12.260660 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:12.272472 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c5bfc87f-1993-40c4-bfcb-71c8f2980007 req-185381eb-ec56-4e92-96d8-eb8794ddc473 service neutron] 10.222.0.64 "GET /v2.0/networks/266dc8d9-c0ec-4e35-854c-b3ce7e21709e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889609 Jun 18 16:40:12.425110 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15938b2-5970-48c7-a9cd-5cb3a984b183 req-0540b429-06e0-448f-95c3-9603018eae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:12.426582 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a15938b2-5970-48c7-a9cd-5cb3a984b183 req-0540b429-06e0-448f-95c3-9603018eae9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=e572aa92-ac58-4c83-bfe8-9e208d6ab018 HTTP/1.1" status: 200 len: 1133 time: 0.0575747 Jun 18 16:40:12.523400 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15938b2-5970-48c7-a9cd-5cb3a984b183 req-8d1c0638-327f-468c-977d-382569bd58c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:12.524843 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a15938b2-5970-48c7-a9cd-5cb3a984b183 req-8d1c0638-327f-468c-977d-382569bd58c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=266dc8d9-c0ec-4e35-854c-b3ce7e21709e HTTP/1.1" status: 200 len: 898 time: 0.0908682 Jun 18 16:40:12.567739 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a15938b2-5970-48c7-a9cd-5cb3a984b183 req-2484641b-6dce-490e-9292-747c4be4aece service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f155a8ae-29fe-47f0-b1fb-65ec23afdb63 HTTP/1.1" status: 200 len: 217 time: 0.0359466 Jun 18 16:40:12.617453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15938b2-5970-48c7-a9cd-5cb3a984b183 req-2eef11da-73ab-4fb3-afcd-6cd1e2b02756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:12.618793 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a15938b2-5970-48c7-a9cd-5cb3a984b183 req-2eef11da-73ab-4fb3-afcd-6cd1e2b02756 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5cc691db-42ee-4a60-8b47-375b149ec4bb HTTP/1.1" status: 200 len: 834 time: 0.0444288 Jun 18 16:40:12.682160 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15938b2-5970-48c7-a9cd-5cb3a984b183 req-ef29ad5d-66de-42d6-a7a6-474058842805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:12.683675 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a15938b2-5970-48c7-a9cd-5cb3a984b183 req-ef29ad5d-66de-42d6-a7a6-474058842805 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=266dc8d9-c0ec-4e35-854c-b3ce7e21709e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0578418 Jun 18 16:40:12.772646 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a15938b2-5970-48c7-a9cd-5cb3a984b183 req-a212b544-ee5d-443a-8f88-f34474afd781 service neutron] 10.222.0.64 "GET /v2.0/networks/266dc8d9-c0ec-4e35-854c-b3ce7e21709e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822692 Jun 18 16:40:12.867191 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a15938b2-5970-48c7-a9cd-5cb3a984b183 req-081cdb13-07b4-42f4-8c16-c97670958f2d service neutron] 10.222.0.64 "GET /v2.0/networks/266dc8d9-c0ec-4e35-854c-b3ce7e21709e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873246 Jun 18 16:40:13.416270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24196550-b2b2-4c3c-8a53-538eb1f5988f req-f9df7b43-0d99-4d41-8488-ec75161120bb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:13.417708 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-24196550-b2b2-4c3c-8a53-538eb1f5988f req-f9df7b43-0d99-4d41-8488-ec75161120bb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e572aa92-ac58-4c83-bfe8-9e208d6ab018 HTTP/1.1" status: 200 len: 980 time: 0.0606413 Jun 18 16:40:13.468179 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-24196550-b2b2-4c3c-8a53-538eb1f5988f req-c162d505-768e-4124-8347-232562765cc7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7aa0dd69-741c-474c-96be-5c706f3250de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446379 Jun 18 16:40:14.462342 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f155a8ae-29fe-47f0-b1fb-65ec23afdb63 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:40:14.558537 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port f155a8ae-29fe-47f0-b1fb-65ec23afdb63, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,segment=NetworkSegment(44ebd933-b0e2-4a74-8934-a9e7bb890d44),segment_id=44ebd933-b0e2-4a74-8934-a9e7bb890d44)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:14.571348 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'f155a8ae-29fe-47f0-b1fb-65ec23afdb63', 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e', 'port_id': 'f155a8ae-29fe-47f0-b1fb-65ec23afdb63', 'mac_address': 'fa:16:3e:d5:2a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc691db-42ee-4a60-8b47-375b149ec4bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:40:14.615513 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:14.628919 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f155a8ae-29fe-47f0-b1fb-65ec23afdb63 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:40:14.648040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port f155a8ae-29fe-47f0-b1fb-65ec23afdb63, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,segment=NetworkSegment(44ebd933-b0e2-4a74-8934-a9e7bb890d44),segment_id=44ebd933-b0e2-4a74-8934-a9e7bb890d44)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:14.649725 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca91cba-bbb0-4949-a0c3-511b236a82a9 req-d6c0529f-c05b-4d1b-99ff-62535e90c57d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:14.651404 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dca91cba-bbb0-4949-a0c3-511b236a82a9 req-d6c0529f-c05b-4d1b-99ff-62535e90c57d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e572aa92-ac58-4c83-bfe8-9e208d6ab018 HTTP/1.1" status: 200 len: 980 time: 0.0638287 Jun 18 16:40:14.653325 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:14.655136 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:14.695482 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dca91cba-bbb0-4949-a0c3-511b236a82a9 req-268030a1-78ac-44ae-91e5-e9b8eb50e28b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7aa0dd69-741c-474c-96be-5c706f3250de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363905 Jun 18 16:40:14.702776 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:14.705879 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:14.930787 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['f155a8ae-29fe-47f0-b1fb-65ec23afdb63'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:40:15.865155 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc87b1-ed10-4123-8524-81a2b3ecbb75 req-3209c27e-28d3-4da7-9d24-d18fc75ca56c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:15.866619 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8abc87b1-ed10-4123-8524-81a2b3ecbb75 req-3209c27e-28d3-4da7-9d24-d18fc75ca56c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e572aa92-ac58-4c83-bfe8-9e208d6ab018 HTTP/1.1" status: 200 len: 981 time: 0.0622609 Jun 18 16:40:15.903308 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8abc87b1-ed10-4123-8524-81a2b3ecbb75 req-9f7198f7-fd24-4f51-957e-e03c6576322a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7aa0dd69-741c-474c-96be-5c706f3250de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311413 Jun 18 16:40:16.465311 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f155a8ae-29fe-47f0-b1fb-65ec23afdb63 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:16.518217 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:16.522105 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:16.522521 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:16.600034 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:16.623751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e572aa92-ac58-4c83-bfe8-9e208d6ab018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f155a8ae-29fe-47f0-b1fb-65ec23afdb63'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:40:16.626026 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b63b9d6-f508-4373-926a-3dbdb477c193" -d '{"events": [{"server_uuid": "e572aa92-ac58-4c83-bfe8-9e208d6ab018", "name": "network-vif-plugged", "status": "completed", "tag": "f155a8ae-29fe-47f0-b1fb-65ec23afdb63"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:40:16.638477 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port f155a8ae-29fe-47f0-b1fb-65ec23afdb63, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,segment=NetworkSegment(44ebd933-b0e2-4a74-8934-a9e7bb890d44),segment_id=44ebd933-b0e2-4a74-8934-a9e7bb890d44)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:16.642542 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:16.644562 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:16.666217 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225e82e2-427b-4b72-8306-b10889f8d36e x-openstack-request-id: req-225e82e2-427b-4b72-8306-b10889f8d36e {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:40:16.666503 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e572aa92-ac58-4c83-bfe8-9e208d6ab018", "name": "network-vif-plugged", "status": "completed", "tag": "f155a8ae-29fe-47f0-b1fb-65ec23afdb63", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:40:16.666800 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-225e82e2-427b-4b72-8306-b10889f8d36e {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:40:16.667199 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e572aa92-ac58-4c83-bfe8-9e208d6ab018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f155a8ae-29fe-47f0-b1fb-65ec23afdb63', 'code': 200} Jun 18 16:40:16.693887 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:16.697380 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:16.918559 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4593f-8683-4b3f-a631-2543268c9ef5 req-4c0db636-3917-4e6d-9e2f-3fcf3f0f256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:16.920107 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ffa4593f-8683-4b3f-a631-2543268c9ef5 req-4c0db636-3917-4e6d-9e2f-3fcf3f0f256f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e572aa92-ac58-4c83-bfe8-9e208d6ab018 HTTP/1.1" status: 200 len: 1135 time: 0.0547395 Jun 18 16:40:16.959332 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ffa4593f-8683-4b3f-a631-2543268c9ef5 req-cd783ef8-0dc6-44fa-a2b8-7fd382492467 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7aa0dd69-741c-474c-96be-5c706f3250de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282891 Jun 18 16:40:17.083202 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370e841-3238-4630-9a60-2d859c637839 req-7b5c8a42-a687-4a73-aa97-f03568adc3ab tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:17.084642 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8370e841-3238-4630-9a60-2d859c637839 req-7b5c8a42-a687-4a73-aa97-f03568adc3ab tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e572aa92-ac58-4c83-bfe8-9e208d6ab018 HTTP/1.1" status: 200 len: 982 time: 0.0695729 Jun 18 16:40:17.121467 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8370e841-3238-4630-9a60-2d859c637839 req-cafff776-2577-417b-b66e-73b534397223 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7aa0dd69-741c-474c-96be-5c706f3250de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312188 Jun 18 16:40:18.294509 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde37e4-8483-452e-8425-2cacf6100b07 req-c853b55b-1c70-48b5-b357-a6e7f45bae58 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:18.295980 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9fde37e4-8483-452e-8425-2cacf6100b07 req-c853b55b-1c70-48b5-b357-a6e7f45bae58 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e572aa92-ac58-4c83-bfe8-9e208d6ab018 HTTP/1.1" status: 200 len: 982 time: 0.0630393 Jun 18 16:40:18.335046 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9fde37e4-8483-452e-8425-2cacf6100b07 req-19f6733b-91fa-4a35-adcb-8e1b653a9263 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7aa0dd69-741c-474c-96be-5c706f3250de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326676 Jun 18 16:40:18.505598 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95362d6-a275-488c-9c5c-94e0f96f4550 req-0ab001d5-c386-47ad-b399-3828841efa1f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:18.506998 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c95362d6-a275-488c-9c5c-94e0f96f4550 req-0ab001d5-c386-47ad-b399-3828841efa1f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e572aa92-ac58-4c83-bfe8-9e208d6ab018 HTTP/1.1" status: 200 len: 982 time: 0.0616677 Jun 18 16:40:18.547948 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c95362d6-a275-488c-9c5c-94e0f96f4550 req-87da9e35-dfe2-45df-982e-40bd18700035 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7aa0dd69-741c-474c-96be-5c706f3250de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354013 Jun 18 16:40:18.572008 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52150) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:18.760019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5174c4be-2d68-4710-a2b5-97ca768d1baf tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:18.761437 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5174c4be-2d68-4710-a2b5-97ca768d1baf tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e572aa92-ac58-4c83-bfe8-9e208d6ab018 HTTP/1.1" status: 200 len: 1130 time: 0.1884527 Jun 18 16:40:18.764198 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52154) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:18.768690 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': 'f155a8ae-29fe-47f0-b1fb-65ec23afdb63', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:18.791146 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:18.888796 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:18.987157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.26.2.175 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/c6fc3182-2c80-4ee2-a601-32296a652dda) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:40:19.090906 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:19.127163 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:19.130804 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-08635210-13b8-49cd-9f27-84a6cf058cff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:19.170401 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:40:19.173143 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:40:19.177568 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:40:19.179591 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=c6fc3182-2c80-4ee2-a601-32296a652dda,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:19.182604 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:19.530531 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:19.605854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:19.754251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:19.767112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:19.769970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f7439959-e813-42a1-aa8a-69db86e8b2d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:19.835880 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=c6fc3182-2c80-4ee2-a601-32296a652dda,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:19.841044 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:19.848090 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:19.946231 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Floating IP c79a2ea8-f9f2-4820-ad32-ff53e3eecf13 associated. External IP: 172.26.2.175, port: f155a8ae-29fe-47f0-b1fb-65ec23afdb63. Jun 18 16:40:20.151471 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router a2fae5fa-eda8-495b-8a86-ceebc10bc387 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:40:20.257929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:40:20.267036 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ba3a42-4c3b-4a02-9137-542ba48528f9 None None] Sync routers for ids ['a2fae5fa-eda8-495b-8a86-ceebc10bc387'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:40:20.273187 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:20.276962 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ba3a42-4c3b-4a02-9137-542ba48528f9 None None] Routers {'a2fae5fa-eda8-495b-8a86-ceebc10bc387'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:20.277579 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-44ba3a42-4c3b-4a02-9137-542ba48528f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:40:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a2fae5fa-eda8-495b-8a86-ceebc10bc387'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:20.308973 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.5437682 Jun 18 16:40:20.309793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e572aa92-ac58-4c83-bfe8-9e208d6ab018', 'tag': 'f155a8ae-29fe-47f0-b1fb-65ec23afdb63'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:40:20.312058 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52156) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:20.312567 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fe9057-6024-4483-b322-152515019dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "e572aa92-ac58-4c83-bfe8-9e208d6ab018", "tag": "f155a8ae-29fe-47f0-b1fb-65ec23afdb63"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:40:20.348942 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8e04cb-8040-41d2-922b-246c465922b9 x-openstack-request-id: req-3d8e04cb-8040-41d2-922b-246c465922b9 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:40:20.349452 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e572aa92-ac58-4c83-bfe8-9e208d6ab018", "tag": "f155a8ae-29fe-47f0-b1fb-65ec23afdb63", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:40:20.349766 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d8e04cb-8040-41d2-922b-246c465922b9 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:40:20.350219 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e572aa92-ac58-4c83-bfe8-9e208d6ab018', 'tag': 'f155a8ae-29fe-47f0-b1fb-65ec23afdb63', 'status': 'completed', 'code': 200} Jun 18 16:40:20.416742 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32452eda-ec07-414f-ac88-803a81d92a35 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:20.420834 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-32452eda-ec07-414f-ac88-803a81d92a35 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e572aa92-ac58-4c83-bfe8-9e208d6ab018&network_id=266dc8d9-c0ec-4e35-854c-b3ce7e21709e HTTP/1.1" status: 200 len: 1130 time: 0.1052296 Jun 18 16:40:20.455037 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe9057-6024-4483-b322-152515019dfe req-90168ae8-8ed8-4517-9f6d-c9b8164b8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:20.457570 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-89fe9057-6024-4483-b322-152515019dfe req-90168ae8-8ed8-4517-9f6d-c9b8164b8067 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=e572aa92-ac58-4c83-bfe8-9e208d6ab018 HTTP/1.1" status: 200 len: 1135 time: 0.0595424 Jun 18 16:40:20.488333 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-44ba3a42-4c3b-4a02-9137-542ba48528f9 None None] Set router a2fae5fa-eda8-495b-8a86-ceebc10bc387 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:20.555185 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe9057-6024-4483-b322-152515019dfe req-e66bcd09-dddf-4cfc-8410-cae637bf68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:20.556658 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-89fe9057-6024-4483-b322-152515019dfe req-e66bcd09-dddf-4cfc-8410-cae637bf68ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=266dc8d9-c0ec-4e35-854c-b3ce7e21709e HTTP/1.1" status: 200 len: 898 time: 0.0923593 Jun 18 16:40:20.625418 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-89fe9057-6024-4483-b322-152515019dfe req-297ac799-2c99-47e3-85fb-7e8bd2ff5665 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f155a8ae-29fe-47f0-b1fb-65ec23afdb63 HTTP/1.1" status: 200 len: 1036 time: 0.0619910 Jun 18 16:40:20.683997 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe9057-6024-4483-b322-152515019dfe req-a5962e32-0d22-4af9-b12f-a790239ae168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:20.685462 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-89fe9057-6024-4483-b322-152515019dfe req-a5962e32-0d22-4af9-b12f-a790239ae168 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5cc691db-42ee-4a60-8b47-375b149ec4bb HTTP/1.1" status: 200 len: 834 time: 0.0543013 Jun 18 16:40:20.726618 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-44ba3a42-4c3b-4a02-9137-542ba48528f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'name': 'tempest-TestNetworkBasicOps-router-51583388', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:05Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'c79a2ea8-f9f2-4820-ad32-ff53e3eecf13', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.175', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'port_id': 'f155a8ae-29fe-47f0-b1fb-65ec23afdb63', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-328361167', 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e', 'mac_address': 'fa:16:3e:d5:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e572aa92-ac58-4c83-bfe8-9e208d6ab018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:40:19Z', 'updated_at': '2021-06-18T16:40:19Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621e43b9-773e-42a1-b490-0299fe8b67f3', 'name': '', 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:0c:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5cc691db-42ee-4a60-8b47-375b149ec4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:04Z', 'updated_at': '2021-06-18T16:40:10Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5cc691db-42ee-4a60-8b47-375b149ec4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:20.751486 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ba3a42-4c3b-4a02-9137-542ba48528f9 None None] Checking router: a2fae5fa-eda8-495b-8a86-ceebc10bc387 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:40:20.761418 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ba3a42-4c3b-4a02-9137-542ba48528f9 None None] Routers {'a2fae5fa-eda8-495b-8a86-ceebc10bc387'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:20.762051 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-44ba3a42-4c3b-4a02-9137-542ba48528f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:40:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a2fae5fa-eda8-495b-8a86-ceebc10bc387'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:20.774999 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe9057-6024-4483-b322-152515019dfe req-1cba83f8-e176-4822-91a7-edbcaa32c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:20.776551 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-89fe9057-6024-4483-b322-152515019dfe req-1cba83f8-e176-4822-91a7-edbcaa32c4c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=266dc8d9-c0ec-4e35-854c-b3ce7e21709e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0559902 Jun 18 16:40:20.840708 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db373256-6ecb-4466-97b3-85f80f3751d4 req-76f31c18-bb52-4a11-955a-7db04713eb0f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:20.842204 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-db373256-6ecb-4466-97b3-85f80f3751d4 req-76f31c18-bb52-4a11-955a-7db04713eb0f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e572aa92-ac58-4c83-bfe8-9e208d6ab018 HTTP/1.1" status: 200 len: 982 time: 0.0659742 Jun 18 16:40:20.869444 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-44ba3a42-4c3b-4a02-9137-542ba48528f9 None None] Set router a2fae5fa-eda8-495b-8a86-ceebc10bc387 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:20.871252 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-89fe9057-6024-4483-b322-152515019dfe req-395a1925-c8ce-4549-9108-b4a684983540 service neutron] 10.222.0.64 "GET /v2.0/networks/266dc8d9-c0ec-4e35-854c-b3ce7e21709e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868390 Jun 18 16:40:20.886627 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-db373256-6ecb-4466-97b3-85f80f3751d4 req-166a9d1c-1350-4f4f-932a-a25e01805640 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7aa0dd69-741c-474c-96be-5c706f3250de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379150 Jun 18 16:40:20.966168 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-89fe9057-6024-4483-b322-152515019dfe req-6ea8cbca-9195-47c2-a0bc-6eeae90b0bee service neutron] 10.222.0.64 "GET /v2.0/networks/266dc8d9-c0ec-4e35-854c-b3ce7e21709e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874536 Jun 18 16:40:21.091954 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-44ba3a42-4c3b-4a02-9137-542ba48528f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'name': 'tempest-TestNetworkBasicOps-router-51583388', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:05Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'c79a2ea8-f9f2-4820-ad32-ff53e3eecf13', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.175', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'port_id': 'f155a8ae-29fe-47f0-b1fb-65ec23afdb63', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-328361167', 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e', 'mac_address': 'fa:16:3e:d5:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e572aa92-ac58-4c83-bfe8-9e208d6ab018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:40:19Z', 'updated_at': '2021-06-18T16:40:19Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621e43b9-773e-42a1-b490-0299fe8b67f3', 'name': '', 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:0c:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5cc691db-42ee-4a60-8b47-375b149ec4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:04Z', 'updated_at': '2021-06-18T16:40:10Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5cc691db-42ee-4a60-8b47-375b149ec4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:21.116975 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ba3a42-4c3b-4a02-9137-542ba48528f9 None None] The sync data for ids ['a2fae5fa-eda8-495b-8a86-ceebc10bc387'] in dv-neutron-797121-1-hyperv is: [{'id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'name': 'tempest-TestNetworkBasicOps-router-51583388', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:05Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'c79a2ea8-f9f2-4820-ad32-ff53e3eecf13', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.175', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'port_id': 'f155a8ae-29fe-47f0-b1fb-65ec23afdb63', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-328361167', 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e', 'mac_address': 'fa:16:3e:d5:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e572aa92-ac58-4c83-bfe8-9e208d6ab018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:40:19Z', 'updated_at': '2021-06-18T16:40:19Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621e43b9-773e-42a1-b490-0299fe8b67f3', 'name': '', 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:0c:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5cc691db-42ee-4a60-8b47-375b149ec4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:04Z', 'updated_at': '2021-06-18T16:40:10Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5cc691db-42ee-4a60-8b47-375b149ec4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:40:21.296932 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534fd1f5-d9d1-405f-a8db-84737a800522 None None] New status for floating IP c79a2ea8-f9f2-4820-ad32-ff53e3eecf13: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:40:22.062577 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20675f3-c25d-4c13-a4e8-1baa3b245c76 req-df65fd59-1210-40bd-81b4-eb5aed7254d9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:22.064057 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d20675f3-c25d-4c13-a4e8-1baa3b245c76 req-df65fd59-1210-40bd-81b4-eb5aed7254d9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e572aa92-ac58-4c83-bfe8-9e208d6ab018 HTTP/1.1" status: 200 len: 982 time: 0.0650964 Jun 18 16:40:22.101812 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d20675f3-c25d-4c13-a4e8-1baa3b245c76 req-7aabe16e-8a73-4329-97b5-2ab3506f0610 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7aa0dd69-741c-474c-96be-5c706f3250de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315721 Jun 18 16:40:22.246723 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f97cf0-5c53-4c75-bdd4-88d25844eded req-34d697bb-acce-4253-9e15-f094728b427c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:22.248051 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f1f97cf0-5c53-4c75-bdd4-88d25844eded req-34d697bb-acce-4253-9e15-f094728b427c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/ports?device_id=e572aa92-ac58-4c83-bfe8-9e208d6ab018 HTTP/1.1" status: 200 len: 982 time: 0.0628397 Jun 18 16:40:22.301150 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f97cf0-5c53-4c75-bdd4-88d25844eded req-17b9250d-4d1c-4497-9e82-70c5002fe135 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:22.302518 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f1f97cf0-5c53-4c75-bdd4-88d25844eded req-17b9250d-4d1c-4497-9e82-70c5002fe135 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/ports/f155a8ae-29fe-47f0-b1fb-65ec23afdb63?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0484843 Jun 18 16:40:22.406610 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f1f97cf0-5c53-4c75-bdd4-88d25844eded req-cb462886-1cb4-4d81-b174-cd9210de75b7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/networks/266dc8d9-c0ec-4e35-854c-b3ce7e21709e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0992074 Jun 18 16:40:22.416248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-f1f97cf0-5c53-4c75-bdd4-88d25844eded req-b795c6df-b486-4bc5-b535-d22b7fa16ccb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:22.485012 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f1f97cf0-5c53-4c75-bdd4-88d25844eded req-b795c6df-b486-4bc5-b535-d22b7fa16ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:22.617747 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-f1f97cf0-5c53-4c75-bdd4-88d25844eded req-b795c6df-b486-4bc5-b535-d22b7fa16ccb service neutron] For port f155a8ae-29fe-47f0-b1fb-65ec23afdb63, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,segment=NetworkSegment(44ebd933-b0e2-4a74-8934-a9e7bb890d44),segment_id=44ebd933-b0e2-4a74-8934-a9e7bb890d44)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:22.649739 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-f1f97cf0-5c53-4c75-bdd4-88d25844eded req-b795c6df-b486-4bc5-b535-d22b7fa16ccb service neutron] For port f155a8ae-29fe-47f0-b1fb-65ec23afdb63, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:40:22.996356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-f1f97cf0-5c53-4c75-bdd4-88d25844eded req-b795c6df-b486-4bc5-b535-d22b7fa16ccb service neutron] device_id is not set on port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:40:23.005406 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f1f97cf0-5c53-4c75-bdd4-88d25844eded req-b795c6df-b486-4bc5-b535-d22b7fa16ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:23.011394 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f1f97cf0-5c53-4c75-bdd4-88d25844eded req-b795c6df-b486-4bc5-b535-d22b7fa16ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:23.013462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:23.092277 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795c6df-b486-4bc5-b535-d22b7fa16ccb service neutron] Pushing event updated for resources: {'Port': ['ID=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,revision_number=6']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:23.107152 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b795c6df-b486-4bc5-b535-d22b7fa16ccb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:23.155581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f97cf0-5c53-4c75-bdd4-88d25844eded req-b795c6df-b486-4bc5-b535-d22b7fa16ccb service neutron] No DVR routers for this DVR port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:40:23.259082 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-282c7134-cc89-498b-bfec-bf795a4841b5 req-92062c3d-39fa-4231-ad2b-81423038189c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e572aa92-ac58-4c83-bfe8-9e208d6ab018 HTTP/1.1" status: 200 len: 210 time: 0.0300291 Jun 18 16:40:23.309851 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-f1f97cf0-5c53-4c75-bdd4-88d25844eded req-b795c6df-b486-4bc5-b535-d22b7fa16ccb service neutron] In _notify_port_updated(), no bound segment for port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 on network 266dc8d9-c0ec-4e35-854c-b3ce7e21709e {{(pid=93428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:40:23.310730 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f97cf0-5c53-4c75-bdd4-88d25844eded req-b795c6df-b486-4bc5-b535-d22b7fa16ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:23.311386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f1f97cf0-5c53-4c75-bdd4-88d25844eded req-b795c6df-b486-4bc5-b535-d22b7fa16ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:23.312342 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b33c8d76-df42-47f0-afb5-146061241118 None None] Provisioning complete for port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:23.312770 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f1f97cf0-5c53-4c75-bdd4-88d25844eded req-b795c6df-b486-4bc5-b535-d22b7fa16ccb service neutron] 10.222.0.64 "PUT /v2.0/ports/f155a8ae-29fe-47f0-b1fb-65ec23afdb63 HTTP/1.1" status: 200 len: 1025 time: 0.9002895 Jun 18 16:40:23.312898 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b33c8d76-df42-47f0-afb5-146061241118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:23.345427 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b33c8d76-df42-47f0-afb5-146061241118 None None] Port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:40:24.348945 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52170) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:24.406905 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b967e697-92c4-4c5d-9469-238c0b9061d5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:24.408205 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b967e697-92c4-4c5d-9469-238c0b9061d5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports/f155a8ae-29fe-47f0-b1fb-65ec23afdb63 HTTP/1.1" status: 200 len: 924 time: 0.0582781 Jun 18 16:40:24.614583 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52174) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:24.619360 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-f240ed85-a79a-42c5-abd7-ed87b5f3fc24 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1480923777', 'description': 'tempest-secgroup-smoke-1480923777 description', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:24.640553 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f240ed85-a79a-42c5-abd7-ed87b5f3fc24 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:24.722032 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f240ed85-a79a-42c5-abd7-ed87b5f3fc24 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:24.725577 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f240ed85-a79a-42c5-abd7-ed87b5f3fc24 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:24.727862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-010af851-9e30-487b-b9bd-11f388ea6ebf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:24.749562 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:24.751173 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f240ed85-a79a-42c5-abd7-ed87b5f3fc24 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:24.752362 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f240ed85-a79a-42c5-abd7-ed87b5f3fc24 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1367693 Jun 18 16:40:24.755637 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52176) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:24.756951 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240ed85-a79a-42c5-abd7-ed87b5f3fc24 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15467861-3e06-4f9b-9a22-1e72cf3c42c8,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:24.759775 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f240ed85-a79a-42c5-abd7-ed87b5f3fc24 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:24.761791 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-e2a60d8c-d1f5-4195-bacf-5bcd6ac18dc3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '15467861-3e06-4f9b-9a22-1e72cf3c42c8', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:24.789202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e2a60d8c-d1f5-4195-bacf-5bcd6ac18dc3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:24.845189 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e2a60d8c-d1f5-4195-bacf-5bcd6ac18dc3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:24.849528 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e2a60d8c-d1f5-4195-bacf-5bcd6ac18dc3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:24.852023 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-eee6e662-c2e7-4de1-9015-b1a09b3faa7d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:24.871200 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a60d8c-d1f5-4195-bacf-5bcd6ac18dc3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1105bd81-a75f-495a-a9d7-28d2b28d9f35,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:24.873570 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e2a60d8c-d1f5-4195-bacf-5bcd6ac18dc3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:24.880147 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e2a60d8c-d1f5-4195-bacf-5bcd6ac18dc3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:24.881334 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e2a60d8c-d1f5-4195-bacf-5bcd6ac18dc3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246686 Jun 18 16:40:24.884018 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52178) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:24.888812 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-60dcabff-4791-4674-bbe3-1d4769d1df07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '15467861-3e06-4f9b-9a22-1e72cf3c42c8', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:24.915695 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-60dcabff-4791-4674-bbe3-1d4769d1df07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:24.970067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-60dcabff-4791-4674-bbe3-1d4769d1df07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:24.975301 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-60dcabff-4791-4674-bbe3-1d4769d1df07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:24.977220 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-286532d4-4032-48c9-9147-bfa628c7e646 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:24.993894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcabff-4791-4674-bbe3-1d4769d1df07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a675ab0c-ad1c-48e7-a61a-9f6e25e81f06,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:24.996778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-60dcabff-4791-4674-bbe3-1d4769d1df07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:24.999782 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-60dcabff-4791-4674-bbe3-1d4769d1df07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.000852 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-60dcabff-4791-4674-bbe3-1d4769d1df07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158252 Jun 18 16:40:25.004046 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52180) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:25.008382 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-147cb1af-89aa-4060-805f-f756a53880fd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '15467861-3e06-4f9b-9a22-1e72cf3c42c8', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:25.036211 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-147cb1af-89aa-4060-805f-f756a53880fd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.096364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-147cb1af-89aa-4060-805f-f756a53880fd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.100472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-147cb1af-89aa-4060-805f-f756a53880fd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.105177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ed337459-9002-416a-a931-de8e73d5c296 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:25.119263 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cb1af-89aa-4060-805f-f756a53880fd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf47391-5a5d-48d2-a536-588798d2f5d2,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:25.121637 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-147cb1af-89aa-4060-805f-f756a53880fd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:25.126187 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-147cb1af-89aa-4060-805f-f756a53880fd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.127510 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-147cb1af-89aa-4060-805f-f756a53880fd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225443 Jun 18 16:40:25.130671 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52182) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:25.135134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-671938ac-df9c-4576-9659-63a9e1a6a396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '15467861-3e06-4f9b-9a22-1e72cf3c42c8', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:25.161997 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-671938ac-df9c-4576-9659-63a9e1a6a396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.218867 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-671938ac-df9c-4576-9659-63a9e1a6a396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.224272 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-671938ac-df9c-4576-9659-63a9e1a6a396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.226061 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d232cdec-5d18-45d0-ba4b-893ec76be055 tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:25.244278 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671938ac-df9c-4576-9659-63a9e1a6a396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f52366-e33d-4a33-a450-e0ad9d61ab2d,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:25.247082 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-671938ac-df9c-4576-9659-63a9e1a6a396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:25.250984 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-671938ac-df9c-4576-9659-63a9e1a6a396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.251281 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-671938ac-df9c-4576-9659-63a9e1a6a396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196988 Jun 18 16:40:25.254011 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52184) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:25.258414 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-1bd03634-e0e7-4834-99ac-968008468851 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '15467861-3e06-4f9b-9a22-1e72cf3c42c8', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:25.279713 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-1bd03634-e0e7-4834-99ac-968008468851 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:40:25.284883 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1bd03634-e0e7-4834-99ac-968008468851 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.344615 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1bd03634-e0e7-4834-99ac-968008468851 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.348362 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1bd03634-e0e7-4834-99ac-968008468851 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.350343 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9dba98f7-6be7-443f-9b68-ba3fe6fbd390 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:25.368466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd03634-e0e7-4834-99ac-968008468851 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441114cc-f112-4187-85a0-5ecc6d171798,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:25.371347 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1bd03634-e0e7-4834-99ac-968008468851 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:25.371995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1bd03634-e0e7-4834-99ac-968008468851 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.373149 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1bd03634-e0e7-4834-99ac-968008468851 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181836 Jun 18 16:40:25.375882 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52186) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:25.380922 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-11a62b62-1a8e-4288-a179-f78463436ebb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '15467861-3e06-4f9b-9a22-1e72cf3c42c8', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:25.404325 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-11a62b62-1a8e-4288-a179-f78463436ebb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:40:25.409096 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11a62b62-1a8e-4288-a179-f78463436ebb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.469356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11a62b62-1a8e-4288-a179-f78463436ebb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.472914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11a62b62-1a8e-4288-a179-f78463436ebb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.477121 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0bcd059c-d628-4664-a3db-bbfdd1ee916a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:25.492266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a62b62-1a8e-4288-a179-f78463436ebb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7cd851-c51d-4425-9ce6-0893102da76f,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:25.494434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11a62b62-1a8e-4288-a179-f78463436ebb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.495594 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-11a62b62-1a8e-4288-a179-f78463436ebb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187053 Jun 18 16:40:25.496500 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-11a62b62-1a8e-4288-a179-f78463436ebb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:25.635665 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-670d2012-22c4-460b-8eb9-172ce0ee458c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1480923777&fields=id&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 267 time: 0.0335352 Jun 18 16:40:25.695445 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-533efe9a-1faa-416f-94ec-63d2f1f6ad4b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:25.696774 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-533efe9a-1faa-416f-94ec-63d2f1f6ad4b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports/f155a8ae-29fe-47f0-b1fb-65ec23afdb63 HTTP/1.1" status: 200 len: 929 time: 0.0550170 Jun 18 16:40:25.802954 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-ae8f3430-0e15-4d1c-9f87-34aabaa1f83a service neutron] 10.222.0.39 "GET /v2.0/ports/f155a8ae-29fe-47f0-b1fb-65ec23afdb63?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0944648 Jun 18 16:40:25.812625 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-bb02ccdc-c765-4508-acc6-936d4280d2d9 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:40:25.813529 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-bb02ccdc-c765-4508-acc6-936d4280d2d9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052981 Jun 18 16:40:25.899511 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-fc44cc59-046e-4805-bf1e-a87d9a6a8078 service neutron] 10.222.0.39 "GET /v2.0/networks/266dc8d9-c0ec-4e35-854c-b3ce7e21709e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801685 Jun 18 16:40:25.989864 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-f6ed1d60-81a0-4282-a4b9-18885af127e3 service neutron] 10.222.0.39 "GET /v2.0/networks/266dc8d9-c0ec-4e35-854c-b3ce7e21709e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847120 Jun 18 16:40:26.156343 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-59ff4979-a37f-434a-9895-0e99307d88f3 req-905477f3-4669-438b-a112-3d747bca4210 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=376445b6-016d-4fe2-a496-2d2d449f963d HTTP/1.1" status: 200 len: 210 time: 0.0288656 Jun 18 16:40:26.507984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f155a8ae-29fe-47f0-b1fb-65ec23afdb63 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:40:26.546220 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f155a8ae-29fe-47f0-b1fb-65ec23afdb63 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:40:27.177974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-a321f58a-719a-468c-ac75-11e16a83d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:27.179467 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-a321f58a-719a-468c-ac75-11e16a83d783 service neutron] 10.222.0.64 "GET /v2.0/ports/f155a8ae-29fe-47f0-b1fb-65ec23afdb63 HTTP/1.1" status: 200 len: 1025 time: 0.0446064 Jun 18 16:40:27.294330 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-989ddd5c-0c73-4637-bb18-b7c89f6e8f2d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:27.295982 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-989ddd5c-0c73-4637-bb18-b7c89f6e8f2d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/networks?id=266dc8d9-c0ec-4e35-854c-b3ce7e21709e HTTP/1.1" status: 200 len: 797 time: 0.1115556 Jun 18 16:40:27.305554 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e8565700-89c3-4d4e-b70c-d0c8db617917 req-3049d42d-4340-4963-8a81-663fbc7a3baf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=376445b6-016d-4fe2-a496-2d2d449f963d HTTP/1.1" status: 200 len: 210 time: 0.0309567 Jun 18 16:40:27.366647 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-0b06f74d-d2a1-4d0f-a3a0-2d5d494ae051 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 472 time: 0.0554531 Jun 18 16:40:27.385858 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Request body: {'port': {'device_id': '376445b6-016d-4fe2-a496-2d2d449f963d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:27.459349 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:27.713077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f155a8ae-29fe-47f0-b1fb-65ec23afdb63 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:40:27.720334 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:27.732685 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Transition to ACTIVE for port object f155a8ae-29fe-47f0-b1fb-65ec23afdb63 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:27.736475 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:27.739193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1ec458e2-3613-4f5c-be20-e423f1c7032f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:27.813244 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Pushing event updated for resources: {'Port': ['ID=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,revision_number=7']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:27.819990 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:27.907886 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Attempting to bind port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:40:27.908231 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Attempting to bind port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '44ebd933-b0e2-4a74-8934-a9e7bb890d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:40:27.908566 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Attempting to bind port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 on network 266dc8d9-c0ec-4e35-854c-b3ce7e21709e {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:40:27.913957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 on network 266dc8d9-c0ec-4e35-854c-b3ce7e21709e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:40:27.914285 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Attempting to bind port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 on network 266dc8d9-c0ec-4e35-854c-b3ce7e21709e {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:40:27.919098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:40:27.919441 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Checking segment: {'id': '44ebd933-b0e2-4a74-8934-a9e7bb890d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:40:27.919843 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Bound using segment: {'id': '44ebd933-b0e2-4a74-8934-a9e7bb890d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:40:27.920263 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Bound port: f155a8ae-29fe-47f0-b1fb-65ec23afdb63, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ebd933-b0e2-4a74-8934-a9e7bb890d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:40:27.920615 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:27.983917 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] For port f155a8ae-29fe-47f0-b1fb-65ec23afdb63, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:40:27.987880 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] For port f155a8ae-29fe-47f0-b1fb-65ec23afdb63, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,segment=NetworkSegment(44ebd933-b0e2-4a74-8934-a9e7bb890d44),segment_id=44ebd933-b0e2-4a74-8934-a9e7bb890d44)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:40:27.992704 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:27.996019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:28.031921 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:28.032290 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.033846 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] 10.222.0.64 "PUT /v2.0/ports/f155a8ae-29fe-47f0-b1fb-65ec23afdb63 HTTP/1.1" status: 200 len: 1130 time: 0.6519966 Jun 18 16:40:28.037734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376445b6-016d-4fe2-a496-2d2d449f963d', 'tag': 'f155a8ae-29fe-47f0-b1fb-65ec23afdb63'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:40:28.040079 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b23ae56-409e-4ce9-adfd-d926502a308b" -d '{"events": [{"name": "network-changed", "server_uuid": "376445b6-016d-4fe2-a496-2d2d449f963d", "tag": "f155a8ae-29fe-47f0-b1fb-65ec23afdb63"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:40:28.077023 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Pushing event updated for resources: {'Port': ['ID=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,revision_number=8']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:28.082740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:28.085500 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69b3830-8bf8-4e15-9779-895340f1a82b x-openstack-request-id: req-d69b3830-8bf8-4e15-9779-895340f1a82b {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:40:28.085847 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376445b6-016d-4fe2-a496-2d2d449f963d", "tag": "f155a8ae-29fe-47f0-b1fb-65ec23afdb63", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:40:28.086159 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d69b3830-8bf8-4e15-9779-895340f1a82b {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:40:28.086637 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376445b6-016d-4fe2-a496-2d2d449f963d', 'tag': 'f155a8ae-29fe-47f0-b1fb-65ec23afdb63', 'status': 'completed', 'code': 200} Jun 18 16:40:28.157215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-9d4e4fe8-c611-4265-9ed2-2e502d159c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:28.159894 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-9d4e4fe8-c611-4265-9ed2-2e502d159c92 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=376445b6-016d-4fe2-a496-2d2d449f963d HTTP/1.1" status: 200 len: 1133 time: 0.0548851 Jun 18 16:40:28.228438 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-c159d15f-554c-406d-b7c5-beed6172ded9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f155a8ae-29fe-47f0-b1fb-65ec23afdb63 HTTP/1.1" status: 200 len: 1036 time: 0.0572712 Jun 18 16:40:28.279446 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-bf81795e-ee24-47bd-9a37-98a5f54b6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:28.280908 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-bf81795e-ee24-47bd-9a37-98a5f54b6bfc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5cc691db-42ee-4a60-8b47-375b149ec4bb HTTP/1.1" status: 200 len: 834 time: 0.0464849 Jun 18 16:40:28.336881 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-faf09dd7-ac9b-4cb8-a428-f56f09055320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:28.338370 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-faf09dd7-ac9b-4cb8-a428-f56f09055320 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=266dc8d9-c0ec-4e35-854c-b3ce7e21709e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511971 Jun 18 16:40:28.425520 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-bf46264e-029e-4ece-bafa-f5e2f29faa96 service neutron] 10.222.0.64 "GET /v2.0/networks/266dc8d9-c0ec-4e35-854c-b3ce7e21709e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807486 Jun 18 16:40:28.498224 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c07f2-db41-4d24-8cbd-124264ea644f req-76c48bd1-dbae-4d3a-bb06-7eb9ec3b96aa tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:28.499794 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-545c07f2-db41-4d24-8cbd-124264ea644f req-76c48bd1-dbae-4d3a-bb06-7eb9ec3b96aa tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=376445b6-016d-4fe2-a496-2d2d449f963d HTTP/1.1" status: 200 len: 980 time: 0.0631332 Jun 18 16:40:28.522714 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ca346900-f8e1-46a2-8be1-dc02c851ba64 req-9fcabef9-81be-48e7-89f5-184514a7070d service neutron] 10.222.0.64 "GET /v2.0/networks/266dc8d9-c0ec-4e35-854c-b3ce7e21709e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900404 Jun 18 16:40:28.539595 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-545c07f2-db41-4d24-8cbd-124264ea644f req-75691523-0101-4655-a730-d4782e1de915 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7aa0dd69-741c-474c-96be-5c706f3250de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333381 Jun 18 16:40:28.660607 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23ae56-409e-4ce9-adfd-d926502a308b req-cf7970d6-d99d-4b91-9748-d148a3f65c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:28.662340 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b23ae56-409e-4ce9-adfd-d926502a308b req-cf7970d6-d99d-4b91-9748-d148a3f65c09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=376445b6-016d-4fe2-a496-2d2d449f963d HTTP/1.1" status: 200 len: 1133 time: 0.0528138 Jun 18 16:40:28.753949 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23ae56-409e-4ce9-adfd-d926502a308b req-02ff173f-4a85-43af-aab1-b0b8edbae159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:28.755416 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b23ae56-409e-4ce9-adfd-d926502a308b req-02ff173f-4a85-43af-aab1-b0b8edbae159 service neutron] 10.222.0.64 "GET /v2.0/networks?id=266dc8d9-c0ec-4e35-854c-b3ce7e21709e HTTP/1.1" status: 200 len: 898 time: 0.0863290 Jun 18 16:40:28.817915 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b23ae56-409e-4ce9-adfd-d926502a308b req-78a49d16-c974-4a49-870f-124d2c065281 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f155a8ae-29fe-47f0-b1fb-65ec23afdb63 HTTP/1.1" status: 200 len: 1036 time: 0.0559149 Jun 18 16:40:28.863951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23ae56-409e-4ce9-adfd-d926502a308b req-807b91ef-f563-478b-887d-b8d1272addbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:28.865366 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b23ae56-409e-4ce9-adfd-d926502a308b req-807b91ef-f563-478b-887d-b8d1272addbb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5cc691db-42ee-4a60-8b47-375b149ec4bb HTTP/1.1" status: 200 len: 834 time: 0.0414333 Jun 18 16:40:28.939689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23ae56-409e-4ce9-adfd-d926502a308b req-12afa2dd-f1fd-4cff-a27a-2b26be225d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:28.941976 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b23ae56-409e-4ce9-adfd-d926502a308b req-12afa2dd-f1fd-4cff-a27a-2b26be225d71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=266dc8d9-c0ec-4e35-854c-b3ce7e21709e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703490 Jun 18 16:40:29.035104 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b23ae56-409e-4ce9-adfd-d926502a308b req-ebd932ae-4d74-4c42-a422-871618c8563d service neutron] 10.222.0.64 "GET /v2.0/networks/266dc8d9-c0ec-4e35-854c-b3ce7e21709e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852821 Jun 18 16:40:29.126899 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b23ae56-409e-4ce9-adfd-d926502a308b req-ee30f1e7-3783-4ade-a61d-2eb14a02f4da service neutron] 10.222.0.64 "GET /v2.0/networks/266dc8d9-c0ec-4e35-854c-b3ce7e21709e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854592 Jun 18 16:40:29.716065 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae52c33-987f-46b7-b77d-5196b89bb552 req-9be96fb2-c09f-4342-bb01-96862df50663 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:29.717499 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cae52c33-987f-46b7-b77d-5196b89bb552 req-9be96fb2-c09f-4342-bb01-96862df50663 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=376445b6-016d-4fe2-a496-2d2d449f963d HTTP/1.1" status: 200 len: 980 time: 0.0659997 Jun 18 16:40:29.754077 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cae52c33-987f-46b7-b77d-5196b89bb552 req-ebc22561-3fb0-43a2-b90b-8c35343c318b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7aa0dd69-741c-474c-96be-5c706f3250de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302074 Jun 18 16:40:30.539671 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f155a8ae-29fe-47f0-b1fb-65ec23afdb63 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:40:30.643902 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port f155a8ae-29fe-47f0-b1fb-65ec23afdb63, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,segment=NetworkSegment(44ebd933-b0e2-4a74-8934-a9e7bb890d44),segment_id=44ebd933-b0e2-4a74-8934-a9e7bb890d44)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:30.654797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'f155a8ae-29fe-47f0-b1fb-65ec23afdb63', 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e', 'port_id': 'f155a8ae-29fe-47f0-b1fb-65ec23afdb63', 'mac_address': 'fa:16:3e:d5:2a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc691db-42ee-4a60-8b47-375b149ec4bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:40:30.692108 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:30.704250 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f155a8ae-29fe-47f0-b1fb-65ec23afdb63 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:40:30.724498 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port f155a8ae-29fe-47f0-b1fb-65ec23afdb63, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,segment=NetworkSegment(44ebd933-b0e2-4a74-8934-a9e7bb890d44),segment_id=44ebd933-b0e2-4a74-8934-a9e7bb890d44)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:30.728096 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:30.729787 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:30.776064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,revision_number=9']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:30.778958 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:30.930233 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121abbda-0a34-4604-a684-b7f81e1cb3b5 req-978ac466-7076-4fb8-a6fe-ed91f43acc55 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:30.931721 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-121abbda-0a34-4604-a684-b7f81e1cb3b5 req-978ac466-7076-4fb8-a6fe-ed91f43acc55 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=376445b6-016d-4fe2-a496-2d2d449f963d HTTP/1.1" status: 200 len: 981 time: 0.0634024 Jun 18 16:40:30.968796 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-121abbda-0a34-4604-a684-b7f81e1cb3b5 req-95cc3a8f-3071-4320-8349-5eadaf0849c7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7aa0dd69-741c-474c-96be-5c706f3250de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314679 Jun 18 16:40:30.988969 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['f155a8ae-29fe-47f0-b1fb-65ec23afdb63'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:40:32.144495 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74c49a-68fe-4fc3-aea5-d66fb7338ab2 req-4e5ceac9-ad25-4b87-abed-66c6f1fc5642 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:32.145928 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fd74c49a-68fe-4fc3-aea5-d66fb7338ab2 req-4e5ceac9-ad25-4b87-abed-66c6f1fc5642 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=376445b6-016d-4fe2-a496-2d2d449f963d HTTP/1.1" status: 200 len: 981 time: 0.0663564 Jun 18 16:40:32.182912 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fd74c49a-68fe-4fc3-aea5-d66fb7338ab2 req-af8b56a2-96dd-4b59-b5ed-67acdaef70c9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7aa0dd69-741c-474c-96be-5c706f3250de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313931 Jun 18 16:40:32.570499 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f155a8ae-29fe-47f0-b1fb-65ec23afdb63 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:32.618717 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:32.622495 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:32.622952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:32.701956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:32.723579 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376445b6-016d-4fe2-a496-2d2d449f963d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f155a8ae-29fe-47f0-b1fb-65ec23afdb63'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:40:32.725842 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf940c6-164c-4d3a-a264-38bf8720c803" -d '{"events": [{"server_uuid": "376445b6-016d-4fe2-a496-2d2d449f963d", "name": "network-vif-plugged", "status": "completed", "tag": "f155a8ae-29fe-47f0-b1fb-65ec23afdb63"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:40:32.738925 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port f155a8ae-29fe-47f0-b1fb-65ec23afdb63, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,segment=NetworkSegment(44ebd933-b0e2-4a74-8934-a9e7bb890d44),segment_id=44ebd933-b0e2-4a74-8934-a9e7bb890d44)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:32.743857 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:32.745717 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9252a0c1-4d8b-4bcb-ad3c-4fdd02da8336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:32.767092 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746bb572-412c-4a3b-a5aa-71561b105f09 x-openstack-request-id: req-746bb572-412c-4a3b-a5aa-71561b105f09 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:40:32.767418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376445b6-016d-4fe2-a496-2d2d449f963d", "name": "network-vif-plugged", "status": "completed", "tag": "f155a8ae-29fe-47f0-b1fb-65ec23afdb63", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:40:32.767685 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-746bb572-412c-4a3b-a5aa-71561b105f09 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:40:32.768111 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376445b6-016d-4fe2-a496-2d2d449f963d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f155a8ae-29fe-47f0-b1fb-65ec23afdb63', 'code': 200} Jun 18 16:40:32.793190 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,revision_number=10']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:32.796617 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:33.014911 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f651a4e-4bb9-475e-bc0e-1f489ef106e5 req-dc31d288-8768-4935-aac4-69cac5e502e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:33.016321 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2f651a4e-4bb9-475e-bc0e-1f489ef106e5 req-dc31d288-8768-4935-aac4-69cac5e502e4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=376445b6-016d-4fe2-a496-2d2d449f963d HTTP/1.1" status: 200 len: 1136 time: 0.0519848 Jun 18 16:40:33.052722 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2f651a4e-4bb9-475e-bc0e-1f489ef106e5 req-a8213b5b-8449-4e95-b112-513b389ba185 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7aa0dd69-741c-474c-96be-5c706f3250de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296390 Jun 18 16:40:33.366293 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa4272-62a9-4e28-ad96-6e7be7322379 req-d9dfa7ec-f496-4748-993e-38c3e2d20871 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:33.367788 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e9fa4272-62a9-4e28-ad96-6e7be7322379 req-d9dfa7ec-f496-4748-993e-38c3e2d20871 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=376445b6-016d-4fe2-a496-2d2d449f963d HTTP/1.1" status: 200 len: 983 time: 0.0644636 Jun 18 16:40:33.404058 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e9fa4272-62a9-4e28-ad96-6e7be7322379 req-e3a7cf86-ffea-4358-b14c-19c5d022054c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7aa0dd69-741c-474c-96be-5c706f3250de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306990 Jun 18 16:40:34.579660 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af104d53-9fd5-4615-bdf2-e9393512201f req-8ac5707e-b64f-4f69-9b7c-8fbf3655fa8e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:34.581650 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-af104d53-9fd5-4615-bdf2-e9393512201f req-8ac5707e-b64f-4f69-9b7c-8fbf3655fa8e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=376445b6-016d-4fe2-a496-2d2d449f963d HTTP/1.1" status: 200 len: 983 time: 0.0664158 Jun 18 16:40:34.618893 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-af104d53-9fd5-4615-bdf2-e9393512201f req-56f8dd50-27e2-4d45-8652-c8107ffdb180 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7aa0dd69-741c-474c-96be-5c706f3250de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316958 Jun 18 16:40:34.794444 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565207a1-4f1b-4d8c-8b13-3c71746f58ae req-91a2b731-daf5-4601-9240-32b8ff8e108b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:34.795888 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-565207a1-4f1b-4d8c-8b13-3c71746f58ae req-91a2b731-daf5-4601-9240-32b8ff8e108b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=376445b6-016d-4fe2-a496-2d2d449f963d HTTP/1.1" status: 200 len: 983 time: 0.0653975 Jun 18 16:40:34.833310 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-565207a1-4f1b-4d8c-8b13-3c71746f58ae req-231205b0-e746-4149-bb73-cbb7b78bb4d0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7aa0dd69-741c-474c-96be-5c706f3250de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311196 Jun 18 16:40:34.856425 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52236) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:34.941993 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2b2dd1-e633-40be-a3c8-4abee743436f tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:34.943485 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ec2b2dd1-e633-40be-a3c8-4abee743436f tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=376445b6-016d-4fe2-a496-2d2d449f963d&network_id=266dc8d9-c0ec-4e35-854c-b3ce7e21709e HTTP/1.1" status: 200 len: 1131 time: 0.0860813 Jun 18 16:40:35.216233 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-07441f56-1b65-47c7-a774-dcf70d1dd632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:35.298682 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a8140-1d52-4b40-9c99-44a22cd43865 req-bffe9508-5d11-475f-a3ac-19fc24b78da8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:35.300640 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-631a8140-1d52-4b40-9c99-44a22cd43865 req-bffe9508-5d11-475f-a3ac-19fc24b78da8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=376445b6-016d-4fe2-a496-2d2d449f963d HTTP/1.1" status: 200 len: 983 time: 0.0632567 Jun 18 16:40:35.337077 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-631a8140-1d52-4b40-9c99-44a22cd43865 req-166b351e-10e8-4bd0-acb1-2877516ee5b5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7aa0dd69-741c-474c-96be-5c706f3250de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309689 Jun 18 16:40:36.519161 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24379b3c-3d4a-42e2-9732-f170bafe4381 req-aab16208-ac76-44c9-9a80-436a3fca542e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:36.520513 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-24379b3c-3d4a-42e2-9732-f170bafe4381 req-aab16208-ac76-44c9-9a80-436a3fca542e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=376445b6-016d-4fe2-a496-2d2d449f963d HTTP/1.1" status: 200 len: 983 time: 0.0677059 Jun 18 16:40:36.558743 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-24379b3c-3d4a-42e2-9732-f170bafe4381 req-fa6456d1-0e15-4019-8334-bebde2abccc4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=7aa0dd69-741c-474c-96be-5c706f3250de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326302 Jun 18 16:40:36.780042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30766182-42e7-4981-a09d-cec79e4cda34 req-200dc1ed-2353-480b-bcfe-66b590bfa1b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:36.781364 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-30766182-42e7-4981-a09d-cec79e4cda34 req-200dc1ed-2353-480b-bcfe-66b590bfa1b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/ports?device_id=376445b6-016d-4fe2-a496-2d2d449f963d HTTP/1.1" status: 200 len: 983 time: 0.0625529 Jun 18 16:40:36.835156 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30766182-42e7-4981-a09d-cec79e4cda34 req-165872b3-d511-4897-b044-da5615e99367 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:36.836450 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-30766182-42e7-4981-a09d-cec79e4cda34 req-165872b3-d511-4897-b044-da5615e99367 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/ports/f155a8ae-29fe-47f0-b1fb-65ec23afdb63?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0492973 Jun 18 16:40:36.939451 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-30766182-42e7-4981-a09d-cec79e4cda34 req-e6e4bd1d-d67b-4eee-9997-25fbf978a893 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/networks/266dc8d9-c0ec-4e35-854c-b3ce7e21709e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0979300 Jun 18 16:40:36.949933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-30766182-42e7-4981-a09d-cec79e4cda34 req-9bca188d-02d7-4359-a196-4e3c63cf69db service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:37.016888 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-30766182-42e7-4981-a09d-cec79e4cda34 req-9bca188d-02d7-4359-a196-4e3c63cf69db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:37.145836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-30766182-42e7-4981-a09d-cec79e4cda34 req-9bca188d-02d7-4359-a196-4e3c63cf69db service neutron] For port f155a8ae-29fe-47f0-b1fb-65ec23afdb63, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,segment=NetworkSegment(44ebd933-b0e2-4a74-8934-a9e7bb890d44),segment_id=44ebd933-b0e2-4a74-8934-a9e7bb890d44)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:37.177859 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-30766182-42e7-4981-a09d-cec79e4cda34 req-9bca188d-02d7-4359-a196-4e3c63cf69db service neutron] For port f155a8ae-29fe-47f0-b1fb-65ec23afdb63, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:40:37.212243 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-30766182-42e7-4981-a09d-cec79e4cda34 req-9bca188d-02d7-4359-a196-4e3c63cf69db service neutron] device_id is not set on port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 yet. {{(pid=93428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:40:37.220095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-30766182-42e7-4981-a09d-cec79e4cda34 req-9bca188d-02d7-4359-a196-4e3c63cf69db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:37.225542 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-30766182-42e7-4981-a09d-cec79e4cda34 req-9bca188d-02d7-4359-a196-4e3c63cf69db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:37.227512 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:37.301397 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca188d-02d7-4359-a196-4e3c63cf69db service neutron] Pushing event updated for resources: {'Port': ['ID=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,revision_number=11']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:37.305434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9bca188d-02d7-4359-a196-4e3c63cf69db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:37.337676 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-30766182-42e7-4981-a09d-cec79e4cda34 req-9bca188d-02d7-4359-a196-4e3c63cf69db service neutron] No DVR routers for this DVR port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:40:37.479246 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-30766182-42e7-4981-a09d-cec79e4cda34 req-9bca188d-02d7-4359-a196-4e3c63cf69db service neutron] In _notify_port_updated(), no bound segment for port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 on network 266dc8d9-c0ec-4e35-854c-b3ce7e21709e {{(pid=93428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:40:37.480120 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30766182-42e7-4981-a09d-cec79e4cda34 req-9bca188d-02d7-4359-a196-4e3c63cf69db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:37.480265 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5ebcb804-371b-4057-829e-b108d3df5455 None None] Provisioning complete for port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:37.480758 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5ebcb804-371b-4057-829e-b108d3df5455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:37.480874 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-30766182-42e7-4981-a09d-cec79e4cda34 req-9bca188d-02d7-4359-a196-4e3c63cf69db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:37.481998 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-30766182-42e7-4981-a09d-cec79e4cda34 req-9bca188d-02d7-4359-a196-4e3c63cf69db service neutron] 10.222.0.64 "PUT /v2.0/ports/f155a8ae-29fe-47f0-b1fb-65ec23afdb63 HTTP/1.1" status: 200 len: 1026 time: 0.5358777 Jun 18 16:40:37.517862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-5ebcb804-371b-4057-829e-b108d3df5455 None None] Port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:40:37.632284 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-69c5c109-f5d6-4d35-97fc-3c839bff13f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:37.720370 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-062e3d5d-1fb3-4466-b4e2-0fe46b22cdf7 req-d5167b5f-fca7-49e1-8c83-01c821426b82 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=376445b6-016d-4fe2-a496-2d2d449f963d HTTP/1.1" status: 200 len: 210 time: 0.0282972 Jun 18 16:40:38.225311 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:38.645413 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:40:38.814669 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52248) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:38.875095 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3635e4a5-d347-43bb-9dd4-e791c5fc5b80 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:38.899076 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3635e4a5-d347-43bb-9dd4-e791c5fc5b80 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:38.927732 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:38.960465 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3635e4a5-d347-43bb-9dd4-e791c5fc5b80 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:38.963060 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3635e4a5-d347-43bb-9dd4-e791c5fc5b80 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:38.964226 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3635e4a5-d347-43bb-9dd4-e791c5fc5b80 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/security-groups/15467861-3e06-4f9b-9a22-1e72cf3c42c8 HTTP/1.1" status: 204 len: 168 time: 0.1485746 Jun 18 16:40:38.965051 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-03d25b0e-7d76-4404-8118-ee7af0eef91e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:38.974240 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635e4a5-d347-43bb-9dd4-e791c5fc5b80 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15467861-3e06-4f9b-9a22-1e72cf3c42c8,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:38.976999 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3635e4a5-d347-43bb-9dd4-e791c5fc5b80 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:38.994945 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52252) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:39.150696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-7f8c955d-06db-49c8-ab0a-58c4cac7884d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port c6fc3182-2c80-4ee2-a601-32296a652dda {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:40:39.150941 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f8c955d-06db-49c8-ab0a-58c4cac7884d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:39.224514 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f8c955d-06db-49c8-ab0a-58c4cac7884d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:39.224838 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f8c955d-06db-49c8-ab0a-58c4cac7884d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:39.288499 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-7f8c955d-06db-49c8-ab0a-58c4cac7884d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for c6fc3182-2c80-4ee2-a601-32296a652dda owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:40:39.430765 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f8c955d-06db-49c8-ab0a-58c4cac7884d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:39.432770 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-af2006ff-f229-4842-bb60-e4de4270229f tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:39.457054 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c955d-06db-49c8-ab0a-58c4cac7884d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=c6fc3182-2c80-4ee2-a601-32296a652dda,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:39.460158 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7f8c955d-06db-49c8-ab0a-58c4cac7884d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:39.516438 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f8c955d-06db-49c8-ab0a-58c4cac7884d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:39.516766 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-7f8c955d-06db-49c8-ab0a-58c4cac7884d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Floating IP c79a2ea8-f9f2-4820-ad32-ff53e3eecf13 disassociated (deleted). External IP: 172.26.2.175, port: f155a8ae-29fe-47f0-b1fb-65ec23afdb63. Jun 18 16:40:39.727885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8c955d-06db-49c8-ab0a-58c4cac7884d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router a2fae5fa-eda8-495b-8a86-ceebc10bc387 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:40:39.830968 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8c955d-06db-49c8-ab0a-58c4cac7884d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:40:39.836419 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7f8c955d-06db-49c8-ab0a-58c4cac7884d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:39.840687 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07da461f-4ba7-404c-8f15-f3573eb0d520 None None] Sync routers for ids ['a2fae5fa-eda8-495b-8a86-ceebc10bc387'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:40:39.849777 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07da461f-4ba7-404c-8f15-f3573eb0d520 None None] Routers {'a2fae5fa-eda8-495b-8a86-ceebc10bc387'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:39.850382 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-07da461f-4ba7-404c-8f15-f3573eb0d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:40:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a2fae5fa-eda8-495b-8a86-ceebc10bc387'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:39.872294 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7f8c955d-06db-49c8-ab0a-58c4cac7884d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/floatingips/c79a2ea8-f9f2-4820-ad32-ff53e3eecf13 HTTP/1.1" status: 204 len: 168 time: 0.8762455 Jun 18 16:40:39.953772 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-07da461f-4ba7-404c-8f15-f3573eb0d520 None None] Set router a2fae5fa-eda8-495b-8a86-ceebc10bc387 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:40.019861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52258) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:40.077067 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9439ee4f-0282-4e01-a08b-3fbc076e62bb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:40.106232 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9439ee4f-0282-4e01-a08b-3fbc076e62bb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:40.152715 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-07da461f-4ba7-404c-8f15-f3573eb0d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'name': 'tempest-TestNetworkBasicOps-router-51583388', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:05Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '621e43b9-773e-42a1-b490-0299fe8b67f3', 'name': '', 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:0c:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5cc691db-42ee-4a60-8b47-375b149ec4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:04Z', 'updated_at': '2021-06-18T16:40:10Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5cc691db-42ee-4a60-8b47-375b149ec4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:40.165422 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9439ee4f-0282-4e01-a08b-3fbc076e62bb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:40.168125 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9439ee4f-0282-4e01-a08b-3fbc076e62bb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:40.171712 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9439ee4f-0282-4e01-a08b-3fbc076e62bb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/security-groups/98127a2c-af50-4183-9d2b-323201c87403 HTTP/1.1" status: 204 len: 168 time: 0.1484289 Jun 18 16:40:40.171712 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e65b9439-70d6-4e53-b7e4-f7860490baf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:40.179250 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07da461f-4ba7-404c-8f15-f3573eb0d520 None None] Checking router: a2fae5fa-eda8-495b-8a86-ceebc10bc387 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:40:40.179465 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439ee4f-0282-4e01-a08b-3fbc076e62bb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98127a2c-af50-4183-9d2b-323201c87403,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:40.181987 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9439ee4f-0282-4e01-a08b-3fbc076e62bb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:40.187496 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07da461f-4ba7-404c-8f15-f3573eb0d520 None None] Routers {'a2fae5fa-eda8-495b-8a86-ceebc10bc387'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:40.188111 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-07da461f-4ba7-404c-8f15-f3573eb0d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:40:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a2fae5fa-eda8-495b-8a86-ceebc10bc387'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:40.219137 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52262) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:40.291700 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-07da461f-4ba7-404c-8f15-f3573eb0d520 None None] Set router a2fae5fa-eda8-495b-8a86-ceebc10bc387 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:40.314324 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-709fa3ae-8dc7-499e-9fe7-b01693741f59 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port f155a8ae-29fe-47f0-b1fb-65ec23afdb63 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:40:40.314705 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-709fa3ae-8dc7-499e-9fe7-b01693741f59 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:40.402998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-709fa3ae-8dc7-499e-9fe7-b01693741f59 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:40.466137 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-709fa3ae-8dc7-499e-9fe7-b01693741f59 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for f155a8ae-29fe-47f0-b1fb-65ec23afdb63 owned by {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:40:40.467247 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:40.491410 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-07da461f-4ba7-404c-8f15-f3573eb0d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'name': 'tempest-TestNetworkBasicOps-router-51583388', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:05Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '621e43b9-773e-42a1-b490-0299fe8b67f3', 'name': '', 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:0c:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5cc691db-42ee-4a60-8b47-375b149ec4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:04Z', 'updated_at': '2021-06-18T16:40:10Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5cc691db-42ee-4a60-8b47-375b149ec4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:40.523295 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07da461f-4ba7-404c-8f15-f3573eb0d520 None None] The sync data for ids ['a2fae5fa-eda8-495b-8a86-ceebc10bc387'] in dv-neutron-797121-1-hyperv is: [{'id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'name': 'tempest-TestNetworkBasicOps-router-51583388', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:05Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '621e43b9-773e-42a1-b490-0299fe8b67f3', 'name': '', 'network_id': '266dc8d9-c0ec-4e35-854c-b3ce7e21709e', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:0c:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '5cc691db-42ee-4a60-8b47-375b149ec4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:04Z', 'updated_at': '2021-06-18T16:40:10Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '5cc691db-42ee-4a60-8b47-375b149ec4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:40:40.601905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-709fa3ae-8dc7-499e-9fe7-b01693741f59 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:40.605871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:40.630768 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f155a8ae-29fe-47f0-b1fb-65ec23afdb63 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:40:40.631480 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fa3ae-8dc7-499e-9fe7-b01693741f59 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=f155a8ae-29fe-47f0-b1fb-65ec23afdb63,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:40.634547 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-709fa3ae-8dc7-499e-9fe7-b01693741f59 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:40.655599 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: f155a8ae-29fe-47f0-b1fb-65ec23afdb63 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:40:40.656526 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f155a8ae-29fe-47f0-b1fb-65ec23afdb63 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:40:40.717740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-709fa3ae-8dc7-499e-9fe7-b01693741f59 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:40.722927 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-709fa3ae-8dc7-499e-9fe7-b01693741f59 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/ports/f155a8ae-29fe-47f0-b1fb-65ec23afdb63 HTTP/1.1" status: 204 len: 168 time: 0.5000176 Jun 18 16:40:40.723231 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52264) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:40.757888 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f355a868-3678-4ff1-8d8e-2e1b09db9b3c None None] New status for floating IP c79a2ea8-f9f2-4820-ad32-ff53e3eecf13: DOWN {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:40:41.094352 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fbb349d0-00fb-4c26-8598-4635f562b620 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:41.349227 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-fbb349d0-00fb-4c26-8598-4635f562b620 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port 621e43b9-773e-42a1-b490-0299fe8b67f3 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:40:41.349473 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fbb349d0-00fb-4c26-8598-4635f562b620 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:41.437759 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-fbb349d0-00fb-4c26-8598-4635f562b620 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port 621e43b9-773e-42a1-b490-0299fe8b67f3, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=621e43b9-773e-42a1-b490-0299fe8b67f3,segment=NetworkSegment(44ebd933-b0e2-4a74-8934-a9e7bb890d44),segment_id=44ebd933-b0e2-4a74-8934-a9e7bb890d44)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:41.438113 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fbb349d0-00fb-4c26-8598-4635f562b620 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:41.504115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-fbb349d0-00fb-4c26-8598-4635f562b620 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for 621e43b9-773e-42a1-b490-0299fe8b67f3 owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:40:41.685199 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fbb349d0-00fb-4c26-8598-4635f562b620 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:41.688082 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2d1f1c73-31d1-49b5-94e3-f711b6473e01 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:41.714479 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb349d0-00fb-4c26-8598-4635f562b620 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=621e43b9-773e-42a1-b490-0299fe8b67f3,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:41.719002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fbb349d0-00fb-4c26-8598-4635f562b620 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:41.884495 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fbb349d0-00fb-4c26-8598-4635f562b620 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:42.412885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb349d0-00fb-4c26-8598-4635f562b620 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router a2fae5fa-eda8-495b-8a86-ceebc10bc387 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:40:42.521419 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb349d0-00fb-4c26-8598-4635f562b620 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:40:42.526509 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fbb349d0-00fb-4c26-8598-4635f562b620 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/routers/a2fae5fa-eda8-495b-8a86-ceebc10bc387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8021967 Jun 18 16:40:42.529257 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52266) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:42.531127 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e38de44-1406-4962-8fb3-0d131572ec02 None None] Sync routers for ids ['a2fae5fa-eda8-495b-8a86-ceebc10bc387'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:40:42.541808 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e38de44-1406-4962-8fb3-0d131572ec02 None None] Routers {'a2fae5fa-eda8-495b-8a86-ceebc10bc387'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:42.542512 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4e38de44-1406-4962-8fb3-0d131572ec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:40:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a2fae5fa-eda8-495b-8a86-ceebc10bc387'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:42.582679 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92a083a-c2e0-4dd7-a73e-3999689e70c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting subnet 5cc691db-42ee-4a60-8b47-375b149ec4bb {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:40:42.587237 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b92a083a-c2e0-4dd7-a73e-3999689e70c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:42.629885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b92a083a-c2e0-4dd7-a73e-3999689e70c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:42.649296 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-4e38de44-1406-4962-8fb3-0d131572ec02 None None] Set router a2fae5fa-eda8-495b-8a86-ceebc10bc387 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:42.721194 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b92a083a-c2e0-4dd7-a73e-3999689e70c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:42.783381 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b92a083a-c2e0-4dd7-a73e-3999689e70c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:42.786425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6c9a4fa3-031f-4c24-b96f-e2e55012afcd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:42.811735 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a083a-c2e0-4dd7-a73e-3999689e70c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc691db-42ee-4a60-8b47-375b149ec4bb,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:42.814276 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b92a083a-c2e0-4dd7-a73e-3999689e70c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:42.819102 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b92a083a-c2e0-4dd7-a73e-3999689e70c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:42.823361 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b92a083a-c2e0-4dd7-a73e-3999689e70c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/subnets/5cc691db-42ee-4a60-8b47-375b149ec4bb HTTP/1.1" status: 204 len: 168 time: 0.2907660 Jun 18 16:40:42.824711 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52268) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:42.825248 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055a02a4-b08c-4399-b436-18f40444b9db None None] Network 266dc8d9-c0ec-4e35-854c-b3ce7e21709e requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:40:42.918807 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4e38de44-1406-4962-8fb3-0d131572ec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'name': 'tempest-TestNetworkBasicOps-router-51583388', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:41Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:42.937243 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d977-2631-4a2c-b96f-07f931ebc870 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:42.948342 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e38de44-1406-4962-8fb3-0d131572ec02 None None] Checking router: a2fae5fa-eda8-495b-8a86-ceebc10bc387 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:40:42.956914 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e38de44-1406-4962-8fb3-0d131572ec02 None None] Routers {'a2fae5fa-eda8-495b-8a86-ceebc10bc387'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:42.957547 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4e38de44-1406-4962-8fb3-0d131572ec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:40:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['a2fae5fa-eda8-495b-8a86-ceebc10bc387'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:43.014784 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34115cd-8a8d-44b5-b167-252db7bc29a4 None None] DHCP port deletion for 266dc8d9-c0ec-4e35-854c-b3ce7e21709e request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:40:43.043838 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d977-2631-4a2c-b96f-07f931ebc870 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:43.063397 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b34115cd-8a8d-44b5-b167-252db7bc29a4 None None] Deleting port 7b3f7713-7286-444b-967f-0fa2f0f4d898 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:40:43.063783 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b34115cd-8a8d-44b5-b167-252db7bc29a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:43.070739 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-4e38de44-1406-4962-8fb3-0d131572ec02 None None] Set router a2fae5fa-eda8-495b-8a86-ceebc10bc387 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:43.101370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-a3e5d977-2631-4a2c-b96f-07f931ebc870 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port d46e8a23-1c82-4a4c-bb4c-949986bc601f {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:40:43.101741 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d977-2631-4a2c-b96f-07f931ebc870 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:43.125983 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b34115cd-8a8d-44b5-b167-252db7bc29a4 None None] For port 7b3f7713-7286-444b-967f-0fa2f0f4d898, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7b3f7713-7286-444b-967f-0fa2f0f4d898,segment=NetworkSegment(44ebd933-b0e2-4a74-8934-a9e7bb890d44),segment_id=44ebd933-b0e2-4a74-8934-a9e7bb890d44)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:43.126395 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b34115cd-8a8d-44b5-b167-252db7bc29a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:43.182710 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-a3e5d977-2631-4a2c-b96f-07f931ebc870 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port d46e8a23-1c82-4a4c-bb4c-949986bc601f, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=d46e8a23-1c82-4a4c-bb4c-949986bc601f,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:43.183072 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d977-2631-4a2c-b96f-07f931ebc870 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:43.197311 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b34115cd-8a8d-44b5-b167-252db7bc29a4 None None] Calling delete_port for 7b3f7713-7286-444b-967f-0fa2f0f4d898 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:40:43.251398 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-4e38de44-1406-4962-8fb3-0d131572ec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'name': 'tempest-TestNetworkBasicOps-router-51583388', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:41Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:43.253796 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-a3e5d977-2631-4a2c-b96f-07f931ebc870 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for d46e8a23-1c82-4a4c-bb4c-949986bc601f owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:40:43.281472 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e38de44-1406-4962-8fb3-0d131572ec02 None None] The sync data for ids ['a2fae5fa-eda8-495b-8a86-ceebc10bc387'] in dv-neutron-797121-1-hyperv is: [{'id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'name': 'tempest-TestNetworkBasicOps-router-51583388', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:41Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'd46e8a23-1c82-4a4c-bb4c-949986bc601f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fae5fa-eda8-495b-8a86-ceebc10bc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:02Z', 'updated_at': '2021-06-18T16:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:40:43.281932 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b34115cd-8a8d-44b5-b167-252db7bc29a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:43.284209 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6b449c99-8753-40ad-8f63-40cdc9ea5411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:43.308668 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34115cd-8a8d-44b5-b167-252db7bc29a4 None None] Pushing event deleted for resources: {'Port': ['ID=7b3f7713-7286-444b-967f-0fa2f0f4d898,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:43.312229 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b34115cd-8a8d-44b5-b167-252db7bc29a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:43.312698 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34115cd-8a8d-44b5-b167-252db7bc29a4 None None] No DVR routers for this DVR port 7b3f7713-7286-444b-967f-0fa2f0f4d898 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:40:43.430739 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d977-2631-4a2c-b96f-07f931ebc870 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:43.433345 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b795c6df-b486-4bc5-b535-d22b7fa16ccb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:43.456211 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5d977-2631-4a2c-b96f-07f931ebc870 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=d46e8a23-1c82-4a4c-bb4c-949986bc601f,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:43.459977 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a3e5d977-2631-4a2c-b96f-07f931ebc870 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:43.519175 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d977-2631-4a2c-b96f-07f931ebc870 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:43.606353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d977-2631-4a2c-b96f-07f931ebc870 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:43.608288 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d977-2631-4a2c-b96f-07f931ebc870 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:43.649365 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d977-2631-4a2c-b96f-07f931ebc870 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:43.649862 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e5d977-2631-4a2c-b96f-07f931ebc870 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Fanout notify agent at l3_agent the message router_deleted on router a2fae5fa-eda8-495b-8a86-ceebc10bc387 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:40:43.657781 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d977-2631-4a2c-b96f-07f931ebc870 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:43.658184 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a3e5d977-2631-4a2c-b96f-07f931ebc870 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/routers/a2fae5fa-eda8-495b-8a86-ceebc10bc387 HTTP/1.1" status: 204 len: 168 time: 0.8324835 Jun 18 16:40:43.662744 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52270) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:43.747310 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-24141af5-8135-4ada-ab6e-58aefcfca423 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:43.833982 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-24141af5-8135-4ada-ab6e-58aefcfca423 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:43.843184 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-24141af5-8135-4ada-ab6e-58aefcfca423 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266dc8d9-c0ec-4e35-854c-b3ce7e21709e']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:43.856998 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-24141af5-8135-4ada-ab6e-58aefcfca423 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ebd933-b0e2-4a74-8934-a9e7bb890d44') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:43.857200 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-24141af5-8135-4ada-ab6e-58aefcfca423 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ebd933-b0e2-4a74-8934-a9e7bb890d44') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:43.866228 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-24141af5-8135-4ada-ab6e-58aefcfca423 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:43.881061 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-24141af5-8135-4ada-ab6e-58aefcfca423 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:43.887279 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24141af5-8135-4ada-ab6e-58aefcfca423 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:40:43.887666 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-24141af5-8135-4ada-ab6e-58aefcfca423 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:40:43.890909 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:40:43.950709 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-24141af5-8135-4ada-ab6e-58aefcfca423 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:43.955165 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-24141af5-8135-4ada-ab6e-58aefcfca423 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:43.957269 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-24141af5-8135-4ada-ab6e-58aefcfca423 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/networks/266dc8d9-c0ec-4e35-854c-b3ce7e21709e HTTP/1.1" status: 204 len: 168 time: 0.2934849 Jun 18 16:40:43.958064 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9537de5d-ed7f-4830-bdef-c55ed8901c5c tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:43.969144 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52272) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:43.972918 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24141af5-8135-4ada-ab6e-58aefcfca423 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Network': ['ID=266dc8d9-c0ec-4e35-854c-b3ce7e21709e,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:43.975475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-24141af5-8135-4ada-ab6e-58aefcfca423 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:43.981547 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f4972b79-43ef-40b5-a974-fbba9f4213ac tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0111666 Jun 18 16:40:43.984072 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52274) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:43.990350 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-76e10852-0a19-450f-b523-2b341bcb9b07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'network': {'name': 'tempest-network-smoke--1357561563', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'port_security_enabled': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:44.012477 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e10852-0a19-450f-b523-2b341bcb9b07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:40:44.015909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76e10852-0a19-450f-b523-2b341bcb9b07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:44.039604 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e10852-0a19-450f-b523-2b341bcb9b07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:40:44.047989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76e10852-0a19-450f-b523-2b341bcb9b07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:44.048321 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-76e10852-0a19-450f-b523-2b341bcb9b07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Added segment 8d6320bb-8873-4b4f-b9eb-07c7da4dda63 of type vlan for network de3dc5ea-d3fb-4f66-867c-f37f9bc26071 Jun 18 16:40:44.085319 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76e10852-0a19-450f-b523-2b341bcb9b07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:44.112310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76e10852-0a19-450f-b523-2b341bcb9b07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:44.118038 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e10852-0a19-450f-b523-2b341bcb9b07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:44.118648 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-76e10852-0a19-450f-b523-2b341bcb9b07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:44.120908 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9f79af6c-f2d2-444b-8a73-03db0a236b06 tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:44.376609 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 621e43b9-773e-42a1-b490-0299fe8b67f3 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:40:44.398299 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 621e43b9-773e-42a1-b490-0299fe8b67f3 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:40:44.398691 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 621e43b9-773e-42a1-b490-0299fe8b67f3 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:40:44.399127 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d46e8a23-1c82-4a4c-bb4c-949986bc601f no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:40:44.422011 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: d46e8a23-1c82-4a4c-bb4c-949986bc601f {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:40:44.422366 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device d46e8a23-1c82-4a4c-bb4c-949986bc601f not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:40:44.422849 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7b3f7713-7286-444b-967f-0fa2f0f4d898 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:40:44.442730 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 7b3f7713-7286-444b-967f-0fa2f0f4d898 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:40:44.443087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7b3f7713-7286-444b-967f-0fa2f0f4d898 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:40:44.500267 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-76e10852-0a19-450f-b523-2b341bcb9b07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5151806 Jun 18 16:40:44.503076 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52276) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:44.508781 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-607916919', 'admin_state_up': True, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:44.512646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e10852-0a19-450f-b523-2b341bcb9b07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Network': ['ID=de3dc5ea-d3fb-4f66-867c-f37f9bc26071,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:44.515680 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-76e10852-0a19-450f-b523-2b341bcb9b07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:44.523402 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network de3dc5ea-d3fb-4f66-867c-f37f9bc26071 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:40:44.533587 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:44.534964 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:44.591103 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:44.729781 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:44.921732 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:44.940321 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:45.043388 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.26.2.148 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:40:45.140308 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:45.177862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:45.179874 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:45.222732 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:40:45.225624 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:40:45.229765 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:40:45.232804 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:45.251316 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:45.469078 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:45.661934 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:45.786958 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:40:45.884843 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:40:45.894494 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Sync routers for ids ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:40:45.903323 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Routers {'cc9e01b1-7e08-4b3d-ab82-d6925db294d7'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:45.903761 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:45.903940 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:40:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:45.904975 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4002945 Jun 18 16:40:45.908048 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52278) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:45.942090 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-dd0a0e43-7a4e-4cde-b45c-6378d0811147 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c860454b62904a0185c4be56bfb9c1bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298607 Jun 18 16:40:45.942321 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52280) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:46.009387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Set router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:46.029448 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e673d2-e430-4077-b53a-9654429bc44a tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:46.031005 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-25e673d2-e430-4077-b53a-9654429bc44a tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872376 Jun 18 16:40:46.033796 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52282) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:46.061717 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-307c8dd8-3a23-4c72-81b4-455973c31f99 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266736 Jun 18 16:40:46.064159 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52284) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:46.069542 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-394480d3-2704-4511-ac9e-3c1b5124964e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1923094194', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:46.157921 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394480d3-2704-4511-ac9e-3c1b5124964e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:40:46.161920 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-394480d3-2704-4511-ac9e-3c1b5124964e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:46.181733 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'name': 'tempest-TestNetworkBasicOps-router-607916919', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:45Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:46.355227 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-394480d3-2704-4511-ac9e-3c1b5124964e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:46.357289 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e13aa393-c1e7-4c2f-9635-61df40d87334 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:46.357444 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Checking router: cc9e01b1-7e08-4b3d-ab82-d6925db294d7 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:40:46.357767 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Updating router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 port 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:40:46.391891 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:46.416302 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394480d3-2704-4511-ac9e-3c1b5124964e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Subnet': ['ID=1e942213-8ea7-4352-ae10-4a08d30610a0,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:46.419923 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-394480d3-2704-4511-ac9e-3c1b5124964e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:46.426999 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394480d3-2704-4511-ac9e-3c1b5124964e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Checking segment: {'id': '8d6320bb-8873-4b4f-b9eb-07c7da4dda63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:40:46.427361 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394480d3-2704-4511-ac9e-3c1b5124964e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network hostable DHCP agents. Network: de3dc5ea-d3fb-4f66-867c-f37f9bc26071, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:40:46.442818 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394480d3-2704-4511-ac9e-3c1b5124964e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network de3dc5ea-d3fb-4f66-867c-f37f9bc26071 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:40:46.451371 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-394480d3-2704-4511-ac9e-3c1b5124964e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, de3dc5ea-d3fb-4f66-867c-f37f9bc26071) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:40:46.455965 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394480d3-2704-4511-ac9e-3c1b5124964e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:46.456928 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-394480d3-2704-4511-ac9e-3c1b5124964e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:46.473737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608f7db7-8634-4dce-943e-d901ec69fb78 None None] Network de3dc5ea-d3fb-4f66-867c-f37f9bc26071 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:40:46.473982 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-394480d3-2704-4511-ac9e-3c1b5124964e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4086788 Jun 18 16:40:46.476511 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52286) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:46.720501 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ips': [{'subnet_id': '1e942213-8ea7-4352-ae10-4a08d30610a0'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:40:46.721348 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:46.823347 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:46.845763 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Transition to ACTIVE for port object 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:46.853282 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:46.858255 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:46.912369 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:46.943042 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249a7e1-d041-4b0a-b70f-16fbcacab93d None None] Pushing event updated for resources: {'Port': ['ID=7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:46.950713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9249a7e1-d041-4b0a-b70f-16fbcacab93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:46.953744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Attempting to bind port 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:40:46.954122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Attempting to bind port 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:40:46.954492 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Attempting to bind port 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:40:46.956920 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Allocated IP 172.20.0.2 (de3dc5ea-d3fb-4f66-867c-f37f9bc26071/1e942213-8ea7-4352-ae10-4a08d30610a0/e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:40:46.964830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:40:46.965212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:40:46.965621 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:46.966023 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:40:46.966500 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Bound port: 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:40:46.966901 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:47.070176 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] For port 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:40:47.075497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] For port 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:40:47.086221 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:47.090307 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:47.194778 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Routers {'cc9e01b1-7e08-4b3d-ab82-d6925db294d7'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:47.195335 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:40:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:47.202008 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249a7e1-d041-4b0a-b70f-16fbcacab93d None None] Pushing event updated for resources: {'Port': ['ID=7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:47.235146 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9249a7e1-d041-4b0a-b70f-16fbcacab93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:47.259666 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:47.300422 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Transition to ACTIVE for port object e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:47.328528 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Transition to ACTIVE for port object e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:47.338753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:47.341577 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] Set router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:47.343901 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ef46303e-772f-479f-801d-2e1ec3c19723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:47.430879 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Network de3dc5ea-d3fb-4f66-867c-f37f9bc26071 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:40:47.465494 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:40:47.474018 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:40:47.478372 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Pushing event updated for resources: {'Port': ['ID=e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:47.483366 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:47.499517 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.20.0.1 (de3dc5ea-d3fb-4f66-867c-f37f9bc26071/1e942213-8ea7-4352-ae10-4a08d30610a0/3e138543-836e-4952-b21d-156a0b17e790) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:40:47.564835 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Attempting to bind port e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:40:47.565214 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Attempting to bind port e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '8d6320bb-8873-4b4f-b9eb-07c7da4dda63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:40:47.566227 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Attempting to bind port e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8 on network de3dc5ea-d3fb-4f66-867c-f37f9bc26071 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:40:47.572985 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:40:47.573367 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Checking segment: {'id': '8d6320bb-8873-4b4f-b9eb-07c7da4dda63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:40:47.573777 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:47.574211 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Bound using segment: {'id': '8d6320bb-8873-4b4f-b9eb-07c7da4dda63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:40:47.574762 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Bound port: e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6320bb-8873-4b4f-b9eb-07c7da4dda63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:40:47.575149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:47.620327 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:47.634129 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Transition to ACTIVE for port object 3e138543-836e-4952-b21d-156a0b17e790 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:47.673898 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] For port e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:40:47.675546 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'name': 'tempest-TestNetworkBasicOps-router-607916919', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:45Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:47.678558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] For port e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8,segment=NetworkSegment(8d6320bb-8873-4b4f-b9eb-07c7da4dda63),segment_id=8d6320bb-8873-4b4f-b9eb-07c7da4dda63)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:40:47.679878 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:47.684768 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-bbdf5f0a-a6b8-4a69-a387-bf58de780373 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:47.709175 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fa89aa-dc65-46e7-8314-847d59f2f3bf None None] The sync data for ids ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'] in dv-neutron-797121-1-hyperv is: [{'id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'name': 'tempest-TestNetworkBasicOps-router-607916919', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:45Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:40:47.711186 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:47.714425 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ef46303e-772f-479f-801d-2e1ec3c19723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:47.729351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network de3dc5ea-d3fb-4f66-867c-f37f9bc26071 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:40:47.730840 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:40:47.734512 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:40:47.743338 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=3e138543-836e-4952-b21d-156a0b17e790,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:47.772084 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:47.773791 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Pushing event updated for resources: {'Port': ['ID=e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:47.776992 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:47.794885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:47.983380 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:48.303289 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:48.321415 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:48.330378 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:48.334190 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a9466339-344c-45d4-b5af-0344549afea4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:48.374379 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:48.379822 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:48.414133 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=3e138543-836e-4952-b21d-156a0b17e790,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:48.417099 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:48.419429 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:48.434325 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:48.438474 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:48.439785 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:48.531666 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network de3dc5ea-d3fb-4f66-867c-f37f9bc26071 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:40:48.533383 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:40:48.540380 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:48.567010 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:48.573788 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:48.576753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-da97e5fe-78b3-48f8-969a-23c6c38bc618 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:48.629599 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:48.633825 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:48.664781 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:40:48.789272 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:40:48.796831 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/routers/cc9e01b1-7e08-4b3d-ab82-d6925db294d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3170044 Jun 18 16:40:48.797488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52288) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:48.838097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18042d4-bf95-4712-b630-214c40806e6f None None] Network de3dc5ea-d3fb-4f66-867c-f37f9bc26071 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:40:48.893047 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c864549c-f973-4cbc-9119-5731c6aa4ca7 None None] Provisioning for port e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:48.895098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf3d91f-b46a-41b4-b48e-394ef2394a4c tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:48.895567 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf3d91f-b46a-41b4-b48e-394ef2394a4c tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:48.896029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf3d91f-b46a-41b4-b48e-394ef2394a4c tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:48.896482 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf3d91f-b46a-41b4-b48e-394ef2394a4c tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:48.898154 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ebf3d91f-b46a-41b4-b48e-394ef2394a4c tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.0985739 Jun 18 16:40:48.899532 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c864549c-f973-4cbc-9119-5731c6aa4ca7 None None] Provisioning complete for port e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:48.899919 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c864549c-f973-4cbc-9119-5731c6aa4ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:48.900864 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52290) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:48.994916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba9aa04-cd86-46d8-a5c5-0ace06e252ed tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:48.995407 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba9aa04-cd86-46d8-a5c5-0ace06e252ed tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:48.995869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba9aa04-cd86-46d8-a5c5-0ace06e252ed tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:48.996307 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba9aa04-cd86-46d8-a5c5-0ace06e252ed tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:48.997948 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4ba9aa04-cd86-46d8-a5c5-0ace06e252ed tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0961776 Jun 18 16:40:49.000656 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52292) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:49.051641 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c864549c-f973-4cbc-9119-5731c6aa4ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:49.138177 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-480825a8-de31-4dc1-a5e6-93d51eb29739 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1345136 Jun 18 16:40:49.240243 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c864549c-f973-4cbc-9119-5731c6aa4ca7 None None] For port e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8,segment=NetworkSegment(8d6320bb-8873-4b4f-b9eb-07c7da4dda63),segment_id=8d6320bb-8873-4b4f-b9eb-07c7da4dda63)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:49.247033 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c864549c-f973-4cbc-9119-5731c6aa4ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:49.248939 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-237e4c79-2768-4665-992d-906af49d2085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:49.302933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864549c-f973-4cbc-9119-5731c6aa4ca7 None None] Pushing event updated for resources: {'Port': ['ID=e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:49.306068 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c864549c-f973-4cbc-9119-5731c6aa4ca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:49.475115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-31491f2d-216c-4880-87eb-53f0494a9812 None None] Provisioning complete for port e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:49.475852 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-31491f2d-216c-4880-87eb-53f0494a9812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:49.501428 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Sync routers for ids ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:40:49.517430 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Routers {'cc9e01b1-7e08-4b3d-ab82-d6925db294d7'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:49.518076 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:40:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:49.553322 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52296) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:49.558524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d4037e26-0397-4f4a-b061-ddf846f0c966 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1579210694', 'description': 'tempest-secgroup-smoke-1579210694 description', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:49.591435 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-31491f2d-216c-4880-87eb-53f0494a9812 None None] Provisioning for port 3e138543-836e-4952-b21d-156a0b17e790 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:49.595821 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-31491f2d-216c-4880-87eb-53f0494a9812 None None] Provisioning complete for port 3e138543-836e-4952-b21d-156a0b17e790 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:49.596201 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-31491f2d-216c-4880-87eb-53f0494a9812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:49.613182 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d4037e26-0397-4f4a-b061-ddf846f0c966 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:49.639334 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-31491f2d-216c-4880-87eb-53f0494a9812 None None] Port 3e138543-836e-4952-b21d-156a0b17e790 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:40:49.648611 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Set router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:49.712015 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d4037e26-0397-4f4a-b061-ddf846f0c966 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:49.717718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d4037e26-0397-4f4a-b061-ddf846f0c966 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:49.721120 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-37b236a8-a75f-4da4-a9f8-acb213797154 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:49.749173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d4037e26-0397-4f4a-b061-ddf846f0c966 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:49.753726 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d4037e26-0397-4f4a-b061-ddf846f0c966 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1955998 Jun 18 16:40:49.753726 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4037e26-0397-4f4a-b061-ddf846f0c966 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef5ec01-370d-49f0-b4e7-6f5a5004556a,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:49.754943 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52298) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:49.765914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d4037e26-0397-4f4a-b061-ddf846f0c966 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:49.766518 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-00f3014b-cc6b-42a1-8a81-8f1109636c62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': 'eef5ec01-370d-49f0-b4e7-6f5a5004556a', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:49.773109 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-880dc806-b807-48f6-b87d-a0735dfc0349 None None] Provisioning complete for port 3e138543-836e-4952-b21d-156a0b17e790 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:49.773563 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-880dc806-b807-48f6-b87d-a0735dfc0349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:49.805292 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-00f3014b-cc6b-42a1-8a81-8f1109636c62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:49.815014 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-880dc806-b807-48f6-b87d-a0735dfc0349 None None] Port 3e138543-836e-4952-b21d-156a0b17e790 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:40:49.874791 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-00f3014b-cc6b-42a1-8a81-8f1109636c62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:49.877858 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'name': 'tempest-TestNetworkBasicOps-router-607916919', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:47Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '3e138543-836e-4952-b21d-156a0b17e790', 'name': '', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:c4:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:47Z', 'updated_at': '2021-06-18T16:40:48Z', 'revision_number': 2, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:49.880475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-00f3014b-cc6b-42a1-8a81-8f1109636c62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:49.884914 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-418e0311-98f5-4350-b9a6-54b6653ac50d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:49.898613 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3014b-cc6b-42a1-8a81-8f1109636c62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4abe64c-e4c3-40d8-a2a5-c2f4a564c5df,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:49.902945 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-00f3014b-cc6b-42a1-8a81-8f1109636c62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:49.905250 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Checking router: cc9e01b1-7e08-4b3d-ab82-d6925db294d7 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:40:49.906001 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Updating router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 port 3e138543-836e-4952-b21d-156a0b17e790 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:40:49.908593 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-00f3014b-cc6b-42a1-8a81-8f1109636c62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:49.910128 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-00f3014b-cc6b-42a1-8a81-8f1109636c62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1529670 Jun 18 16:40:49.913173 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52300) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:49.917975 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-34f73c1b-897c-45f5-8239-7c4b52120cbc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': 'eef5ec01-370d-49f0-b4e7-6f5a5004556a', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:49.935210 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-eea67cd6-1a43-42ec-9d20-c3abe81250a9 None None] Provisioning complete for port 3e138543-836e-4952-b21d-156a0b17e790 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:49.935589 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-eea67cd6-1a43-42ec-9d20-c3abe81250a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:49.948380 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:49.950212 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-34f73c1b-897c-45f5-8239-7c4b52120cbc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:49.971079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-eea67cd6-1a43-42ec-9d20-c3abe81250a9 None None] Port 3e138543-836e-4952-b21d-156a0b17e790 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:40:50.009626 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-34f73c1b-897c-45f5-8239-7c4b52120cbc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.013685 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-34f73c1b-897c-45f5-8239-7c4b52120cbc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.015732 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-991dd991-db2a-4785-a9d4-6a8dea245cde tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:50.031826 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f73c1b-897c-45f5-8239-7c4b52120cbc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72861f6f-3d75-456a-9dd0-d48d3b8b5298,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:50.036024 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-34f73c1b-897c-45f5-8239-7c4b52120cbc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:50.039458 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-34f73c1b-897c-45f5-8239-7c4b52120cbc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.040867 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-34f73c1b-897c-45f5-8239-7c4b52120cbc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265588 Jun 18 16:40:50.043528 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52302) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:50.048083 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-e26fa9dd-457b-41c0-83d8-758c7190c3b0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': 'eef5ec01-370d-49f0-b4e7-6f5a5004556a', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:50.075397 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e26fa9dd-457b-41c0-83d8-758c7190c3b0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.135566 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e26fa9dd-457b-41c0-83d8-758c7190c3b0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.139382 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e26fa9dd-457b-41c0-83d8-758c7190c3b0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.146068 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4ebc6cff-de44-492c-a7d5-6498a47ebcae tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:50.161739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fa9dd-457b-41c0-83d8-758c7190c3b0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35c2c8e-f140-41ec-932b-3fd73b67588e,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:50.164551 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e26fa9dd-457b-41c0-83d8-758c7190c3b0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:50.165905 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e26fa9dd-457b-41c0-83d8-758c7190c3b0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.167107 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e26fa9dd-457b-41c0-83d8-758c7190c3b0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226604 Jun 18 16:40:50.169889 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52304) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:50.174508 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-0d163d28-1167-43df-9993-af4830c9066c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': 'eef5ec01-370d-49f0-b4e7-6f5a5004556a', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:50.203739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0d163d28-1167-43df-9993-af4830c9066c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.231804 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.244035 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Transition to ACTIVE for port object 3e138543-836e-4952-b21d-156a0b17e790 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:50.250324 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.252433 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-9e63cbd7-a491-43a5-ad67-2ae3229f1c22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:50.255280 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:50.272986 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0d163d28-1167-43df-9993-af4830c9066c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.276939 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0d163d28-1167-43df-9993-af4830c9066c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.281460 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-34f73c1b-897c-45f5-8239-7c4b52120cbc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:50.307643 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d163d28-1167-43df-9993-af4830c9066c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed55c2b-4899-4449-8d54-5bbb4225d48b,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:50.310994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0d163d28-1167-43df-9993-af4830c9066c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:50.313593 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0d163d28-1167-43df-9993-af4830c9066c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.316789 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0d163d28-1167-43df-9993-af4830c9066c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1455472 Jun 18 16:40:50.319180 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52306) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:50.323735 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-6fe42d60-f2e4-4a15-a650-5faecde772ac tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': 'eef5ec01-370d-49f0-b4e7-6f5a5004556a', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:50.324157 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:50.324712 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.330029 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73888cb-7073-431b-aed2-6d680c39562d None None] Pushing event updated for resources: {'Port': ['ID=3e138543-836e-4952-b21d-156a0b17e790,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:50.340306 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-d73888cb-7073-431b-aed2-6d680c39562d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:50.350928 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.securitygroups_db [None req-6fe42d60-f2e4-4a15-a650-5faecde772ac tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:40:50.356775 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6fe42d60-f2e4-4a15-a650-5faecde772ac tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.392376 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Attempting to bind port 3e138543-836e-4952-b21d-156a0b17e790 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:40:50.392783 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Attempting to bind port 3e138543-836e-4952-b21d-156a0b17e790 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '8d6320bb-8873-4b4f-b9eb-07c7da4dda63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:40:50.393152 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Attempting to bind port 3e138543-836e-4952-b21d-156a0b17e790 on network de3dc5ea-d3fb-4f66-867c-f37f9bc26071 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:40:50.399621 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:40:50.400000 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Checking segment: {'id': '8d6320bb-8873-4b4f-b9eb-07c7da4dda63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:40:50.400414 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.400818 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Bound using segment: {'id': '8d6320bb-8873-4b4f-b9eb-07c7da4dda63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:40:50.401355 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Bound port: 3e138543-836e-4952-b21d-156a0b17e790, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6320bb-8873-4b4f-b9eb-07c7da4dda63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:40:50.401813 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.426670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:50.431033 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6fe42d60-f2e4-4a15-a650-5faecde772ac tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.435793 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6fe42d60-f2e4-4a15-a650-5faecde772ac tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.442016 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fa11b80f-66ce-4f1e-905a-e5018fa92136 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:50.458545 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe42d60-f2e4-4a15-a650-5faecde772ac tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73bd3618-1699-4b3f-8761-472c58c30f21,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:50.461501 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6fe42d60-f2e4-4a15-a650-5faecde772ac tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:50.470831 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6fe42d60-f2e4-4a15-a650-5faecde772ac tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.472971 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6fe42d60-f2e4-4a15-a650-5faecde772ac tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1526647 Jun 18 16:40:50.475537 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52308) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:50.486671 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] For port 3e138543-836e-4952-b21d-156a0b17e790, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:40:50.487970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-fd6d4d38-1717-4a19-9e30-dde763328582 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': 'eef5ec01-370d-49f0-b4e7-6f5a5004556a', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:50.491091 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] For port 3e138543-836e-4952-b21d-156a0b17e790, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=3e138543-836e-4952-b21d-156a0b17e790,segment=NetworkSegment(8d6320bb-8873-4b4f-b9eb-07c7da4dda63),segment_id=8d6320bb-8873-4b4f-b9eb-07c7da4dda63)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:40:50.500478 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.504810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:50.505428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.514019 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-b52bb138-d891-473c-a4e7-8afa70e87e6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:50.521783 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.securitygroups_db [None req-fd6d4d38-1717-4a19-9e30-dde763328582 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:40:50.528339 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd6d4d38-1717-4a19-9e30-dde763328582 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.558118 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Routers {'cc9e01b1-7e08-4b3d-ab82-d6925db294d7'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:50.558987 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:40:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:50.613671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd6d4d38-1717-4a19-9e30-dde763328582 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.618927 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd6d4d38-1717-4a19-9e30-dde763328582 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.636080 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-adbefce2-b561-4b29-a738-7530a0d17a7a tempest-SecGroupTest-1751866330 tempest-SecGroupTest-1751866330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:50.650971 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d4d38-1717-4a19-9e30-dde763328582 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aaf45b9-7f00-44ea-9c59-ac86c412157f,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:50.653998 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fd6d4d38-1717-4a19-9e30-dde763328582 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:50.655322 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fd6d4d38-1717-4a19-9e30-dde763328582 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:50.664790 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fd6d4d38-1717-4a19-9e30-dde763328582 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1787851 Jun 18 16:40:50.775958 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73888cb-7073-431b-aed2-6d680c39562d None None] Pushing event updated for resources: {'Port': ['ID=3e138543-836e-4952-b21d-156a0b17e790,revision_number=4']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:50.779144 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-d73888cb-7073-431b-aed2-6d680c39562d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:50.797723 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] Set router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:50.814205 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-d79d7b5e-0195-49b9-9abc-86c33c181b56 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1579210694&fields=id&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 267 time: 0.0361128 Jun 18 16:40:50.934355 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-2e14ab2e-0056-49cc-8e94-554d4dde4fa4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:50.935888 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-2e14ab2e-0056-49cc-8e94-554d4dde4fa4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/networks?id=de3dc5ea-d3fb-4f66-867c-f37f9bc26071 HTTP/1.1" status: 200 len: 797 time: 0.1149580 Jun 18 16:40:50.952213 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-e61a53e5-3c8b-4d61-9747-eb4c22b01a6a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/quotas/c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 375 time: 0.0099592 Jun 18 16:40:50.995310 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'name': 'tempest-TestNetworkBasicOps-router-607916919', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:47Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '3e138543-836e-4952-b21d-156a0b17e790', 'name': '', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:c4:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:47Z', 'updated_at': '2021-06-18T16:40:50Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:51.018291 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-0935110b-01fb-402a-a90b-069d3061331d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602176 Jun 18 16:40:51.021439 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa22687-5b72-485d-bdf5-4a896b6a4661 None None] The sync data for ids ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'] in dv-neutron-797121-1-hyperv is: [{'id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'name': 'tempest-TestNetworkBasicOps-router-607916919', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:47Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '3e138543-836e-4952-b21d-156a0b17e790', 'name': '', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:c4:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:47Z', 'updated_at': '2021-06-18T16:40:50Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:40:51.129818 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-05ca1ac6-2c90-4a85-9202-c40f37147215 service neutron] 10.222.0.39 "GET /v2.0/networks/de3dc5ea-d3fb-4f66-867c-f37f9bc26071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969532 Jun 18 16:40:51.227205 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-dc0a8f99-6f1d-4ad6-bd32-7329ca38f87b service neutron] 10.222.0.39 "GET /v2.0/networks/de3dc5ea-d3fb-4f66-867c-f37f9bc26071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915229 Jun 18 16:40:51.408430 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-938c4bc8-ef04-4742-bab7-4d6e088f90b3 req-a33f5899-0993-4636-b6e3-e836416a205b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 210 time: 0.0326672 Jun 18 16:40:52.248209 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 3e138543-836e-4952-b21d-156a0b17e790 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:52.296060 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 3e138543-836e-4952-b21d-156a0b17e790 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:52.300902 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 3e138543-836e-4952-b21d-156a0b17e790 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:52.301342 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:52.379843 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:52.419007 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 3e138543-836e-4952-b21d-156a0b17e790, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=3e138543-836e-4952-b21d-156a0b17e790,segment=NetworkSegment(8d6320bb-8873-4b4f-b9eb-07c7da4dda63),segment_id=8d6320bb-8873-4b4f-b9eb-07c7da4dda63)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:52.423571 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:52.426355 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:52.483173 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=3e138543-836e-4952-b21d-156a0b17e790,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:52.497700 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:52.537587 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-cb7bfd62-f6d1-4e45-921b-46c2a0c01fcc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:52.539286 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-cb7bfd62-f6d1-4e45-921b-46c2a0c01fcc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/networks?id=de3dc5ea-d3fb-4f66-867c-f37f9bc26071 HTTP/1.1" status: 200 len: 797 time: 0.1214962 Jun 18 16:40:52.578580 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c6dee8a7-a092-4992-914f-19762f0e3ff4 req-35a3b861-a8f1-4a27-92ad-028bac3dff73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 210 time: 0.0340011 Jun 18 16:40:52.591380 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-660a6246-7500-4b0c-a4a8-b4a25af3b370 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 380 time: 0.0367706 Jun 18 16:40:52.601341 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-12578258-a310-4d08-8de1-d10a8223c2cd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'port': {'device_id': '0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'admin_state_up': True, 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'security_groups': ['eef5ec01-370d-49f0-b4e7-6f5a5004556a']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:52.718483 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-12578258-a310-4d08-8de1-d10a8223c2cd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:40:52.722737 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-12578258-a310-4d08-8de1-d10a8223c2cd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:52.848705 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-12578258-a310-4d08-8de1-d10a8223c2cd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.20.0.3 (de3dc5ea-d3fb-4f66-867c-f37f9bc26071/1e942213-8ea7-4352-ae10-4a08d30610a0/6c46d3c6-63a8-4a69-a818-d719207085c4) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:40:52.983423 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-12578258-a310-4d08-8de1-d10a8223c2cd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:52.996275 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-12578258-a310-4d08-8de1-d10a8223c2cd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Transition to ACTIVE for port object 6c46d3c6-63a8-4a69-a818-d719207085c4 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:53.029899 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-12578258-a310-4d08-8de1-d10a8223c2cd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:53.035652 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e80e0c0b-3506-413f-b830-7c9f3c175ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:53.079647 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-12578258-a310-4d08-8de1-d10a8223c2cd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network de3dc5ea-d3fb-4f66-867c-f37f9bc26071 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:40:53.083705 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-12578258-a310-4d08-8de1-d10a8223c2cd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:40:53.086103 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-12578258-a310-4d08-8de1-d10a8223c2cd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:40:53.116343 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12578258-a310-4d08-8de1-d10a8223c2cd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=6c46d3c6-63a8-4a69-a818-d719207085c4,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:53.121165 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-12578258-a310-4d08-8de1-d10a8223c2cd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:53.144719 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-12578258-a310-4d08-8de1-d10a8223c2cd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:53.145357 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-12578258-a310-4d08-8de1-d10a8223c2cd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:53.160045 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-12578258-a310-4d08-8de1-d10a8223c2cd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5635514 Jun 18 16:40:53.179213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Request body: {'port': {'device_id': '0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:53.252658 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:53.275041 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b04c340c-5fb8-4750-a17b-6cfa4af9a52e None None] Provisioning for port 6c46d3c6-63a8-4a69-a818-d719207085c4 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:53.279044 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b04c340c-5fb8-4750-a17b-6cfa4af9a52e None None] Provisioning complete for port 6c46d3c6-63a8-4a69-a818-d719207085c4 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:53.279419 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b04c340c-5fb8-4750-a17b-6cfa4af9a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:53.313460 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b04c340c-5fb8-4750-a17b-6cfa4af9a52e None None] Port 6c46d3c6-63a8-4a69-a818-d719207085c4 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:40:53.509992 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c46d3c6-63a8-4a69-a818-d719207085c4 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:40:53.516994 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:53.528356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Transition to ACTIVE for port object 6c46d3c6-63a8-4a69-a818-d719207085c4 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:53.531726 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:53.534315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e1f28b3d-4490-4481-b40c-2dcf493a738d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:53.630972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Pushing event updated for resources: {'Port': ['ID=6c46d3c6-63a8-4a69-a818-d719207085c4,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:53.635824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:53.690054 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Attempting to bind port 6c46d3c6-63a8-4a69-a818-d719207085c4 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:40:53.691253 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Attempting to bind port 6c46d3c6-63a8-4a69-a818-d719207085c4 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '8d6320bb-8873-4b4f-b9eb-07c7da4dda63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:40:53.691692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Attempting to bind port 6c46d3c6-63a8-4a69-a818-d719207085c4 on network de3dc5ea-d3fb-4f66-867c-f37f9bc26071 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:40:53.696830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Port 6c46d3c6-63a8-4a69-a818-d719207085c4 on network de3dc5ea-d3fb-4f66-867c-f37f9bc26071 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:40:53.697400 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Attempting to bind port 6c46d3c6-63a8-4a69-a818-d719207085c4 on network de3dc5ea-d3fb-4f66-867c-f37f9bc26071 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:40:53.702510 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:40:53.702958 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Checking segment: {'id': '8d6320bb-8873-4b4f-b9eb-07c7da4dda63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:40:53.703348 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Bound using segment: {'id': '8d6320bb-8873-4b4f-b9eb-07c7da4dda63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:40:53.703782 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Bound port: 6c46d3c6-63a8-4a69-a818-d719207085c4, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d6320bb-8873-4b4f-b9eb-07c7da4dda63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:40:53.704134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:53.770945 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] For port 6c46d3c6-63a8-4a69-a818-d719207085c4, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:40:53.772957 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567daf9-a133-41a9-b1dd-92fba062ee17 req-5a62102d-1613-4327-9a33-63f43e2de4f4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:53.774056 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] For port 6c46d3c6-63a8-4a69-a818-d719207085c4, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6c46d3c6-63a8-4a69-a818-d719207085c4,segment=NetworkSegment(8d6320bb-8873-4b4f-b9eb-07c7da4dda63),segment_id=8d6320bb-8873-4b4f-b9eb-07c7da4dda63)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:40:53.774579 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c567daf9-a133-41a9-b1dd-92fba062ee17 req-5a62102d-1613-4327-9a33-63f43e2de4f4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 943 time: 0.0652490 Jun 18 16:40:53.779402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:53.781749 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9b80a599-388a-4470-b2ea-263d1a71b44a tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:53.814358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:53.814903 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:53.816792 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] 10.222.0.64 "PUT /v2.0/ports/6c46d3c6-63a8-4a69-a818-d719207085c4 HTTP/1.1" status: 200 len: 1093 time: 0.6424308 Jun 18 16:40:53.819114 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c567daf9-a133-41a9-b1dd-92fba062ee17 req-c9357768-ea02-407a-9dc2-9713e065cfb7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=eef5ec01-370d-49f0-b4e7-6f5a5004556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375471 Jun 18 16:40:53.819268 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb', 'tag': '6c46d3c6-63a8-4a69-a818-d719207085c4'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:40:53.822342 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e966347-4130-449d-b3ec-12f354c8b4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb", "tag": "6c46d3c6-63a8-4a69-a818-d719207085c4"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:40:53.854185 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Pushing event updated for resources: {'Port': ['ID=6c46d3c6-63a8-4a69-a818-d719207085c4,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:53.868803 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:53.886480 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80543806-4974-4f0d-a8f0-9bd78c48a137 x-openstack-request-id: req-80543806-4974-4f0d-a8f0-9bd78c48a137 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:40:53.886854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb", "tag": "6c46d3c6-63a8-4a69-a818-d719207085c4", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:40:53.887157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80543806-4974-4f0d-a8f0-9bd78c48a137 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:40:53.887599 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb', 'tag': '6c46d3c6-63a8-4a69-a818-d719207085c4', 'status': 'completed', 'code': 200} Jun 18 16:40:53.962971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-21b0406f-9020-4782-b94f-efab8788abea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:53.964652 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-21b0406f-9020-4782-b94f-efab8788abea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 1096 time: 0.0612891 Jun 18 16:40:54.012292 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-5611eae3-89c6-446e-bacf-1e00d0ef9a52 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c46d3c6-63a8-4a69-a818-d719207085c4 HTTP/1.1" status: 200 len: 217 time: 0.0349021 Jun 18 16:40:54.062001 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-3490d406-3d83-4156-8d64-12fe819e7a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:54.063549 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-3490d406-3d83-4156-8d64-12fe819e7a04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1e942213-8ea7-4352-ae10-4a08d30610a0 HTTP/1.1" status: 200 len: 835 time: 0.0454762 Jun 18 16:40:54.123871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-caf8aaed-696b-4916-be85-486d475baa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:54.125249 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-caf8aaed-696b-4916-be85-486d475baa85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de3dc5ea-d3fb-4f66-867c-f37f9bc26071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0559397 Jun 18 16:40:54.214021 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-35f8bb4a-8b1f-41dd-8935-cfe718fb2ba8 service neutron] 10.222.0.64 "GET /v2.0/networks/de3dc5ea-d3fb-4f66-867c-f37f9bc26071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816958 Jun 18 16:40:54.235147 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 3e138543-836e-4952-b21d-156a0b17e790 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:54.281993 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 3e138543-836e-4952-b21d-156a0b17e790 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:54.282745 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:54.308920 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-512eaddc-cbca-4dc8-b920-44b0b50a6523 req-58d40ffe-0c6e-4fb4-964c-1cb76477c7e6 service neutron] 10.222.0.64 "GET /v2.0/networks/de3dc5ea-d3fb-4f66-867c-f37f9bc26071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887291 Jun 18 16:40:54.454770 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e966347-4130-449d-b3ec-12f354c8b4a0 req-4aa8d295-45b2-421e-a649-8886cb04e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:54.456816 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e966347-4130-449d-b3ec-12f354c8b4a0 req-4aa8d295-45b2-421e-a649-8886cb04e127 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 1096 time: 0.0518179 Jun 18 16:40:54.544852 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e966347-4130-449d-b3ec-12f354c8b4a0 req-e86e3293-0098-4897-ba64-6b67fce45401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:54.546514 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e966347-4130-449d-b3ec-12f354c8b4a0 req-e86e3293-0098-4897-ba64-6b67fce45401 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de3dc5ea-d3fb-4f66-867c-f37f9bc26071 HTTP/1.1" status: 200 len: 898 time: 0.0832250 Jun 18 16:40:54.590555 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e966347-4130-449d-b3ec-12f354c8b4a0 req-47320ac5-e4a9-49a3-bffb-03d221e8098e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c46d3c6-63a8-4a69-a818-d719207085c4 HTTP/1.1" status: 200 len: 217 time: 0.0371892 Jun 18 16:40:54.640066 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e966347-4130-449d-b3ec-12f354c8b4a0 req-8daf6968-c15e-464b-a615-6d8045a63447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:54.641398 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e966347-4130-449d-b3ec-12f354c8b4a0 req-8daf6968-c15e-464b-a615-6d8045a63447 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1e942213-8ea7-4352-ae10-4a08d30610a0 HTTP/1.1" status: 200 len: 835 time: 0.0442152 Jun 18 16:40:54.698402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e966347-4130-449d-b3ec-12f354c8b4a0 req-0094862b-1af9-4823-8b98-9e4ef42a5ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:54.699932 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e966347-4130-449d-b3ec-12f354c8b4a0 req-0094862b-1af9-4823-8b98-9e4ef42a5ab2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de3dc5ea-d3fb-4f66-867c-f37f9bc26071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515020 Jun 18 16:40:54.748848 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:54.792930 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e966347-4130-449d-b3ec-12f354c8b4a0 req-f389138f-7fdd-4fe7-88a7-d2e82b459256 service neutron] 10.222.0.64 "GET /v2.0/networks/de3dc5ea-d3fb-4f66-867c-f37f9bc26071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853324 Jun 18 16:40:54.881956 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e966347-4130-449d-b3ec-12f354c8b4a0 req-b8c17c17-5dcf-473b-b1b4-8c3e36601af4 service neutron] 10.222.0.64 "GET /v2.0/networks/de3dc5ea-d3fb-4f66-867c-f37f9bc26071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808992 Jun 18 16:40:55.015949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d244ab-141c-4f51-9cdc-866fbe3aba94 req-b67ebe0d-f9d5-4b9b-b8b2-a60ec2775ab2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:55.017310 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-74d244ab-141c-4f51-9cdc-866fbe3aba94 req-b67ebe0d-f9d5-4b9b-b8b2-a60ec2775ab2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 943 time: 0.0619226 Jun 18 16:40:55.059360 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-74d244ab-141c-4f51-9cdc-866fbe3aba94 req-0c594e4d-8844-4a14-b804-6e21b7754fc0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=eef5ec01-370d-49f0-b4e7-6f5a5004556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361912 Jun 18 16:40:56.231477 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c63723-0ea0-4672-8251-73fcc934d817 req-6a282ce2-b2ca-4ed1-a628-ccdbb82b7fee tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:56.232927 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-84c63723-0ea0-4672-8251-73fcc934d817 req-6a282ce2-b2ca-4ed1-a628-ccdbb82b7fee tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 943 time: 0.0625925 Jun 18 16:40:56.271502 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-84c63723-0ea0-4672-8251-73fcc934d817 req-4c797536-3f42-43d3-8258-765cfb7b1eaf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=eef5ec01-370d-49f0-b4e7-6f5a5004556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325763 Jun 18 16:40:56.711065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 6c46d3c6-63a8-4a69-a818-d719207085c4 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:40:56.808065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 6c46d3c6-63a8-4a69-a818-d719207085c4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6c46d3c6-63a8-4a69-a818-d719207085c4,segment=NetworkSegment(8d6320bb-8873-4b4f-b9eb-07c7da4dda63),segment_id=8d6320bb-8873-4b4f-b9eb-07c7da4dda63)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:56.823240 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '6c46d3c6-63a8-4a69-a818-d719207085c4', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'port_id': '6c46d3c6-63a8-4a69-a818-d719207085c4', 'mac_address': 'fa:16:3e:57:27:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:40:56.860569 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:56.874678 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c46d3c6-63a8-4a69-a818-d719207085c4 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:40:56.896418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 6c46d3c6-63a8-4a69-a818-d719207085c4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6c46d3c6-63a8-4a69-a818-d719207085c4,segment=NetworkSegment(8d6320bb-8873-4b4f-b9eb-07c7da4dda63),segment_id=8d6320bb-8873-4b4f-b9eb-07c7da4dda63)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:56.901036 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:56.903010 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:56.949388 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=6c46d3c6-63a8-4a69-a818-d719207085c4,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:56.957428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:56.957776 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:56.958140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:56.958472 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:56.958823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:56.959150 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:56.959476 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:56.959796 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:56.960114 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:56.960431 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:56.960746 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:56.961060 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:56.964731 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:57.160054 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['6c46d3c6-63a8-4a69-a818-d719207085c4'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:40:57.443567 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ad342-5eb3-4dc5-949a-4deac2bd4893 req-75f1c7d7-3d4e-4e64-8bc9-2f5b2170c5ac tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:57.444936 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-844ad342-5eb3-4dc5-949a-4deac2bd4893 req-75f1c7d7-3d4e-4e64-8bc9-2f5b2170c5ac tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 944 time: 0.0642381 Jun 18 16:40:57.483559 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-844ad342-5eb3-4dc5-949a-4deac2bd4893 req-840a341d-62d3-4d85-a67d-b9765ef74ce5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=eef5ec01-370d-49f0-b4e7-6f5a5004556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329323 Jun 18 16:40:58.663154 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c27366-b818-41be-9db6-981003f69edb req-715e97ae-a5e9-434c-bb4b-5991a3cc2d92 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:58.664609 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-74c27366-b818-41be-9db6-981003f69edb req-715e97ae-a5e9-434c-bb4b-5991a3cc2d92 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 944 time: 0.0692565 Jun 18 16:40:58.702029 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-74c27366-b818-41be-9db6-981003f69edb req-38de04e6-dad5-4d62-ad7e-2fb7f713ffb0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=eef5ec01-370d-49f0-b4e7-6f5a5004556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317307 Jun 18 16:40:58.711159 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 6c46d3c6-63a8-4a69-a818-d719207085c4 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:58.760004 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 6c46d3c6-63a8-4a69-a818-d719207085c4 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:58.763901 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 6c46d3c6-63a8-4a69-a818-d719207085c4 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:58.764232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:58.842544 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:58.864694 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c46d3c6-63a8-4a69-a818-d719207085c4'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:40:58.866982 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43273287-9607-41a1-8bc2-1f8f7043f0d8" -d '{"events": [{"server_uuid": "0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb", "name": "network-vif-plugged", "status": "completed", "tag": "6c46d3c6-63a8-4a69-a818-d719207085c4"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:40:58.878967 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 6c46d3c6-63a8-4a69-a818-d719207085c4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6c46d3c6-63a8-4a69-a818-d719207085c4,segment=NetworkSegment(8d6320bb-8873-4b4f-b9eb-07c7da4dda63),segment_id=8d6320bb-8873-4b4f-b9eb-07c7da4dda63)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:58.883611 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:58.885525 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:58.907133 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaf251b-d70c-400c-b41d-2658bbe91dfd x-openstack-request-id: req-9eaf251b-d70c-400c-b41d-2658bbe91dfd {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:40:58.907436 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb", "name": "network-vif-plugged", "status": "completed", "tag": "6c46d3c6-63a8-4a69-a818-d719207085c4", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:40:58.907698 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9eaf251b-d70c-400c-b41d-2658bbe91dfd {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:40:58.908091 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c46d3c6-63a8-4a69-a818-d719207085c4', 'code': 200} Jun 18 16:40:58.935645 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=6c46d3c6-63a8-4a69-a818-d719207085c4,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:58.938780 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:59.161516 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3ed0e-b5fb-4f14-a806-7c09367b6611 req-92d9c37c-9502-4449-9db3-46ba2a55658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:59.163013 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ba3ed0e-b5fb-4f14-a806-7c09367b6611 req-92d9c37c-9502-4449-9db3-46ba2a55658f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 1098 time: 0.0571904 Jun 18 16:40:59.195996 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ba3ed0e-b5fb-4f14-a806-7c09367b6611 req-9be17519-855f-48b9-8c13-0db532cabd85 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eef5ec01-370d-49f0-b4e7-6f5a5004556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266726 Jun 18 16:40:59.875254 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4292c-557f-404f-8b73-d9a01d52981e req-5391bfd6-3c61-4528-9c1e-4af138d488ff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:59.876714 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a3b4292c-557f-404f-8b73-d9a01d52981e req-5391bfd6-3c61-4528-9c1e-4af138d488ff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 945 time: 0.0625167 Jun 18 16:40:59.913525 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a3b4292c-557f-404f-8b73-d9a01d52981e req-dc3a6ba8-6413-4b1f-b4f7-4feb8bdf173d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=eef5ec01-370d-49f0-b4e7-6f5a5004556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310409 Jun 18 16:41:01.087578 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c9d97-2fee-425b-9c52-232855a15953 req-e0b428ef-7bc9-4452-9daa-84471a0ce2b9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:01.089082 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2d7c9d97-2fee-425b-9c52-232855a15953 req-e0b428ef-7bc9-4452-9daa-84471a0ce2b9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 945 time: 0.0622175 Jun 18 16:41:01.130821 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2d7c9d97-2fee-425b-9c52-232855a15953 req-69fcf569-fe94-443b-8e55-258e82eadb12 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=eef5ec01-370d-49f0-b4e7-6f5a5004556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359530 Jun 18 16:41:01.298606 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ccc35-b217-4f65-bfb5-0d4534bc5b3b req-0d9bb7c1-a03e-40f2-a053-00544f4fc126 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:01.300627 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d31ccc35-b217-4f65-bfb5-0d4534bc5b3b req-0d9bb7c1-a03e-40f2-a053-00544f4fc126 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 945 time: 0.0613141 Jun 18 16:41:01.336490 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d31ccc35-b217-4f65-bfb5-0d4534bc5b3b req-c2525aad-6552-451d-9b96-1f1154ae794c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=eef5ec01-370d-49f0-b4e7-6f5a5004556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303383 Jun 18 16:41:01.360060 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52358) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:01.415588 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e86f6d9-89eb-45b5-a8c6-f59968ffcdbf tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:01.417059 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4e86f6d9-89eb-45b5-a8c6-f59968ffcdbf tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 1093 time: 0.0560572 Jun 18 16:41:01.419809 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52360) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:01.424587 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': '6c46d3c6-63a8-4a69-a818-d719207085c4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:41:01.447399 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:01.543608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:01.641035 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.26.2.68 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/0711d828-0fdf-4e89-bb3e-52aecee80784) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:41:01.748246 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:01.789694 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:01.791732 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-652c9083-1f06-4dc5-a7e5-448ee6be2bc5 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:01.828770 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:41:01.832233 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:41:01.835660 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:41:01.840895 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=0711d828-0fdf-4e89-bb3e-52aecee80784,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:01.863556 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:02.196488 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:02.273291 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:02.420471 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:02.425461 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:02.427722 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:02.490580 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=0711d828-0fdf-4e89-bb3e-52aecee80784,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:02.495784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:02.502119 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:02.600972 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Floating IP 0cb20b6c-1363-4570-b501-200752afc634 associated. External IP: 172.26.2.68, port: 6c46d3c6-63a8-4a69-a818-d719207085c4. Jun 18 16:41:02.808968 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:41:02.917362 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:41:02.927320 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e11e5d-270c-438b-83d0-5bdbef1d443b None None] Sync routers for ids ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:41:02.933934 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:02.937368 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e11e5d-270c-438b-83d0-5bdbef1d443b None None] Routers {'cc9e01b1-7e08-4b3d-ab82-d6925db294d7'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:02.937996 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-56e11e5d-270c-438b-83d0-5bdbef1d443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:40:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:02.972672 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5486231 Jun 18 16:41:02.972672 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb', 'tag': '6c46d3c6-63a8-4a69-a818-d719207085c4'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:41:02.973161 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963a33d7-93e1-4836-ae64-7ddced0621cc" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb", "tag": "6c46d3c6-63a8-4a69-a818-d719207085c4"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:41:02.973850 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52362) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:03.014239 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db093d4-037b-4b50-b62a-9c8ca7a660e0 x-openstack-request-id: req-8db093d4-037b-4b50-b62a-9c8ca7a660e0 {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:41:03.014613 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb", "tag": "6c46d3c6-63a8-4a69-a818-d719207085c4", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:41:03.014934 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8db093d4-037b-4b50-b62a-9c8ca7a660e0 {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:41:03.015391 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb', 'tag': '6c46d3c6-63a8-4a69-a818-d719207085c4', 'status': 'completed', 'code': 200} Jun 18 16:41:03.053174 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-56e11e5d-270c-438b-83d0-5bdbef1d443b None None] Set router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:03.124441 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-737e9450-bd2c-4a75-a7ac-b0b147bf8581 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/routers/cc9e01b1-7e08-4b3d-ab82-d6925db294d7 HTTP/1.1" status: 200 len: 922 time: 0.1493320 Jun 18 16:41:03.126874 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52366) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:03.177744 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a33d7-93e1-4836-ae64-7ddced0621cc req-3f6c22f6-91b9-439c-82dd-19953fe6f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:03.179158 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-963a33d7-93e1-4836-ae64-7ddced0621cc req-3f6c22f6-91b9-439c-82dd-19953fe6f0b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 1098 time: 0.1139467 Jun 18 16:41:03.203009 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-93df2297-5bf1-4a39-8399-5b417367b3fc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/0cb20b6c-1363-4570-b501-200752afc634 HTTP/1.1" status: 200 len: 990 time: 0.0749826 Jun 18 16:41:03.277580 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a33d7-93e1-4836-ae64-7ddced0621cc req-afd5cd31-97a7-44c0-a77e-e9502774683d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:03.279053 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-963a33d7-93e1-4836-ae64-7ddced0621cc req-afd5cd31-97a7-44c0-a77e-e9502774683d service neutron] 10.222.0.64 "GET /v2.0/networks?id=de3dc5ea-d3fb-4f66-867c-f37f9bc26071 HTTP/1.1" status: 200 len: 898 time: 0.0918860 Jun 18 16:41:03.295156 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-56e11e5d-270c-438b-83d0-5bdbef1d443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'name': 'tempest-TestNetworkBasicOps-router-607916919', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:47Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '0cb20b6c-1363-4570-b501-200752afc634', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.68', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'port_id': '6c46d3c6-63a8-4a69-a818-d719207085c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'mac_address': 'fa:16:3e:57:27:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:41:02Z', 'updated_at': '2021-06-18T16:41:02Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e138543-836e-4952-b21d-156a0b17e790', 'name': '', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:c4:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:47Z', 'updated_at': '2021-06-18T16:40:52Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:03.320901 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e11e5d-270c-438b-83d0-5bdbef1d443b None None] Checking router: cc9e01b1-7e08-4b3d-ab82-d6925db294d7 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:41:03.328944 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e11e5d-270c-438b-83d0-5bdbef1d443b None None] Routers {'cc9e01b1-7e08-4b3d-ab82-d6925db294d7'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:03.329553 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-56e11e5d-270c-438b-83d0-5bdbef1d443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:40:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:03.343494 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-963a33d7-93e1-4836-ae64-7ddced0621cc req-cf683b79-a336-49b2-82e8-390b222c7739 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c46d3c6-63a8-4a69-a818-d719207085c4 HTTP/1.1" status: 200 len: 998 time: 0.0585001 Jun 18 16:41:03.396275 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a33d7-93e1-4836-ae64-7ddced0621cc req-550439e3-8464-4034-9c7a-a48aba695854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:03.397716 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-963a33d7-93e1-4836-ae64-7ddced0621cc req-550439e3-8464-4034-9c7a-a48aba695854 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1e942213-8ea7-4352-ae10-4a08d30610a0 HTTP/1.1" status: 200 len: 835 time: 0.0480967 Jun 18 16:41:03.434088 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-56e11e5d-270c-438b-83d0-5bdbef1d443b None None] Set router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:03.460800 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a33d7-93e1-4836-ae64-7ddced0621cc req-b6e27c68-a46f-464e-9d7d-f1c89fa28b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:03.462291 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-963a33d7-93e1-4836-ae64-7ddced0621cc req-b6e27c68-a46f-464e-9d7d-f1c89fa28b9e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de3dc5ea-d3fb-4f66-867c-f37f9bc26071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0588908 Jun 18 16:41:03.560926 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-963a33d7-93e1-4836-ae64-7ddced0621cc req-14494b3e-7076-4262-9c75-a78fece53abf service neutron] 10.222.0.64 "GET /v2.0/networks/de3dc5ea-d3fb-4f66-867c-f37f9bc26071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917630 Jun 18 16:41:03.653502 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-963a33d7-93e1-4836-ae64-7ddced0621cc req-2af61972-38d8-473e-98dd-e7108e24b5bf service neutron] 10.222.0.64 "GET /v2.0/networks/de3dc5ea-d3fb-4f66-867c-f37f9bc26071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860367 Jun 18 16:41:03.657716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-56e11e5d-270c-438b-83d0-5bdbef1d443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'name': 'tempest-TestNetworkBasicOps-router-607916919', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:47Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '0cb20b6c-1363-4570-b501-200752afc634', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.68', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'port_id': '6c46d3c6-63a8-4a69-a818-d719207085c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'mac_address': 'fa:16:3e:57:27:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:41:02Z', 'updated_at': '2021-06-18T16:41:02Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e138543-836e-4952-b21d-156a0b17e790', 'name': '', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:c4:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:47Z', 'updated_at': '2021-06-18T16:40:52Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:03.685560 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e11e5d-270c-438b-83d0-5bdbef1d443b None None] The sync data for ids ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'] in dv-neutron-797121-1-hyperv is: [{'id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'name': 'tempest-TestNetworkBasicOps-router-607916919', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:47Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '0cb20b6c-1363-4570-b501-200752afc634', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.68', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'port_id': '6c46d3c6-63a8-4a69-a818-d719207085c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'mac_address': 'fa:16:3e:57:27:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:41:02Z', 'updated_at': '2021-06-18T16:41:02Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e138543-836e-4952-b21d-156a0b17e790', 'name': '', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:c4:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:47Z', 'updated_at': '2021-06-18T16:40:52Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:41:03.870533 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779b7151-ed61-45fa-9f3d-33119dc31daf None None] New status for floating IP 0cb20b6c-1363-4570-b501-200752afc634: ACTIVE {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:41:04.207029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52368) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:04.270514 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2ab3cf53-71c3-4e51-a657-14218e13a2bc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/0cb20b6c-1363-4570-b501-200752afc634 HTTP/1.1" status: 200 len: 992 time: 0.0622435 Jun 18 16:41:05.217299 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-08466bf8-9cc3-4df2-b6aa-3c9e5e13ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:07.632588 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-15e435c9-0ee7-42fd-bc81-f0bd02021678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:08.224790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:08.929848 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:10.463549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:15.643394 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:41:24.755893 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:30.882334 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52378) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:30.990971 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1a4ee39c-116c-4baa-a957-97d3e60c2938 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/routers/cc9e01b1-7e08-4b3d-ab82-d6925db294d7/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1071885 Jun 18 16:41:30.996247 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52380) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:31.112779 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8441ecba-dc48-4f69-871b-726cbb09c83e tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Notify agent at dv-neutron-797121-1-hyperv the message router_removed_from_agent {{(pid=93428) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 18 16:41:31.116101 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8441ecba-dc48-4f69-871b-726cbb09c83e tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "DELETE /v2.0/agents/c1294c8c-c859-40b6-983b-9ea6a05d3d80/l3-routers/cc9e01b1-7e08-4b3d-ab82-d6925db294d7 HTTP/1.1" status: 204 len: 168 time: 0.1188996 Jun 18 16:41:31.118773 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52382) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:31.233389 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-07fed51c-af9e-43d0-b6aa-6cad1a57fa04 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/routers/cc9e01b1-7e08-4b3d-ab82-d6925db294d7/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1133223 Jun 18 16:41:31.235798 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52384) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:31.294832 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4ee29d69-3864-4d41-8d85-bdf3e80f16ec tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/0cb20b6c-1363-4570-b501-200752afc634 HTTP/1.1" status: 200 len: 992 time: 0.0578587 Jun 18 16:41:31.610414 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54a0ba-1da0-4365-a02b-3e96857ba25c None None] New status for floating IP 0cb20b6c-1363-4570-b501-200752afc634: DOWN {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:41:32.249732 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 3e138543-836e-4952-b21d-156a0b17e790 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:41:32.298628 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52386) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:32.322579 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:32.353995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 3e138543-836e-4952-b21d-156a0b17e790, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=3e138543-836e-4952-b21d-156a0b17e790,segment=NetworkSegment(8d6320bb-8873-4b4f-b9eb-07c7da4dda63),segment_id=8d6320bb-8873-4b4f-b9eb-07c7da4dda63)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:32.358961 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:32.359754 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:41:32.361283 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a035694e-3fff-45ef-90fc-a7d62165c299 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/0cb20b6c-1363-4570-b501-200752afc634 HTTP/1.1" status: 200 len: 990 time: 0.0613768 Jun 18 16:41:32.361537 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:32.435514 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=3e138543-836e-4952-b21d-156a0b17e790,revision_number=6']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:32.439321 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:32.478481 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:32.497693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:32.501172 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:32.502846 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:32.548146 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:32.551063 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:33.534566 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52390) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:33.659367 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e68a1c4-671d-41d9-a2a2-fcf84265a098 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:41:33.659855 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e68a1c4-671d-41d9-a2a2-fcf84265a098 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Notify agent at dv-neutron-797121-1-hyperv the message router_added_to_agent {{(pid=93427) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 18 16:41:33.686753 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9e68a1c4-671d-41d9-a2a2-fcf84265a098 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "POST /v2.0/agents/c1294c8c-c859-40b6-983b-9ea6a05d3d80/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1509886 Jun 18 16:41:33.689253 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52394) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:33.706341 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55948f75-19ea-42b8-8f92-425c14c80d99 None None] Sync routers for ids ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:41:33.715278 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55948f75-19ea-42b8-8f92-425c14c80d99 None None] Routers {'cc9e01b1-7e08-4b3d-ab82-d6925db294d7'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:33.715894 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-55948f75-19ea-42b8-8f92-425c14c80d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:41:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:33.805008 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-82771dc2-9543-4d46-802c-a2c3448d8f98 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/routers/cc9e01b1-7e08-4b3d-ab82-d6925db294d7/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1145880 Jun 18 16:41:33.807564 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52398) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:33.819651 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-55948f75-19ea-42b8-8f92-425c14c80d99 None None] Set router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:33.867483 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-37d5b356-511f-4eca-b128-4e0bcf796071 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/0cb20b6c-1363-4570-b501-200752afc634 HTTP/1.1" status: 200 len: 990 time: 0.0586545 Jun 18 16:41:34.035123 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-55948f75-19ea-42b8-8f92-425c14c80d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'name': 'tempest-TestNetworkBasicOps-router-607916919', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:47Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:41:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '0cb20b6c-1363-4570-b501-200752afc634', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.68', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'port_id': '6c46d3c6-63a8-4a69-a818-d719207085c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'mac_address': 'fa:16:3e:57:27:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:41:02Z', 'updated_at': '2021-06-18T16:41:31Z', 'revision_number': 2, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e138543-836e-4952-b21d-156a0b17e790', 'name': '', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:c4:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:47Z', 'updated_at': '2021-06-18T16:41:32Z', 'revision_number': 6, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:34.060250 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55948f75-19ea-42b8-8f92-425c14c80d99 None None] Checking router: cc9e01b1-7e08-4b3d-ab82-d6925db294d7 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:41:34.068057 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55948f75-19ea-42b8-8f92-425c14c80d99 None None] Routers {'cc9e01b1-7e08-4b3d-ab82-d6925db294d7'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:34.068747 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-55948f75-19ea-42b8-8f92-425c14c80d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:41:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:34.168951 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-55948f75-19ea-42b8-8f92-425c14c80d99 None None] Set router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:34.387215 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-55948f75-19ea-42b8-8f92-425c14c80d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'name': 'tempest-TestNetworkBasicOps-router-607916919', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:47Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:41:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '0cb20b6c-1363-4570-b501-200752afc634', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.68', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'port_id': '6c46d3c6-63a8-4a69-a818-d719207085c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'mac_address': 'fa:16:3e:57:27:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:41:02Z', 'updated_at': '2021-06-18T16:41:31Z', 'revision_number': 2, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e138543-836e-4952-b21d-156a0b17e790', 'name': '', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:c4:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:47Z', 'updated_at': '2021-06-18T16:41:32Z', 'revision_number': 6, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:34.413019 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55948f75-19ea-42b8-8f92-425c14c80d99 None None] The sync data for ids ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'] in dv-neutron-797121-1-hyperv is: [{'id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'name': 'tempest-TestNetworkBasicOps-router-607916919', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:47Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:41:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '0cb20b6c-1363-4570-b501-200752afc634', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.68', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'port_id': '6c46d3c6-63a8-4a69-a818-d719207085c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'mac_address': 'fa:16:3e:57:27:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:41:02Z', 'updated_at': '2021-06-18T16:41:31Z', 'revision_number': 2, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e138543-836e-4952-b21d-156a0b17e790', 'name': '', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:c4:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:47Z', 'updated_at': '2021-06-18T16:41:32Z', 'revision_number': 6, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:41:34.510333 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7e1df2aa-1a56-4a7d-a38d-0ecbd8c7d770 req-e52b0c77-5fdc-4b47-a87a-4d55109619bc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586929 Jun 18 16:41:34.646421 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1df2aa-1a56-4a7d-a38d-0ecbd8c7d770 req-b6111bed-0456-481d-b31d-d1e445a2590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:34.648040 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7e1df2aa-1a56-4a7d-a38d-0ecbd8c7d770 req-b6111bed-0456-481d-b31d-d1e445a2590f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 1098 time: 0.0714810 Jun 18 16:41:34.761249 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1df2aa-1a56-4a7d-a38d-0ecbd8c7d770 req-c20ce2cb-256a-4775-b4c7-7dba2f73d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:34.762731 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7e1df2aa-1a56-4a7d-a38d-0ecbd8c7d770 req-c20ce2cb-256a-4775-b4c7-7dba2f73d3bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=de3dc5ea-d3fb-4f66-867c-f37f9bc26071 HTTP/1.1" status: 200 len: 898 time: 0.0943213 Jun 18 16:41:34.871301 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52400) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:34.944103 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b1a53323-df3d-4bce-8445-498da54420bd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/0cb20b6c-1363-4570-b501-200752afc634 HTTP/1.1" status: 200 len: 990 time: 0.0714812 Jun 18 16:41:35.170227 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7e1df2aa-1a56-4a7d-a38d-0ecbd8c7d770 req-55e12d2c-d1a3-4cd3-b88c-1c3c9acea218 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c46d3c6-63a8-4a69-a818-d719207085c4 HTTP/1.1" status: 200 len: 998 time: 0.4007020 Jun 18 16:41:35.219858 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1df2aa-1a56-4a7d-a38d-0ecbd8c7d770 req-a1a72618-21f8-4393-8f74-bae0fc725a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:35.221367 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7e1df2aa-1a56-4a7d-a38d-0ecbd8c7d770 req-a1a72618-21f8-4393-8f74-bae0fc725a15 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1e942213-8ea7-4352-ae10-4a08d30610a0 HTTP/1.1" status: 200 len: 835 time: 0.0443194 Jun 18 16:41:35.228436 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cc804982-9898-4759-8ccf-d2e5563f1367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:35.282789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1df2aa-1a56-4a7d-a38d-0ecbd8c7d770 req-f654a918-9f48-48db-bb7f-304d7f3822cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:35.284275 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7e1df2aa-1a56-4a7d-a38d-0ecbd8c7d770 req-f654a918-9f48-48db-bb7f-304d7f3822cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de3dc5ea-d3fb-4f66-867c-f37f9bc26071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561850 Jun 18 16:41:35.373540 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7e1df2aa-1a56-4a7d-a38d-0ecbd8c7d770 req-5984ce78-6be3-4d17-9298-89e7ef3c0ffe service neutron] 10.222.0.64 "GET /v2.0/networks/de3dc5ea-d3fb-4f66-867c-f37f9bc26071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823121 Jun 18 16:41:35.470268 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7e1df2aa-1a56-4a7d-a38d-0ecbd8c7d770 req-7c94f381-bf0f-4d33-b3f6-3645304a1983 service neutron] 10.222.0.64 "GET /v2.0/networks/de3dc5ea-d3fb-4f66-867c-f37f9bc26071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907009 Jun 18 16:41:35.948385 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52402) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:36.003910 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12f400f-e74e-4ed5-96c2-ba36ef286ecf None None] New status for floating IP 0cb20b6c-1363-4570-b501-200752afc634: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:41:36.010970 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c09ba950-a19d-44ac-b74c-22d16ab7fd6c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/0cb20b6c-1363-4570-b501-200752afc634 HTTP/1.1" status: 200 len: 990 time: 0.0608606 Jun 18 16:41:36.291213 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 3e138543-836e-4952-b21d-156a0b17e790 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:41:36.340478 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 3e138543-836e-4952-b21d-156a0b17e790 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:36.340866 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:36.419066 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:36.452340 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 3e138543-836e-4952-b21d-156a0b17e790, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=3e138543-836e-4952-b21d-156a0b17e790,segment=NetworkSegment(8d6320bb-8873-4b4f-b9eb-07c7da4dda63),segment_id=8d6320bb-8873-4b4f-b9eb-07c7da4dda63)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:36.456885 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:36.458264 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:41:36.460209 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6f377fbc-db17-4b0b-a8f0-f18032b194f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:36.532234 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=3e138543-836e-4952-b21d-156a0b17e790,revision_number=7']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:36.535627 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:36.544497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:36.544875 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:36.620823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:36.640282 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:36.643892 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:36.645678 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9249a7e1-d041-4b0a-b70f-16fbcacab93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:36.699610 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b,revision_number=6']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:36.702608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:37.014884 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52404) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:37.401843 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ef7b4015-d568-4bc5-8b32-33938ee5dfd3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/0cb20b6c-1363-4570-b501-200752afc634 HTTP/1.1" status: 200 len: 992 time: 0.3856659 Jun 18 16:41:37.634220 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-aee14928-51da-4b3a-b133-10aa80389493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:37.741983 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52410) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:37.895952 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port 0711d828-0fdf-4e89-bb3e-52aecee80784 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:37.896229 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:37.978470 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:37.978817 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:38.040206 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for 0711d828-0fdf-4e89-bb3e-52aecee80784 owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:38.182361 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:38.184954 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:38.210711 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=0711d828-0fdf-4e89-bb3e-52aecee80784,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:38.222770 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:38.223167 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:38.223551 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:38.223929 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:38.224301 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:38.224676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:38.225989 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:38.226153 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:38.226481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:38.226926 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:38.227293 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:38.227661 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:38.245771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:38.246281 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:38.275625 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 3e138543-836e-4952-b21d-156a0b17e790 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:41:38.285799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:38.286150 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Floating IP 0cb20b6c-1363-4570-b501-200752afc634 disassociated (deleted). External IP: 172.26.2.68, port: 6c46d3c6-63a8-4a69-a818-d719207085c4. Jun 18 16:41:38.322471 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 3e138543-836e-4952-b21d-156a0b17e790 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:38.322891 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:38.403577 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:41:38.503468 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:41:38.595673 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:38.596090 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:38.619631 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:41:38.624335 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:38.629037 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d640866d-86c7-4387-8571-c96b0f5983ea None None] Sync routers for ids ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:41:38.640320 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d640866d-86c7-4387-8571-c96b0f5983ea None None] Routers {'cc9e01b1-7e08-4b3d-ab82-d6925db294d7'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:38.641050 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d640866d-86c7-4387-8571-c96b0f5983ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:41:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:38.670862 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/floatingips/0cb20b6c-1363-4570-b501-200752afc634 HTTP/1.1" status: 204 len: 168 time: 0.9237957 Jun 18 16:41:38.671749 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb', 'tag': '6c46d3c6-63a8-4a69-a818-d719207085c4'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:41:38.674161 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d240fdac-bcb9-46a4-9adf-e6460ce43666" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb", "tag": "6c46d3c6-63a8-4a69-a818-d719207085c4"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:41:38.713309 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f581a57-9f47-4fa5-b610-9f69d8b73a02 x-openstack-request-id: req-8f581a57-9f47-4fa5-b610-9f69d8b73a02 {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:41:38.713662 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb", "tag": "6c46d3c6-63a8-4a69-a818-d719207085c4", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:41:38.713969 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f581a57-9f47-4fa5-b610-9f69d8b73a02 {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:41:38.714425 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb', 'tag': '6c46d3c6-63a8-4a69-a818-d719207085c4', 'status': 'completed', 'code': 200} Jun 18 16:41:38.766804 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-d640866d-86c7-4387-8571-c96b0f5983ea None None] Set router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:38.818239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240fdac-bcb9-46a4-9adf-e6460ce43666 req-48b03706-993d-489c-9b94-7b5090c9b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:38.820644 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d240fdac-bcb9-46a4-9adf-e6460ce43666 req-48b03706-993d-489c-9b94-7b5090c9b9fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 1098 time: 0.0580692 Jun 18 16:41:38.926954 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240fdac-bcb9-46a4-9adf-e6460ce43666 req-cc986e51-d517-4087-9d0d-03245422d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:38.929440 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d240fdac-bcb9-46a4-9adf-e6460ce43666 req-cc986e51-d517-4087-9d0d-03245422d1c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de3dc5ea-d3fb-4f66-867c-f37f9bc26071 HTTP/1.1" status: 200 len: 898 time: 0.1021054 Jun 18 16:41:38.936771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:38.999497 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d240fdac-bcb9-46a4-9adf-e6460ce43666 req-d0f595b8-b82e-40db-99dc-db830f01c21c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c46d3c6-63a8-4a69-a818-d719207085c4 HTTP/1.1" status: 200 len: 217 time: 0.0339229 Jun 18 16:41:39.055076 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240fdac-bcb9-46a4-9adf-e6460ce43666 req-8f204e75-419a-42ed-b876-b242a0b3adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:39.056548 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d240fdac-bcb9-46a4-9adf-e6460ce43666 req-8f204e75-419a-42ed-b876-b242a0b3adb0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1e942213-8ea7-4352-ae10-4a08d30610a0 HTTP/1.1" status: 200 len: 835 time: 0.0478296 Jun 18 16:41:39.073558 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50d322-4c4a-451d-95b0-83adfe5e51be req-a6a778a5-2af0-4bea-8243-75e405b7d61e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:39.075068 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cd50d322-4c4a-451d-95b0-83adfe5e51be req-a6a778a5-2af0-4bea-8243-75e405b7d61e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 945 time: 0.0688734 Jun 18 16:41:39.086842 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d640866d-86c7-4387-8571-c96b0f5983ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'name': 'tempest-TestNetworkBasicOps-router-607916919', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:47Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:41:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '3e138543-836e-4952-b21d-156a0b17e790', 'name': '', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:c4:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:47Z', 'updated_at': '2021-06-18T16:41:36Z', 'revision_number': 7, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:39.113348 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d640866d-86c7-4387-8571-c96b0f5983ea None None] Checking router: cc9e01b1-7e08-4b3d-ab82-d6925db294d7 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:41:39.114536 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cd50d322-4c4a-451d-95b0-83adfe5e51be req-369e65dd-764b-4596-86d6-31b9d7a63a8e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=eef5ec01-370d-49f0-b4e7-6f5a5004556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326178 Jun 18 16:41:39.121166 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240fdac-bcb9-46a4-9adf-e6460ce43666 req-c9c6b1fa-e011-4a21-a5b7-b336c99a38aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:39.122605 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d640866d-86c7-4387-8571-c96b0f5983ea None None] Routers {'cc9e01b1-7e08-4b3d-ab82-d6925db294d7'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:39.122750 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d240fdac-bcb9-46a4-9adf-e6460ce43666 req-c9c6b1fa-e011-4a21-a5b7-b336c99a38aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de3dc5ea-d3fb-4f66-867c-f37f9bc26071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0591676 Jun 18 16:41:39.123364 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d640866d-86c7-4387-8571-c96b0f5983ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:41:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:39.216172 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d240fdac-bcb9-46a4-9adf-e6460ce43666 req-7a82785a-0d8b-4d49-b585-0f57f121b438 service neutron] 10.222.0.64 "GET /v2.0/networks/de3dc5ea-d3fb-4f66-867c-f37f9bc26071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850034 Jun 18 16:41:39.224796 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-d640866d-86c7-4387-8571-c96b0f5983ea None None] Set router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:39.305679 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d240fdac-bcb9-46a4-9adf-e6460ce43666 req-c66d9615-0703-45c7-892a-4149749829ea service neutron] 10.222.0.64 "GET /v2.0/networks/de3dc5ea-d3fb-4f66-867c-f37f9bc26071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815117 Jun 18 16:41:39.416986 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d640866d-86c7-4387-8571-c96b0f5983ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'name': 'tempest-TestNetworkBasicOps-router-607916919', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:47Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:41:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '3e138543-836e-4952-b21d-156a0b17e790', 'name': '', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:c4:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:47Z', 'updated_at': '2021-06-18T16:41:36Z', 'revision_number': 7, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:39.442173 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d640866d-86c7-4387-8571-c96b0f5983ea None None] The sync data for ids ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'] in dv-neutron-797121-1-hyperv is: [{'id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'name': 'tempest-TestNetworkBasicOps-router-607916919', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:40:47Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:41:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '3e138543-836e-4952-b21d-156a0b17e790', 'name': '', 'network_id': 'de3dc5ea-d3fb-4f66-867c-f37f9bc26071', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:c4:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:47Z', 'updated_at': '2021-06-18T16:41:36Z', 'revision_number': 7, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '1e942213-8ea7-4352-ae10-4a08d30610a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:41:40.041521 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fbcb63-5ade-44b6-b8bc-7233ccd7770a None None] New status for floating IP 0cb20b6c-1363-4570-b501-200752afc634: DOWN {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:41:40.298961 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcaae6-2258-428a-9752-4e17affbbb77 req-a6653c92-c7ba-4351-a018-0c42b0473705 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:40.300407 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c6fcaae6-2258-428a-9752-4e17affbbb77 req-a6653c92-c7ba-4351-a018-0c42b0473705 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 945 time: 0.0678699 Jun 18 16:41:40.337873 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c6fcaae6-2258-428a-9752-4e17affbbb77 req-0a9448b1-1eff-467b-b3ec-40d85b347268 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=eef5ec01-370d-49f0-b4e7-6f5a5004556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313630 Jun 18 16:41:40.465206 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:40.470933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd932b-2968-4335-bbb5-28f4e6343d1e req-efde035b-ed13-4f0e-b525-a6f38880c20d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:40.472347 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-09cd932b-2968-4335-bbb5-28f4e6343d1e req-efde035b-ed13-4f0e-b525-a6f38880c20d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 945 time: 0.0673928 Jun 18 16:41:40.571707 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-09cd932b-2968-4335-bbb5-28f4e6343d1e req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port 6c46d3c6-63a8-4a69-a818-d719207085c4 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:40.572045 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-09cd932b-2968-4335-bbb5-28f4e6343d1e req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:40.660475 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-09cd932b-2968-4335-bbb5-28f4e6343d1e req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port 6c46d3c6-63a8-4a69-a818-d719207085c4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6c46d3c6-63a8-4a69-a818-d719207085c4,segment=NetworkSegment(8d6320bb-8873-4b4f-b9eb-07c7da4dda63),segment_id=8d6320bb-8873-4b4f-b9eb-07c7da4dda63)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:40.660849 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-09cd932b-2968-4335-bbb5-28f4e6343d1e req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:40.725056 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-09cd932b-2968-4335-bbb5-28f4e6343d1e req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for 6c46d3c6-63a8-4a69-a818-d719207085c4 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:40.854613 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-09cd932b-2968-4335-bbb5-28f4e6343d1e req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:40.858607 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-05cd636c-fb1f-4477-91b5-f3b200459cda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:40.885141 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=6c46d3c6-63a8-4a69-a818-d719207085c4,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:40.917695 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:40.918095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:40.918482 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:40.918892 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:40.919271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:40.919648 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:40.920024 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:40.920398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:40.920769 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:40.921139 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:40.921507 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:40.921872 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:40.925092 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:40.945949 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cd932b-2968-4335-bbb5-28f4e6343d1e req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] No DVR routers for this DVR port 6c46d3c6-63a8-4a69-a818-d719207085c4 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:41:40.948362 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-09cd932b-2968-4335-bbb5-28f4e6343d1e req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:40.950465 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-09cd932b-2968-4335-bbb5-28f4e6343d1e req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "DELETE /v2.0/ports/6c46d3c6-63a8-4a69-a818-d719207085c4 HTTP/1.1" status: 204 len: 173 time: 0.4721086 Jun 18 16:41:40.951024 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb', 'name': 'network-vif-deleted', 'tag': '6c46d3c6-63a8-4a69-a818-d719207085c4'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:41:40.953804 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7556a867-5003-455f-80d5-790fc3fc7be8" -d '{"events": [{"server_uuid": "0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb", "name": "network-vif-deleted", "tag": "6c46d3c6-63a8-4a69-a818-d719207085c4"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:41:41.003184 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0385ca6-1d64-4b01-8098-f40a6aa8fff0 x-openstack-request-id: req-e0385ca6-1d64-4b01-8098-f40a6aa8fff0 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:41:41.003536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb", "name": "network-vif-deleted", "tag": "6c46d3c6-63a8-4a69-a818-d719207085c4", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:41:41.003844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e0385ca6-1d64-4b01-8098-f40a6aa8fff0 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:41:41.004294 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb', 'name': 'network-vif-deleted', 'tag': '6c46d3c6-63a8-4a69-a818-d719207085c4', 'status': 'completed', 'code': 200} Jun 18 16:41:41.495889 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0d9d9f1f-5fff-4a28-aa63-2b4c1737abc0 req-f43c5b80-61a5-4252-a3f3-099ac8452f41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a7eb404-20d7-44e5-a3d8-f059dfcbf8bb HTTP/1.1" status: 200 len: 210 time: 0.0302019 Jun 18 16:41:42.588456 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52426) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:42.644810 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40cf1ea8-0497-4b4f-9f87-f023215e38de tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:42.669660 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40cf1ea8-0497-4b4f-9f87-f023215e38de tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:42.731779 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40cf1ea8-0497-4b4f-9f87-f023215e38de tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:42.734332 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-40cf1ea8-0497-4b4f-9f87-f023215e38de tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:42.735464 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-40cf1ea8-0497-4b4f-9f87-f023215e38de tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/security-groups/eef5ec01-370d-49f0-b4e7-6f5a5004556a HTTP/1.1" status: 204 len: 168 time: 0.1460428 Jun 18 16:41:42.736237 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9d6334f0-a4f9-43aa-bafc-ce9299b84506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:42.746350 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf1ea8-0497-4b4f-9f87-f023215e38de tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef5ec01-370d-49f0-b4e7-6f5a5004556a,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:42.748539 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-40cf1ea8-0497-4b4f-9f87-f023215e38de tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:42.765541 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52430) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:42.891498 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 6c46d3c6-63a8-4a69-a818-d719207085c4 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:41:42.910617 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 6c46d3c6-63a8-4a69-a818-d719207085c4 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:41:42.910980 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 6c46d3c6-63a8-4a69-a818-d719207085c4 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:41:43.114552 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-943725d3-37d4-4161-aa49-02ea3b40d063 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:43.374041 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-943725d3-37d4-4161-aa49-02ea3b40d063 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port 3e138543-836e-4952-b21d-156a0b17e790 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:43.374330 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-943725d3-37d4-4161-aa49-02ea3b40d063 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:43.463071 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-943725d3-37d4-4161-aa49-02ea3b40d063 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port 3e138543-836e-4952-b21d-156a0b17e790, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=3e138543-836e-4952-b21d-156a0b17e790,segment=NetworkSegment(8d6320bb-8873-4b4f-b9eb-07c7da4dda63),segment_id=8d6320bb-8873-4b4f-b9eb-07c7da4dda63)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:43.463430 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-943725d3-37d4-4161-aa49-02ea3b40d063 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:43.528687 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-943725d3-37d4-4161-aa49-02ea3b40d063 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for 3e138543-836e-4952-b21d-156a0b17e790 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:43.713794 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-943725d3-37d4-4161-aa49-02ea3b40d063 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:43.716904 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-12578258-a310-4d08-8de1-d10a8223c2cd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:43.741782 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943725d3-37d4-4161-aa49-02ea3b40d063 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=3e138543-836e-4952-b21d-156a0b17e790,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:43.744952 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-943725d3-37d4-4161-aa49-02ea3b40d063 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:43.917805 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-943725d3-37d4-4161-aa49-02ea3b40d063 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:44.133328 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943725d3-37d4-4161-aa49-02ea3b40d063 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:41:44.240706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943725d3-37d4-4161-aa49-02ea3b40d063 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:41:44.246926 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-943725d3-37d4-4161-aa49-02ea3b40d063 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/routers/cc9e01b1-7e08-4b3d-ab82-d6925db294d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4801810 Jun 18 16:41:44.248888 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52432) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:44.251950 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66197747-abf3-4d9d-a978-aee7cdefcc4b None None] Sync routers for ids ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:41:44.262357 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66197747-abf3-4d9d-a978-aee7cdefcc4b None None] Routers {'cc9e01b1-7e08-4b3d-ab82-d6925db294d7'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:44.263010 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-66197747-abf3-4d9d-a978-aee7cdefcc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:41:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:44.301271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-8032da71-24b7-4041-afbf-e79d31357a02 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting subnet 1e942213-8ea7-4352-ae10-4a08d30610a0 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:41:44.305411 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8032da71-24b7-4041-afbf-e79d31357a02 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:44.343941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8032da71-24b7-4041-afbf-e79d31357a02 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:44.366855 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-66197747-abf3-4d9d-a978-aee7cdefcc4b None None] Set router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:44.429841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8032da71-24b7-4041-afbf-e79d31357a02 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:44.488099 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8032da71-24b7-4041-afbf-e79d31357a02 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:44.491517 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-48912d5c-f8b9-4b0f-899b-fc1a162936d2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:44.515697 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032da71-24b7-4041-afbf-e79d31357a02 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Subnet': ['ID=1e942213-8ea7-4352-ae10-4a08d30610a0,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:44.518733 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8032da71-24b7-4041-afbf-e79d31357a02 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:44.519721 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8032da71-24b7-4041-afbf-e79d31357a02 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:44.521696 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8032da71-24b7-4041-afbf-e79d31357a02 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/subnets/1e942213-8ea7-4352-ae10-4a08d30610a0 HTTP/1.1" status: 204 len: 168 time: 0.2716520 Jun 18 16:41:44.524370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52434) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:44.528905 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc4c211-bed1-4211-bf16-f4e913d55bbd None None] Network de3dc5ea-d3fb-4f66-867c-f37f9bc26071 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:41:44.546856 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-66197747-abf3-4d9d-a978-aee7cdefcc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'name': 'tempest-TestNetworkBasicOps-router-607916919', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:41:43Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:41:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:44.577275 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66197747-abf3-4d9d-a978-aee7cdefcc4b None None] Checking router: cc9e01b1-7e08-4b3d-ab82-d6925db294d7 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:41:44.586261 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66197747-abf3-4d9d-a978-aee7cdefcc4b None None] Routers {'cc9e01b1-7e08-4b3d-ab82-d6925db294d7'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:44.586889 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-66197747-abf3-4d9d-a978-aee7cdefcc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:41:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:44.636583 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-60829f61-7de3-41ed-aa4c-07545cfc1ee3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:44.715964 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-66197747-abf3-4d9d-a978-aee7cdefcc4b None None] Set router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:44.735081 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521c9e4e-63d0-40fc-a40b-b21f89822596 None None] DHCP port deletion for de3dc5ea-d3fb-4f66-867c-f37f9bc26071 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:41:44.776726 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-60829f61-7de3-41ed-aa4c-07545cfc1ee3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:44.785052 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-521c9e4e-63d0-40fc-a40b-b21f89822596 None None] Deleting port e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:44.785434 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-521c9e4e-63d0-40fc-a40b-b21f89822596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:44.832655 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-60829f61-7de3-41ed-aa4c-07545cfc1ee3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:44.833023 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-60829f61-7de3-41ed-aa4c-07545cfc1ee3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:44.851748 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-521c9e4e-63d0-40fc-a40b-b21f89822596 None None] For port e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8,segment=NetworkSegment(8d6320bb-8873-4b4f-b9eb-07c7da4dda63),segment_id=8d6320bb-8873-4b4f-b9eb-07c7da4dda63)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:44.852144 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-521c9e4e-63d0-40fc-a40b-b21f89822596 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:44.904328 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-66197747-abf3-4d9d-a978-aee7cdefcc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'name': 'tempest-TestNetworkBasicOps-router-607916919', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:41:43Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:41:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:44.918324 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-521c9e4e-63d0-40fc-a40b-b21f89822596 None None] Calling delete_port for e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:44.921456 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-60829f61-7de3-41ed-aa4c-07545cfc1ee3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:44.921987 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-60829f61-7de3-41ed-aa4c-07545cfc1ee3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:44.931295 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66197747-abf3-4d9d-a978-aee7cdefcc4b None None] The sync data for ids ['cc9e01b1-7e08-4b3d-ab82-d6925db294d7'] in dv-neutron-797121-1-hyperv is: [{'id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'name': 'tempest-TestNetworkBasicOps-router-607916919', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:41:43Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9e01b1-7e08-4b3d-ab82-d6925db294d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:44Z', 'updated_at': '2021-06-18T16:41:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:41:44.994797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-521c9e4e-63d0-40fc-a40b-b21f89822596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:44.996716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:44.997040 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-60829f61-7de3-41ed-aa4c-07545cfc1ee3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:45.017702 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c9e4e-63d0-40fc-a40b-b21f89822596 None None] Pushing event deleted for resources: {'Port': ['ID=e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:45.020109 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-521c9e4e-63d0-40fc-a40b-b21f89822596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:45.025160 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521c9e4e-63d0-40fc-a40b-b21f89822596 None None] No DVR routers for this DVR port e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:41:45.160060 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-60829f61-7de3-41ed-aa4c-07545cfc1ee3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:45.161934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2bc16cdf-cd65-40ba-966f-ce0e604d95fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:45.185260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60829f61-7de3-41ed-aa4c-07545cfc1ee3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:45.188952 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-60829f61-7de3-41ed-aa4c-07545cfc1ee3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:45.246696 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-60829f61-7de3-41ed-aa4c-07545cfc1ee3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:45.334830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-60829f61-7de3-41ed-aa4c-07545cfc1ee3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:45.337185 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-60829f61-7de3-41ed-aa4c-07545cfc1ee3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:45.390975 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-60829f61-7de3-41ed-aa4c-07545cfc1ee3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:45.391593 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60829f61-7de3-41ed-aa4c-07545cfc1ee3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Fanout notify agent at l3_agent the message router_deleted on router cc9e01b1-7e08-4b3d-ab82-d6925db294d7 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:41:45.399339 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-60829f61-7de3-41ed-aa4c-07545cfc1ee3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:45.400352 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-60829f61-7de3-41ed-aa4c-07545cfc1ee3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/routers/cc9e01b1-7e08-4b3d-ab82-d6925db294d7 HTTP/1.1" status: 204 len: 168 time: 0.8752174 Jun 18 16:41:45.403580 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52436) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:45.483541 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ef91ce71-4b9c-4345-b850-e5ce3d02d96e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:45.574439 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ef91ce71-4b9c-4345-b850-e5ce3d02d96e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:45.585165 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-ef91ce71-4b9c-4345-b850-e5ce3d02d96e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3dc5ea-d3fb-4f66-867c-f37f9bc26071']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:45.595072 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-ef91ce71-4b9c-4345-b850-e5ce3d02d96e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6320bb-8873-4b4f-b9eb-07c7da4dda63') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:45.595365 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-ef91ce71-4b9c-4345-b850-e5ce3d02d96e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6320bb-8873-4b4f-b9eb-07c7da4dda63') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:45.603838 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ef91ce71-4b9c-4345-b850-e5ce3d02d96e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:45.616654 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ef91ce71-4b9c-4345-b850-e5ce3d02d96e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:45.622266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef91ce71-4b9c-4345-b850-e5ce3d02d96e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:41:45.623099 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ef91ce71-4b9c-4345-b850-e5ce3d02d96e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:41:45.626843 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:41:45.682999 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ef91ce71-4b9c-4345-b850-e5ce3d02d96e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:45.686577 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9179e276-e361-47a0-b42b-8fd2eaa6af98 tempest-NetworksTest-476263499 tempest-NetworksTest-476263499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:45.690500 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ef91ce71-4b9c-4345-b850-e5ce3d02d96e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:45.692288 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ef91ce71-4b9c-4345-b850-e5ce3d02d96e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/networks/de3dc5ea-d3fb-4f66-867c-f37f9bc26071 HTTP/1.1" status: 204 len: 168 time: 0.2876272 Jun 18 16:41:45.712441 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91ce71-4b9c-4345-b850-e5ce3d02d96e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Network': ['ID=de3dc5ea-d3fb-4f66-867c-f37f9bc26071,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:45.714851 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ef91ce71-4b9c-4345-b850-e5ce3d02d96e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:45.715501 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52438) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:45.722021 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-60eea047-915a-4bde-96db-3e065bae8d13 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'network': {'name': 'tempest-network-smoke--451816612', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'port_security_enabled': True}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:41:45.745143 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60eea047-915a-4bde-96db-3e065bae8d13 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:41:45.748723 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-60eea047-915a-4bde-96db-3e065bae8d13 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:45.774103 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60eea047-915a-4bde-96db-3e065bae8d13 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:41:45.782926 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-60eea047-915a-4bde-96db-3e065bae8d13 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:45.783277 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-60eea047-915a-4bde-96db-3e065bae8d13 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Added segment 5f0340ab-867d-4776-aa7a-cfc2932a4243 of type vlan for network e88d91c9-5731-44a5-8910-2cd24962b9a4 Jun 18 16:41:45.823463 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-60eea047-915a-4bde-96db-3e065bae8d13 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:45.850461 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-60eea047-915a-4bde-96db-3e065bae8d13 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:45.855805 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eea047-915a-4bde-96db-3e065bae8d13 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:45.856382 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-60eea047-915a-4bde-96db-3e065bae8d13 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:45.859385 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:45.911127 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-60eea047-915a-4bde-96db-3e065bae8d13 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1934185 Jun 18 16:41:45.912596 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52440) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:45.918214 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-788371007', 'admin_state_up': True, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:41:45.927516 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eea047-915a-4bde-96db-3e065bae8d13 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Network': ['ID=e88d91c9-5731-44a5-8910-2cd24962b9a4,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:45.931768 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-60eea047-915a-4bde-96db-3e065bae8d13 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:45.949677 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network e88d91c9-5731-44a5-8910-2cd24962b9a4 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:41:45.958636 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:45.959691 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:46.010545 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:46.145840 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:46.261345 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:41:46.282034 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:41:46.282394 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e7a86ea7-ee2d-4630-a06d-b4ffbbcedbd8 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:41:46.282861 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:41:46.305820 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:41:46.306179 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7fa10f68-91f2-45a6-8c5c-e8c3f3deed9b not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:41:46.306630 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 3e138543-836e-4952-b21d-156a0b17e790 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:41:46.325821 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 3e138543-836e-4952-b21d-156a0b17e790 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:41:46.326182 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 3e138543-836e-4952-b21d-156a0b17e790 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:41:46.666205 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:46.684882 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:46.785472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.26.2.173 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/7dce5898-9bca-40e4-a61a-a45f9406817e) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:41:46.888556 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:46.926843 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:46.929578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-81a264c7-bbd5-4d02-afea-5d03bf8db812 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:46.964720 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:41:46.967481 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:41:46.970063 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:41:46.997219 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=7dce5898-9bca-40e4-a61a-a45f9406817e,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:46.999954 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:47.221227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:47.413565 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:47.538199 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 1b259de0-8fc6-467f-870f-e90aadd543c1 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:41:47.644019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:41:47.653289 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Sync routers for ids ['1b259de0-8fc6-467f-870f-e90aadd543c1'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:41:47.661744 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:47.663426 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Routers {'1b259de0-8fc6-467f-870f-e90aadd543c1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:47.667524 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:41:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['1b259de0-8fc6-467f-870f-e90aadd543c1'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:47.667720 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7504883 Jun 18 16:41:47.667837 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52442) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:47.697120 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d67bfb1e-742e-4cde-82d5-036e281531c2 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c860454b62904a0185c4be56bfb9c1bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280185 Jun 18 16:41:47.699673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52444) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:47.770977 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Set router 1b259de0-8fc6-467f-870f-e90aadd543c1 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:47.784241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e6f88b-2f16-4f6a-abaa-dd88d2447413 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:47.785740 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f1e6f88b-2f16-4f6a-abaa-dd88d2447413 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851796 Jun 18 16:41:47.789090 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52446) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:47.821396 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a50f1adb-4223-4a1e-96d2-0f45c1c4f614 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312090 Jun 18 16:41:47.823718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52448) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:47.828513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-7f27d4f3-6e28-4d7a-9cd7-bf25faf98799 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1117858903', 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:41:47.920523 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f27d4f3-6e28-4d7a-9cd7-bf25faf98799 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:41:47.924097 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7f27d4f3-6e28-4d7a-9cd7-bf25faf98799 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:47.951155 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'name': 'tempest-TestNetworkBasicOps-router-788371007', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:41:45Z', 'updated_at': '2021-06-18T16:41:47Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:46Z', 'updated_at': '2021-06-18T16:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:47.978692 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Checking router: 1b259de0-8fc6-467f-870f-e90aadd543c1 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:41:47.979053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Updating router 1b259de0-8fc6-467f-870f-e90aadd543c1 port 7dce5898-9bca-40e4-a61a-a45f9406817e binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:41:48.014447 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:48.112145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7f27d4f3-6e28-4d7a-9cd7-bf25faf98799 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:48.115159 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a32284f9-6d38-47d1-94a7-175bb27141a8 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:48.181758 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27d4f3-6e28-4d7a-9cd7-bf25faf98799 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Subnet': ['ID=8586988d-61fe-453c-8549-3489204d7324,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:48.184544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7f27d4f3-6e28-4d7a-9cd7-bf25faf98799 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:48.187447 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f27d4f3-6e28-4d7a-9cd7-bf25faf98799 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Checking segment: {'id': '5f0340ab-867d-4776-aa7a-cfc2932a4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:41:48.187810 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f27d4f3-6e28-4d7a-9cd7-bf25faf98799 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network hostable DHCP agents. Network: e88d91c9-5731-44a5-8910-2cd24962b9a4, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:41:48.204863 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f27d4f3-6e28-4d7a-9cd7-bf25faf98799 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network e88d91c9-5731-44a5-8910-2cd24962b9a4 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:41:48.214958 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-7f27d4f3-6e28-4d7a-9cd7-bf25faf98799 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, e88d91c9-5731-44a5-8910-2cd24962b9a4) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:41:48.219089 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f27d4f3-6e28-4d7a-9cd7-bf25faf98799 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:48.219715 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7f27d4f3-6e28-4d7a-9cd7-bf25faf98799 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:48.229023 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba9c50b-36a7-481d-88ee-876d3336b196 None None] Network e88d91c9-5731-44a5-8910-2cd24962b9a4 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:41:48.234540 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7f27d4f3-6e28-4d7a-9cd7-bf25faf98799 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4096634 Jun 18 16:41:48.237115 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52450) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:48.310218 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:48.326761 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Transition to ACTIVE for port object 7dce5898-9bca-40e4-a61a-a45f9406817e will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:41:48.340190 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:48.346861 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:48.423216 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Attempting to bind port 7dce5898-9bca-40e4-a61a-a45f9406817e on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:41:48.423589 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Attempting to bind port 7dce5898-9bca-40e4-a61a-a45f9406817e by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:41:48.423955 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Attempting to bind port 7dce5898-9bca-40e4-a61a-a45f9406817e on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:41:48.427296 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d9c19-e61a-4699-afa7-69e7a0a1e8a6 None None] Pushing event updated for resources: {'Port': ['ID=7dce5898-9bca-40e4-a61a-a45f9406817e,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:48.432337 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9d3d9c19-e61a-4699-afa7-69e7a0a1e8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:48.437859 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:41:48.438242 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:41:48.438668 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:48.439064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:41:48.439533 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Bound port: 7dce5898-9bca-40e4-a61a-a45f9406817e, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:41:48.439911 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:48.500921 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-e88d91c9-5731-44a5-8910-2cd24962b9a4', 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ips': [{'subnet_id': '8586988d-61fe-453c-8549-3489204d7324'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:41:48.501743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:48.529665 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] For port 7dce5898-9bca-40e4-a61a-a45f9406817e, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:41:48.546935 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] For port 7dce5898-9bca-40e4-a61a-a45f9406817e, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7dce5898-9bca-40e4-a61a-a45f9406817e,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:41:48.590300 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:48.594940 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b34115cd-8a8d-44b5-b167-252db7bc29a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:48.679110 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:48.696664 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Routers {'1b259de0-8fc6-467f-870f-e90aadd543c1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:48.697290 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:41:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['1b259de0-8fc6-467f-870f-e90aadd543c1'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:48.700550 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d9c19-e61a-4699-afa7-69e7a0a1e8a6 None None] Pushing event updated for resources: {'Port': ['ID=7dce5898-9bca-40e4-a61a-a45f9406817e,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:48.705308 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9d3d9c19-e61a-4699-afa7-69e7a0a1e8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:48.748418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Allocated IP 172.20.0.2 (e88d91c9-5731-44a5-8910-2cd24962b9a4/8586988d-61fe-453c-8549-3489204d7324/1ba6b77d-4297-488f-91e3-f963314850dc) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:41:48.863711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] Set router 1b259de0-8fc6-467f-870f-e90aadd543c1 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:49.054804 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:49.085279 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Transition to ACTIVE for port object 1ba6b77d-4297-488f-91e3-f963314850dc will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:41:49.105021 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Transition to ACTIVE for port object 1ba6b77d-4297-488f-91e3-f963314850dc will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:41:49.117043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:49.119811 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:49.158876 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.20.0.1 (e88d91c9-5731-44a5-8910-2cd24962b9a4/8586988d-61fe-453c-8549-3489204d7324/98fb9fe8-6527-47ee-8ee1-74b99aa7c16f) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:41:49.160285 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Network e88d91c9-5731-44a5-8910-2cd24962b9a4 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:41:49.167660 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:41:49.173253 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:41:49.177376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Pushing event updated for resources: {'Port': ['ID=1ba6b77d-4297-488f-91e3-f963314850dc,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:49.181974 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'name': 'tempest-TestNetworkBasicOps-router-788371007', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:41:45Z', 'updated_at': '2021-06-18T16:41:47Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:46Z', 'updated_at': '2021-06-18T16:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:49.183973 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:49.212053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111b330-e15b-417f-941e-b7a64e5c6e5c None None] The sync data for ids ['1b259de0-8fc6-467f-870f-e90aadd543c1'] in dv-neutron-797121-1-hyperv is: [{'id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'name': 'tempest-TestNetworkBasicOps-router-788371007', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:41:45Z', 'updated_at': '2021-06-18T16:41:47Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:46Z', 'updated_at': '2021-06-18T16:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:41:49.265429 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Attempting to bind port 1ba6b77d-4297-488f-91e3-f963314850dc on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:41:49.265815 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Attempting to bind port 1ba6b77d-4297-488f-91e3-f963314850dc by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '5f0340ab-867d-4776-aa7a-cfc2932a4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:41:49.266198 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Attempting to bind port 1ba6b77d-4297-488f-91e3-f963314850dc on network e88d91c9-5731-44a5-8910-2cd24962b9a4 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:41:49.273097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:41:49.273639 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Checking segment: {'id': '5f0340ab-867d-4776-aa7a-cfc2932a4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:41:49.274907 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:49.274907 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Bound using segment: {'id': '5f0340ab-867d-4776-aa7a-cfc2932a4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:41:49.275947 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Bound port: 1ba6b77d-4297-488f-91e3-f963314850dc, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0340ab-867d-4776-aa7a-cfc2932a4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:41:49.275947 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:49.295940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:49.314484 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Transition to ACTIVE for port object 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:41:49.345289 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] For port 1ba6b77d-4297-488f-91e3-f963314850dc, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:41:49.347585 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] For port 1ba6b77d-4297-488f-91e3-f963314850dc, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=1ba6b77d-4297-488f-91e3-f963314850dc,segment=NetworkSegment(5f0340ab-867d-4776-aa7a-cfc2932a4243),segment_id=5f0340ab-867d-4776-aa7a-cfc2932a4243)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:41:49.351759 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:49.354519 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:49.364889 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:49.368164 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a3e5d977-2631-4a2c-b96f-07f931ebc870 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:49.418172 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Pushing event updated for resources: {'Port': ['ID=1ba6b77d-4297-488f-91e3-f963314850dc,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:49.421958 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:49.428772 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network e88d91c9-5731-44a5-8910-2cd24962b9a4 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:41:49.432233 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:41:49.437892 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:41:49.442157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=98fb9fe8-6527-47ee-8ee1-74b99aa7c16f,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:49.479099 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:49.505876 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:49.697711 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:49.989260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:49.994671 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:49.997507 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2c40be29-1b9c-4dd9-a047-47ca5d163a33 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:50.075155 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=98fb9fe8-6527-47ee-8ee1-74b99aa7c16f,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:50.077603 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:50.079699 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:50.172306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network e88d91c9-5731-44a5-8910-2cd24962b9a4 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:41:50.173756 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:41:50.310525 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 1b259de0-8fc6-467f-870f-e90aadd543c1 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:41:50.348176 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7dce5898-9bca-40e4-a61a-a45f9406817e up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:41:50.382336 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a7be56-b536-4de3-ab73-c7e6b0100352 None None] Network e88d91c9-5731-44a5-8910-2cd24962b9a4 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:41:50.423000 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:41:50.429630 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/routers/1b259de0-8fc6-467f-870f-e90aadd543c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1913395 Jun 18 16:41:50.430566 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52452) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:50.459720 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3b846be8-4014-452f-9bc3-82e20d3d1914 None None] Provisioning for port 1ba6b77d-4297-488f-91e3-f963314850dc completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:41:50.467650 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 7dce5898-9bca-40e4-a61a-a45f9406817e completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:41:50.485414 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 7dce5898-9bca-40e4-a61a-a45f9406817e triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:50.485766 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:50.532058 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e36615-ca3c-47da-bd98-7695709d5ed0 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:50.532837 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e36615-ca3c-47da-bd98-7695709d5ed0 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:50.533479 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e36615-ca3c-47da-bd98-7695709d5ed0 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:50.534106 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e36615-ca3c-47da-bd98-7695709d5ed0 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:50.540460 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-19e36615-ca3c-47da-bd98-7695709d5ed0 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1087518 Jun 18 16:41:50.540893 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52454) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:50.598852 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18106943-0ac5-49be-a2c3-7878e2978ac8 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:50.599237 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18106943-0ac5-49be-a2c3-7878e2978ac8 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:50.600312 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18106943-0ac5-49be-a2c3-7878e2978ac8 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:50.600726 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18106943-0ac5-49be-a2c3-7878e2978ac8 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:50.603970 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-18106943-0ac5-49be-a2c3-7878e2978ac8 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0605268 Jun 18 16:41:50.605306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52456) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:50.751254 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6d829f31-9b00-48ba-842a-805ec1b73335 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1445329 Jun 18 16:41:50.781548 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:50.810784 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 7dce5898-9bca-40e4-a61a-a45f9406817e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7dce5898-9bca-40e4-a61a-a45f9406817e,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:50.817966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:50.818913 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 1ba6b77d-4297-488f-91e3-f963314850dc up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:41:50.821897 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:50.899739 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=7dce5898-9bca-40e4-a61a-a45f9406817e,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:50.902986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:50.915382 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 1ba6b77d-4297-488f-91e3-f963314850dc completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:41:50.919510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 1ba6b77d-4297-488f-91e3-f963314850dc triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:50.920005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:50.932762 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Sync routers for ids ['1b259de0-8fc6-467f-870f-e90aadd543c1'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:41:50.945435 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Routers {'1b259de0-8fc6-467f-870f-e90aadd543c1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:50.946889 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:41:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['1b259de0-8fc6-467f-870f-e90aadd543c1'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:51.013641 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.052658 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 1ba6b77d-4297-488f-91e3-f963314850dc, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=1ba6b77d-4297-488f-91e3-f963314850dc,segment=NetworkSegment(5f0340ab-867d-4776-aa7a-cfc2932a4243),segment_id=5f0340ab-867d-4776-aa7a-cfc2932a4243)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:51.060018 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.064068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52460) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:51.068794 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:51.069329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-350df712-6e8f-4150-8528-3a3c1b28a5e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1540073432', 'description': 'tempest-secgroup-smoke-1540073432 description', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:41:51.074240 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Set router 1b259de0-8fc6-467f-870f-e90aadd543c1 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:51.102080 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-350df712-6e8f-4150-8528-3a3c1b28a5e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.140551 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ec98c290-1ee6-49e1-81d6-774280ee7a35 None None] Provisioning for port 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:41:51.146225 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=1ba6b77d-4297-488f-91e3-f963314850dc,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:51.158689 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:51.160421 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ec98c290-1ee6-49e1-81d6-774280ee7a35 None None] Provisioning complete for port 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:51.161005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ec98c290-1ee6-49e1-81d6-774280ee7a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.207573 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-ec98c290-1ee6-49e1-81d6-774280ee7a35 None None] Port 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:41:51.220782 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ec98c290-1ee6-49e1-81d6-774280ee7a35 None None] Provisioning complete for port 1ba6b77d-4297-488f-91e3-f963314850dc triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:51.221197 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ec98c290-1ee6-49e1-81d6-774280ee7a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.228467 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-350df712-6e8f-4150-8528-3a3c1b28a5e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.236551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-350df712-6e8f-4150-8528-3a3c1b28a5e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.240324 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-545da6fd-a126-42ae-8df0-9adfe3e8d5ed tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:51.268082 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350df712-6e8f-4150-8528-3a3c1b28a5e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3647e975-722d-4a94-ad4c-823292d2c71c,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:51.274111 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-350df712-6e8f-4150-8528-3a3c1b28a5e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:51.282204 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-350df712-6e8f-4150-8528-3a3c1b28a5e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.286715 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52462) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:51.286880 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-350df712-6e8f-4150-8528-3a3c1b28a5e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2212603 Jun 18 16:41:51.293563 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-39139cd0-1569-4fe1-b49d-9b84f9c09b56 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '3647e975-722d-4a94-ad4c-823292d2c71c', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:41:51.330925 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-39139cd0-1569-4fe1-b49d-9b84f9c09b56 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.393548 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-39139cd0-1569-4fe1-b49d-9b84f9c09b56 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.399232 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-39139cd0-1569-4fe1-b49d-9b84f9c09b56 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.401428 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3dec56c9-06c8-439f-ba69-b363b0a8fb91 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:51.418935 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39139cd0-1569-4fe1-b49d-9b84f9c09b56 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ff55c5-2912-4ef4-89b9-63b4f618a16f,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:51.423553 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-39139cd0-1569-4fe1-b49d-9b84f9c09b56 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:51.429538 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-39139cd0-1569-4fe1-b49d-9b84f9c09b56 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.431208 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'name': 'tempest-TestNetworkBasicOps-router-788371007', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:41:45Z', 'updated_at': '2021-06-18T16:41:49Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:46Z', 'updated_at': '2021-06-18T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '98fb9fe8-6527-47ee-8ee1-74b99aa7c16f', 'name': '', 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:5f:51:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '8586988d-61fe-453c-8549-3489204d7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:48Z', 'updated_at': '2021-06-18T16:41:49Z', 'revision_number': 2, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '8586988d-61fe-453c-8549-3489204d7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:51.433894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52464) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:51.435105 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-39139cd0-1569-4fe1-b49d-9b84f9c09b56 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456494 Jun 18 16:41:51.438898 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-6af6bc38-a1c5-4b47-b9de-b400fb8cee67 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '3647e975-722d-4a94-ad4c-823292d2c71c', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:41:51.447252 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8c4f8752-9ba7-419a-8f3c-9d99426c63d9 None None] Provisioning complete for port 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:51.447826 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8752-9ba7-419a-8f3c-9d99426c63d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.462281 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Checking router: 1b259de0-8fc6-467f-870f-e90aadd543c1 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:41:51.462748 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Updating router 1b259de0-8fc6-467f-870f-e90aadd543c1 port 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:41:51.472248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6af6bc38-a1c5-4b47-b9de-b400fb8cee67 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.497283 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f8752-9ba7-419a-8f3c-9d99426c63d9 None None] Port 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:41:51.505902 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.543042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6af6bc38-a1c5-4b47-b9de-b400fb8cee67 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.552534 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6af6bc38-a1c5-4b47-b9de-b400fb8cee67 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.558675 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a66008e5-b60a-49dc-91af-01a9ee31cd46 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:51.617079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-7346d9a1-7b61-42d6-a17a-59e69507f788 None None] Provisioning complete for port 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:51.617527 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7346d9a1-7b61-42d6-a17a-59e69507f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.654165 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-7346d9a1-7b61-42d6-a17a-59e69507f788 None None] Port 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:41:51.775810 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.785880 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Transition to ACTIVE for port object 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:41:51.793113 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.795003 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-017eb6b0-cd87-4e47-85f3-7257292b77aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:51.887382 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ce0a9-b774-46e8-9d05-5cee236d07fb None None] Pushing event updated for resources: {'Port': ['ID=98fb9fe8-6527-47ee-8ee1-74b99aa7c16f,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:51.916902 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ce0a9-b774-46e8-9d05-5cee236d07fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.917137 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ce0a9-b774-46e8-9d05-5cee236d07fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.917496 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ce0a9-b774-46e8-9d05-5cee236d07fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.917798 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ce0a9-b774-46e8-9d05-5cee236d07fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.918122 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ce0a9-b774-46e8-9d05-5cee236d07fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.918442 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ce0a9-b774-46e8-9d05-5cee236d07fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.918786 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ce0a9-b774-46e8-9d05-5cee236d07fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.919105 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ce0a9-b774-46e8-9d05-5cee236d07fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.919418 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ce0a9-b774-46e8-9d05-5cee236d07fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.919735 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ce0a9-b774-46e8-9d05-5cee236d07fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.920048 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ce0a9-b774-46e8-9d05-5cee236d07fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.920357 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ce0a9-b774-46e8-9d05-5cee236d07fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:51.934759 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-978ce0a9-b774-46e8-9d05-5cee236d07fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:51.939647 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Attempting to bind port 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:41:51.939906 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Attempting to bind port 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '5f0340ab-867d-4776-aa7a-cfc2932a4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:41:51.940111 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6bc38-a1c5-4b47-b9de-b400fb8cee67 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8f7d01-3c7f-4431-89d8-eda720f1e593,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:51.940246 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Attempting to bind port 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f on network e88d91c9-5731-44a5-8910-2cd24962b9a4 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:41:51.942699 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6af6bc38-a1c5-4b47-b9de-b400fb8cee67 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:51.946824 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:41:51.947224 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Checking segment: {'id': '5f0340ab-867d-4776-aa7a-cfc2932a4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:41:51.947633 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.948024 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Bound using segment: {'id': '5f0340ab-867d-4776-aa7a-cfc2932a4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:41:51.948429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6af6bc38-a1c5-4b47-b9de-b400fb8cee67 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.949054 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Bound port: 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0340ab-867d-4776-aa7a-cfc2932a4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:41:51.949730 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6af6bc38-a1c5-4b47-b9de-b400fb8cee67 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5147207 Jun 18 16:41:51.950063 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.952517 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52466) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:51.957452 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-e77a34df-7c19-45b0-93fa-7ce4b31039ae tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '3647e975-722d-4a94-ad4c-823292d2c71c', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:41:51.987131 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e77a34df-7c19-45b0-93fa-7ce4b31039ae tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:52.018926 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] For port 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:41:52.022133 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] For port 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=98fb9fe8-6527-47ee-8ee1-74b99aa7c16f,segment=NetworkSegment(5f0340ab-867d-4776-aa7a-cfc2932a4243),segment_id=5f0340ab-867d-4776-aa7a-cfc2932a4243)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:41:52.025810 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:52.028757 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-dc82c1aa-6fdb-4a2a-b440-5a062d2cd792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:52.048296 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e77a34df-7c19-45b0-93fa-7ce4b31039ae tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:52.051697 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e77a34df-7c19-45b0-93fa-7ce4b31039ae tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:52.054294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c7f8796c-db5c-40c3-9cd3-59514c9236a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:52.071737 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a34df-7c19-45b0-93fa-7ce4b31039ae tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aad9c99-7a6f-44c2-bdf3-e0de5adc4fb1,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:52.079188 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e77a34df-7c19-45b0-93fa-7ce4b31039ae tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:52.085952 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e77a34df-7c19-45b0-93fa-7ce4b31039ae tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:52.087456 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e77a34df-7c19-45b0-93fa-7ce4b31039ae tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337729 Jun 18 16:41:52.090043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52468) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:52.090478 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Routers {'1b259de0-8fc6-467f-870f-e90aadd543c1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:52.091138 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:41:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['1b259de0-8fc6-467f-870f-e90aadd543c1'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:52.095057 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-1a8b5b75-29fc-4cf3-b782-38530e0132b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '3647e975-722d-4a94-ad4c-823292d2c71c', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:41:52.125266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5b75-29fc-4cf3-b782-38530e0132b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:52.148081 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ce0a9-b774-46e8-9d05-5cee236d07fb None None] Pushing event updated for resources: {'Port': ['ID=98fb9fe8-6527-47ee-8ee1-74b99aa7c16f,revision_number=4']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:52.151519 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-978ce0a9-b774-46e8-9d05-5cee236d07fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:52.188789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5b75-29fc-4cf3-b782-38530e0132b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:52.193617 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5b75-29fc-4cf3-b782-38530e0132b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:52.195765 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-11a62b62-1a8e-4288-a179-f78463436ebb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:52.212311 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] Set router 1b259de0-8fc6-467f-870f-e90aadd543c1 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:52.213360 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b5b75-29fc-4cf3-b782-38530e0132b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a18a23-4a5f-49c6-be23-9412e36c9a0e,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:52.216721 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1a8b5b75-29fc-4cf3-b782-38530e0132b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:52.221092 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5b75-29fc-4cf3-b782-38530e0132b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:52.226283 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1a8b5b75-29fc-4cf3-b782-38530e0132b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314766 Jun 18 16:41:52.226283 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52470) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:52.231331 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-203b0bbd-e9df-4ff2-ad69-ebc997066d12 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '3647e975-722d-4a94-ad4c-823292d2c71c', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:41:52.263462 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-203b0bbd-e9df-4ff2-ad69-ebc997066d12 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:41:52.269701 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-203b0bbd-e9df-4ff2-ad69-ebc997066d12 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:52.302368 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7dce5898-9bca-40e4-a61a-a45f9406817e up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:41:52.339546 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-203b0bbd-e9df-4ff2-ad69-ebc997066d12 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:52.344456 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-203b0bbd-e9df-4ff2-ad69-ebc997066d12 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:52.346478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-db63c245-887e-4880-b089-1b6a1af20217 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:52.356136 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 7dce5898-9bca-40e4-a61a-a45f9406817e triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:52.356531 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:52.366519 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b0bbd-e9df-4ff2-ad69-ebc997066d12 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8141594-51e9-478d-a805-044a9a6adc17,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:52.369389 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-203b0bbd-e9df-4ff2-ad69-ebc997066d12 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:52.375658 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-203b0bbd-e9df-4ff2-ad69-ebc997066d12 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:52.379724 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-203b0bbd-e9df-4ff2-ad69-ebc997066d12 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492491 Jun 18 16:41:52.380279 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52472) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:52.385517 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-6f4bec4b-58be-4bd1-a4e6-3136f4b77223 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '3647e975-722d-4a94-ad4c-823292d2c71c', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:41:52.414574 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-6f4bec4b-58be-4bd1-a4e6-3136f4b77223 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:41:52.420669 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6f4bec4b-58be-4bd1-a4e6-3136f4b77223 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:52.433198 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'name': 'tempest-TestNetworkBasicOps-router-788371007', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:41:45Z', 'updated_at': '2021-06-18T16:41:49Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:46Z', 'updated_at': '2021-06-18T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '98fb9fe8-6527-47ee-8ee1-74b99aa7c16f', 'name': '', 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:5f:51:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '8586988d-61fe-453c-8549-3489204d7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:48Z', 'updated_at': '2021-06-18T16:41:52Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '8586988d-61fe-453c-8549-3489204d7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:52.443024 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 1ba6b77d-4297-488f-91e3-f963314850dc up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:41:52.458598 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f034916d-980a-42ad-a172-5409ae04b312 None None] The sync data for ids ['1b259de0-8fc6-467f-870f-e90aadd543c1'] in dv-neutron-797121-1-hyperv is: [{'id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'name': 'tempest-TestNetworkBasicOps-router-788371007', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:41:45Z', 'updated_at': '2021-06-18T16:41:49Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:46Z', 'updated_at': '2021-06-18T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '98fb9fe8-6527-47ee-8ee1-74b99aa7c16f', 'name': '', 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:5f:51:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '8586988d-61fe-453c-8549-3489204d7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:48Z', 'updated_at': '2021-06-18T16:41:52Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '8586988d-61fe-453c-8549-3489204d7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:41:52.489814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 1ba6b77d-4297-488f-91e3-f963314850dc triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:52.490356 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:52.496448 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6f4bec4b-58be-4bd1-a4e6-3136f4b77223 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:52.515101 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6f4bec4b-58be-4bd1-a4e6-3136f4b77223 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:52.516983 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f6317047-ed59-4a3f-be62-f0670c47b362 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:52.546969 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6f4bec4b-58be-4bd1-a4e6-3136f4b77223 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:52.551070 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6f4bec4b-58be-4bd1-a4e6-3136f4b77223 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1697090 Jun 18 16:41:52.554491 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bec4b-58be-4bd1-a4e6-3136f4b77223 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d1a315-a1a7-4b2d-8705-76af911bf3ba,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:52.570103 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6f4bec4b-58be-4bd1-a4e6-3136f4b77223 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:52.648063 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:41:52.744114 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-0fe89970-36c9-4842-8cf1-121a7da45b42 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1540073432&fields=id&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 267 time: 0.0350084 Jun 18 16:41:52.860050 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-1ae20cf2-faae-45b2-94d4-5c1bf34c376d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:52.861533 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-1ae20cf2-faae-45b2-94d4-5c1bf34c376d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/networks?id=e88d91c9-5731-44a5-8910-2cd24962b9a4 HTTP/1.1" status: 200 len: 796 time: 0.1106815 Jun 18 16:41:52.877054 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-a556f58a-9460-4983-ade2-9296047a3c0f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/quotas/c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 375 time: 0.0096765 Jun 18 16:41:52.949802 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-429e0ecf-dd69-49e7-8812-192d8076005d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665295 Jun 18 16:41:53.139212 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-5f344c02-d7ca-4a25-9fb3-54dcb2ff6a08 service neutron] 10.222.0.39 "GET /v2.0/networks/e88d91c9-5731-44a5-8910-2cd24962b9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761954 Jun 18 16:41:53.239704 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-aa4192c4-28b7-45ac-8ec2-12ea6f9a027b service neutron] 10.222.0.39 "GET /v2.0/networks/e88d91c9-5731-44a5-8910-2cd24962b9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945053 Jun 18 16:41:53.426547 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9e51e3cc-f137-422d-8438-c3f20ee647cc req-1a411413-9dc3-4e07-9363-b1dcb48c25f1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 210 time: 0.0358109 Jun 18 16:41:54.280025 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:41:54.327675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:41:54.331507 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:54.331891 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:54.409519 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:54.442582 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=98fb9fe8-6527-47ee-8ee1-74b99aa7c16f,segment=NetworkSegment(5f0340ab-867d-4776-aa7a-cfc2932a4243),segment_id=5f0340ab-867d-4776-aa7a-cfc2932a4243)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:54.451902 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:54.453840 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9d3d9c19-e61a-4699-afa7-69e7a0a1e8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:54.505600 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=98fb9fe8-6527-47ee-8ee1-74b99aa7c16f,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:54.515704 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:54.559455 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-4175b5a3-1d6b-4078-8dff-4e95b66cfe1d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:54.560940 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-4175b5a3-1d6b-4078-8dff-4e95b66cfe1d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/networks?id=e88d91c9-5731-44a5-8910-2cd24962b9a4 HTTP/1.1" status: 200 len: 796 time: 0.1147616 Jun 18 16:41:54.584599 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1f222cb6-44c9-446b-bb3d-880cad6aa08d req-f86436f3-2318-4a53-8241-613797a092ea tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 210 time: 0.0288661 Jun 18 16:41:54.618810 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-6b02132f-ed2f-4ae9-9bd9-7f4d2d8d19fc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 380 time: 0.0366352 Jun 18 16:41:54.627393 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-140b650f-c4d6-4433-a2f4-28c1851c879e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'port': {'device_id': 'd24aa17f-8956-4088-8242-bccb76dbde75', 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4', 'admin_state_up': True, 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'security_groups': ['3647e975-722d-4a94-ad4c-823292d2c71c']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:41:54.734909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-140b650f-c4d6-4433-a2f4-28c1851c879e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:41:54.738500 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-140b650f-c4d6-4433-a2f4-28c1851c879e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:54.763856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:54.863552 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-140b650f-c4d6-4433-a2f4-28c1851c879e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.20.0.7 (e88d91c9-5731-44a5-8910-2cd24962b9a4/8586988d-61fe-453c-8549-3489204d7324/88ec0911-7cb4-4695-abfe-2df92b270841) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:41:55.002168 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-140b650f-c4d6-4433-a2f4-28c1851c879e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.016092 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-140b650f-c4d6-4433-a2f4-28c1851c879e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Transition to ACTIVE for port object 88ec0911-7cb4-4695-abfe-2df92b270841 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:41:55.049711 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-140b650f-c4d6-4433-a2f4-28c1851c879e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.055472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:55.096486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-140b650f-c4d6-4433-a2f4-28c1851c879e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network e88d91c9-5731-44a5-8910-2cd24962b9a4 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:41:55.100202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-140b650f-c4d6-4433-a2f4-28c1851c879e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:41:55.102999 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-140b650f-c4d6-4433-a2f4-28c1851c879e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:41:55.130453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b650f-c4d6-4433-a2f4-28c1851c879e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=88ec0911-7cb4-4695-abfe-2df92b270841,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:55.134820 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-140b650f-c4d6-4433-a2f4-28c1851c879e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:55.159315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-140b650f-c4d6-4433-a2f4-28c1851c879e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:55.159932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-140b650f-c4d6-4433-a2f4-28c1851c879e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.175881 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-140b650f-c4d6-4433-a2f4-28c1851c879e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5520420 Jun 18 16:41:55.193970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Request body: {'port': {'device_id': 'd24aa17f-8956-4088-8242-bccb76dbde75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:41:55.273493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.348805 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4e3d5655-1f65-4bb2-b071-04f77b64d371 None None] Provisioning for port 88ec0911-7cb4-4695-abfe-2df92b270841 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:41:55.353622 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4e3d5655-1f65-4bb2-b071-04f77b64d371 None None] Provisioning complete for port 88ec0911-7cb4-4695-abfe-2df92b270841 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:55.354002 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4e3d5655-1f65-4bb2-b071-04f77b64d371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.386570 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-4e3d5655-1f65-4bb2-b071-04f77b64d371 None None] Port 88ec0911-7cb4-4695-abfe-2df92b270841 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:41:55.529849 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ec0911-7cb4-4695-abfe-2df92b270841 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:41:55.537642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.549449 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Transition to ACTIVE for port object 88ec0911-7cb4-4695-abfe-2df92b270841 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:41:55.552621 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.555140 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a9df9098-af16-4605-8482-da8039ee40f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:55.635276 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Pushing event updated for resources: {'Port': ['ID=88ec0911-7cb4-4695-abfe-2df92b270841,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:55.652896 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:55.703802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Attempting to bind port 88ec0911-7cb4-4695-abfe-2df92b270841 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:41:55.704145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Attempting to bind port 88ec0911-7cb4-4695-abfe-2df92b270841 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5f0340ab-867d-4776-aa7a-cfc2932a4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:41:55.704923 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Attempting to bind port 88ec0911-7cb4-4695-abfe-2df92b270841 on network e88d91c9-5731-44a5-8910-2cd24962b9a4 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:41:55.708955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Port 88ec0911-7cb4-4695-abfe-2df92b270841 on network e88d91c9-5731-44a5-8910-2cd24962b9a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:41:55.709282 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Attempting to bind port 88ec0911-7cb4-4695-abfe-2df92b270841 on network e88d91c9-5731-44a5-8910-2cd24962b9a4 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:41:55.714220 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:41:55.714557 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Checking segment: {'id': '5f0340ab-867d-4776-aa7a-cfc2932a4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:41:55.714981 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Bound using segment: {'id': '5f0340ab-867d-4776-aa7a-cfc2932a4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:41:55.715422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Bound port: 88ec0911-7cb4-4695-abfe-2df92b270841, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f0340ab-867d-4776-aa7a-cfc2932a4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:41:55.715779 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.786171 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] For port 88ec0911-7cb4-4695-abfe-2df92b270841, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:41:55.788693 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab795b1-23e0-4f7d-b767-6db283d5f593 req-bd43cb3a-cb06-4e98-849f-d56d29bbceda tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:55.789722 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] For port 88ec0911-7cb4-4695-abfe-2df92b270841, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=88ec0911-7cb4-4695-abfe-2df92b270841,segment=NetworkSegment(5f0340ab-867d-4776-aa7a-cfc2932a4243),segment_id=5f0340ab-867d-4776-aa7a-cfc2932a4243)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:41:55.790487 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cab795b1-23e0-4f7d-b767-6db283d5f593 req-bd43cb3a-cb06-4e98-849f-d56d29bbceda tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 943 time: 0.0714386 Jun 18 16:41:55.794527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.796622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-49de4712-3e5f-471b-9dc1-e1e01ac330ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:55.833583 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:55.834229 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.835635 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] 10.222.0.64 "PUT /v2.0/ports/88ec0911-7cb4-4695-abfe-2df92b270841 HTTP/1.1" status: 200 len: 1093 time: 0.6462874 Jun 18 16:41:55.836185 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24aa17f-8956-4088-8242-bccb76dbde75', 'tag': '88ec0911-7cb4-4695-abfe-2df92b270841'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:41:55.836384 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cab795b1-23e0-4f7d-b767-6db283d5f593 req-1893dd8a-4e56-40a7-b066-7c96764dafad tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3647e975-722d-4a94-ad4c-823292d2c71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384598 Jun 18 16:41:55.838539 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0559ee-d1f1-4b89-b12e-260f61f27497" -d '{"events": [{"name": "network-changed", "server_uuid": "d24aa17f-8956-4088-8242-bccb76dbde75", "tag": "88ec0911-7cb4-4695-abfe-2df92b270841"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:41:55.860566 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Pushing event updated for resources: {'Port': ['ID=88ec0911-7cb4-4695-abfe-2df92b270841,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:55.863750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:55.901269 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b6e8ee-1d37-40ac-bf9b-5df7b97bf374 x-openstack-request-id: req-25b6e8ee-1d37-40ac-bf9b-5df7b97bf374 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:41:55.901619 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24aa17f-8956-4088-8242-bccb76dbde75", "tag": "88ec0911-7cb4-4695-abfe-2df92b270841", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:41:55.901928 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25b6e8ee-1d37-40ac-bf9b-5df7b97bf374 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:41:55.902374 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24aa17f-8956-4088-8242-bccb76dbde75', 'tag': '88ec0911-7cb4-4695-abfe-2df92b270841', 'status': 'completed', 'code': 200} Jun 18 16:41:55.952081 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-b0882def-72ec-404c-a7b2-3c7156e90602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:55.954036 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-b0882def-72ec-404c-a7b2-3c7156e90602 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 1096 time: 0.0621166 Jun 18 16:41:56.002618 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-83291cab-d6d4-4b64-97a5-3d89793a9ee1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88ec0911-7cb4-4695-abfe-2df92b270841 HTTP/1.1" status: 200 len: 217 time: 0.0357237 Jun 18 16:41:56.056442 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-113cc971-64f3-4af4-a3f7-e1565224b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:56.057815 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-113cc971-64f3-4af4-a3f7-e1565224b92a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8586988d-61fe-453c-8549-3489204d7324 HTTP/1.1" status: 200 len: 844 time: 0.0492299 Jun 18 16:41:56.112797 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-8e2c2568-64c8-40e8-8997-c86c06901853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:56.114214 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-8e2c2568-64c8-40e8-8997-c86c06901853 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e88d91c9-5731-44a5-8910-2cd24962b9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0503998 Jun 18 16:41:56.203364 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-62996721-8481-4a01-901a-97c067bd40c7 service neutron] 10.222.0.64 "GET /v2.0/networks/e88d91c9-5731-44a5-8910-2cd24962b9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828893 Jun 18 16:41:56.268175 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:41:56.297904 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5bba27e8-d68b-4496-b5a9-a33d1f0253aa req-136b18b8-1eca-4b56-a212-1c1188935ff7 service neutron] 10.222.0.64 "GET /v2.0/networks/e88d91c9-5731-44a5-8910-2cd24962b9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880444 Jun 18 16:41:56.319890 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:56.320185 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:56.435498 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0559ee-d1f1-4b89-b12e-260f61f27497 req-43f2a717-81e0-4348-be86-30fc6452ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:56.437038 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e0559ee-d1f1-4b89-b12e-260f61f27497 req-43f2a717-81e0-4348-be86-30fc6452ea93 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 1096 time: 0.0535951 Jun 18 16:41:56.530883 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0559ee-d1f1-4b89-b12e-260f61f27497 req-c6b66a72-cc69-4d8b-a34b-3b80a5fd8033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:56.532328 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e0559ee-d1f1-4b89-b12e-260f61f27497 req-c6b66a72-cc69-4d8b-a34b-3b80a5fd8033 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e88d91c9-5731-44a5-8910-2cd24962b9a4 HTTP/1.1" status: 200 len: 897 time: 0.0878055 Jun 18 16:41:56.572462 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e0559ee-d1f1-4b89-b12e-260f61f27497 req-89ae6750-71ab-4905-9fa4-52b7946ab81e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88ec0911-7cb4-4695-abfe-2df92b270841 HTTP/1.1" status: 200 len: 217 time: 0.0335150 Jun 18 16:41:56.620941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0559ee-d1f1-4b89-b12e-260f61f27497 req-e047facb-5212-4b2c-8f83-a0dc83490ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:56.622431 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e0559ee-d1f1-4b89-b12e-260f61f27497 req-e047facb-5212-4b2c-8f83-a0dc83490ce8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8586988d-61fe-453c-8549-3489204d7324 HTTP/1.1" status: 200 len: 844 time: 0.0437951 Jun 18 16:41:56.687092 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0559ee-d1f1-4b89-b12e-260f61f27497 req-6940ceff-1652-4d42-8949-06b316bbf3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:56.688565 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e0559ee-d1f1-4b89-b12e-260f61f27497 req-6940ceff-1652-4d42-8949-06b316bbf3b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e88d91c9-5731-44a5-8910-2cd24962b9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0592551 Jun 18 16:41:56.778979 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e0559ee-d1f1-4b89-b12e-260f61f27497 req-8d261098-29e8-4b99-8346-1839b6b458bf service neutron] 10.222.0.64 "GET /v2.0/networks/e88d91c9-5731-44a5-8910-2cd24962b9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832763 Jun 18 16:41:56.873815 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e0559ee-d1f1-4b89-b12e-260f61f27497 req-dbb801d2-6168-42da-8c31-d96f643b3567 service neutron] 10.222.0.64 "GET /v2.0/networks/e88d91c9-5731-44a5-8910-2cd24962b9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879042 Jun 18 16:41:56.928565 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 88ec0911-7cb4-4695-abfe-2df92b270841 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:41:57.027127 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 88ec0911-7cb4-4695-abfe-2df92b270841, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=88ec0911-7cb4-4695-abfe-2df92b270841,segment=NetworkSegment(5f0340ab-867d-4776-aa7a-cfc2932a4243),segment_id=5f0340ab-867d-4776-aa7a-cfc2932a4243)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:57.027600 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750eb31-97d6-4f75-9088-40f973f60126 req-2e823544-5fff-470f-a94a-7e8c1c337db9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:57.029178 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d750eb31-97d6-4f75-9088-40f973f60126 req-2e823544-5fff-470f-a94a-7e8c1c337db9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 943 time: 0.0725870 Jun 18 16:41:57.040389 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '88ec0911-7cb4-4695-abfe-2df92b270841', 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4', 'port_id': '88ec0911-7cb4-4695-abfe-2df92b270841', 'mac_address': 'fa:16:3e:ef:24:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8586988d-61fe-453c-8549-3489204d7324', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:41:57.074205 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d750eb31-97d6-4f75-9088-40f973f60126 req-025ec585-f350-4e16-8b22-c7fb42b03408 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3647e975-722d-4a94-ad4c-823292d2c71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377588 Jun 18 16:41:57.081688 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:57.094744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ec0911-7cb4-4695-abfe-2df92b270841 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:41:57.114290 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 88ec0911-7cb4-4695-abfe-2df92b270841, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=88ec0911-7cb4-4695-abfe-2df92b270841,segment=NetworkSegment(5f0340ab-867d-4776-aa7a-cfc2932a4243),segment_id=5f0340ab-867d-4776-aa7a-cfc2932a4243)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:57.118349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:57.121258 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:57.165630 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=88ec0911-7cb4-4695-abfe-2df92b270841,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:57.172629 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:57.172976 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:57.173316 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:57.173654 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:57.173980 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:57.174304 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:57.174657 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:57.174984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:57.175303 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:57.175620 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:57.175938 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:57.176252 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:57.180652 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:57.391221 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['88ec0911-7cb4-4695-abfe-2df92b270841'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:41:58.245316 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f60af6-1b4f-4f6b-a5e7-d1cd523bb7ef req-b0063176-89b5-4b42-b3f3-b826885cff29 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:58.246794 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a9f60af6-1b4f-4f6b-a5e7-d1cd523bb7ef req-b0063176-89b5-4b42-b3f3-b826885cff29 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 944 time: 0.0642452 Jun 18 16:41:58.283559 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a9f60af6-1b4f-4f6b-a5e7-d1cd523bb7ef req-74432edc-fade-4df7-846a-576858c83efe tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3647e975-722d-4a94-ad4c-823292d2c71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311973 Jun 18 16:41:58.938142 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 88ec0911-7cb4-4695-abfe-2df92b270841 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:41:58.985815 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 88ec0911-7cb4-4695-abfe-2df92b270841 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:41:58.989333 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 88ec0911-7cb4-4695-abfe-2df92b270841 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:58.989719 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.067535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.089437 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24aa17f-8956-4088-8242-bccb76dbde75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ec0911-7cb4-4695-abfe-2df92b270841'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:41:59.091711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf11cd2-d2f5-449c-ac34-4f6ee99146a6" -d '{"events": [{"server_uuid": "d24aa17f-8956-4088-8242-bccb76dbde75", "name": "network-vif-plugged", "status": "completed", "tag": "88ec0911-7cb4-4695-abfe-2df92b270841"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:41:59.103822 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 88ec0911-7cb4-4695-abfe-2df92b270841, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=88ec0911-7cb4-4695-abfe-2df92b270841,segment=NetworkSegment(5f0340ab-867d-4776-aa7a-cfc2932a4243),segment_id=5f0340ab-867d-4776-aa7a-cfc2932a4243)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:59.107784 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.109606 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:59.131685 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39c1ed9-26b3-485d-8ec4-8f3c1c49e9d9 x-openstack-request-id: req-e39c1ed9-26b3-485d-8ec4-8f3c1c49e9d9 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:41:59.132350 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24aa17f-8956-4088-8242-bccb76dbde75", "name": "network-vif-plugged", "status": "completed", "tag": "88ec0911-7cb4-4695-abfe-2df92b270841", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:41:59.132518 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e39c1ed9-26b3-485d-8ec4-8f3c1c49e9d9 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:41:59.132915 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24aa17f-8956-4088-8242-bccb76dbde75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ec0911-7cb4-4695-abfe-2df92b270841', 'code': 200} Jun 18 16:41:59.157494 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=88ec0911-7cb4-4695-abfe-2df92b270841,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:59.160351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:59.372857 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce482c4-92a2-4635-ac49-bb8f3e4f7ccc req-cd810a46-e9a9-4ece-84d2-3674caffec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:59.374340 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1ce482c4-92a2-4635-ac49-bb8f3e4f7ccc req-cd810a46-e9a9-4ece-84d2-3674caffec6d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 1098 time: 0.0519502 Jun 18 16:41:59.408697 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1ce482c4-92a2-4635-ac49-bb8f3e4f7ccc req-a6f41c80-2b9d-4085-9653-a11707d3fb0c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3647e975-722d-4a94-ad4c-823292d2c71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279162 Jun 18 16:41:59.454671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ec786-5dfc-4536-b85e-c1f4bdfcc1d5 req-e7abe129-87ff-4cd3-88a2-98cd148427c3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:59.456114 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-015ec786-5dfc-4536-b85e-c1f4bdfcc1d5 req-e7abe129-87ff-4cd3-88a2-98cd148427c3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 945 time: 0.0628223 Jun 18 16:41:59.497556 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-015ec786-5dfc-4536-b85e-c1f4bdfcc1d5 req-2a096573-1da5-411c-a7e1-c3da324a0261 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3647e975-722d-4a94-ad4c-823292d2c71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357888 Jun 18 16:42:00.672973 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89c714-2011-45bc-81b7-252b4d97b0b4 req-c77d1f74-2d6c-40a3-95db-485a25fd1e8e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:00.674349 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fa89c714-2011-45bc-81b7-252b4d97b0b4 req-c77d1f74-2d6c-40a3-95db-485a25fd1e8e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 945 time: 0.0648263 Jun 18 16:42:00.712875 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fa89c714-2011-45bc-81b7-252b4d97b0b4 req-ed33dafb-4984-418b-818e-9c8bda3eb8c1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3647e975-722d-4a94-ad4c-823292d2c71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322905 Jun 18 16:42:00.884656 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f76dc-bf25-464c-8b05-88ad6ca420f0 req-9ca9fc7e-2485-4a85-9de1-c0e1cbcc9154 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:00.886109 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-512f76dc-bf25-464c-8b05-88ad6ca420f0 req-9ca9fc7e-2485-4a85-9de1-c0e1cbcc9154 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 945 time: 0.0629783 Jun 18 16:42:00.923313 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-512f76dc-bf25-464c-8b05-88ad6ca420f0 req-cc83243f-8e09-44be-ada3-51fbd37da91c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3647e975-722d-4a94-ad4c-823292d2c71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315802 Jun 18 16:42:00.947184 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52524) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:42:00.997146 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1208bfad-ec63-4f34-8d31-f243f1ad4f1d tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:00.998658 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1208bfad-ec63-4f34-8d31-f243f1ad4f1d tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 1093 time: 0.0504582 Jun 18 16:42:01.001250 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52526) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:42:01.005518 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': '88ec0911-7cb4-4695-abfe-2df92b270841', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:42:01.026536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:01.127629 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:01.233398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.26.2.18 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/d5cc75fb-350d-46ee-ade6-ca8a33fcb319) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:42:01.334605 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:01.371261 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:01.374183 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-60829f61-7de3-41ed-aa4c-07545cfc1ee3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:01.416309 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:42:01.419212 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:42:01.422666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:42:01.443529 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=d5cc75fb-350d-46ee-ade6-ca8a33fcb319,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:01.447474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:01.790993 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:01.866804 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:02.013299 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:02.017513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:02.020244 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-88ce3adb-b62a-4d83-b9ae-496d37284431 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:02.087231 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=d5cc75fb-350d-46ee-ade6-ca8a33fcb319,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:02.091108 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:02.095813 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:02.192508 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Floating IP a39eff78-58f1-409a-b304-d3e5db67de75 associated. External IP: 172.26.2.18, port: 88ec0911-7cb4-4695-abfe-2df92b270841. Jun 18 16:42:02.405084 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 1b259de0-8fc6-467f-870f-e90aadd543c1 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:42:02.512084 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:42:02.521770 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10967eb8-3a1e-4ca4-a12c-0122241b0336 None None] Sync routers for ids ['1b259de0-8fc6-467f-870f-e90aadd543c1'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:42:02.528220 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:02.531364 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10967eb8-3a1e-4ca4-a12c-0122241b0336 None None] Routers {'1b259de0-8fc6-467f-870f-e90aadd543c1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:42:02.532003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-10967eb8-3a1e-4ca4-a12c-0122241b0336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:41:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['1b259de0-8fc6-467f-870f-e90aadd543c1'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:42:02.566432 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5641742 Jun 18 16:42:02.567261 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24aa17f-8956-4088-8242-bccb76dbde75', 'tag': '88ec0911-7cb4-4695-abfe-2df92b270841'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:42:02.569211 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52528) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:42:02.571767 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f090f4-02dd-49e6-94fd-cbb9edc75e03" -d '{"events": [{"name": "network-changed", "server_uuid": "d24aa17f-8956-4088-8242-bccb76dbde75", "tag": "88ec0911-7cb4-4695-abfe-2df92b270841"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:42:02.609917 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1dba2e-9b0c-46cc-a0c2-9a0cf564d5f6 x-openstack-request-id: req-0c1dba2e-9b0c-46cc-a0c2-9a0cf564d5f6 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:42:02.610463 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24aa17f-8956-4088-8242-bccb76dbde75", "tag": "88ec0911-7cb4-4695-abfe-2df92b270841", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:42:02.611519 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c1dba2e-9b0c-46cc-a0c2-9a0cf564d5f6 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:42:02.611519 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24aa17f-8956-4088-8242-bccb76dbde75', 'tag': '88ec0911-7cb4-4695-abfe-2df92b270841', 'status': 'completed', 'code': 200} Jun 18 16:42:02.637243 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5f1f8504-8fd6-4134-acef-4ce5f908fac1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/a39eff78-58f1-409a-b304-d3e5db67de75 HTTP/1.1" status: 200 len: 990 time: 0.0667880 Jun 18 16:42:02.641415 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-10967eb8-3a1e-4ca4-a12c-0122241b0336 None None] Set router 1b259de0-8fc6-467f-870f-e90aadd543c1 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:42:02.707511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f090f4-02dd-49e6-94fd-cbb9edc75e03 req-9edce4f6-64e6-4772-b8d0-b695c453c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:02.709629 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-83f090f4-02dd-49e6-94fd-cbb9edc75e03 req-9edce4f6-64e6-4772-b8d0-b695c453c004 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 1098 time: 0.0524757 Jun 18 16:42:02.801817 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f090f4-02dd-49e6-94fd-cbb9edc75e03 req-58299f02-7efd-4076-9812-d42ad1c5a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:02.804053 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-83f090f4-02dd-49e6-94fd-cbb9edc75e03 req-58299f02-7efd-4076-9812-d42ad1c5a154 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e88d91c9-5731-44a5-8910-2cd24962b9a4 HTTP/1.1" status: 200 len: 897 time: 0.0888462 Jun 18 16:42:02.867059 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-10967eb8-3a1e-4ca4-a12c-0122241b0336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'name': 'tempest-TestNetworkBasicOps-router-788371007', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:41:45Z', 'updated_at': '2021-06-18T16:41:49Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:46Z', 'updated_at': '2021-06-18T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'a39eff78-58f1-409a-b304-d3e5db67de75', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.18', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'port_id': '88ec0911-7cb4-4695-abfe-2df92b270841', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4', 'mac_address': 'fa:16:3e:ef:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24aa17f-8956-4088-8242-bccb76dbde75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:42:01Z', 'updated_at': '2021-06-18T16:42:01Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98fb9fe8-6527-47ee-8ee1-74b99aa7c16f', 'name': '', 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:5f:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '8586988d-61fe-453c-8549-3489204d7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:48Z', 'updated_at': '2021-06-18T16:41:54Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '8586988d-61fe-453c-8549-3489204d7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:42:02.867872 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-83f090f4-02dd-49e6-94fd-cbb9edc75e03 req-01f4c281-d941-4f4a-b1bc-5cd3785392fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88ec0911-7cb4-4695-abfe-2df92b270841 HTTP/1.1" status: 200 len: 998 time: 0.0571637 Jun 18 16:42:02.892992 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10967eb8-3a1e-4ca4-a12c-0122241b0336 None None] Checking router: 1b259de0-8fc6-467f-870f-e90aadd543c1 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:42:02.901547 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10967eb8-3a1e-4ca4-a12c-0122241b0336 None None] Routers {'1b259de0-8fc6-467f-870f-e90aadd543c1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:42:02.902174 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-10967eb8-3a1e-4ca4-a12c-0122241b0336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:41:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['1b259de0-8fc6-467f-870f-e90aadd543c1'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:42:02.919743 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f090f4-02dd-49e6-94fd-cbb9edc75e03 req-f0fd3289-c6a2-4cbd-84a0-d09f61b0735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:02.921168 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-83f090f4-02dd-49e6-94fd-cbb9edc75e03 req-f0fd3289-c6a2-4cbd-84a0-d09f61b0735d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8586988d-61fe-453c-8549-3489204d7324 HTTP/1.1" status: 200 len: 844 time: 0.0476491 Jun 18 16:42:02.980217 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f090f4-02dd-49e6-94fd-cbb9edc75e03 req-ec846a01-71fe-472b-907a-1416b912fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:02.981753 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-83f090f4-02dd-49e6-94fd-cbb9edc75e03 req-ec846a01-71fe-472b-907a-1416b912fe61 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e88d91c9-5731-44a5-8910-2cd24962b9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0532677 Jun 18 16:42:03.007187 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-10967eb8-3a1e-4ca4-a12c-0122241b0336 None None] Set router 1b259de0-8fc6-467f-870f-e90aadd543c1 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:42:03.070511 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-83f090f4-02dd-49e6-94fd-cbb9edc75e03 req-8b060844-d08e-4f82-b3c1-d8de30af0ebc service neutron] 10.222.0.64 "GET /v2.0/networks/e88d91c9-5731-44a5-8910-2cd24962b9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827372 Jun 18 16:42:03.160839 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-83f090f4-02dd-49e6-94fd-cbb9edc75e03 req-ac0988d4-c697-4195-928a-52118eefc06e service neutron] 10.222.0.64 "GET /v2.0/networks/e88d91c9-5731-44a5-8910-2cd24962b9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843437 Jun 18 16:42:03.228015 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-10967eb8-3a1e-4ca4-a12c-0122241b0336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'name': 'tempest-TestNetworkBasicOps-router-788371007', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:41:45Z', 'updated_at': '2021-06-18T16:41:49Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:46Z', 'updated_at': '2021-06-18T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'a39eff78-58f1-409a-b304-d3e5db67de75', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.18', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'port_id': '88ec0911-7cb4-4695-abfe-2df92b270841', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4', 'mac_address': 'fa:16:3e:ef:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24aa17f-8956-4088-8242-bccb76dbde75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:42:01Z', 'updated_at': '2021-06-18T16:42:01Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98fb9fe8-6527-47ee-8ee1-74b99aa7c16f', 'name': '', 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:5f:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '8586988d-61fe-453c-8549-3489204d7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:48Z', 'updated_at': '2021-06-18T16:41:54Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '8586988d-61fe-453c-8549-3489204d7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:42:03.254184 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10967eb8-3a1e-4ca4-a12c-0122241b0336 None None] The sync data for ids ['1b259de0-8fc6-467f-870f-e90aadd543c1'] in dv-neutron-797121-1-hyperv is: [{'id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'name': 'tempest-TestNetworkBasicOps-router-788371007', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:41:45Z', 'updated_at': '2021-06-18T16:41:49Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:46Z', 'updated_at': '2021-06-18T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'a39eff78-58f1-409a-b304-d3e5db67de75', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.18', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'port_id': '88ec0911-7cb4-4695-abfe-2df92b270841', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4', 'mac_address': 'fa:16:3e:ef:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24aa17f-8956-4088-8242-bccb76dbde75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:42:01Z', 'updated_at': '2021-06-18T16:42:01Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98fb9fe8-6527-47ee-8ee1-74b99aa7c16f', 'name': '', 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:5f:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '8586988d-61fe-453c-8549-3489204d7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:48Z', 'updated_at': '2021-06-18T16:41:54Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '8586988d-61fe-453c-8549-3489204d7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:42:03.432666 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c448cc8-db41-4326-9119-54a467a40ca5 None None] New status for floating IP a39eff78-58f1-409a-b304-d3e5db67de75: ACTIVE {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:42:03.640379 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52532) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:42:03.701170 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4fbaaee8-714f-41c2-a59f-728b34d9e4cc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/a39eff78-58f1-409a-b304-d3e5db67de75 HTTP/1.1" status: 200 len: 992 time: 0.0596521 Jun 18 16:42:05.220630 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9fad52a6-c1de-42df-89a3-73ba2122c09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:07.634822 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b3bde71f-c090-4a51-ad1a-be87e6c28a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:08.227769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:08.935148 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:10.468717 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:24.764159 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:29.646036 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:42:35.221448 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5b763b49-fb76-4db4-88c2-bfc39c25f98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:35.498746 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fb9bb7b4-2139-4288-a567-1a2c6c9e48b7 req-a6af8b5f-ab8f-4add-8a5a-cbd0d62e6f0d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d24aa17f-8956-4088-8242-bccb76dbde75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510828 Jun 18 16:42:35.609118 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bb7b4-2139-4288-a567-1a2c6c9e48b7 req-7a2cf482-0837-4a87-b5fc-ff75f12ac8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:35.610562 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fb9bb7b4-2139-4288-a567-1a2c6c9e48b7 req-7a2cf482-0837-4a87-b5fc-ff75f12ac8bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 1098 time: 0.0522509 Jun 18 16:42:35.716957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bb7b4-2139-4288-a567-1a2c6c9e48b7 req-1c5384cb-0e8b-4fa6-bdaf-4ee381f6979c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:35.718437 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fb9bb7b4-2139-4288-a567-1a2c6c9e48b7 req-1c5384cb-0e8b-4fa6-bdaf-4ee381f6979c service neutron] 10.222.0.64 "GET /v2.0/networks?id=e88d91c9-5731-44a5-8910-2cd24962b9a4 HTTP/1.1" status: 200 len: 897 time: 0.0887733 Jun 18 16:42:35.780970 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fb9bb7b4-2139-4288-a567-1a2c6c9e48b7 req-568bc9bb-f26e-48e8-8fa7-f768de760bc1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88ec0911-7cb4-4695-abfe-2df92b270841 HTTP/1.1" status: 200 len: 1000 time: 0.0561368 Jun 18 16:42:36.166885 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bb7b4-2139-4288-a567-1a2c6c9e48b7 req-d84ef6a1-7d34-42a3-be41-6c77f8b5b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:36.168236 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fb9bb7b4-2139-4288-a567-1a2c6c9e48b7 req-d84ef6a1-7d34-42a3-be41-6c77f8b5b2b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8586988d-61fe-453c-8549-3489204d7324 HTTP/1.1" status: 200 len: 844 time: 0.3784661 Jun 18 16:42:36.223953 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bb7b4-2139-4288-a567-1a2c6c9e48b7 req-87754fd0-e7f8-4ee0-b8e1-ba7a3e640b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:36.225381 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fb9bb7b4-2139-4288-a567-1a2c6c9e48b7 req-87754fd0-e7f8-4ee0-b8e1-ba7a3e640b41 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e88d91c9-5731-44a5-8910-2cd24962b9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0506563 Jun 18 16:42:36.314805 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fb9bb7b4-2139-4288-a567-1a2c6c9e48b7 req-58dd1191-19d9-4612-92da-03fa857ebd88 service neutron] 10.222.0.64 "GET /v2.0/networks/e88d91c9-5731-44a5-8910-2cd24962b9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827341 Jun 18 16:42:36.406512 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fb9bb7b4-2139-4288-a567-1a2c6c9e48b7 req-3d8131b4-7f32-408f-9664-91e2be06edbf service neutron] 10.222.0.64 "GET /v2.0/networks/e88d91c9-5731-44a5-8910-2cd24962b9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856450 Jun 18 16:42:37.635475 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-01f4490b-f4ba-4100-bcd7-10fd6d42e850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:38.228115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:38.938323 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:40.471037 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:54.777946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:05.222468 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0e292adb-9ae0-4f49-8edf-5501973956b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:06.644694 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:43:07.635837 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6a72de03-b0b0-4627-99ae-f886e2292d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:08.227932 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:08.944314 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:10.474113 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:24.777137 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:35.221464 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1648f7c3-68cf-4f1c-998d-e7f0d18718bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:36.591774 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0f6cf719-038a-43e9-b1fd-fa9712ab4740 req-e789d01c-1f9a-44eb-a8d1-587bf56c9f35 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d24aa17f-8956-4088-8242-bccb76dbde75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0911014 Jun 18 16:43:36.708797 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cf719-038a-43e9-b1fd-fa9712ab4740 req-30eb1903-0621-4372-9774-8919fadac2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:36.710273 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0f6cf719-038a-43e9-b1fd-fa9712ab4740 req-30eb1903-0621-4372-9774-8919fadac2a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 1098 time: 0.0584874 Jun 18 16:43:36.815125 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cf719-038a-43e9-b1fd-fa9712ab4740 req-31894e85-395d-4eae-b6ce-c3e76cbf3fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:36.816553 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0f6cf719-038a-43e9-b1fd-fa9712ab4740 req-31894e85-395d-4eae-b6ce-c3e76cbf3fca service neutron] 10.222.0.64 "GET /v2.0/networks?id=e88d91c9-5731-44a5-8910-2cd24962b9a4 HTTP/1.1" status: 200 len: 897 time: 0.0841064 Jun 18 16:43:36.883173 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0f6cf719-038a-43e9-b1fd-fa9712ab4740 req-7c053f51-dd7b-4fed-943e-ece0e4fb9e01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88ec0911-7cb4-4695-abfe-2df92b270841 HTTP/1.1" status: 200 len: 1000 time: 0.0584385 Jun 18 16:43:36.933179 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cf719-038a-43e9-b1fd-fa9712ab4740 req-07a79949-6e34-4f2a-b3ee-6086dd42ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:36.934960 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0f6cf719-038a-43e9-b1fd-fa9712ab4740 req-07a79949-6e34-4f2a-b3ee-6086dd42ae17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8586988d-61fe-453c-8549-3489204d7324 HTTP/1.1" status: 200 len: 844 time: 0.0451708 Jun 18 16:43:36.990112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cf719-038a-43e9-b1fd-fa9712ab4740 req-73a0ce4a-66a2-452a-88e8-89d1e8be22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:36.991616 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0f6cf719-038a-43e9-b1fd-fa9712ab4740 req-73a0ce4a-66a2-452a-88e8-89d1e8be22e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e88d91c9-5731-44a5-8910-2cd24962b9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509539 Jun 18 16:43:37.082104 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0f6cf719-038a-43e9-b1fd-fa9712ab4740 req-705e37db-4767-4eed-b4ad-22cc2fd4ae7a service neutron] 10.222.0.64 "GET /v2.0/networks/e88d91c9-5731-44a5-8910-2cd24962b9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838118 Jun 18 16:43:37.169667 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0f6cf719-038a-43e9-b1fd-fa9712ab4740 req-7a6296eb-8bd4-4a28-9f14-4df8d92e50c7 service neutron] 10.222.0.64 "GET /v2.0/networks/e88d91c9-5731-44a5-8910-2cd24962b9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807385 Jun 18 16:43:37.637693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ed581706-4126-46ec-a167-fd5a4f60d294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:38.230729 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:38.944773 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:40.475989 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:43.642883 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:43:53.641828 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52574) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:43:53.647834 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:43:53.737346 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8941635'] for subnet, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:53.880818 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758221909212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9273230'] for subnet, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:53.882684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e341435d-18ab-4bf7-914b-6a60b0dcdd6a tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:43:53.925869 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:53.926358 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:53.927628 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/subnets/8586988d-61fe-453c-8549-3489204d7324 HTTP/1.1" status: 200 len: 836 time: 0.2848299 Jun 18 16:43:53.931426 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1f8ea6-af36-4075-a65a-f48fd397b7a8 None None] Network e88d91c9-5731-44a5-8910-2cd24962b9a4 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:43:53.942395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Subnet': ['ID=8586988d-61fe-453c-8549-3489204d7324,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:43:53.949556 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:53.950482 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:53.951544 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:53.951923 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:53.952295 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:53.952667 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:53.953033 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:53.953401 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:53.953768 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:53.954130 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:53.954490 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:53.954872 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:53.958884 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:43:54.260720 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-97165700-8129-49cb-8092-c36398d1a5da None None] Provisioning complete for port 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:43:54.261102 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-97165700-8129-49cb-8092-c36398d1a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:54.346745 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-97165700-8129-49cb-8092-c36398d1a5da None None] Provisioning complete for port 1ba6b77d-4297-488f-91e3-f963314850dc triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:43:54.347129 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-97165700-8129-49cb-8092-c36398d1a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:54.442110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-97165700-8129-49cb-8092-c36398d1a5da None None] Provisioning complete for port 88ec0911-7cb4-4695-abfe-2df92b270841 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:43:54.442344 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-97165700-8129-49cb-8092-c36398d1a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:54.792841 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:05.222532 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-922f0c06-d5ea-48ac-9374-c2a8d629114e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:07.638421 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-02d84383-94d2-40f5-9179-cb8c0346eba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:08.231918 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:08.951459 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:10.478916 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:20.641686 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:44:24.791372 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:35.222933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-17860776-3657-4946-9a6c-c61415464e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:36.534956 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d1457c2f-12ae-4c43-b375-ba07d473297b req-4194bbbd-fefe-4302-9d3d-25a20fb74232 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d24aa17f-8956-4088-8242-bccb76dbde75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560975 Jun 18 16:44:36.649370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1457c2f-12ae-4c43-b375-ba07d473297b req-95d79e4c-ad9d-43ba-8e78-bf448ce81aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:36.650790 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d1457c2f-12ae-4c43-b375-ba07d473297b req-95d79e4c-ad9d-43ba-8e78-bf448ce81aa5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 1098 time: 0.0531588 Jun 18 16:44:36.759348 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1457c2f-12ae-4c43-b375-ba07d473297b req-6ca34bd5-4107-4468-9313-3df63243c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:36.760802 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d1457c2f-12ae-4c43-b375-ba07d473297b req-6ca34bd5-4107-4468-9313-3df63243c928 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e88d91c9-5731-44a5-8910-2cd24962b9a4 HTTP/1.1" status: 200 len: 897 time: 0.0897126 Jun 18 16:44:36.784568 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52588) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:36.829207 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d1457c2f-12ae-4c43-b375-ba07d473297b req-a6fefe04-4907-48e5-a14c-ef8e503c650f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88ec0911-7cb4-4695-abfe-2df92b270841 HTTP/1.1" status: 200 len: 1000 time: 0.0619020 Jun 18 16:44:36.876927 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1457c2f-12ae-4c43-b375-ba07d473297b req-693a63d3-98de-4844-b9ef-d73beedaf4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:36.878365 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d1457c2f-12ae-4c43-b375-ba07d473297b req-693a63d3-98de-4844-b9ef-d73beedaf4bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8586988d-61fe-453c-8549-3489204d7324 HTTP/1.1" status: 200 len: 844 time: 0.0436599 Jun 18 16:44:36.934989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1457c2f-12ae-4c43-b375-ba07d473297b req-1f34208f-0132-44da-84d9-1e807c9a3009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:36.936470 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d1457c2f-12ae-4c43-b375-ba07d473297b req-1f34208f-0132-44da-84d9-1e807c9a3009 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e88d91c9-5731-44a5-8910-2cd24962b9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523198 Jun 18 16:44:36.942164 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-f20cfa1f-64fd-46ef-8296-e304ce852a07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port d5cc75fb-350d-46ee-ade6-ca8a33fcb319 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:44:36.942485 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f20cfa1f-64fd-46ef-8296-e304ce852a07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.020392 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f20cfa1f-64fd-46ef-8296-e304ce852a07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.020731 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f20cfa1f-64fd-46ef-8296-e304ce852a07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.034386 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d1457c2f-12ae-4c43-b375-ba07d473297b req-f599c147-60d5-48ba-9eee-12821c9099fe service neutron] 10.222.0.64 "GET /v2.0/networks/e88d91c9-5731-44a5-8910-2cd24962b9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913668 Jun 18 16:44:37.086438 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-f20cfa1f-64fd-46ef-8296-e304ce852a07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for d5cc75fb-350d-46ee-ade6-ca8a33fcb319 owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:44:37.127720 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d1457c2f-12ae-4c43-b375-ba07d473297b req-74e0b592-bd9f-4169-b214-3e7cc2b4fc52 service neutron] 10.222.0.64 "GET /v2.0/networks/e88d91c9-5731-44a5-8910-2cd24962b9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846756 Jun 18 16:44:37.232958 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f20cfa1f-64fd-46ef-8296-e304ce852a07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.235079 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c5d55ea7-c904-41ed-8471-7addd52876a4 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:37.259813 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cfa1f-64fd-46ef-8296-e304ce852a07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=d5cc75fb-350d-46ee-ade6-ca8a33fcb319,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:37.266209 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f20cfa1f-64fd-46ef-8296-e304ce852a07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:37.324084 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f20cfa1f-64fd-46ef-8296-e304ce852a07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.324412 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-f20cfa1f-64fd-46ef-8296-e304ce852a07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Floating IP a39eff78-58f1-409a-b304-d3e5db67de75 disassociated (deleted). External IP: 172.26.2.18, port: 88ec0911-7cb4-4695-abfe-2df92b270841. Jun 18 16:44:37.522207 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20cfa1f-64fd-46ef-8296-e304ce852a07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 1b259de0-8fc6-467f-870f-e90aadd543c1 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:44:37.625107 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20cfa1f-64fd-46ef-8296-e304ce852a07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:44:37.629681 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f20cfa1f-64fd-46ef-8296-e304ce852a07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.636556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546e4475-0ee7-427a-92b0-3974085f63bc None None] Sync routers for ids ['1b259de0-8fc6-467f-870f-e90aadd543c1'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:44:37.647499 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-382caca7-a56d-4b10-92f2-393b49ecbcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.651432 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546e4475-0ee7-427a-92b0-3974085f63bc None None] Routers {'1b259de0-8fc6-467f-870f-e90aadd543c1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:44:37.652048 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-546e4475-0ee7-427a-92b0-3974085f63bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:44:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['1b259de0-8fc6-467f-870f-e90aadd543c1'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:37.665941 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f20cfa1f-64fd-46ef-8296-e304ce852a07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/floatingips/a39eff78-58f1-409a-b304-d3e5db67de75 HTTP/1.1" status: 204 len: 168 time: 0.8802717 Jun 18 16:44:37.666696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24aa17f-8956-4088-8242-bccb76dbde75', 'tag': '88ec0911-7cb4-4695-abfe-2df92b270841'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:44:37.668991 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e704d19-2533-4b9e-9ed7-43127c2de58e" -d '{"events": [{"name": "network-changed", "server_uuid": "d24aa17f-8956-4088-8242-bccb76dbde75", "tag": "88ec0911-7cb4-4695-abfe-2df92b270841"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:44:37.710361 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518dd253-8749-4339-887d-b81466cb37a0 x-openstack-request-id: req-518dd253-8749-4339-887d-b81466cb37a0 {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:44:37.710885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24aa17f-8956-4088-8242-bccb76dbde75", "tag": "88ec0911-7cb4-4695-abfe-2df92b270841", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:44:37.711193 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-518dd253-8749-4339-887d-b81466cb37a0 {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:44:37.711643 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24aa17f-8956-4088-8242-bccb76dbde75', 'tag': '88ec0911-7cb4-4695-abfe-2df92b270841', 'status': 'completed', 'code': 200} Jun 18 16:44:37.822374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e704d19-2533-4b9e-9ed7-43127c2de58e req-4d8c6efb-6cdd-445b-8f53-470ea066f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:37.824225 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1e704d19-2533-4b9e-9ed7-43127c2de58e req-4d8c6efb-6cdd-445b-8f53-470ea066f773 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 1098 time: 0.0650489 Jun 18 16:44:37.915550 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-546e4475-0ee7-427a-92b0-3974085f63bc None None] Set router 1b259de0-8fc6-467f-870f-e90aadd543c1 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:44:37.918217 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e704d19-2533-4b9e-9ed7-43127c2de58e req-6bc4f34e-4abd-48f8-943f-e117af6c5e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:37.919759 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1e704d19-2533-4b9e-9ed7-43127c2de58e req-6bc4f34e-4abd-48f8-943f-e117af6c5e5c service neutron] 10.222.0.64 "GET /v2.0/networks?id=e88d91c9-5731-44a5-8910-2cd24962b9a4 HTTP/1.1" status: 200 len: 897 time: 0.0894127 Jun 18 16:44:37.964242 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1e704d19-2533-4b9e-9ed7-43127c2de58e req-a1da337a-c267-458b-b14d-e3410710c25f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88ec0911-7cb4-4695-abfe-2df92b270841 HTTP/1.1" status: 200 len: 217 time: 0.0380533 Jun 18 16:44:38.014132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e704d19-2533-4b9e-9ed7-43127c2de58e req-3b739f0b-3527-498d-97c0-ef01c408ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:38.016438 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1e704d19-2533-4b9e-9ed7-43127c2de58e req-3b739f0b-3527-498d-97c0-ef01c408ba88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8586988d-61fe-453c-8549-3489204d7324 HTTP/1.1" status: 200 len: 844 time: 0.0460517 Jun 18 16:44:38.073854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e704d19-2533-4b9e-9ed7-43127c2de58e req-3abe01b7-b57e-4317-8a7e-b073f27c6351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:38.075271 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1e704d19-2533-4b9e-9ed7-43127c2de58e req-3abe01b7-b57e-4317-8a7e-b073f27c6351 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e88d91c9-5731-44a5-8910-2cd24962b9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528793 Jun 18 16:44:38.111587 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-546e4475-0ee7-427a-92b0-3974085f63bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'name': 'tempest-TestNetworkBasicOps-router-788371007', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:41:45Z', 'updated_at': '2021-06-18T16:41:49Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:46Z', 'updated_at': '2021-06-18T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '98fb9fe8-6527-47ee-8ee1-74b99aa7c16f', 'name': '', 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:5f:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '8586988d-61fe-453c-8549-3489204d7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:48Z', 'updated_at': '2021-06-18T16:41:54Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '8586988d-61fe-453c-8549-3489204d7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:38.137261 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546e4475-0ee7-427a-92b0-3974085f63bc None None] Checking router: 1b259de0-8fc6-467f-870f-e90aadd543c1 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:44:38.146050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546e4475-0ee7-427a-92b0-3974085f63bc None None] Routers {'1b259de0-8fc6-467f-870f-e90aadd543c1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:44:38.146711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-546e4475-0ee7-427a-92b0-3974085f63bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:44:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['1b259de0-8fc6-467f-870f-e90aadd543c1'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:38.168039 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1e704d19-2533-4b9e-9ed7-43127c2de58e req-956f6dbf-fa13-490f-9ee1-60a9031cd0a7 service neutron] 10.222.0.64 "GET /v2.0/networks/e88d91c9-5731-44a5-8910-2cd24962b9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865333 Jun 18 16:44:38.245535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:38.261627 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1e704d19-2533-4b9e-9ed7-43127c2de58e req-298755f2-d33f-4f05-9ea6-4a2eb21ec341 service neutron] 10.222.0.64 "GET /v2.0/networks/e88d91c9-5731-44a5-8910-2cd24962b9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878141 Jun 18 16:44:38.262255 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-546e4475-0ee7-427a-92b0-3974085f63bc None None] Set router 1b259de0-8fc6-467f-870f-e90aadd543c1 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:44:38.464212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-546e4475-0ee7-427a-92b0-3974085f63bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'name': 'tempest-TestNetworkBasicOps-router-788371007', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:41:45Z', 'updated_at': '2021-06-18T16:41:49Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:46Z', 'updated_at': '2021-06-18T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '98fb9fe8-6527-47ee-8ee1-74b99aa7c16f', 'name': '', 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:5f:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '8586988d-61fe-453c-8549-3489204d7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:48Z', 'updated_at': '2021-06-18T16:41:54Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '8586988d-61fe-453c-8549-3489204d7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:38.488730 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546e4475-0ee7-427a-92b0-3974085f63bc None None] The sync data for ids ['1b259de0-8fc6-467f-870f-e90aadd543c1'] in dv-neutron-797121-1-hyperv is: [{'id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'name': 'tempest-TestNetworkBasicOps-router-788371007', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:41:45Z', 'updated_at': '2021-06-18T16:41:49Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:46Z', 'updated_at': '2021-06-18T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '98fb9fe8-6527-47ee-8ee1-74b99aa7c16f', 'name': '', 'network_id': 'e88d91c9-5731-44a5-8910-2cd24962b9a4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:5f:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '8586988d-61fe-453c-8549-3489204d7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:48Z', 'updated_at': '2021-06-18T16:41:54Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '8586988d-61fe-453c-8549-3489204d7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:44:38.702264 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebd98c3-f01d-400d-bb71-d5fd7aeca67a None None] New status for floating IP a39eff78-58f1-409a-b304-d3e5db67de75: DOWN {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:44:38.950277 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:39.166304 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15582ab-e0b9-41ac-980b-94edb91e1ce5 req-8f5e2560-7753-494f-9dcb-17b5281c9cfc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:39.167861 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d15582ab-e0b9-41ac-980b-94edb91e1ce5 req-8f5e2560-7753-494f-9dcb-17b5281c9cfc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 945 time: 0.1434975 Jun 18 16:44:39.205290 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d15582ab-e0b9-41ac-980b-94edb91e1ce5 req-89658940-63c3-45d2-9d1d-daefc23dfdfe tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3647e975-722d-4a94-ad4c-823292d2c71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311291 Jun 18 16:44:40.433591 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb320f-9b33-485f-9b8b-4bce548c3427 req-ac5c2cbf-f7ae-4275-9ab8-2182967da543 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:40.435109 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5dfb320f-9b33-485f-9b8b-4bce548c3427 req-ac5c2cbf-f7ae-4275-9ab8-2182967da543 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 945 time: 0.1136098 Jun 18 16:44:40.474743 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5dfb320f-9b33-485f-9b8b-4bce548c3427 req-eca4eee5-d8ec-498d-b5aa-f6ef6d794b86 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3647e975-722d-4a94-ad4c-823292d2c71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329826 Jun 18 16:44:40.484245 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:40.485741 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df8785-a868-489d-ae15-9ddedc3756bf req-2651bdc0-5a2b-4150-9eb6-801880688b0b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:40.487358 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-96df8785-a868-489d-ae15-9ddedc3756bf req-2651bdc0-5a2b-4150-9eb6-801880688b0b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/ports?device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 945 time: 0.0643842 Jun 18 16:44:40.595248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-96df8785-a868-489d-ae15-9ddedc3756bf req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port 88ec0911-7cb4-4695-abfe-2df92b270841 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:44:40.595588 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-96df8785-a868-489d-ae15-9ddedc3756bf req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:40.686203 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-96df8785-a868-489d-ae15-9ddedc3756bf req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port 88ec0911-7cb4-4695-abfe-2df92b270841, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=88ec0911-7cb4-4695-abfe-2df92b270841,segment=NetworkSegment(5f0340ab-867d-4776-aa7a-cfc2932a4243),segment_id=5f0340ab-867d-4776-aa7a-cfc2932a4243)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:44:40.686631 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-96df8785-a868-489d-ae15-9ddedc3756bf req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:40.754054 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-96df8785-a868-489d-ae15-9ddedc3756bf req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for 88ec0911-7cb4-4695-abfe-2df92b270841 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:44:40.880178 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-96df8785-a868-489d-ae15-9ddedc3756bf req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:40.884775 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-140b650f-c4d6-4433-a2f4-28c1851c879e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:40.922757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=88ec0911-7cb4-4695-abfe-2df92b270841,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:40.950311 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:40.950725 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:40.951103 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:40.951476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:40.951841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:40.952828 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:40.953467 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:40.953693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:40.953969 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:40.954327 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:40.954707 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:40.955072 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:40.958883 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:40.978471 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-96df8785-a868-489d-ae15-9ddedc3756bf req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] No DVR routers for this DVR port 88ec0911-7cb4-4695-abfe-2df92b270841 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:44:40.980917 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-96df8785-a868-489d-ae15-9ddedc3756bf req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:40.982912 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-96df8785-a868-489d-ae15-9ddedc3756bf req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "DELETE /v2.0/ports/88ec0911-7cb4-4695-abfe-2df92b270841 HTTP/1.1" status: 204 len: 173 time: 0.4901164 Jun 18 16:44:40.983588 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24aa17f-8956-4088-8242-bccb76dbde75', 'name': 'network-vif-deleted', 'tag': '88ec0911-7cb4-4695-abfe-2df92b270841'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:44:40.985758 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4b9c9e-4071-40cd-a967-52753f071ec5" -d '{"events": [{"server_uuid": "d24aa17f-8956-4088-8242-bccb76dbde75", "name": "network-vif-deleted", "tag": "88ec0911-7cb4-4695-abfe-2df92b270841"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:44:41.080096 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1528e2-b635-468c-886b-1ac60a67f65c x-openstack-request-id: req-1e1528e2-b635-468c-886b-1ac60a67f65c {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:44:41.080450 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24aa17f-8956-4088-8242-bccb76dbde75", "name": "network-vif-deleted", "tag": "88ec0911-7cb4-4695-abfe-2df92b270841", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:44:41.080755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e1528e2-b635-468c-886b-1ac60a67f65c {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:44:41.081214 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24aa17f-8956-4088-8242-bccb76dbde75', 'name': 'network-vif-deleted', 'tag': '88ec0911-7cb4-4695-abfe-2df92b270841', 'status': 'completed', 'code': 200} Jun 18 16:44:41.632872 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cf2965bc-36d5-4bee-9090-73476d94811e req-2e8f8501-5511-48c9-a261-f5446200d86e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=d24aa17f-8956-4088-8242-bccb76dbde75 HTTP/1.1" status: 200 len: 210 time: 0.0304956 Jun 18 16:44:42.726265 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52624) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:42.782988 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-97748418-8665-488e-a961-cb62b9472df3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:42.806855 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-97748418-8665-488e-a961-cb62b9472df3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:42.863747 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-97748418-8665-488e-a961-cb62b9472df3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:42.866357 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-97748418-8665-488e-a961-cb62b9472df3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:42.867539 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-97748418-8665-488e-a961-cb62b9472df3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/security-groups/3647e975-722d-4a94-ad4c-823292d2c71c HTTP/1.1" status: 204 len: 168 time: 0.1402578 Jun 18 16:44:42.868447 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f240ed85-a79a-42c5-abd7-ed87b5f3fc24 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:42.877865 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97748418-8665-488e-a961-cb62b9472df3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3647e975-722d-4a94-ad4c-823292d2c71c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:42.880405 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-97748418-8665-488e-a961-cb62b9472df3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:43.919492 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52630) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:44.272157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6a01fcf2-6c44-414d-88cd-e19efe85ebe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:44.529998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-6a01fcf2-6c44-414d-88cd-e19efe85ebe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:44:44.530304 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6a01fcf2-6c44-414d-88cd-e19efe85ebe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:44.617926 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-6a01fcf2-6c44-414d-88cd-e19efe85ebe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=98fb9fe8-6527-47ee-8ee1-74b99aa7c16f,segment=NetworkSegment(5f0340ab-867d-4776-aa7a-cfc2932a4243),segment_id=5f0340ab-867d-4776-aa7a-cfc2932a4243)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:44:44.618281 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6a01fcf2-6c44-414d-88cd-e19efe85ebe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:44.680216 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-6a01fcf2-6c44-414d-88cd-e19efe85ebe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:44:44.857942 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6a01fcf2-6c44-414d-88cd-e19efe85ebe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:44.860537 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5ef17b67-9522-4b62-a972-daf539f17f73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:44.887557 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01fcf2-6c44-414d-88cd-e19efe85ebe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=98fb9fe8-6527-47ee-8ee1-74b99aa7c16f,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:44.891210 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6a01fcf2-6c44-414d-88cd-e19efe85ebe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:45.059266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6a01fcf2-6c44-414d-88cd-e19efe85ebe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:45.266943 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a01fcf2-6c44-414d-88cd-e19efe85ebe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 1b259de0-8fc6-467f-870f-e90aadd543c1 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:44:45.369867 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a01fcf2-6c44-414d-88cd-e19efe85ebe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:44:45.378747 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6a01fcf2-6c44-414d-88cd-e19efe85ebe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/routers/1b259de0-8fc6-467f-870f-e90aadd543c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4538975 Jun 18 16:44:45.378891 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52634) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:45.380107 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb4bc7-58a3-4ad9-b18d-78b7a579b8e8 None None] Sync routers for ids ['1b259de0-8fc6-467f-870f-e90aadd543c1'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:44:45.389694 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb4bc7-58a3-4ad9-b18d-78b7a579b8e8 None None] Routers {'1b259de0-8fc6-467f-870f-e90aadd543c1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:44:45.390307 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b2fb4bc7-58a3-4ad9-b18d-78b7a579b8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:44:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['1b259de0-8fc6-467f-870f-e90aadd543c1'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:45.431912 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be2bda7-f0fb-47b5-bc5a-6a5439230c75 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting subnet 8586988d-61fe-453c-8549-3489204d7324 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:44:45.434944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1be2bda7-f0fb-47b5-bc5a-6a5439230c75 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:45.474734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1be2bda7-f0fb-47b5-bc5a-6a5439230c75 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:45.494368 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-b2fb4bc7-58a3-4ad9-b18d-78b7a579b8e8 None None] Set router 1b259de0-8fc6-467f-870f-e90aadd543c1 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:44:45.561188 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1be2bda7-f0fb-47b5-bc5a-6a5439230c75 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:45.620284 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1be2bda7-f0fb-47b5-bc5a-6a5439230c75 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:45.623200 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7f27d4f3-6e28-4d7a-9cd7-bf25faf98799 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:45.648679 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2bda7-f0fb-47b5-bc5a-6a5439230c75 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Subnet': ['ID=8586988d-61fe-453c-8549-3489204d7324,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:45.650703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1be2bda7-f0fb-47b5-bc5a-6a5439230c75 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:45.655859 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52636) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:45.656273 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1be2bda7-f0fb-47b5-bc5a-6a5439230c75 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/subnets/8586988d-61fe-453c-8549-3489204d7324 HTTP/1.1" status: 204 len: 168 time: 0.2754586 Jun 18 16:44:45.657271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1be2bda7-f0fb-47b5-bc5a-6a5439230c75 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:45.662173 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f738f0-7a93-4bbb-abd4-360fd88a711f None None] Network e88d91c9-5731-44a5-8910-2cd24962b9a4 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:44:45.664669 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 88ec0911-7cb4-4695-abfe-2df92b270841 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:44:45.722477 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 88ec0911-7cb4-4695-abfe-2df92b270841 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:44:45.722834 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 88ec0911-7cb4-4695-abfe-2df92b270841 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:44:45.762005 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ba6e9d1-6137-454a-a41c-03488a91f931 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:45.778298 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b2fb4bc7-58a3-4ad9-b18d-78b7a579b8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'name': 'tempest-TestNetworkBasicOps-router-788371007', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:41:45Z', 'updated_at': '2021-06-18T16:44:44Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:46Z', 'updated_at': '2021-06-18T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:45.820925 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb4bc7-58a3-4ad9-b18d-78b7a579b8e8 None None] Checking router: 1b259de0-8fc6-467f-870f-e90aadd543c1 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:44:45.834677 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb4bc7-58a3-4ad9-b18d-78b7a579b8e8 None None] Routers {'1b259de0-8fc6-467f-870f-e90aadd543c1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:44:45.835323 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b2fb4bc7-58a3-4ad9-b18d-78b7a579b8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:44:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['1b259de0-8fc6-467f-870f-e90aadd543c1'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:45.953535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-b2fb4bc7-58a3-4ad9-b18d-78b7a579b8e8 None None] Set router 1b259de0-8fc6-467f-870f-e90aadd543c1 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:44:46.009797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] DHCP port deletion for e88d91c9-5731-44a5-8910-2cd24962b9a4 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:44:46.145990 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] Deleting port 1ba6b77d-4297-488f-91e3-f963314850dc {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:44:46.146289 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:46.169952 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ba6e9d1-6137-454a-a41c-03488a91f931 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:46.221794 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] For port 1ba6b77d-4297-488f-91e3-f963314850dc, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=1ba6b77d-4297-488f-91e3-f963314850dc,segment=NetworkSegment(5f0340ab-867d-4776-aa7a-cfc2932a4243),segment_id=5f0340ab-867d-4776-aa7a-cfc2932a4243)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:44:46.222103 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:46.225188 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-9ba6e9d1-6137-454a-a41c-03488a91f931 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port 7dce5898-9bca-40e4-a61a-a45f9406817e {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:44:46.225534 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ba6e9d1-6137-454a-a41c-03488a91f931 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:46.263533 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b2fb4bc7-58a3-4ad9-b18d-78b7a579b8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'name': 'tempest-TestNetworkBasicOps-router-788371007', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:41:45Z', 'updated_at': '2021-06-18T16:44:44Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:46Z', 'updated_at': '2021-06-18T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:46.289424 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] Calling delete_port for 1ba6b77d-4297-488f-91e3-f963314850dc owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:44:46.305549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-9ba6e9d1-6137-454a-a41c-03488a91f931 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port 7dce5898-9bca-40e4-a61a-a45f9406817e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7dce5898-9bca-40e4-a61a-a45f9406817e,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:44:46.305549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ba6e9d1-6137-454a-a41c-03488a91f931 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:46.320952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb4bc7-58a3-4ad9-b18d-78b7a579b8e8 None None] The sync data for ids ['1b259de0-8fc6-467f-870f-e90aadd543c1'] in dv-neutron-797121-1-hyperv is: [{'id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'name': 'tempest-TestNetworkBasicOps-router-788371007', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173'}], 'enable_snat': True}, 'gw_port_id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:41:45Z', 'updated_at': '2021-06-18T16:44:44Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '7dce5898-9bca-40e4-a61a-a45f9406817e', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b259de0-8fc6-467f-870f-e90aadd543c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:41:46Z', 'updated_at': '2021-06-18T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:44:46.380496 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-9ba6e9d1-6137-454a-a41c-03488a91f931 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for 7dce5898-9bca-40e4-a61a-a45f9406817e owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:44:46.403550 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:46.405707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c864549c-f973-4cbc-9119-5731c6aa4ca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:46.428947 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] Pushing event deleted for resources: {'Port': ['ID=1ba6b77d-4297-488f-91e3-f963314850dc,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:46.439746 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] No DVR routers for this DVR port 1ba6b77d-4297-488f-91e3-f963314850dc on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:44:46.450533 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.450533 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.450533 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.450533 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.450533 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.450533 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.450533 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.451846 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.451846 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.451846 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.451846 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.454099 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.459387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:46.543478 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ba6e9d1-6137-454a-a41c-03488a91f931 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:46.546282 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d220458c-ef90-4860-a883-5bd822cf64e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:46.570553 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6e9d1-6137-454a-a41c-03488a91f931 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=7dce5898-9bca-40e4-a61a-a45f9406817e,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:46.574225 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9ba6e9d1-6137-454a-a41c-03488a91f931 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:46.628042 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ba6e9d1-6137-454a-a41c-03488a91f931 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:46.725988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 1ba6b77d-4297-488f-91e3-f963314850dc no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:44:46.726274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ba6e9d1-6137-454a-a41c-03488a91f931 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:46.729198 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ba6e9d1-6137-454a-a41c-03488a91f931 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:46.747181 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 1ba6b77d-4297-488f-91e3-f963314850dc {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:44:46.747537 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 1ba6b77d-4297-488f-91e3-f963314850dc not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:44:46.780420 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ba6e9d1-6137-454a-a41c-03488a91f931 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:46.780944 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba6e9d1-6137-454a-a41c-03488a91f931 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Fanout notify agent at l3_agent the message router_deleted on router 1b259de0-8fc6-467f-870f-e90aadd543c1 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:44:46.787851 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ba6e9d1-6137-454a-a41c-03488a91f931 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:46.791664 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9ba6e9d1-6137-454a-a41c-03488a91f931 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/routers/1b259de0-8fc6-467f-870f-e90aadd543c1 HTTP/1.1" status: 204 len: 168 time: 1.1321561 Jun 18 16:44:46.791886 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52638) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:46.867900 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11d7204d-1948-47e7-ab75-185e244d3471 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:46.956955 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11d7204d-1948-47e7-ab75-185e244d3471 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:46.966876 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-11d7204d-1948-47e7-ab75-185e244d3471 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88d91c9-5731-44a5-8910-2cd24962b9a4']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:46.977019 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-11d7204d-1948-47e7-ab75-185e244d3471 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0340ab-867d-4776-aa7a-cfc2932a4243') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:46.977314 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-11d7204d-1948-47e7-ab75-185e244d3471 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0340ab-867d-4776-aa7a-cfc2932a4243') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:46.987192 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11d7204d-1948-47e7-ab75-185e244d3471 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:47.001889 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11d7204d-1948-47e7-ab75-185e244d3471 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:47.008336 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d7204d-1948-47e7-ab75-185e244d3471 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:44:47.008729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11d7204d-1948-47e7-ab75-185e244d3471 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:44:47.011933 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:44:47.072991 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11d7204d-1948-47e7-ab75-185e244d3471 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:47.076573 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c0aa3b99-42a5-4f6b-91ea-108be22c6bc4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:47.080485 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-11d7204d-1948-47e7-ab75-185e244d3471 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:47.082234 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-11d7204d-1948-47e7-ab75-185e244d3471 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/networks/e88d91c9-5731-44a5-8910-2cd24962b9a4 HTTP/1.1" status: 204 len: 168 time: 0.2894332 Jun 18 16:44:47.093173 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52640) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:47.098093 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-550bdc86-02c2-4a36-928b-cea83ff4755b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'network': {'name': 'tempest-network-smoke--89439252', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'port_security_enabled': True}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:47.102260 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7204d-1948-47e7-ab75-185e244d3471 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Network': ['ID=e88d91c9-5731-44a5-8910-2cd24962b9a4,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:47.108118 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-11d7204d-1948-47e7-ab75-185e244d3471 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:47.122962 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550bdc86-02c2-4a36-928b-cea83ff4755b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:44:47.127050 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-550bdc86-02c2-4a36-928b-cea83ff4755b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:47.150937 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550bdc86-02c2-4a36-928b-cea83ff4755b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:44:47.160669 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-550bdc86-02c2-4a36-928b-cea83ff4755b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:47.161011 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-550bdc86-02c2-4a36-928b-cea83ff4755b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Added segment 8c9b4981-75c6-464c-a289-43dde09ec534 of type vlan for network 00e1c29e-12c4-477c-87ca-00f8e29a21be Jun 18 16:44:47.200085 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-550bdc86-02c2-4a36-928b-cea83ff4755b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:47.226804 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-550bdc86-02c2-4a36-928b-cea83ff4755b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:47.232260 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550bdc86-02c2-4a36-928b-cea83ff4755b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:47.232842 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-550bdc86-02c2-4a36-928b-cea83ff4755b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:47.235750 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-853347df-ec40-49ad-9c46-ae2bebd40b10 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:47.292250 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-550bdc86-02c2-4a36-928b-cea83ff4755b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1979091 Jun 18 16:44:47.295012 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52642) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:47.300477 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-510236867', 'admin_state_up': True, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:47.304727 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bdc86-02c2-4a36-928b-cea83ff4755b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Network': ['ID=00e1c29e-12c4-477c-87ca-00f8e29a21be,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:47.307383 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-550bdc86-02c2-4a36-928b-cea83ff4755b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:47.316273 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 00e1c29e-12c4-477c-87ca-00f8e29a21be details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:44:47.322997 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:47.323966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:47.716442 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:47.843965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:48.029882 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:48.047915 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:48.145237 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.26.2.189 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/9204671d-ff97-4a22-8d0e-fd411801b955) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:44:48.245134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:48.286687 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:48.288658 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:48.329317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:44:48.332616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:44:48.335300 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:44:48.352923 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7dce5898-9bca-40e4-a61a-a45f9406817e no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:44:48.363255 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=9204671d-ff97-4a22-8d0e-fd411801b955,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:48.366673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:48.373733 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 7dce5898-9bca-40e4-a61a-a45f9406817e {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:44:48.374744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7dce5898-9bca-40e4-a61a-a45f9406817e not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:44:48.375245 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:44:48.393141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:44:48.393494 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 98fb9fe8-6527-47ee-8ee1-74b99aa7c16f not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:44:48.590557 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:48.782885 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:48.906366 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 8a428460-bcec-4270-9400-fc424631582b is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:44:49.008479 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:44:49.018578 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Sync routers for ids ['8a428460-bcec-4270-9400-fc424631582b'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:44:49.026194 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:49.027450 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7314291 Jun 18 16:44:49.027707 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Routers {'8a428460-bcec-4270-9400-fc424631582b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:44:49.028327 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:44:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['8a428460-bcec-4270-9400-fc424631582b'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:49.031092 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52644) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:49.058551 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a06b8bb8-4b24-4a9a-bf19-816bdaf5a3ce tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c860454b62904a0185c4be56bfb9c1bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262890 Jun 18 16:44:49.060910 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52646) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:49.129313 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Set router 8a428460-bcec-4270-9400-fc424631582b gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:44:49.149714 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516e6da9-30c4-41de-9925-273a33e7e11c tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:49.151238 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-516e6da9-30c4-41de-9925-273a33e7e11c tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893469 Jun 18 16:44:49.154018 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52648) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:49.181570 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e4d2b885-8949-4d29-82b8-4034e4f1f996 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262759 Jun 18 16:44:49.183898 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52650) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:49.188790 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-e901d928-711d-4f7c-9c01-b785e9cc3432 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-474907271', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:49.279641 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e901d928-711d-4f7c-9c01-b785e9cc3432 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:44:49.283769 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e901d928-711d-4f7c-9c01-b785e9cc3432 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:49.302940 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:44:48Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:48Z', 'updated_at': '2021-06-18T16:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:49.331824 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Checking router: 8a428460-bcec-4270-9400-fc424631582b for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:44:49.332188 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Updating router 8a428460-bcec-4270-9400-fc424631582b port 9204671d-ff97-4a22-8d0e-fd411801b955 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:44:49.366112 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:49.466118 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e901d928-711d-4f7c-9c01-b785e9cc3432 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:49.469204 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-55f56da6-5f48-4270-ae7d-0bc607d0ad75 tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:49.526420 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901d928-711d-4f7c-9c01-b785e9cc3432 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Subnet': ['ID=81967a79-0e85-4cd3-aca1-5b54c4c09aa6,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:49.529670 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e901d928-711d-4f7c-9c01-b785e9cc3432 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:49.537561 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e901d928-711d-4f7c-9c01-b785e9cc3432 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Checking segment: {'id': '8c9b4981-75c6-464c-a289-43dde09ec534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:44:49.537923 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e901d928-711d-4f7c-9c01-b785e9cc3432 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network hostable DHCP agents. Network: 00e1c29e-12c4-477c-87ca-00f8e29a21be, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:44:49.554307 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e901d928-711d-4f7c-9c01-b785e9cc3432 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 00e1c29e-12c4-477c-87ca-00f8e29a21be is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:44:49.562916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-e901d928-711d-4f7c-9c01-b785e9cc3432 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 00e1c29e-12c4-477c-87ca-00f8e29a21be) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:44:49.567731 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e901d928-711d-4f7c-9c01-b785e9cc3432 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:49.568643 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e901d928-711d-4f7c-9c01-b785e9cc3432 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:49.573763 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230bcbaf-9d95-49f8-a1c4-1226cca55125 None None] Network 00e1c29e-12c4-477c-87ca-00f8e29a21be requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:44:49.584511 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e901d928-711d-4f7c-9c01-b785e9cc3432 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3995805 Jun 18 16:44:49.587672 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52652) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:49.615923 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:49.626653 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Transition to ACTIVE for port object 9204671d-ff97-4a22-8d0e-fd411801b955 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:44:49.632981 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:49.636308 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-62d72183-df57-4b95-a3ef-0ca5300e4a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:49.684686 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Attempting to bind port 9204671d-ff97-4a22-8d0e-fd411801b955 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:44:49.685071 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Attempting to bind port 9204671d-ff97-4a22-8d0e-fd411801b955 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:44:49.685432 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Attempting to bind port 9204671d-ff97-4a22-8d0e-fd411801b955 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:44:49.698206 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:44:49.698608 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:44:49.699022 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:49.699629 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:44:49.700107 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Bound port: 9204671d-ff97-4a22-8d0e-fd411801b955, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:44:49.700487 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:49.731602 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1e7de-3b9c-4d67-a682-ae5cc85d67e6 None None] Pushing event updated for resources: {'Port': ['ID=9204671d-ff97-4a22-8d0e-fd411801b955,revision_number=2']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:49.733829 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-00e1c29e-12c4-477c-87ca-00f8e29a21be', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ips': [{'subnet_id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:44:49.735467 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:49.754209 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1e7de-3b9c-4d67-a682-ae5cc85d67e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:49.754630 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1e7de-3b9c-4d67-a682-ae5cc85d67e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:49.754957 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1e7de-3b9c-4d67-a682-ae5cc85d67e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:49.755675 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1e7de-3b9c-4d67-a682-ae5cc85d67e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:49.755675 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1e7de-3b9c-4d67-a682-ae5cc85d67e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:49.756104 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1e7de-3b9c-4d67-a682-ae5cc85d67e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:49.756436 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1e7de-3b9c-4d67-a682-ae5cc85d67e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:49.756760 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1e7de-3b9c-4d67-a682-ae5cc85d67e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:49.757381 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1e7de-3b9c-4d67-a682-ae5cc85d67e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:49.757899 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1e7de-3b9c-4d67-a682-ae5cc85d67e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:49.758415 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1e7de-3b9c-4d67-a682-ae5cc85d67e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:49.758768 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1e7de-3b9c-4d67-a682-ae5cc85d67e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:49.771905 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-f0c1e7de-3b9c-4d67-a682-ae5cc85d67e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:49.774279 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] For port 9204671d-ff97-4a22-8d0e-fd411801b955, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:44:49.777394 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] For port 9204671d-ff97-4a22-8d0e-fd411801b955, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9204671d-ff97-4a22-8d0e-fd411801b955,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:44:49.783179 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:49.786428 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:49.836836 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Routers {'8a428460-bcec-4270-9400-fc424631582b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:44:49.837458 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:44:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['8a428460-bcec-4270-9400-fc424631582b'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:49.952683 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] Set router 8a428460-bcec-4270-9400-fc424631582b gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:44:50.017147 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1e7de-3b9c-4d67-a682-ae5cc85d67e6 None None] Pushing event updated for resources: {'Port': ['ID=9204671d-ff97-4a22-8d0e-fd411801b955,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:50.028054 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-f0c1e7de-3b9c-4d67-a682-ae5cc85d67e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:50.038034 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Allocated IP 172.20.0.2 (00e1c29e-12c4-477c-87ca-00f8e29a21be/81967a79-0e85-4cd3-aca1-5b54c4c09aa6/e66141f3-efa0-4202-9634-f04a06c218ac) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:44:50.042561 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:50.153897 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:44:48Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:48Z', 'updated_at': '2021-06-18T16:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:50.181575 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051874fb-e554-4689-8bcf-4a3350cd1b15 None None] The sync data for ids ['8a428460-bcec-4270-9400-fc424631582b'] in dv-neutron-797121-1-hyperv is: [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:44:48Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:48Z', 'updated_at': '2021-06-18T16:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:44:50.189837 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:50.202379 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Transition to ACTIVE for port object e66141f3-efa0-4202-9634-f04a06c218ac will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:44:50.219608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Transition to ACTIVE for port object e66141f3-efa0-4202-9634-f04a06c218ac will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:44:50.225295 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:50.227910 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:50.266456 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Network 00e1c29e-12c4-477c-87ca-00f8e29a21be is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:44:50.269630 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:44:50.272695 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:44:50.284250 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Pushing event updated for resources: {'Port': ['ID=e66141f3-efa0-4202-9634-f04a06c218ac,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:50.287246 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:50.342033 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Attempting to bind port e66141f3-efa0-4202-9634-f04a06c218ac on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:44:50.342536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Attempting to bind port e66141f3-efa0-4202-9634-f04a06c218ac by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '8c9b4981-75c6-464c-a289-43dde09ec534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:44:50.343425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.20.0.1 (00e1c29e-12c4-477c-87ca-00f8e29a21be/81967a79-0e85-4cd3-aca1-5b54c4c09aa6/e6b4d983-988a-41f2-8cff-e8fdd1356656) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:44:50.343563 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Attempting to bind port e66141f3-efa0-4202-9634-f04a06c218ac on network 00e1c29e-12c4-477c-87ca-00f8e29a21be {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:44:50.349788 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:44:50.350130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Checking segment: {'id': '8c9b4981-75c6-464c-a289-43dde09ec534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:44:50.350555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:50.350994 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Bound using segment: {'id': '8c9b4981-75c6-464c-a289-43dde09ec534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:44:50.351476 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Bound port: e66141f3-efa0-4202-9634-f04a06c218ac, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9b4981-75c6-464c-a289-43dde09ec534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:44:50.351897 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:50.421685 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] For port e66141f3-efa0-4202-9634-f04a06c218ac, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:44:50.428252 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] For port e66141f3-efa0-4202-9634-f04a06c218ac, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e66141f3-efa0-4202-9634-f04a06c218ac,segment=NetworkSegment(8c9b4981-75c6-464c-a289-43dde09ec534),segment_id=8c9b4981-75c6-464c-a289-43dde09ec534)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:44:50.433197 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:50.437128 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-6a170f31-23f0-48a2-84da-22de9af51409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:50.466335 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:50.484780 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Transition to ACTIVE for port object e6b4d983-988a-41f2-8cff-e8fdd1356656 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:44:50.496703 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Pushing event updated for resources: {'Port': ['ID=e66141f3-efa0-4202-9634-f04a06c218ac,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:50.500740 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:50.529725 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:50.539901 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b5e1755a-30bb-4886-b4b6-9026c5d06336 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:50.578453 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 00e1c29e-12c4-477c-87ca-00f8e29a21be is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:44:50.582869 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:44:50.589434 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:44:50.625206 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=e6b4d983-988a-41f2-8cff-e8fdd1356656,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:50.629827 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:50.646516 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:50.837619 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:51.128855 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:51.133872 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:51.136995 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3a12bea5-d8e2-4f1d-90eb-ec6eecf6915f tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:51.214909 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=e6b4d983-988a-41f2-8cff-e8fdd1356656,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:51.217274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:51.219341 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:51.312444 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 00e1c29e-12c4-477c-87ca-00f8e29a21be is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:44:51.313941 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:44:51.429884 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 8a428460-bcec-4270-9400-fc424631582b has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:44:51.481177 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cc3b0d-6da7-45ea-9bc6-c6a65ca0713b None None] Network 00e1c29e-12c4-477c-87ca-00f8e29a21be requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:44:51.541912 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:44:51.549040 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/routers/8a428460-bcec-4270-9400-fc424631582b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9602551 Jun 18 16:44:51.551650 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52654) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:51.605518 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-aa628e0a-d25e-488e-a305-97bd8df3d3ad None None] Provisioning for port e66141f3-efa0-4202-9634-f04a06c218ac completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:44:51.649441 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bf52a6-ee65-474c-a855-515bf18f3a0f tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:51.649980 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bf52a6-ee65-474c-a855-515bf18f3a0f tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:51.650454 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bf52a6-ee65-474c-a855-515bf18f3a0f tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:51.650936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bf52a6-ee65-474c-a855-515bf18f3a0f tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:51.655725 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-09bf52a6-ee65-474c-a855-515bf18f3a0f tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.0999160 Jun 18 16:44:51.655961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52656) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:51.714935 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd4e73b-0700-4d3b-9d2f-32b5657ee59d tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:51.715477 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd4e73b-0700-4d3b-9d2f-32b5657ee59d tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:51.715959 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd4e73b-0700-4d3b-9d2f-32b5657ee59d tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:51.716408 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd4e73b-0700-4d3b-9d2f-32b5657ee59d tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:51.718741 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ecd4e73b-0700-4d3b-9d2f-32b5657ee59d tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0615215 Jun 18 16:44:51.721549 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52658) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:51.870343 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e84337a9-5a2b-4e90-ac0f-6a30888c5b4f tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1476905 Jun 18 16:44:51.906165 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Sync routers for ids ['8a428460-bcec-4270-9400-fc424631582b'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:44:51.916789 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Routers {'8a428460-bcec-4270-9400-fc424631582b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:44:51.917503 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:44:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['8a428460-bcec-4270-9400-fc424631582b'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:52.028726 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c8aa3ab2-9a27-46c6-8fbe-4fc8f80922a2 None None] Provisioning for port e6b4d983-988a-41f2-8cff-e8fdd1356656 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:44:52.040415 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c8aa3ab2-9a27-46c6-8fbe-4fc8f80922a2 None None] Provisioning complete for port e6b4d983-988a-41f2-8cff-e8fdd1356656 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:44:52.040863 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c8aa3ab2-9a27-46c6-8fbe-4fc8f80922a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.044140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Set router 8a428460-bcec-4270-9400-fc424631582b gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:44:52.077755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52662) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:52.082940 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-7d7b579d-03bb-4c43-9489-caef0568c04e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1537473019', 'description': 'tempest-secgroup-smoke-1537473019 description', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:52.109638 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7d7b579d-03bb-4c43-9489-caef0568c04e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.118377 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa3ab2-9a27-46c6-8fbe-4fc8f80922a2 None None] Port e6b4d983-988a-41f2-8cff-e8fdd1356656 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:44:52.205431 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7d7b579d-03bb-4c43-9489-caef0568c04e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.210032 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7d7b579d-03bb-4c43-9489-caef0568c04e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.213631 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-db19c039-837a-45da-bf7c-6ac090b0c34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:52.244365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7d7b579d-03bb-4c43-9489-caef0568c04e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.247395 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7d7b579d-03bb-4c43-9489-caef0568c04e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1668668 Jun 18 16:44:52.249493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52664) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:52.250569 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b579d-03bb-4c43-9489-caef0568c04e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2241cd82-9b21-4ae0-8755-68d0e5e6a1a4,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:52.253649 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7d7b579d-03bb-4c43-9489-caef0568c04e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:52.259975 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-f8f8ccb9-55cd-4809-ae34-c44f649f2d74 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '2241cd82-9b21-4ae0-8755-68d0e5e6a1a4', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:52.275749 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2bded2e4-ecff-4fe9-bae9-58dcb7af2ef5 None None] Provisioning complete for port e6b4d983-988a-41f2-8cff-e8fdd1356656 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:44:52.276143 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2bded2e4-ecff-4fe9-bae9-58dcb7af2ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.294524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f8f8ccb9-55cd-4809-ae34-c44f649f2d74 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.321615 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-2bded2e4-ecff-4fe9-bae9-58dcb7af2ef5 None None] Port e6b4d983-988a-41f2-8cff-e8fdd1356656 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:44:52.337534 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:44:50Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:48Z', 'updated_at': '2021-06-18T16:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'e6b4d983-988a-41f2-8cff-e8fdd1356656', 'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:02:09:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:50Z', 'updated_at': '2021-06-18T16:44:50Z', 'revision_number': 2, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:52.364466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f8f8ccb9-55cd-4809-ae34-c44f649f2d74 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.370144 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Checking router: 8a428460-bcec-4270-9400-fc424631582b for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:44:52.370669 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Updating router 8a428460-bcec-4270-9400-fc424631582b port e6b4d983-988a-41f2-8cff-e8fdd1356656 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:44:52.371830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f8f8ccb9-55cd-4809-ae34-c44f649f2d74 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.375788 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2f3e4625-3b0e-4e25-802b-4e833efc9207 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:52.393785 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8ccb9-55cd-4809-ae34-c44f649f2d74 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edfbdfd5-2304-4912-8e37-3b02d2260645,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:52.406478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f8f8ccb9-55cd-4809-ae34-c44f649f2d74 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:52.408397 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f8f8ccb9-55cd-4809-ae34-c44f649f2d74 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.412652 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52666) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:52.413194 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f8f8ccb9-55cd-4809-ae34-c44f649f2d74 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623979 Jun 18 16:44:52.416811 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.419073 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-84e98c76-0035-4504-8b15-03eb7683d5a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '2241cd82-9b21-4ae0-8755-68d0e5e6a1a4', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:52.432701 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e66141f3-efa0-4202-9634-f04a06c218ac up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:44:52.451229 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-84e98c76-0035-4504-8b15-03eb7683d5a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.508339 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2e2a1ebd-411d-4869-9b48-6665eacacd8b None None] Provisioning complete for port e6b4d983-988a-41f2-8cff-e8fdd1356656 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:44:52.509007 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-84e98c76-0035-4504-8b15-03eb7683d5a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.509140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1ebd-411d-4869-9b48-6665eacacd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.513340 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-84e98c76-0035-4504-8b15-03eb7683d5a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.515395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:52.532222 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e98c76-0035-4504-8b15-03eb7683d5a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926901f4-e1df-4ecb-a339-9e6b85375fe9,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:52.535097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-84e98c76-0035-4504-8b15-03eb7683d5a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:52.542975 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-84e98c76-0035-4504-8b15-03eb7683d5a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.544199 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-84e98c76-0035-4504-8b15-03eb7683d5a5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1303000 Jun 18 16:44:52.547531 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52668) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:52.552225 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-65fcbe1d-0aa6-4092-9d6a-5935b96b0879 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '2241cd82-9b21-4ae0-8755-68d0e5e6a1a4', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:52.578128 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-65fcbe1d-0aa6-4092-9d6a-5935b96b0879 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.626896 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a1ebd-411d-4869-9b48-6665eacacd8b None None] Port e6b4d983-988a-41f2-8cff-e8fdd1356656 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:44:52.635603 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port e66141f3-efa0-4202-9634-f04a06c218ac completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:44:52.643261 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-65fcbe1d-0aa6-4092-9d6a-5935b96b0879 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.645935 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port e66141f3-efa0-4202-9634-f04a06c218ac triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:44:52.646449 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.647494 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-65fcbe1d-0aa6-4092-9d6a-5935b96b0879 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.649449 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4c58a670-9690-4fb7-9db8-3c551afbb0bf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:52.666547 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcbe1d-0aa6-4092-9d6a-5935b96b0879 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a53f30-5e70-4c5f-bbef-ae379e4b0c20,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:52.669646 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-65fcbe1d-0aa6-4092-9d6a-5935b96b0879 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:52.674017 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-65fcbe1d-0aa6-4092-9d6a-5935b96b0879 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.675204 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-65fcbe1d-0aa6-4092-9d6a-5935b96b0879 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266301 Jun 18 16:44:52.677949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52670) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:52.682787 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-685161ef-9963-4a52-9138-56e1202dd726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '2241cd82-9b21-4ae0-8755-68d0e5e6a1a4', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:52.711698 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-685161ef-9963-4a52-9138-56e1202dd726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.770859 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-685161ef-9963-4a52-9138-56e1202dd726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.775010 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-685161ef-9963-4a52-9138-56e1202dd726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.776788 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-39139cd0-1569-4fe1-b49d-9b84f9c09b56 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:52.792493 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685161ef-9963-4a52-9138-56e1202dd726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4960249-654d-4776-b738-a73dcd99479b,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:52.794886 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-685161ef-9963-4a52-9138-56e1202dd726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:52.801758 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-685161ef-9963-4a52-9138-56e1202dd726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.806377 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-685161ef-9963-4a52-9138-56e1202dd726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272159 Jun 18 16:44:52.806606 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52672) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:52.812370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-a5b5eee4-a06e-40e7-819b-c40a9b718f2a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '2241cd82-9b21-4ae0-8755-68d0e5e6a1a4', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:52.820220 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.835087 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-a5b5eee4-a06e-40e7-819b-c40a9b718f2a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:44:52.839931 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a5b5eee4-a06e-40e7-819b-c40a9b718f2a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.897280 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port e66141f3-efa0-4202-9634-f04a06c218ac, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e66141f3-efa0-4202-9634-f04a06c218ac,segment=NetworkSegment(8c9b4981-75c6-464c-a289-43dde09ec534),segment_id=8c9b4981-75c6-464c-a289-43dde09ec534)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:44:52.899507 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.900867 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a5b5eee4-a06e-40e7-819b-c40a9b718f2a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.904051 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.904951 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 9204671d-ff97-4a22-8d0e-fd411801b955 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:44:52.905116 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a5b5eee4-a06e-40e7-819b-c40a9b718f2a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.907029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-60dcabff-4791-4674-bbe3-1d4769d1df07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:52.911494 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8e35ccde-aa4d-4f3b-89d2-6f6a4a88117d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:52.921403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5eee4-a06e-40e7-819b-c40a9b718f2a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704bd2b0-94e3-4e4d-af05-417cf62cbbf6,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:52.925305 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a5b5eee4-a06e-40e7-819b-c40a9b718f2a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:52.932590 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a5b5eee4-a06e-40e7-819b-c40a9b718f2a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.933784 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a5b5eee4-a06e-40e7-819b-c40a9b718f2a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259284 Jun 18 16:44:52.937320 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52674) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:52.941788 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-a099cdd7-c20f-4066-94d2-782f784b160e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '2241cd82-9b21-4ae0-8755-68d0e5e6a1a4', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:52.954534 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Transition to ACTIVE for port object e6b4d983-988a-41f2-8cff-e8fdd1356656 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:44:52.964726 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-a099cdd7-c20f-4066-94d2-782f784b160e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:44:52.968780 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:52.969989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a099cdd7-c20f-4066-94d2-782f784b160e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:53.001693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=e66141f3-efa0-4202-9634-f04a06c218ac,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:53.032651 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:53.033497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9d3d9c19-e61a-4699-afa7-69e7a0a1e8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:53.044299 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a099cdd7-c20f-4066-94d2-782f784b160e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:53.050379 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a099cdd7-c20f-4066-94d2-782f784b160e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:53.056600 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c15053f5-2f6f-45a0-9ea2-c18754a9fba8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:53.072596 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099cdd7-c20f-4066-94d2-782f784b160e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3019478b-6cdb-4704-853c-63c84c0a82e3,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:53.075675 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a099cdd7-c20f-4066-94d2-782f784b160e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:53.081693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a099cdd7-c20f-4066-94d2-782f784b160e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:53.083467 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a099cdd7-c20f-4066-94d2-782f784b160e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1452270 Jun 18 16:44:53.099821 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3813b-517a-4479-9dcf-167801ec2e6c None None] Pushing event updated for resources: {'Port': ['ID=e6b4d983-988a-41f2-8cff-e8fdd1356656,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:53.101900 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 9204671d-ff97-4a22-8d0e-fd411801b955 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:44:53.104940 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8ab3813b-517a-4479-9dcf-167801ec2e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:53.124785 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 9204671d-ff97-4a22-8d0e-fd411801b955 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:44:53.125163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:53.159753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Attempting to bind port e6b4d983-988a-41f2-8cff-e8fdd1356656 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:44:53.160050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Attempting to bind port e6b4d983-988a-41f2-8cff-e8fdd1356656 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '8c9b4981-75c6-464c-a289-43dde09ec534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:44:53.160425 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Attempting to bind port e6b4d983-988a-41f2-8cff-e8fdd1356656 on network 00e1c29e-12c4-477c-87ca-00f8e29a21be {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:44:53.182017 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:44:53.182408 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Checking segment: {'id': '8c9b4981-75c6-464c-a289-43dde09ec534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:44:53.182864 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:53.183274 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Bound using segment: {'id': '8c9b4981-75c6-464c-a289-43dde09ec534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:44:53.183774 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Bound port: e6b4d983-988a-41f2-8cff-e8fdd1356656, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9b4981-75c6-464c-a289-43dde09ec534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:44:53.184158 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:53.251173 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-23ff986e-0e04-4507-82af-43420448e129 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1537473019&fields=id&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 267 time: 0.0357213 Jun 18 16:44:53.289682 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:53.311966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] For port e6b4d983-988a-41f2-8cff-e8fdd1356656, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:44:53.319435 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] For port e6b4d983-988a-41f2-8cff-e8fdd1356656, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e6b4d983-988a-41f2-8cff-e8fdd1356656,segment=NetworkSegment(8c9b4981-75c6-464c-a289-43dde09ec534),segment_id=8c9b4981-75c6-464c-a289-43dde09ec534)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:44:53.322918 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 9204671d-ff97-4a22-8d0e-fd411801b955, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9204671d-ff97-4a22-8d0e-fd411801b955,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:44:53.324653 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:53.326740 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:53.330964 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:53.364149 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-2486fe67-bbf3-4c90-a91c-5f43f574b04f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:53.371169 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-2486fe67-bbf3-4c90-a91c-5f43f574b04f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/networks?id=00e1c29e-12c4-477c-87ca-00f8e29a21be HTTP/1.1" status: 200 len: 795 time: 0.1132839 Jun 18 16:44:53.382767 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-1a6dfef1-0886-45ab-a90b-849abef3fa38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/quotas/c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 375 time: 0.0106115 Jun 18 16:44:53.385637 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Routers {'8a428460-bcec-4270-9400-fc424631582b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:44:53.386257 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:44:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['8a428460-bcec-4270-9400-fc424631582b'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:53.425185 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3813b-517a-4479-9dcf-167801ec2e6c None None] Pushing event updated for resources: {'Port': ['ID=e6b4d983-988a-41f2-8cff-e8fdd1356656,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:53.429460 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8ab3813b-517a-4479-9dcf-167801ec2e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:53.429926 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:53.456584 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-d1fd22d8-3d51-46d5-a5ec-d3bdcbe9aa67 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657933 Jun 18 16:44:53.523063 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=9204671d-ff97-4a22-8d0e-fd411801b955,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:53.527813 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:53.540930 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] Set router 8a428460-bcec-4270-9400-fc424631582b gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:44:53.562726 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-1b5838c1-f416-437c-a4be-28a055aec837 service neutron] 10.222.0.39 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931156 Jun 18 16:44:53.651940 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-7b84e5c1-9c07-4c2f-9f1b-21e3ce9b0176 service neutron] 10.222.0.39 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825269 Jun 18 16:44:53.760812 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:44:50Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:48Z', 'updated_at': '2021-06-18T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'e6b4d983-988a-41f2-8cff-e8fdd1356656', 'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:02:09:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:50Z', 'updated_at': '2021-06-18T16:44:53Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:53.793817 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89db624-3e14-41c1-b0a3-ae67723b71c1 None None] The sync data for ids ['8a428460-bcec-4270-9400-fc424631582b'] in dv-neutron-797121-1-hyperv is: [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:44:50Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:48Z', 'updated_at': '2021-06-18T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'e6b4d983-988a-41f2-8cff-e8fdd1356656', 'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:02:09:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:50Z', 'updated_at': '2021-06-18T16:44:53Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:44:53.851832 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fc8b0b56-46a6-4366-8d66-6980b8b74c43 req-d6af45c5-10e6-4a96-a10f-2afd6634192a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 210 time: 0.0524092 Jun 18 16:44:54.466233 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e66141f3-efa0-4202-9634-f04a06c218ac up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:44:54.671855 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port e66141f3-efa0-4202-9634-f04a06c218ac triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:44:54.672565 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:54.752875 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e6b4d983-988a-41f2-8cff-e8fdd1356656 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:44:54.808899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:54.815953 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port e6b4d983-988a-41f2-8cff-e8fdd1356656 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:44:54.819693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port e6b4d983-988a-41f2-8cff-e8fdd1356656 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:44:54.820080 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:54.899741 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:54.934508 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port e6b4d983-988a-41f2-8cff-e8fdd1356656, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e6b4d983-988a-41f2-8cff-e8fdd1356656,segment=NetworkSegment(8c9b4981-75c6-464c-a289-43dde09ec534),segment_id=8c9b4981-75c6-464c-a289-43dde09ec534)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:44:54.938922 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:54.939777 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 9204671d-ff97-4a22-8d0e-fd411801b955 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:44:54.941426 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:55.020929 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=e6b4d983-988a-41f2-8cff-e8fdd1356656,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:55.025113 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:55.033383 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 9204671d-ff97-4a22-8d0e-fd411801b955 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:44:55.033549 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a315d9a4-dc3f-4ee1-8f93-515e6b0bf576 req-3ae0a8dc-2a90-4cae-9703-ca442b281a8c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 210 time: 0.0402532 Jun 18 16:44:55.034043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:55.092525 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-5bdf5e58-1ff6-44bb-b2f1-7bb23657e7ff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:55.093980 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-5bdf5e58-1ff6-44bb-b2f1-7bb23657e7ff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/networks?id=00e1c29e-12c4-477c-87ca-00f8e29a21be HTTP/1.1" status: 200 len: 795 time: 0.1297910 Jun 18 16:44:55.151225 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-bc06833b-d24e-4408-898a-241be4c6069c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 380 time: 0.0347824 Jun 18 16:44:55.160112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-d63c8244-48db-4e9a-87a6-13ef629998e3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'port': {'device_id': '52795965-32f9-413b-8edb-134e15b1f0b5', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'admin_state_up': True, 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'security_groups': ['2241cd82-9b21-4ae0-8755-68d0e5e6a1a4']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:55.279110 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-d63c8244-48db-4e9a-87a6-13ef629998e3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:44:55.282651 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-d63c8244-48db-4e9a-87a6-13ef629998e3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:55.408516 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-d63c8244-48db-4e9a-87a6-13ef629998e3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.20.0.7 (00e1c29e-12c4-477c-87ca-00f8e29a21be/81967a79-0e85-4cd3-aca1-5b54c4c09aa6/eae510ed-d440-42ac-9385-9d8179c179c2) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:44:55.546621 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-d63c8244-48db-4e9a-87a6-13ef629998e3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:55.560010 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-d63c8244-48db-4e9a-87a6-13ef629998e3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Transition to ACTIVE for port object eae510ed-d440-42ac-9385-9d8179c179c2 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:44:55.591865 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-d63c8244-48db-4e9a-87a6-13ef629998e3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:55.596373 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:55.641036 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-d63c8244-48db-4e9a-87a6-13ef629998e3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 00e1c29e-12c4-477c-87ca-00f8e29a21be is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:44:55.644403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-d63c8244-48db-4e9a-87a6-13ef629998e3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:44:55.648273 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-d63c8244-48db-4e9a-87a6-13ef629998e3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:44:55.655792 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c8244-48db-4e9a-87a6-13ef629998e3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=eae510ed-d440-42ac-9385-9d8179c179c2,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:55.676441 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d63c8244-48db-4e9a-87a6-13ef629998e3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:55.703656 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-d63c8244-48db-4e9a-87a6-13ef629998e3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:55.704714 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-d63c8244-48db-4e9a-87a6-13ef629998e3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:55.721836 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-d63c8244-48db-4e9a-87a6-13ef629998e3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5652518 Jun 18 16:44:55.740286 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Request body: {'port': {'device_id': '52795965-32f9-413b-8edb-134e15b1f0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:55.817724 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:55.900366 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-be631e37-167e-48bd-988e-b75db09a5b0c None None] Provisioning for port eae510ed-d440-42ac-9385-9d8179c179c2 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:44:55.904209 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-be631e37-167e-48bd-988e-b75db09a5b0c None None] Provisioning complete for port eae510ed-d440-42ac-9385-9d8179c179c2 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:44:55.904604 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-be631e37-167e-48bd-988e-b75db09a5b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:55.941546 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-be631e37-167e-48bd-988e-b75db09a5b0c None None] Port eae510ed-d440-42ac-9385-9d8179c179c2 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:44:56.085617 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae510ed-d440-42ac-9385-9d8179c179c2 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:44:56.093707 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:56.105327 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Transition to ACTIVE for port object eae510ed-d440-42ac-9385-9d8179c179c2 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:44:56.109485 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:56.112298 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:56.190421 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=eae510ed-d440-42ac-9385-9d8179c179c2,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:56.208636 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:56.213608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd862f0b-7996-43e8-ac5a-f40aa338ab1e req-f36708cb-63ec-452d-a63f-d0cd6b5a5194 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:56.215138 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cd862f0b-7996-43e8-ac5a-f40aa338ab1e req-f36708cb-63ec-452d-a63f-d0cd6b5a5194 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 943 time: 0.0730743 Jun 18 16:44:56.257429 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cd862f0b-7996-43e8-ac5a-f40aa338ab1e req-8893e49b-5b5d-4c17-ae26-f547c9ab0648 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2241cd82-9b21-4ae0-8755-68d0e5e6a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361495 Jun 18 16:44:56.261852 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Attempting to bind port eae510ed-d440-42ac-9385-9d8179c179c2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:44:56.262376 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Attempting to bind port eae510ed-d440-42ac-9385-9d8179c179c2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '8c9b4981-75c6-464c-a289-43dde09ec534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:44:56.262742 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Attempting to bind port eae510ed-d440-42ac-9385-9d8179c179c2 on network 00e1c29e-12c4-477c-87ca-00f8e29a21be {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:44:56.268707 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Port eae510ed-d440-42ac-9385-9d8179c179c2 on network 00e1c29e-12c4-477c-87ca-00f8e29a21be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:44:56.269029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Attempting to bind port eae510ed-d440-42ac-9385-9d8179c179c2 on network 00e1c29e-12c4-477c-87ca-00f8e29a21be {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:44:56.279902 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:44:56.280365 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Checking segment: {'id': '8c9b4981-75c6-464c-a289-43dde09ec534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:44:56.281320 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Bound using segment: {'id': '8c9b4981-75c6-464c-a289-43dde09ec534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:44:56.281771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Bound port: eae510ed-d440-42ac-9385-9d8179c179c2, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c9b4981-75c6-464c-a289-43dde09ec534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:44:56.282226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:56.354519 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] For port eae510ed-d440-42ac-9385-9d8179c179c2, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:44:56.357799 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] For port eae510ed-d440-42ac-9385-9d8179c179c2, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=eae510ed-d440-42ac-9385-9d8179c179c2,segment=NetworkSegment(8c9b4981-75c6-464c-a289-43dde09ec534),segment_id=8c9b4981-75c6-464c-a289-43dde09ec534)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:44:56.370611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:56.377052 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-75b8acec-97e4-48fe-9334-6098bf43d7e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:56.393363 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e6b4d983-988a-41f2-8cff-e8fdd1356656 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:44:56.422558 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:56.423195 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:56.424594 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] 10.222.0.64 "PUT /v2.0/ports/eae510ed-d440-42ac-9385-9d8179c179c2 HTTP/1.1" status: 200 len: 1093 time: 0.6887825 Jun 18 16:44:56.425139 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52795965-32f9-413b-8edb-134e15b1f0b5', 'tag': 'eae510ed-d440-42ac-9385-9d8179c179c2'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:44:56.427543 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ac21dc-8882-4fed-ab85-ee8d892c3490" -d '{"events": [{"name": "network-changed", "server_uuid": "52795965-32f9-413b-8edb-134e15b1f0b5", "tag": "eae510ed-d440-42ac-9385-9d8179c179c2"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:44:56.462848 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=eae510ed-d440-42ac-9385-9d8179c179c2,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:56.465869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:56.473752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port e6b4d983-988a-41f2-8cff-e8fdd1356656 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:44:56.473997 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:56.485812 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a160e38-4def-43e4-a9eb-2178344f7074 x-openstack-request-id: req-0a160e38-4def-43e4-a9eb-2178344f7074 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:44:56.486161 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52795965-32f9-413b-8edb-134e15b1f0b5", "tag": "eae510ed-d440-42ac-9385-9d8179c179c2", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:44:56.486496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a160e38-4def-43e4-a9eb-2178344f7074 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:44:56.486975 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52795965-32f9-413b-8edb-134e15b1f0b5', 'tag': 'eae510ed-d440-42ac-9385-9d8179c179c2', 'status': 'completed', 'code': 200} Jun 18 16:44:56.564930 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-c06e4907-ae5f-4ce8-b491-929b69f41ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:56.567297 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-c06e4907-ae5f-4ce8-b491-929b69f41ac8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 1096 time: 0.0664816 Jun 18 16:44:56.616689 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-ab755924-f156-431a-8790-0e67b25cf890 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eae510ed-d440-42ac-9385-9d8179c179c2 HTTP/1.1" status: 200 len: 217 time: 0.0368454 Jun 18 16:44:56.669802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-0e0d3baa-3f03-4599-b07e-3c56d3941a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:56.671915 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-0e0d3baa-3f03-4599-b07e-3c56d3941a70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81967a79-0e85-4cd3-aca1-5b54c4c09aa6 HTTP/1.1" status: 200 len: 834 time: 0.0483372 Jun 18 16:44:56.733536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-2c905bac-a3d7-4f0a-8b20-f4063e2bd4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:56.735271 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-2c905bac-a3d7-4f0a-8b20-f4063e2bd4c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00e1c29e-12c4-477c-87ca-00f8e29a21be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571563 Jun 18 16:44:56.824478 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-0c428411-9b7c-4ee4-9ccb-2b495a765579 service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826390 Jun 18 16:44:56.918866 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cfb22f26-6f16-424a-a4a6-5a37c6b5e23c req-b7d4d043-cd84-4282-acbc-d95754d13b6d service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881658 Jun 18 16:44:57.056600 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac21dc-8882-4fed-ab85-ee8d892c3490 req-a2a5164f-75cb-44ed-af4d-efe4d4757924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:57.058718 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c2ac21dc-8882-4fed-ab85-ee8d892c3490 req-a2a5164f-75cb-44ed-af4d-efe4d4757924 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 1096 time: 0.0541883 Jun 18 16:44:57.149426 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac21dc-8882-4fed-ab85-ee8d892c3490 req-6ce8e64c-6cfb-4241-b9fc-7c85fa839276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:57.150846 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c2ac21dc-8882-4fed-ab85-ee8d892c3490 req-6ce8e64c-6cfb-4241-b9fc-7c85fa839276 service neutron] 10.222.0.64 "GET /v2.0/networks?id=00e1c29e-12c4-477c-87ca-00f8e29a21be HTTP/1.1" status: 200 len: 896 time: 0.0854812 Jun 18 16:44:57.190951 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c2ac21dc-8882-4fed-ab85-ee8d892c3490 req-e457f07f-a22d-4847-ab5d-eb0be0237bcf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eae510ed-d440-42ac-9385-9d8179c179c2 HTTP/1.1" status: 200 len: 217 time: 0.0329382 Jun 18 16:44:57.237281 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac21dc-8882-4fed-ab85-ee8d892c3490 req-6d8e19c3-b3d6-4b8e-97fc-ae39ce75c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:57.238698 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c2ac21dc-8882-4fed-ab85-ee8d892c3490 req-6d8e19c3-b3d6-4b8e-97fc-ae39ce75c5fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81967a79-0e85-4cd3-aca1-5b54c4c09aa6 HTTP/1.1" status: 200 len: 834 time: 0.0418346 Jun 18 16:44:57.305812 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac21dc-8882-4fed-ab85-ee8d892c3490 req-981dd906-77bf-4edc-8554-36d571d7a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:57.307369 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c2ac21dc-8882-4fed-ab85-ee8d892c3490 req-981dd906-77bf-4edc-8554-36d571d7a980 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00e1c29e-12c4-477c-87ca-00f8e29a21be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0624380 Jun 18 16:44:57.398743 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c2ac21dc-8882-4fed-ab85-ee8d892c3490 req-b06672b4-3818-4f9f-8d74-dcb1741ee985 service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834625 Jun 18 16:44:57.445065 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958d231-0ece-4679-b3e9-0a97fda41a8c req-f910cb07-0052-4023-a52c-072f0992a027 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:57.446454 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5958d231-0ece-4679-b3e9-0a97fda41a8c req-f910cb07-0052-4023-a52c-072f0992a027 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 943 time: 0.0644555 Jun 18 16:44:57.482542 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5958d231-0ece-4679-b3e9-0a97fda41a8c req-9d10698b-3b79-46c0-b5e1-3333b7bb5457 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2241cd82-9b21-4ae0-8755-68d0e5e6a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302472 Jun 18 16:44:57.494274 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c2ac21dc-8882-4fed-ab85-ee8d892c3490 req-255b8fb7-a69c-4d24-ad7d-83c2c2f97e9a service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879858 Jun 18 16:44:57.640471 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:44:58.658534 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80212dbc-78e3-4065-9d5f-490f6b82c2cb req-2c568f58-c45b-40b0-a356-2eb1454e1a3e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:58.659962 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-80212dbc-78e3-4065-9d5f-490f6b82c2cb req-2c568f58-c45b-40b0-a356-2eb1454e1a3e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 943 time: 0.0670795 Jun 18 16:44:58.697676 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-80212dbc-78e3-4065-9d5f-490f6b82c2cb req-cf92a8c2-5892-4201-b99d-64f09da679b5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2241cd82-9b21-4ae0-8755-68d0e5e6a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316942 Jun 18 16:44:59.753021 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device eae510ed-d440-42ac-9385-9d8179c179c2 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:44:59.848713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port eae510ed-d440-42ac-9385-9d8179c179c2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=eae510ed-d440-42ac-9385-9d8179c179c2,segment=NetworkSegment(8c9b4981-75c6-464c-a289-43dde09ec534),segment_id=8c9b4981-75c6-464c-a289-43dde09ec534)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:44:59.860218 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'eae510ed-d440-42ac-9385-9d8179c179c2', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'port_id': 'eae510ed-d440-42ac-9385-9d8179c179c2', 'mac_address': 'fa:16:3e:f4:2a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:44:59.870094 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16465ac3-cdca-49fd-a5ad-2f4fe016e9e3 req-50debb9c-940e-4af0-b5b7-fb84a9d373c4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:59.871705 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-16465ac3-cdca-49fd-a5ad-2f4fe016e9e3 req-50debb9c-940e-4af0-b5b7-fb84a9d373c4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 943 time: 0.0643139 Jun 18 16:44:59.896828 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:59.909333 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae510ed-d440-42ac-9385-9d8179c179c2 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:44:59.911081 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-16465ac3-cdca-49fd-a5ad-2f4fe016e9e3 req-cf64e38f-c489-4282-8c90-d92f34600b42 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2241cd82-9b21-4ae0-8755-68d0e5e6a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328271 Jun 18 16:44:59.928837 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port eae510ed-d440-42ac-9385-9d8179c179c2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=eae510ed-d440-42ac-9385-9d8179c179c2,segment=NetworkSegment(8c9b4981-75c6-464c-a289-43dde09ec534),segment_id=8c9b4981-75c6-464c-a289-43dde09ec534)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:44:59.933065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:59.934815 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:59.982612 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=eae510ed-d440-42ac-9385-9d8179c179c2,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:59.985774 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:00.228351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['eae510ed-d440-42ac-9385-9d8179c179c2'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:45:01.084355 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693bf77-81d1-4c94-9f1c-9da5666a6002 req-681f9e5b-0da5-467d-a0d5-16e0fc7c77ed tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:01.085793 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5693bf77-81d1-4c94-9f1c-9da5666a6002 req-681f9e5b-0da5-467d-a0d5-16e0fc7c77ed tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 944 time: 0.0659678 Jun 18 16:45:01.432257 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5693bf77-81d1-4c94-9f1c-9da5666a6002 req-2fd475f5-00f9-4acc-877b-a8079212b2f8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2241cd82-9b21-4ae0-8755-68d0e5e6a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3408725 Jun 18 16:45:01.768520 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device eae510ed-d440-42ac-9385-9d8179c179c2 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:45:01.816205 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port eae510ed-d440-42ac-9385-9d8179c179c2 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:45:01.819871 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port eae510ed-d440-42ac-9385-9d8179c179c2 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:45:01.820256 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:01.893395 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:01.914423 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52795965-32f9-413b-8edb-134e15b1f0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae510ed-d440-42ac-9385-9d8179c179c2'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:45:01.916965 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1f2596-bb9d-48c9-b49e-a92eb55b4d4c" -d '{"events": [{"server_uuid": "52795965-32f9-413b-8edb-134e15b1f0b5", "name": "network-vif-plugged", "status": "completed", "tag": "eae510ed-d440-42ac-9385-9d8179c179c2"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:45:01.932656 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port eae510ed-d440-42ac-9385-9d8179c179c2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=eae510ed-d440-42ac-9385-9d8179c179c2,segment=NetworkSegment(8c9b4981-75c6-464c-a289-43dde09ec534),segment_id=8c9b4981-75c6-464c-a289-43dde09ec534)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:45:01.938732 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:01.942032 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:01.988786 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=eae510ed-d440-42ac-9385-9d8179c179c2,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:01.991780 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:02.004573 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29466b1f-887d-425e-ab77-91bef76df6b9 x-openstack-request-id: req-29466b1f-887d-425e-ab77-91bef76df6b9 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:45:02.004881 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52795965-32f9-413b-8edb-134e15b1f0b5", "name": "network-vif-plugged", "status": "completed", "tag": "eae510ed-d440-42ac-9385-9d8179c179c2", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:45:02.005148 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29466b1f-887d-425e-ab77-91bef76df6b9 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:45:02.005550 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52795965-32f9-413b-8edb-134e15b1f0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae510ed-d440-42ac-9385-9d8179c179c2', 'code': 200} Jun 18 16:45:02.603521 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307867b-ab23-4fc0-b24a-bea0457cbfe7 req-1ec99676-d882-44a2-b40f-bca6711b5afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:02.605227 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8307867b-ab23-4fc0-b24a-bea0457cbfe7 req-1ec99676-d882-44a2-b40f-bca6711b5afb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 1098 time: 0.3903475 Jun 18 16:45:02.615149 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9180544-9288-4c5b-afee-513c184e5187 req-e8566195-defb-4ca2-a1af-075bfdd04843 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:02.616608 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e9180544-9288-4c5b-afee-513c184e5187 req-e8566195-defb-4ca2-a1af-075bfdd04843 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0677471 Jun 18 16:45:02.638658 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8307867b-ab23-4fc0-b24a-bea0457cbfe7 req-015d84f0-366f-4a77-a92b-7e464582fc12 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2241cd82-9b21-4ae0-8755-68d0e5e6a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272055 Jun 18 16:45:02.655519 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e9180544-9288-4c5b-afee-513c184e5187 req-5cb80735-954a-4c42-958b-8ceb845dcf4f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2241cd82-9b21-4ae0-8755-68d0e5e6a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320444 Jun 18 16:45:03.836664 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f56e07-ec5e-4b40-9263-53b2c45f0b18 req-fa617b5c-ef40-44aa-8ef3-1352344f8d96 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:03.838087 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-77f56e07-ec5e-4b40-9263-53b2c45f0b18 req-fa617b5c-ef40-44aa-8ef3-1352344f8d96 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0658455 Jun 18 16:45:03.875422 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-77f56e07-ec5e-4b40-9263-53b2c45f0b18 req-e98d3c6b-f8b4-4e8a-80d1-0d298dd50ce0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2241cd82-9b21-4ae0-8755-68d0e5e6a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310853 Jun 18 16:45:05.044353 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fc0cd-cf02-4ee1-a050-a2bbc6da9934 req-23d718d1-6d3f-493e-b68e-a7c47ef8eb0d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:05.046695 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6a3fc0cd-cf02-4ee1-a050-a2bbc6da9934 req-23d718d1-6d3f-493e-b68e-a7c47ef8eb0d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0625889 Jun 18 16:45:05.084828 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6a3fc0cd-cf02-4ee1-a050-a2bbc6da9934 req-ec598d53-364e-4850-a2b1-e77b4e59a310 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2241cd82-9b21-4ae0-8755-68d0e5e6a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321376 Jun 18 16:45:05.224262 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c2fff761-9f0b-4b6e-8a89-26c6fcde6230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:05.256338 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c441c-abc6-48d1-a54d-761c161cf28e req-5c201ea8-bf99-4754-999e-40d847216eb2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:05.257791 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ee7c441c-abc6-48d1-a54d-761c161cf28e req-5c201ea8-bf99-4754-999e-40d847216eb2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0624785 Jun 18 16:45:05.294645 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ee7c441c-abc6-48d1-a54d-761c161cf28e req-4dcdc60e-32b9-4952-adb2-1dbd90e2389f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2241cd82-9b21-4ae0-8755-68d0e5e6a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311694 Jun 18 16:45:05.318606 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52742) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:45:05.372799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d712878a-f501-4a36-b956-ab58ab47da62 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:05.374974 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d712878a-f501-4a36-b956-ab58ab47da62 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 1093 time: 0.0553877 Jun 18 16:45:05.377670 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52744) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:45:05.382013 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': 'eae510ed-d440-42ac-9385-9d8179c179c2', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:45:05.403266 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:05.497735 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:05.600797 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.26.2.52 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/19441d7d-7e3d-4f98-b408-a50f3280a87c) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:45:05.703995 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:05.742020 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:05.744764 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a1cb0234-a5bc-4481-b5d8-cd2d52b5eef0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:05.782102 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:45:05.785057 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:45:05.788517 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:45:05.813867 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=19441d7d-7e3d-4f98-b408-a50f3280a87c,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:05.824615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:05.825009 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:05.825390 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:05.825766 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:05.826135 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:05.826508 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:05.827137 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:05.827515 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:05.827882 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:05.828249 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:05.828614 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:05.828978 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:05.834918 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:06.163505 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:06.236160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:06.382691 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:06.386801 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:06.388704 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:06.455973 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=19441d7d-7e3d-4f98-b408-a50f3280a87c,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:06.459809 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:06.469404 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:06.568054 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Floating IP e5a0cad7-c814-47b5-99a5-5b8bb5927be4 associated. External IP: 172.26.2.52, port: eae510ed-d440-42ac-9385-9d8179c179c2. Jun 18 16:45:06.769292 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 8a428460-bcec-4270-9400-fc424631582b has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:45:06.874886 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:45:06.884670 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e3381-59c1-4bf8-ae6b-02c30dea76a0 None None] Sync routers for ids ['8a428460-bcec-4270-9400-fc424631582b'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:45:06.890992 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:06.895219 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e3381-59c1-4bf8-ae6b-02c30dea76a0 None None] Routers {'8a428460-bcec-4270-9400-fc424631582b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:45:06.895913 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-b67e3381-59c1-4bf8-ae6b-02c30dea76a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:44:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['8a428460-bcec-4270-9400-fc424631582b'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:45:06.931596 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5523498 Jun 18 16:45:06.931949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52795965-32f9-413b-8edb-134e15b1f0b5', 'tag': 'eae510ed-d440-42ac-9385-9d8179c179c2'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:45:06.933767 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52746) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:45:06.934269 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed44472-e5d1-4807-ad95-50d43abb6f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "52795965-32f9-413b-8edb-134e15b1f0b5", "tag": "eae510ed-d440-42ac-9385-9d8179c179c2"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:45:06.996609 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d128393-645c-4eee-aaed-4e743fd166b9 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:06.998226 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0d128393-645c-4eee-aaed-4e743fd166b9 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 1093 time: 0.0633309 Jun 18 16:45:07.022479 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-b67e3381-59c1-4bf8-ae6b-02c30dea76a0 None None] Set router 8a428460-bcec-4270-9400-fc424631582b gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:45:07.036405 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5639e550-bce3-428e-92f0-bd67db21bf8a x-openstack-request-id: req-5639e550-bce3-428e-92f0-bd67db21bf8a {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:45:07.036875 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52795965-32f9-413b-8edb-134e15b1f0b5", "tag": "eae510ed-d440-42ac-9385-9d8179c179c2", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:45:07.037368 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5639e550-bce3-428e-92f0-bd67db21bf8a {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:45:07.037977 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52795965-32f9-413b-8edb-134e15b1f0b5', 'tag': 'eae510ed-d440-42ac-9385-9d8179c179c2', 'status': 'completed', 'code': 200} Jun 18 16:45:07.138180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed44472-e5d1-4807-ad95-50d43abb6f8b req-707683aa-8794-4268-8a99-cfaaf4c99625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:07.140461 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ed44472-e5d1-4807-ad95-50d43abb6f8b req-707683aa-8794-4268-8a99-cfaaf4c99625 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 1098 time: 0.0577078 Jun 18 16:45:07.228604 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed44472-e5d1-4807-ad95-50d43abb6f8b req-9c1eebdb-07c1-47d1-8439-c484fc4e4910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:07.230132 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ed44472-e5d1-4807-ad95-50d43abb6f8b req-9c1eebdb-07c1-47d1-8439-c484fc4e4910 service neutron] 10.222.0.64 "GET /v2.0/networks?id=00e1c29e-12c4-477c-87ca-00f8e29a21be HTTP/1.1" status: 200 len: 896 time: 0.0841146 Jun 18 16:45:07.254375 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-b67e3381-59c1-4bf8-ae6b-02c30dea76a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:44:50Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:48Z', 'updated_at': '2021-06-18T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'e5a0cad7-c814-47b5-99a5-5b8bb5927be4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '8a428460-bcec-4270-9400-fc424631582b', 'port_id': 'eae510ed-d440-42ac-9385-9d8179c179c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'mac_address': 'fa:16:3e:f4:2a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52795965-32f9-413b-8edb-134e15b1f0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:45:06Z', 'updated_at': '2021-06-18T16:45:06Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b4d983-988a-41f2-8cff-e8fdd1356656', 'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:02:09:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:50Z', 'updated_at': '2021-06-18T16:44:54Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:45:07.300579 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ed44472-e5d1-4807-ad95-50d43abb6f8b req-32240762-f92e-472b-b700-0bc50530476e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eae510ed-d440-42ac-9385-9d8179c179c2 HTTP/1.1" status: 200 len: 998 time: 0.0644207 Jun 18 16:45:07.351472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed44472-e5d1-4807-ad95-50d43abb6f8b req-9c44bfb0-0d45-4691-a151-ee81d678a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:07.353077 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ed44472-e5d1-4807-ad95-50d43abb6f8b req-9c44bfb0-0d45-4691-a151-ee81d678a298 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81967a79-0e85-4cd3-aca1-5b54c4c09aa6 HTTP/1.1" status: 200 len: 834 time: 0.0463390 Jun 18 16:45:07.365797 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e3381-59c1-4bf8-ae6b-02c30dea76a0 None None] Checking router: 8a428460-bcec-4270-9400-fc424631582b for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:45:07.374934 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e3381-59c1-4bf8-ae6b-02c30dea76a0 None None] Routers {'8a428460-bcec-4270-9400-fc424631582b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:45:07.375672 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-b67e3381-59c1-4bf8-ae6b-02c30dea76a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:44:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['8a428460-bcec-4270-9400-fc424631582b'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:45:07.417121 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed44472-e5d1-4807-ad95-50d43abb6f8b req-5d8a1566-b7b5-406b-9c25-a87b64a87ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:07.418787 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ed44472-e5d1-4807-ad95-50d43abb6f8b req-5d8a1566-b7b5-406b-9c25-a87b64a87ae9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00e1c29e-12c4-477c-87ca-00f8e29a21be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0593374 Jun 18 16:45:07.481862 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-b67e3381-59c1-4bf8-ae6b-02c30dea76a0 None None] Set router 8a428460-bcec-4270-9400-fc424631582b gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:45:07.510657 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ed44472-e5d1-4807-ad95-50d43abb6f8b req-c242363d-dfba-480f-853f-c354f9f4e81c service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853488 Jun 18 16:45:07.590022 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52754) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:45:07.595672 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-f45cf0cb-418c-4d2f-86e0-bd53eb4cc173 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1898259589', 'description': 'tempest-secgroup-smoke-1898259589 description', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:45:07.613243 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ed44472-e5d1-4807-ad95-50d43abb6f8b req-16c601ca-3e77-4e07-8d0f-1dbcc9a281e1 service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958869 Jun 18 16:45:07.622131 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f45cf0cb-418c-4d2f-86e0-bd53eb4cc173 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:07.644055 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-08e16dc2-8129-44fb-8e44-116c1b10ea9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:07.710225 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f45cf0cb-418c-4d2f-86e0-bd53eb4cc173 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:07.715228 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f45cf0cb-418c-4d2f-86e0-bd53eb4cc173 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:07.718448 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9f03ea1c-50e4-4df2-8073-5a13a762a127 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:07.735054 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-b67e3381-59c1-4bf8-ae6b-02c30dea76a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:44:50Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:48Z', 'updated_at': '2021-06-18T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'e5a0cad7-c814-47b5-99a5-5b8bb5927be4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '8a428460-bcec-4270-9400-fc424631582b', 'port_id': 'eae510ed-d440-42ac-9385-9d8179c179c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'mac_address': 'fa:16:3e:f4:2a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52795965-32f9-413b-8edb-134e15b1f0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:45:06Z', 'updated_at': '2021-06-18T16:45:06Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b4d983-988a-41f2-8cff-e8fdd1356656', 'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:02:09:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:50Z', 'updated_at': '2021-06-18T16:44:54Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:45:07.742576 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f45cf0cb-418c-4d2f-86e0-bd53eb4cc173 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:07.743794 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f45cf0cb-418c-4d2f-86e0-bd53eb4cc173 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1527519 Jun 18 16:45:07.745686 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cf0cb-418c-4d2f-86e0-bd53eb4cc173 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a929b107-7b4e-43a9-8467-bb7e9b4fc5ec,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:07.746703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52756) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:45:07.748469 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f45cf0cb-418c-4d2f-86e0-bd53eb4cc173 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:07.757374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-fdb8f321-125c-41d8-a721-99132a45511a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': 'a929b107-7b4e-43a9-8467-bb7e9b4fc5ec', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:45:07.761892 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e3381-59c1-4bf8-ae6b-02c30dea76a0 None None] The sync data for ids ['8a428460-bcec-4270-9400-fc424631582b'] in dv-neutron-797121-1-hyperv is: [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:44:50Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:48Z', 'updated_at': '2021-06-18T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'e5a0cad7-c814-47b5-99a5-5b8bb5927be4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '8a428460-bcec-4270-9400-fc424631582b', 'port_id': 'eae510ed-d440-42ac-9385-9d8179c179c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'mac_address': 'fa:16:3e:f4:2a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52795965-32f9-413b-8edb-134e15b1f0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:45:06Z', 'updated_at': '2021-06-18T16:45:06Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b4d983-988a-41f2-8cff-e8fdd1356656', 'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:02:09:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:50Z', 'updated_at': '2021-06-18T16:44:54Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:45:07.788652 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fdb8f321-125c-41d8-a721-99132a45511a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:07.848691 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fdb8f321-125c-41d8-a721-99132a45511a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:07.852325 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fdb8f321-125c-41d8-a721-99132a45511a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:07.854165 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d294364c-4680-482b-aab7-fcc486174853 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:07.872626 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8f321-125c-41d8-a721-99132a45511a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=172c4c1a-d059-499e-9e67-cbfcf9723533,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:07.876238 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fdb8f321-125c-41d8-a721-99132a45511a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:07.877496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fdb8f321-125c-41d8-a721-99132a45511a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:07.878773 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fdb8f321-125c-41d8-a721-99132a45511a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307378 Jun 18 16:45:07.881355 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52758) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:45:07.886257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b1aa8e8a-a588-48f8-932b-2a848c45d5a0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': 'a929b107-7b4e-43a9-8467-bb7e9b4fc5ec', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:45:07.914146 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b1aa8e8a-a588-48f8-932b-2a848c45d5a0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:07.949577 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4225a809-b368-42e7-9ad6-7ac526f72908 None None] New status for floating IP e5a0cad7-c814-47b5-99a5-5b8bb5927be4: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:45:07.988791 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b1aa8e8a-a588-48f8-932b-2a848c45d5a0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:07.992674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b1aa8e8a-a588-48f8-932b-2a848c45d5a0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:07.994816 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-671938ac-df9c-4576-9659-63a9e1a6a396 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:08.009221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa8e8a-a588-48f8-932b-2a848c45d5a0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cade9e5-d5b5-4e4b-a42c-2feab1751df1,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:08.013242 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b1aa8e8a-a588-48f8-932b-2a848c45d5a0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:08.019257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b1aa8e8a-a588-48f8-932b-2a848c45d5a0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.020651 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b1aa8e8a-a588-48f8-932b-2a848c45d5a0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380363 Jun 18 16:45:08.023226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52760) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:45:08.027689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-80302284-cc46-4e13-89ca-25352fd74d9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': 'a929b107-7b4e-43a9-8467-bb7e9b4fc5ec', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:45:08.055012 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80302284-cc46-4e13-89ca-25352fd74d9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.117611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80302284-cc46-4e13-89ca-25352fd74d9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.121622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80302284-cc46-4e13-89ca-25352fd74d9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.124468 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a099cdd7-c20f-4066-94d2-782f784b160e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:08.141866 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80302284-cc46-4e13-89ca-25352fd74d9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41acaeb-06fc-4e18-891e-c2b6bc55a2ca,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:08.145003 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-80302284-cc46-4e13-89ca-25352fd74d9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:08.147697 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80302284-cc46-4e13-89ca-25352fd74d9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.148898 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-80302284-cc46-4e13-89ca-25352fd74d9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247401 Jun 18 16:45:08.151787 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52762) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:45:08.156509 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-0d7b1ff2-d2b0-4c90-98e5-e5322e66c65a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': 'a929b107-7b4e-43a9-8467-bb7e9b4fc5ec', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:45:08.182362 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1ff2-d2b0-4c90-98e5-e5322e66c65a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.235665 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.243539 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1ff2-d2b0-4c90-98e5-e5322e66c65a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.246892 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1ff2-d2b0-4c90-98e5-e5322e66c65a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.249186 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1df131e1-13ed-4dd3-825e-44c0473ddf98 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:08.268804 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b1ff2-d2b0-4c90-98e5-e5322e66c65a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d707d548-8175-4629-a969-9eb377e4a6e2,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:08.271171 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0d7b1ff2-d2b0-4c90-98e5-e5322e66c65a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:08.272295 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1ff2-d2b0-4c90-98e5-e5322e66c65a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.275933 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0d7b1ff2-d2b0-4c90-98e5-e5322e66c65a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207421 Jun 18 16:45:08.276571 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52764) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:45:08.281315 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ae2a1bff-6b28-45a3-bc6f-b6c5af08dbd8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': 'a929b107-7b4e-43a9-8467-bb7e9b4fc5ec', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:45:08.302151 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.securitygroups_db [None req-ae2a1bff-6b28-45a3-bc6f-b6c5af08dbd8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:45:08.306613 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ae2a1bff-6b28-45a3-bc6f-b6c5af08dbd8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.364457 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ae2a1bff-6b28-45a3-bc6f-b6c5af08dbd8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.367251 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ae2a1bff-6b28-45a3-bc6f-b6c5af08dbd8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.368887 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:08.384086 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a1bff-6b28-45a3-bc6f-b6c5af08dbd8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bad8ede-3f01-4536-857c-5a9e7179f666,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:08.386367 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ae2a1bff-6b28-45a3-bc6f-b6c5af08dbd8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:08.391111 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ae2a1bff-6b28-45a3-bc6f-b6c5af08dbd8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.392301 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ae2a1bff-6b28-45a3-bc6f-b6c5af08dbd8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150160 Jun 18 16:45:08.394955 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52766) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:45:08.399393 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-8a02d7d5-c6db-40bc-9c11-f97044e81021 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': 'a929b107-7b4e-43a9-8467-bb7e9b4fc5ec', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:45:08.421437 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.securitygroups_db [None req-8a02d7d5-c6db-40bc-9c11-f97044e81021 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:45:08.426429 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8a02d7d5-c6db-40bc-9c11-f97044e81021 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.488632 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8a02d7d5-c6db-40bc-9c11-f97044e81021 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.491909 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8a02d7d5-c6db-40bc-9c11-f97044e81021 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.493627 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:08.512273 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02d7d5-c6db-40bc-9c11-f97044e81021 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29013b2-cc93-43ad-b7d4-e69c09d55cf2,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:08.515593 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8a02d7d5-c6db-40bc-9c11-f97044e81021 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:08.519574 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8a02d7d5-c6db-40bc-9c11-f97044e81021 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.520891 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8a02d7d5-c6db-40bc-9c11-f97044e81021 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249943 Jun 18 16:45:08.707497 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-b1f01ccd-442b-496b-8602-f603682596bf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898259589&fields=id&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 267 time: 0.0319684 Jun 18 16:45:08.809626 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-946c56c2-0cf2-4219-af31-40a53a455528 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:08.811835 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-946c56c2-0cf2-4219-af31-40a53a455528 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/networks?id=00e1c29e-12c4-477c-87ca-00f8e29a21be HTTP/1.1" status: 200 len: 795 time: 0.0972996 Jun 18 16:45:08.825677 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-453b7f57-237a-492a-af9b-a570b7b65222 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/quotas/c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 375 time: 0.0086768 Jun 18 16:45:08.897620 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-f6c6108a-c304-4a71-847b-323076242c8b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0670187 Jun 18 16:45:08.953076 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:08.991908 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-adb08ed3-81bc-4002-bb18-d60bb791a405 service neutron] 10.222.0.39 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828307 Jun 18 16:45:09.084125 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-a754eb3a-8a1a-4229-a08d-2414659d0e38 service neutron] 10.222.0.39 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863466 Jun 18 16:45:09.257206 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b67b90f3-2e49-4699-b1dd-fbae7a043552 req-2cc4a22d-f776-45d3-bbba-22a944e31c52 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 210 time: 0.0387342 Jun 18 16:45:10.407255 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4d0b4e3a-9c64-465b-b960-2419821e645d req-57695344-fb3e-4aa6-80b5-901bf80f69aa tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 210 time: 0.0290089 Jun 18 16:45:10.476512 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-eb93a3f0-9c70-4d7f-a897-2e3470f5014f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:10.478322 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-eb93a3f0-9c70-4d7f-a897-2e3470f5014f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/networks?id=00e1c29e-12c4-477c-87ca-00f8e29a21be HTTP/1.1" status: 200 len: 795 time: 0.1045997 Jun 18 16:45:10.487089 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:10.531520 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-6b8ff9fa-f4c6-40e3-a694-ae7f4caaa838 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 473 time: 0.0373333 Jun 18 16:45:10.539756 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-55528d14-2da3-45bc-8851-6c3dbaea9cc9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'port': {'device_id': 'c4050828-dec7-4921-b1a7-50ef355aed0e', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'admin_state_up': True, 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'security_groups': ['a929b107-7b4e-43a9-8467-bb7e9b4fc5ec']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:45:10.659470 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-55528d14-2da3-45bc-8851-6c3dbaea9cc9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:45:10.662999 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-55528d14-2da3-45bc-8851-6c3dbaea9cc9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:10.785007 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-55528d14-2da3-45bc-8851-6c3dbaea9cc9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.20.0.10 (00e1c29e-12c4-477c-87ca-00f8e29a21be/81967a79-0e85-4cd3-aca1-5b54c4c09aa6/0b7267d7-f1f9-4db6-baf5-5f531122f0c2) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:45:10.925524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-55528d14-2da3-45bc-8851-6c3dbaea9cc9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:10.938789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-55528d14-2da3-45bc-8851-6c3dbaea9cc9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Transition to ACTIVE for port object 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:45:10.971679 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-55528d14-2da3-45bc-8851-6c3dbaea9cc9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:10.976411 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1ba35969-928f-457f-9ec1-11e25732f982 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:11.013673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-55528d14-2da3-45bc-8851-6c3dbaea9cc9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network 00e1c29e-12c4-477c-87ca-00f8e29a21be is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:45:11.017362 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-55528d14-2da3-45bc-8851-6c3dbaea9cc9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:45:11.021224 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-55528d14-2da3-45bc-8851-6c3dbaea9cc9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:45:11.052224 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55528d14-2da3-45bc-8851-6c3dbaea9cc9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=0b7267d7-f1f9-4db6-baf5-5f531122f0c2,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:11.056814 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-55528d14-2da3-45bc-8851-6c3dbaea9cc9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:11.081753 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-55528d14-2da3-45bc-8851-6c3dbaea9cc9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:11.082387 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-55528d14-2da3-45bc-8851-6c3dbaea9cc9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:11.096803 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-55528d14-2da3-45bc-8851-6c3dbaea9cc9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5607457 Jun 18 16:45:11.114156 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Request body: {'port': {'device_id': 'c4050828-dec7-4921-b1a7-50ef355aed0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:45:11.193050 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:11.215630 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f83b4e52-1fb5-417d-910b-b67d7258df91 None None] Provisioning for port 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:45:11.219732 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f83b4e52-1fb5-417d-910b-b67d7258df91 None None] Provisioning complete for port 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:45:11.220128 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f83b4e52-1fb5-417d-910b-b67d7258df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:11.253967 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-f83b4e52-1fb5-417d-910b-b67d7258df91 None None] Port 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:45:11.462923 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:45:11.470359 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:11.482105 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Transition to ACTIVE for port object 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:45:11.486180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:11.488446 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6a01fcf2-6c44-414d-88cd-e19efe85ebe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:11.566940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Pushing event updated for resources: {'Port': ['ID=0b7267d7-f1f9-4db6-baf5-5f531122f0c2,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:11.571543 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:11.597508 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3a7b9-6584-4bf2-9b62-11e74ed7e808 req-8ff63082-8e86-46ac-bd00-1e929997d332 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:11.599046 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-57e3a7b9-6584-4bf2-9b62-11e74ed7e808 req-8ff63082-8e86-46ac-bd00-1e929997d332 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 944 time: 0.0752881 Jun 18 16:45:11.651949 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Attempting to bind port 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:45:11.652294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Attempting to bind port 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '8c9b4981-75c6-464c-a289-43dde09ec534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:45:11.652622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Attempting to bind port 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 on network 00e1c29e-12c4-477c-87ca-00f8e29a21be {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:45:11.657659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Port 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 on network 00e1c29e-12c4-477c-87ca-00f8e29a21be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:45:11.657990 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Attempting to bind port 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 on network 00e1c29e-12c4-477c-87ca-00f8e29a21be {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:45:11.663177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:45:11.663518 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Checking segment: {'id': '8c9b4981-75c6-464c-a289-43dde09ec534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:45:11.664028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Bound using segment: {'id': '8c9b4981-75c6-464c-a289-43dde09ec534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:45:11.664465 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Bound port: 0b7267d7-f1f9-4db6-baf5-5f531122f0c2, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c9b4981-75c6-464c-a289-43dde09ec534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:45:11.664817 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:11.707382 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-57e3a7b9-6584-4bf2-9b62-11e74ed7e808 req-5c4f3dec-9f8f-44fc-a0f4-e3b314e3eaeb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=a929b107-7b4e-43a9-8467-bb7e9b4fc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023118 Jun 18 16:45:11.732711 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] For port 0b7267d7-f1f9-4db6-baf5-5f531122f0c2, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:45:11.736388 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] For port 0b7267d7-f1f9-4db6-baf5-5f531122f0c2, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0b7267d7-f1f9-4db6-baf5-5f531122f0c2,segment=NetworkSegment(8c9b4981-75c6-464c-a289-43dde09ec534),segment_id=8c9b4981-75c6-464c-a289-43dde09ec534)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:45:11.739915 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:11.742656 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:11.773023 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:11.773641 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:11.775038 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] 10.222.0.64 "PUT /v2.0/ports/0b7267d7-f1f9-4db6-baf5-5f531122f0c2 HTTP/1.1" status: 200 len: 1094 time: 0.6653497 Jun 18 16:45:11.775600 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4050828-dec7-4921-b1a7-50ef355aed0e', 'tag': '0b7267d7-f1f9-4db6-baf5-5f531122f0c2'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:45:11.778202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88624749-eddd-4c30-9fb9-c1d580f23a61" -d '{"events": [{"name": "network-changed", "server_uuid": "c4050828-dec7-4921-b1a7-50ef355aed0e", "tag": "0b7267d7-f1f9-4db6-baf5-5f531122f0c2"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:45:11.805578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Pushing event updated for resources: {'Port': ['ID=0b7267d7-f1f9-4db6-baf5-5f531122f0c2,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:11.808646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:11.829886 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1208a3-bca2-4609-a209-75e0896f9bc5 x-openstack-request-id: req-3a1208a3-bca2-4609-a209-75e0896f9bc5 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:45:11.830236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4050828-dec7-4921-b1a7-50ef355aed0e", "tag": "0b7267d7-f1f9-4db6-baf5-5f531122f0c2", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:45:11.830542 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a1208a3-bca2-4609-a209-75e0896f9bc5 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:45:11.831031 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4050828-dec7-4921-b1a7-50ef355aed0e', 'tag': '0b7267d7-f1f9-4db6-baf5-5f531122f0c2', 'status': 'completed', 'code': 200} Jun 18 16:45:11.899517 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-4f70e374-b5e3-490f-b4de-f8f0abfd46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:11.901009 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-4f70e374-b5e3-490f-b4de-f8f0abfd46eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 1097 time: 0.0549903 Jun 18 16:45:11.954575 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-28ed50d4-7ab9-4142-b12c-374d5cf4f86e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7267d7-f1f9-4db6-baf5-5f531122f0c2 HTTP/1.1" status: 200 len: 217 time: 0.0401988 Jun 18 16:45:12.002276 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-4d6a4e91-06c3-42cf-b371-41914a2446a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:12.003732 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-4d6a4e91-06c3-42cf-b371-41914a2446a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81967a79-0e85-4cd3-aca1-5b54c4c09aa6 HTTP/1.1" status: 200 len: 834 time: 0.0435479 Jun 18 16:45:12.060128 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-3e0c1ee1-ae25-4068-9b46-7de257e5748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:12.062102 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-3e0c1ee1-ae25-4068-9b46-7de257e5748b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00e1c29e-12c4-477c-87ca-00f8e29a21be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523424 Jun 18 16:45:12.152363 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-9f18e3fc-c542-4698-970b-cd780090aea5 service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838735 Jun 18 16:45:12.238080 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c7cad7c5-7a54-48bd-b59f-34d0bf1a8368 req-108f6ee4-66c8-4b91-950e-a41d25797c4c service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794859 Jun 18 16:45:12.384789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88624749-eddd-4c30-9fb9-c1d580f23a61 req-8c4e92a8-e880-4b0b-8382-05ced83bcce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:12.386241 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-88624749-eddd-4c30-9fb9-c1d580f23a61 req-8c4e92a8-e880-4b0b-8382-05ced83bcce9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 1097 time: 0.0577068 Jun 18 16:45:12.480542 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88624749-eddd-4c30-9fb9-c1d580f23a61 req-567b7d53-d323-48b3-a771-cba50932e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:12.481986 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-88624749-eddd-4c30-9fb9-c1d580f23a61 req-567b7d53-d323-48b3-a771-cba50932e575 service neutron] 10.222.0.64 "GET /v2.0/networks?id=00e1c29e-12c4-477c-87ca-00f8e29a21be HTTP/1.1" status: 200 len: 896 time: 0.0825353 Jun 18 16:45:12.525313 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-88624749-eddd-4c30-9fb9-c1d580f23a61 req-c66ae3dc-8db4-4be8-baeb-40d8a1da89e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7267d7-f1f9-4db6-baf5-5f531122f0c2 HTTP/1.1" status: 200 len: 217 time: 0.0366466 Jun 18 16:45:12.573108 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88624749-eddd-4c30-9fb9-c1d580f23a61 req-4205e3b7-0b4e-4d06-a01b-319ad8dd45eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:12.574520 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-88624749-eddd-4c30-9fb9-c1d580f23a61 req-4205e3b7-0b4e-4d06-a01b-319ad8dd45eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81967a79-0e85-4cd3-aca1-5b54c4c09aa6 HTTP/1.1" status: 200 len: 834 time: 0.0430040 Jun 18 16:45:12.634574 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88624749-eddd-4c30-9fb9-c1d580f23a61 req-68faf4f3-2724-4654-a929-92109ab9dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:12.636119 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-88624749-eddd-4c30-9fb9-c1d580f23a61 req-68faf4f3-2724-4654-a929-92109ab9dd2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00e1c29e-12c4-477c-87ca-00f8e29a21be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553317 Jun 18 16:45:12.729454 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-88624749-eddd-4c30-9fb9-c1d580f23a61 req-0fc0d0ef-f734-4d1a-a5be-3f339aa6d45c service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861673 Jun 18 16:45:12.822738 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-88624749-eddd-4c30-9fb9-c1d580f23a61 req-5c427798-000b-4419-8242-2863abf45345 service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834095 Jun 18 16:45:12.894235 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd51469-89b8-41fb-bf73-ce40c93e5b2e req-d5526b17-c6c2-41dc-a723-681c7e56040b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:12.895835 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5cd51469-89b8-41fb-bf73-ce40c93e5b2e req-d5526b17-c6c2-41dc-a723-681c7e56040b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 944 time: 0.0782726 Jun 18 16:45:12.934766 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5cd51469-89b8-41fb-bf73-ce40c93e5b2e req-fdc34717-b32d-40ab-80e7-3c16f307d9cb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=a929b107-7b4e-43a9-8467-bb7e9b4fc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322187 Jun 18 16:45:14.109640 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceee90d-dcbd-4d1e-bbd6-427cfe6567d7 req-19f904da-dec5-42d5-b737-d0eb36a7f246 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:14.111093 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9ceee90d-dcbd-4d1e-bbd6-427cfe6567d7 req-19f904da-dec5-42d5-b737-d0eb36a7f246 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 944 time: 0.0616601 Jun 18 16:45:14.147848 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9ceee90d-dcbd-4d1e-bbd6-427cfe6567d7 req-07d71253-7926-4fb9-873e-d81e6065b8fe tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=a929b107-7b4e-43a9-8467-bb7e9b4fc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311432 Jun 18 16:45:15.323408 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81171fb-a95a-426a-8d33-b22930bc3c0f req-5950fc9d-5b70-4c0e-af93-fb73eb9136e8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:15.324862 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b81171fb-a95a-426a-8d33-b22930bc3c0f req-5950fc9d-5b70-4c0e-af93-fb73eb9136e8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 944 time: 0.0658605 Jun 18 16:45:15.361439 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b81171fb-a95a-426a-8d33-b22930bc3c0f req-1bec7a78-e855-496f-b939-5d4596ad195a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=a929b107-7b4e-43a9-8467-bb7e9b4fc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309556 Jun 18 16:45:15.834219 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:45:15.925635 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 0b7267d7-f1f9-4db6-baf5-5f531122f0c2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0b7267d7-f1f9-4db6-baf5-5f531122f0c2,segment=NetworkSegment(8c9b4981-75c6-464c-a289-43dde09ec534),segment_id=8c9b4981-75c6-464c-a289-43dde09ec534)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:45:15.936408 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '0b7267d7-f1f9-4db6-baf5-5f531122f0c2', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'port_id': '0b7267d7-f1f9-4db6-baf5-5f531122f0c2', 'mac_address': 'fa:16:3e:2d:27:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:45:15.972049 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:15.984774 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:45:16.007096 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 0b7267d7-f1f9-4db6-baf5-5f531122f0c2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0b7267d7-f1f9-4db6-baf5-5f531122f0c2,segment=NetworkSegment(8c9b4981-75c6-464c-a289-43dde09ec534),segment_id=8c9b4981-75c6-464c-a289-43dde09ec534)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:45:16.011739 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:16.013420 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-179af834-4f42-47af-9ab6-ce7c3f82b2ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:16.064321 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=0b7267d7-f1f9-4db6-baf5-5f531122f0c2,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:16.067376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:16.304183 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['0b7267d7-f1f9-4db6-baf5-5f531122f0c2'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:45:16.534724 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd3b75-9c80-4d5e-844a-0bc3df93c449 req-526d7a1c-d772-4c7e-b147-bec90885fa64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:16.536171 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-27fd3b75-9c80-4d5e-844a-0bc3df93c449 req-526d7a1c-d772-4c7e-b147-bec90885fa64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 945 time: 0.0637114 Jun 18 16:45:16.573710 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-27fd3b75-9c80-4d5e-844a-0bc3df93c449 req-9e0342d3-d269-487e-8892-6c6d0e5888c8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=a929b107-7b4e-43a9-8467-bb7e9b4fc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314965 Jun 18 16:45:17.747102 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a470a-50ac-4a01-8070-492808bd968f req-9ba6bd74-2832-4850-85f2-13b5fb327e49 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:17.748590 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-218a470a-50ac-4a01-8070-492808bd968f req-9ba6bd74-2832-4850-85f2-13b5fb327e49 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 945 time: 0.0632908 Jun 18 16:45:17.789236 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-218a470a-50ac-4a01-8070-492808bd968f req-fe6e6e3f-1280-440a-817e-2347921a732d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=a929b107-7b4e-43a9-8467-bb7e9b4fc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351272 Jun 18 16:45:17.853875 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:45:17.901290 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:45:17.905672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:45:17.905852 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:17.982025 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:18.004305 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4050828-dec7-4921-b1a7-50ef355aed0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7267d7-f1f9-4db6-baf5-5f531122f0c2'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:45:18.006567 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924f48b6-9661-4baa-ae31-1fc09eeecc0e" -d '{"events": [{"server_uuid": "c4050828-dec7-4921-b1a7-50ef355aed0e", "name": "network-vif-plugged", "status": "completed", "tag": "0b7267d7-f1f9-4db6-baf5-5f531122f0c2"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:45:18.020590 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 0b7267d7-f1f9-4db6-baf5-5f531122f0c2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0b7267d7-f1f9-4db6-baf5-5f531122f0c2,segment=NetworkSegment(8c9b4981-75c6-464c-a289-43dde09ec534),segment_id=8c9b4981-75c6-464c-a289-43dde09ec534)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:45:18.024816 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:18.027188 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8ab3813b-517a-4479-9dcf-167801ec2e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:18.051500 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c274691d-5d23-4a18-98ac-cc1b86b3c3f4 x-openstack-request-id: req-c274691d-5d23-4a18-98ac-cc1b86b3c3f4 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:45:18.051806 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4050828-dec7-4921-b1a7-50ef355aed0e", "name": "network-vif-plugged", "status": "completed", "tag": "0b7267d7-f1f9-4db6-baf5-5f531122f0c2", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:45:18.052069 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c274691d-5d23-4a18-98ac-cc1b86b3c3f4 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:45:18.052465 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4050828-dec7-4921-b1a7-50ef355aed0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7267d7-f1f9-4db6-baf5-5f531122f0c2', 'code': 200} Jun 18 16:45:18.078359 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=0b7267d7-f1f9-4db6-baf5-5f531122f0c2,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:18.081942 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:18.303909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a009845-15b1-4759-b05b-b89241b69abf req-4e402782-e4c8-4861-af5f-f2cd1a08f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:18.305384 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7a009845-15b1-4759-b05b-b89241b69abf req-4e402782-e4c8-4861-af5f-f2cd1a08f8d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 1099 time: 0.0524409 Jun 18 16:45:18.338786 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7a009845-15b1-4759-b05b-b89241b69abf req-85ea6e9e-4b83-4997-8060-4a51cae700b7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a929b107-7b4e-43a9-8467-bb7e9b4fc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266709 Jun 18 16:45:18.960197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289f9ef-04d4-4814-ba85-2a37160bdcfc req-6f214542-d2c5-4d43-bcde-81f9f7a9b94a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:18.961560 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7289f9ef-04d4-4814-ba85-2a37160bdcfc req-6f214542-d2c5-4d43-bcde-81f9f7a9b94a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 946 time: 0.0646586 Jun 18 16:45:18.999801 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7289f9ef-04d4-4814-ba85-2a37160bdcfc req-f24873f8-bbf4-472b-a9e4-9cc2d217414a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=a929b107-7b4e-43a9-8467-bb7e9b4fc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326784 Jun 18 16:45:20.210002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ded02-2469-498f-a239-724beb89f0ba req-0556fbaf-a3e6-4be6-9de3-6a1706c954fb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:20.212389 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f66ded02-2469-498f-a239-724beb89f0ba req-0556fbaf-a3e6-4be6-9de3-6a1706c954fb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 946 time: 0.0832028 Jun 18 16:45:20.262046 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f66ded02-2469-498f-a239-724beb89f0ba req-54d73602-7267-4160-ae76-9fed1abc77e8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=a929b107-7b4e-43a9-8467-bb7e9b4fc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432715 Jun 18 16:45:20.436392 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba89ec3-14a4-4fc6-9309-f4b67629a6a9 req-85c7d2e1-f8a2-4ce9-951b-6ba083e8cf54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:20.438093 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7ba89ec3-14a4-4fc6-9309-f4b67629a6a9 req-85c7d2e1-f8a2-4ce9-951b-6ba083e8cf54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 946 time: 0.0673854 Jun 18 16:45:20.475621 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7ba89ec3-14a4-4fc6-9309-f4b67629a6a9 req-b76777ac-0ec8-41de-a90a-71c4c9fa1527 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=a929b107-7b4e-43a9-8467-bb7e9b4fc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318532 Jun 18 16:45:20.499883 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52824) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:45:20.609454 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62acafd4-ba67-4018-b3fb-236331b83f1f tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:20.610947 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-62acafd4-ba67-4018-b3fb-236331b83f1f tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 1094 time: 0.1100662 Jun 18 16:45:20.613759 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52828) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:45:20.618060 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': '0b7267d7-f1f9-4db6-baf5-5f531122f0c2', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:45:20.639773 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:20.737822 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:20.836728 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.26.2.123 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/c8f589d7-ea27-4374-896f-30dc20c82bf5) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:45:20.939607 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:20.975238 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:20.977148 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7f8c955d-06db-49c8-ab0a-58c4cac7884d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:21.014904 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:45:21.017657 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:45:21.021705 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:45:21.024625 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=c8f589d7-ea27-4374-896f-30dc20c82bf5,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:21.042888 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:21.689948 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:21.765571 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:21.906030 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:21.910309 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:21.912360 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f20cfa1f-64fd-46ef-8296-e304ce852a07 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:21.975608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=c8f589d7-ea27-4374-896f-30dc20c82bf5,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:21.979359 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:21.989235 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:22.088876 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Floating IP a54de422-ca6a-4457-ad98-6756e691cccf associated. External IP: 172.26.2.123, port: 0b7267d7-f1f9-4db6-baf5-5f531122f0c2. Jun 18 16:45:22.288033 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 8a428460-bcec-4270-9400-fc424631582b has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:45:22.393716 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:45:22.402540 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e914ae2-25a7-4905-a59a-d58adef484bc None None] Sync routers for ids ['8a428460-bcec-4270-9400-fc424631582b'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:45:22.410111 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:22.412432 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e914ae2-25a7-4905-a59a-d58adef484bc None None] Routers {'8a428460-bcec-4270-9400-fc424631582b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:45:22.413048 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6e914ae2-25a7-4905-a59a-d58adef484bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:45:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['8a428460-bcec-4270-9400-fc424631582b'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:45:22.447778 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8329515 Jun 18 16:45:22.448659 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4050828-dec7-4921-b1a7-50ef355aed0e', 'tag': '0b7267d7-f1f9-4db6-baf5-5f531122f0c2'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:45:22.451053 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db0f302-0309-473f-85af-80c4d3d0ca82" -d '{"events": [{"name": "network-changed", "server_uuid": "c4050828-dec7-4921-b1a7-50ef355aed0e", "tag": "0b7267d7-f1f9-4db6-baf5-5f531122f0c2"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:45:22.487832 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518bfc51-0050-477d-b8f3-0f905ddbc735 x-openstack-request-id: req-518bfc51-0050-477d-b8f3-0f905ddbc735 {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:45:22.488186 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4050828-dec7-4921-b1a7-50ef355aed0e", "tag": "0b7267d7-f1f9-4db6-baf5-5f531122f0c2", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:45:22.488493 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-518bfc51-0050-477d-b8f3-0f905ddbc735 {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:45:22.488948 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4050828-dec7-4921-b1a7-50ef355aed0e', 'tag': '0b7267d7-f1f9-4db6-baf5-5f531122f0c2', 'status': 'completed', 'code': 200} Jun 18 16:45:22.518377 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-6e914ae2-25a7-4905-a59a-d58adef484bc None None] Set router 8a428460-bcec-4270-9400-fc424631582b gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:45:22.589408 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0f302-0309-473f-85af-80c4d3d0ca82 req-b4f37e0b-076b-4638-9ed5-f66c5f492738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:22.590834 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5db0f302-0309-473f-85af-80c4d3d0ca82 req-b4f37e0b-076b-4638-9ed5-f66c5f492738 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 1099 time: 0.0576286 Jun 18 16:45:22.682206 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0f302-0309-473f-85af-80c4d3d0ca82 req-8d87ebd8-bb77-46c6-b5e9-8244aba3032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:22.685471 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5db0f302-0309-473f-85af-80c4d3d0ca82 req-8d87ebd8-bb77-46c6-b5e9-8244aba3032c service neutron] 10.222.0.64 "GET /v2.0/networks?id=00e1c29e-12c4-477c-87ca-00f8e29a21be HTTP/1.1" status: 200 len: 896 time: 0.0871494 Jun 18 16:45:22.758440 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5db0f302-0309-473f-85af-80c4d3d0ca82 req-bab363e3-1094-412c-9bc9-e0a0a60a90ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7267d7-f1f9-4db6-baf5-5f531122f0c2 HTTP/1.1" status: 200 len: 1000 time: 0.0678768 Jun 18 16:45:22.808059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0f302-0309-473f-85af-80c4d3d0ca82 req-cea9ce3e-42c4-42c0-9253-48017f0a2879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:22.809506 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5db0f302-0309-473f-85af-80c4d3d0ca82 req-cea9ce3e-42c4-42c0-9253-48017f0a2879 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81967a79-0e85-4cd3-aca1-5b54c4c09aa6 HTTP/1.1" status: 200 len: 834 time: 0.0431821 Jun 18 16:45:22.850162 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6e914ae2-25a7-4905-a59a-d58adef484bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:44:50Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:48Z', 'updated_at': '2021-06-18T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'a54de422-ca6a-4457-ad98-6756e691cccf', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.123', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '8a428460-bcec-4270-9400-fc424631582b', 'port_id': '0b7267d7-f1f9-4db6-baf5-5f531122f0c2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'mac_address': 'fa:16:3e:2d:27:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4050828-dec7-4921-b1a7-50ef355aed0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:45:21Z', 'updated_at': '2021-06-18T16:45:21Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}, {'id': 'e5a0cad7-c814-47b5-99a5-5b8bb5927be4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '8a428460-bcec-4270-9400-fc424631582b', 'port_id': 'eae510ed-d440-42ac-9385-9d8179c179c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'mac_address': 'fa:16:3e:f4:2a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52795965-32f9-413b-8edb-134e15b1f0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:45:06Z', 'updated_at': '2021-06-18T16:45:08Z', 'revision_number': 1, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b4d983-988a-41f2-8cff-e8fdd1356656', 'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:02:09:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:50Z', 'updated_at': '2021-06-18T16:44:54Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:45:22.870145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0f302-0309-473f-85af-80c4d3d0ca82 req-cbad96b3-0747-43b3-a70e-ccdde8b47f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:22.871644 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5db0f302-0309-473f-85af-80c4d3d0ca82 req-cbad96b3-0747-43b3-a70e-ccdde8b47f8a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00e1c29e-12c4-477c-87ca-00f8e29a21be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0536740 Jun 18 16:45:22.876794 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e914ae2-25a7-4905-a59a-d58adef484bc None None] Checking router: 8a428460-bcec-4270-9400-fc424631582b for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:45:22.884731 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e914ae2-25a7-4905-a59a-d58adef484bc None None] Routers {'8a428460-bcec-4270-9400-fc424631582b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:45:22.885334 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6e914ae2-25a7-4905-a59a-d58adef484bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:45:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['8a428460-bcec-4270-9400-fc424631582b'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:45:22.963900 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5db0f302-0309-473f-85af-80c4d3d0ca82 req-8a7e89cb-b52e-4e53-9915-3802ce353521 service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852118 Jun 18 16:45:22.988891 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-6e914ae2-25a7-4905-a59a-d58adef484bc None None] Set router 8a428460-bcec-4270-9400-fc424631582b gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:45:23.057544 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5db0f302-0309-473f-85af-80c4d3d0ca82 req-1fe5d9f3-6e50-4da9-9459-702fa84dda24 service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866070 Jun 18 16:45:23.211921 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6e914ae2-25a7-4905-a59a-d58adef484bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:44:50Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:48Z', 'updated_at': '2021-06-18T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'a54de422-ca6a-4457-ad98-6756e691cccf', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.123', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '8a428460-bcec-4270-9400-fc424631582b', 'port_id': '0b7267d7-f1f9-4db6-baf5-5f531122f0c2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'mac_address': 'fa:16:3e:2d:27:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4050828-dec7-4921-b1a7-50ef355aed0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:45:21Z', 'updated_at': '2021-06-18T16:45:21Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}, {'id': 'e5a0cad7-c814-47b5-99a5-5b8bb5927be4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '8a428460-bcec-4270-9400-fc424631582b', 'port_id': 'eae510ed-d440-42ac-9385-9d8179c179c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'mac_address': 'fa:16:3e:f4:2a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52795965-32f9-413b-8edb-134e15b1f0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:45:06Z', 'updated_at': '2021-06-18T16:45:08Z', 'revision_number': 1, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b4d983-988a-41f2-8cff-e8fdd1356656', 'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:02:09:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:50Z', 'updated_at': '2021-06-18T16:44:54Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:45:23.239683 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e914ae2-25a7-4905-a59a-d58adef484bc None None] The sync data for ids ['8a428460-bcec-4270-9400-fc424631582b'] in dv-neutron-797121-1-hyperv is: [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:44:50Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:48Z', 'updated_at': '2021-06-18T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'a54de422-ca6a-4457-ad98-6756e691cccf', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.123', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '8a428460-bcec-4270-9400-fc424631582b', 'port_id': '0b7267d7-f1f9-4db6-baf5-5f531122f0c2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'mac_address': 'fa:16:3e:2d:27:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4050828-dec7-4921-b1a7-50ef355aed0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:45:21Z', 'updated_at': '2021-06-18T16:45:21Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}, {'id': 'e5a0cad7-c814-47b5-99a5-5b8bb5927be4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '8a428460-bcec-4270-9400-fc424631582b', 'port_id': 'eae510ed-d440-42ac-9385-9d8179c179c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'mac_address': 'fa:16:3e:f4:2a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52795965-32f9-413b-8edb-134e15b1f0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:45:06Z', 'updated_at': '2021-06-18T16:45:08Z', 'revision_number': 1, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b4d983-988a-41f2-8cff-e8fdd1356656', 'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:02:09:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:50Z', 'updated_at': '2021-06-18T16:44:54Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:45:23.422839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b968d9-f4aa-4ce6-97c5-57334d110f3b None None] New status for floating IP a54de422-ca6a-4457-ad98-6756e691cccf: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:45:24.792284 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:34.638814 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:45:35.225604 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3544e3d5-0fc3-4c58-8edd-46dfc4d819d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:36.553100 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-353c9a77-fe75-4b23-815e-cb51774ceb67 req-9313e2f9-8916-45b2-863a-c708f290fb47 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=52795965-32f9-413b-8edb-134e15b1f0b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527649 Jun 18 16:45:36.681197 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c9a77-fe75-4b23-815e-cb51774ceb67 req-3194278c-0800-4f63-84f1-3dd1b8211c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:36.682723 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-353c9a77-fe75-4b23-815e-cb51774ceb67 req-3194278c-0800-4f63-84f1-3dd1b8211c82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 1098 time: 0.0629697 Jun 18 16:45:36.789980 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c9a77-fe75-4b23-815e-cb51774ceb67 req-fc69794f-806f-4181-a374-c6a937d85a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:36.791740 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-353c9a77-fe75-4b23-815e-cb51774ceb67 req-fc69794f-806f-4181-a374-c6a937d85a45 service neutron] 10.222.0.64 "GET /v2.0/networks?id=00e1c29e-12c4-477c-87ca-00f8e29a21be HTTP/1.1" status: 200 len: 896 time: 0.0852158 Jun 18 16:45:36.861753 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-353c9a77-fe75-4b23-815e-cb51774ceb67 req-19614c27-28e8-42bb-bf71-7ad0b4915398 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eae510ed-d440-42ac-9385-9d8179c179c2 HTTP/1.1" status: 200 len: 1000 time: 0.0629532 Jun 18 16:45:36.910367 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c9a77-fe75-4b23-815e-cb51774ceb67 req-2a4e9453-1f7c-4284-9306-baab3480cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:36.911792 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-353c9a77-fe75-4b23-815e-cb51774ceb67 req-2a4e9453-1f7c-4284-9306-baab3480cbb8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81967a79-0e85-4cd3-aca1-5b54c4c09aa6 HTTP/1.1" status: 200 len: 834 time: 0.0435910 Jun 18 16:45:36.970168 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c9a77-fe75-4b23-815e-cb51774ceb67 req-747862aa-c463-416e-a073-324de694536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:36.971654 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-353c9a77-fe75-4b23-815e-cb51774ceb67 req-747862aa-c463-416e-a073-324de694536f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00e1c29e-12c4-477c-87ca-00f8e29a21be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0533059 Jun 18 16:45:37.064725 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-353c9a77-fe75-4b23-815e-cb51774ceb67 req-27a60a37-3e28-4086-a5ee-2242f8c00c78 service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840180 Jun 18 16:45:37.153853 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-353c9a77-fe75-4b23-815e-cb51774ceb67 req-fba9323c-66a0-475b-8b96-61eacbb79dd5 service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792477 Jun 18 16:45:37.635814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c4891da5-c826-459d-9bfc-978ece81362f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:38.237147 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:38.956045 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:40.487850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:54.808192 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:56.550260 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52844) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:45:56.610405 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ad375421-a31f-4319-9631-1f159b2fd8dd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/e5a0cad7-c814-47b5-99a5-5b8bb5927be4 HTTP/1.1" status: 200 len: 992 time: 0.0588596 Jun 18 16:45:57.353226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52852) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:45:57.358689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'port': {'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:45:57.447424 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:57.591306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port eae510ed-d440-42ac-9385-9d8179c179c2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=eae510ed-d440-42ac-9385-9d8179c179c2,segment=NetworkSegment(8c9b4981-75c6-464c-a289-43dde09ec534),segment_id=8c9b4981-75c6-464c-a289-43dde09ec534)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:45:57.619805 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:57.624106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:57.626734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:57.673159 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:57.673805 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:57.675265 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/ports/eae510ed-d440-42ac-9385-9d8179c179c2 HTTP/1.1" status: 200 len: 938 time: 0.3210444 Jun 18 16:45:57.676385 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52795965-32f9-413b-8edb-134e15b1f0b5', 'tag': 'eae510ed-d440-42ac-9385-9d8179c179c2'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:45:57.678565 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751bb952-7d40-468f-a8a5-75c5c347d8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "52795965-32f9-413b-8edb-134e15b1f0b5", "tag": "eae510ed-d440-42ac-9385-9d8179c179c2"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:45:57.700103 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=eae510ed-d440-42ac-9385-9d8179c179c2,revision_number=6']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:57.708165 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:57.708565 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:57.708962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:57.709341 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:57.709737 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:57.710119 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:57.710497 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:57.710903 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:57.711279 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:57.711649 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:57.712018 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:57.712385 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:57.716403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:57.722142 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a47fcac-82c1-49bb-bc07-70075123b561 x-openstack-request-id: req-4a47fcac-82c1-49bb-bc07-70075123b561 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:45:57.723106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52795965-32f9-413b-8edb-134e15b1f0b5", "tag": "eae510ed-d440-42ac-9385-9d8179c179c2", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:45:57.723106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a47fcac-82c1-49bb-bc07-70075123b561 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:45:57.723431 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52795965-32f9-413b-8edb-134e15b1f0b5', 'tag': 'eae510ed-d440-42ac-9385-9d8179c179c2', 'status': 'completed', 'code': 200} Jun 18 16:45:57.835959 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bb952-7d40-468f-a8a5-75c5c347d8d1 req-d009b7b6-ccc1-4712-95bd-d75864959d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:57.837428 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-751bb952-7d40-468f-a8a5-75c5c347d8d1 req-d009b7b6-ccc1-4712-95bd-d75864959d20 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 1099 time: 0.0567603 Jun 18 16:45:57.864738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ad0a77dd-7a1d-4e80-bb91-7fecd00596cd None None] Provisioning complete for port eae510ed-d440-42ac-9385-9d8179c179c2 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:45:57.865353 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ad0a77dd-7a1d-4e80-bb91-7fecd00596cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:57.904445 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a77dd-7a1d-4e80-bb91-7fecd00596cd None None] Port eae510ed-d440-42ac-9385-9d8179c179c2 is administratively disabled so it will not transition to active. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jun 18 16:45:57.930659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bb952-7d40-468f-a8a5-75c5c347d8d1 req-0fc70e84-0f5a-4ea9-9ce8-e8dde3425e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:57.932070 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-751bb952-7d40-468f-a8a5-75c5c347d8d1 req-0fc70e84-0f5a-4ea9-9ce8-e8dde3425e09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=00e1c29e-12c4-477c-87ca-00f8e29a21be HTTP/1.1" status: 200 len: 896 time: 0.0870860 Jun 18 16:45:57.994192 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-751bb952-7d40-468f-a8a5-75c5c347d8d1 req-db498ddb-5ea9-4a6a-8871-6d4208851e7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eae510ed-d440-42ac-9385-9d8179c179c2 HTTP/1.1" status: 200 len: 1001 time: 0.0553496 Jun 18 16:45:58.045806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bb952-7d40-468f-a8a5-75c5c347d8d1 req-550dbf01-7343-4ee4-ab62-45378af4f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:58.048330 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-751bb952-7d40-468f-a8a5-75c5c347d8d1 req-550dbf01-7343-4ee4-ab62-45378af4f3d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81967a79-0e85-4cd3-aca1-5b54c4c09aa6 HTTP/1.1" status: 200 len: 834 time: 0.0475585 Jun 18 16:45:58.103625 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bb952-7d40-468f-a8a5-75c5c347d8d1 req-d93263ec-6b04-497f-98ca-258208376220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:58.105071 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-751bb952-7d40-468f-a8a5-75c5c347d8d1 req-d93263ec-6b04-497f-98ca-258208376220 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00e1c29e-12c4-477c-87ca-00f8e29a21be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500312 Jun 18 16:45:58.189079 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-751bb952-7d40-468f-a8a5-75c5c347d8d1 req-ef2e7c2e-ed9e-473f-aadd-69f1908bb308 service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777576 Jun 18 16:45:58.277482 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-751bb952-7d40-468f-a8a5-75c5c347d8d1 req-d987a092-0d6d-40b4-a45d-e99bc096ed0a service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814662 Jun 18 16:46:01.129107 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52860) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:01.134521 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b6d0f8b8-bef3-44f7-bb60-e52bafe082f0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'port': {'admin_state_up': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:46:01.215125 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f8b8-bef3-44f7-bb60-e52bafe082f0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:01.363910 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-b6d0f8b8-bef3-44f7-bb60-e52bafe082f0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port eae510ed-d440-42ac-9385-9d8179c179c2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=eae510ed-d440-42ac-9385-9d8179c179c2,segment=NetworkSegment(8c9b4981-75c6-464c-a289-43dde09ec534),segment_id=8c9b4981-75c6-464c-a289-43dde09ec534)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:46:01.392628 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f8b8-bef3-44f7-bb60-e52bafe082f0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:01.396894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f8b8-bef3-44f7-bb60-e52bafe082f0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:01.398929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b142c67e-3de9-4d83-9b46-e8db076743f5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:01.445456 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d0f8b8-bef3-44f7-bb60-e52bafe082f0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:01.446087 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f8b8-bef3-44f7-bb60-e52bafe082f0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:01.447621 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b6d0f8b8-bef3-44f7-bb60-e52bafe082f0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/ports/eae510ed-d440-42ac-9385-9d8179c179c2 HTTP/1.1" status: 200 len: 937 time: 0.3175335 Jun 18 16:46:01.448372 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52795965-32f9-413b-8edb-134e15b1f0b5', 'tag': 'eae510ed-d440-42ac-9385-9d8179c179c2'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:46:01.450552 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52862) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:01.451584 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8322a6-eea5-43a4-8240-4e797d3133ea" -d '{"events": [{"name": "network-changed", "server_uuid": "52795965-32f9-413b-8edb-134e15b1f0b5", "tag": "eae510ed-d440-42ac-9385-9d8179c179c2"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:46:01.479854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0f8b8-bef3-44f7-bb60-e52bafe082f0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=eae510ed-d440-42ac-9385-9d8179c179c2,revision_number=7']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:01.483976 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b6d0f8b8-bef3-44f7-bb60-e52bafe082f0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:01.490765 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115eb494-36c1-4e80-b7de-385357ca2548 x-openstack-request-id: req-115eb494-36c1-4e80-b7de-385357ca2548 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:46:01.490765 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52795965-32f9-413b-8edb-134e15b1f0b5", "tag": "eae510ed-d440-42ac-9385-9d8179c179c2", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:46:01.490975 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-115eb494-36c1-4e80-b7de-385357ca2548 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:46:01.491386 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52795965-32f9-413b-8edb-134e15b1f0b5', 'tag': 'eae510ed-d440-42ac-9385-9d8179c179c2', 'status': 'completed', 'code': 200} Jun 18 16:46:01.524554 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ec7eb206-4d82-48ac-b7de-ebc3445876e4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/e5a0cad7-c814-47b5-99a5-5b8bb5927be4 HTTP/1.1" status: 200 len: 992 time: 0.0705352 Jun 18 16:46:01.591544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8322a6-eea5-43a4-8240-4e797d3133ea req-b3731d0f-38ba-4272-94c8-a2a5dc452ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:01.593015 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ad8322a6-eea5-43a4-8240-4e797d3133ea req-b3731d0f-38ba-4272-94c8-a2a5dc452ea9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 1098 time: 0.0539856 Jun 18 16:46:01.649658 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-01916da8-b73a-493b-b5d3-f5c4fa758f3b None None] Provisioning complete for port eae510ed-d440-42ac-9385-9d8179c179c2 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:46:01.650238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-01916da8-b73a-493b-b5d3-f5c4fa758f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:01.685622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8322a6-eea5-43a4-8240-4e797d3133ea req-1cec97cb-cbb9-4150-9b59-68c97b28da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:01.687750 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ad8322a6-eea5-43a4-8240-4e797d3133ea req-1cec97cb-cbb9-4150-9b59-68c97b28da96 service neutron] 10.222.0.64 "GET /v2.0/networks?id=00e1c29e-12c4-477c-87ca-00f8e29a21be HTTP/1.1" status: 200 len: 896 time: 0.0877976 Jun 18 16:46:01.730615 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['eae510ed-d440-42ac-9385-9d8179c179c2'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:46:01.759463 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ad8322a6-eea5-43a4-8240-4e797d3133ea req-3989f37f-6b0f-4728-86f1-672ab3c042a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eae510ed-d440-42ac-9385-9d8179c179c2 HTTP/1.1" status: 200 len: 1000 time: 0.0650859 Jun 18 16:46:01.809144 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8322a6-eea5-43a4-8240-4e797d3133ea req-cdcd00c2-978c-4f23-8e62-c8067a4d74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:01.810557 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ad8322a6-eea5-43a4-8240-4e797d3133ea req-cdcd00c2-978c-4f23-8e62-c8067a4d74ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81967a79-0e85-4cd3-aca1-5b54c4c09aa6 HTTP/1.1" status: 200 len: 834 time: 0.0432112 Jun 18 16:46:01.865683 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8322a6-eea5-43a4-8240-4e797d3133ea req-65c30119-d8d6-4f4f-811e-b7abbedca24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:01.867539 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ad8322a6-eea5-43a4-8240-4e797d3133ea req-65c30119-d8d6-4f4f-811e-b7abbedca24b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00e1c29e-12c4-477c-87ca-00f8e29a21be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0508921 Jun 18 16:46:01.959022 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ad8322a6-eea5-43a4-8240-4e797d3133ea req-fc7a4503-2a12-4484-9049-ab380853c97b service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841699 Jun 18 16:46:02.044379 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ad8322a6-eea5-43a4-8240-4e797d3133ea req-e14405bb-b92c-48b1-bff1-528505916070 service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797148 Jun 18 16:46:04.104675 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52872) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:04.256827 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-3a6b33dd-0f12-4c88-b683-c7affb84e866 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port c8f589d7-ea27-4374-896f-30dc20c82bf5 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:46:04.257175 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3a6b33dd-0f12-4c88-b683-c7affb84e866 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:04.333701 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3a6b33dd-0f12-4c88-b683-c7affb84e866 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:04.334024 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3a6b33dd-0f12-4c88-b683-c7affb84e866 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:04.396209 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-3a6b33dd-0f12-4c88-b683-c7affb84e866 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for c8f589d7-ea27-4374-896f-30dc20c82bf5 owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:46:04.537918 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3a6b33dd-0f12-4c88-b683-c7affb84e866 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:04.540689 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:04.565139 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b33dd-0f12-4c88-b683-c7affb84e866 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=c8f589d7-ea27-4374-896f-30dc20c82bf5,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:04.568920 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3a6b33dd-0f12-4c88-b683-c7affb84e866 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:04.628343 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3a6b33dd-0f12-4c88-b683-c7affb84e866 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:04.628682 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-3a6b33dd-0f12-4c88-b683-c7affb84e866 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Floating IP a54de422-ca6a-4457-ad98-6756e691cccf disassociated (deleted). External IP: 172.26.2.123, port: 0b7267d7-f1f9-4db6-baf5-5f531122f0c2. Jun 18 16:46:04.833939 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6b33dd-0f12-4c88-b683-c7affb84e866 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 8a428460-bcec-4270-9400-fc424631582b has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:46:04.938651 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6b33dd-0f12-4c88-b683-c7affb84e866 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:46:04.943434 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3a6b33dd-0f12-4c88-b683-c7affb84e866 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:04.947901 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1ca74d-d05b-4918-848a-640c2973c7ff None None] Sync routers for ids ['8a428460-bcec-4270-9400-fc424631582b'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:46:04.957278 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1ca74d-d05b-4918-848a-640c2973c7ff None None] Routers {'8a428460-bcec-4270-9400-fc424631582b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:46:04.957892 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ac1ca74d-d05b-4918-848a-640c2973c7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:45:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['8a428460-bcec-4270-9400-fc424631582b'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:04.981952 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3a6b33dd-0f12-4c88-b683-c7affb84e866 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/floatingips/a54de422-ca6a-4457-ad98-6756e691cccf HTTP/1.1" status: 204 len: 168 time: 0.8761771 Jun 18 16:46:04.982664 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4050828-dec7-4921-b1a7-50ef355aed0e', 'tag': '0b7267d7-f1f9-4db6-baf5-5f531122f0c2'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:46:04.985701 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d867da84-8cd1-417f-9ae4-7f8821c255df" -d '{"events": [{"name": "network-changed", "server_uuid": "c4050828-dec7-4921-b1a7-50ef355aed0e", "tag": "0b7267d7-f1f9-4db6-baf5-5f531122f0c2"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:46:05.023972 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd2cd1b-457c-47fb-be3b-e4dc0760590d x-openstack-request-id: req-ecd2cd1b-457c-47fb-be3b-e4dc0760590d {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:46:05.024380 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4050828-dec7-4921-b1a7-50ef355aed0e", "tag": "0b7267d7-f1f9-4db6-baf5-5f531122f0c2", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:46:05.024885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ecd2cd1b-457c-47fb-be3b-e4dc0760590d {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:46:05.025577 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4050828-dec7-4921-b1a7-50ef355aed0e', 'tag': '0b7267d7-f1f9-4db6-baf5-5f531122f0c2', 'status': 'completed', 'code': 200} Jun 18 16:46:05.133198 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867da84-8cd1-417f-9ae4-7f8821c255df req-66aac219-9c30-4ded-9251-4a8d138abdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:05.134717 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d867da84-8cd1-417f-9ae4-7f8821c255df req-66aac219-9c30-4ded-9251-4a8d138abdc5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 1099 time: 0.0634215 Jun 18 16:46:05.157726 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-ac1ca74d-d05b-4918-848a-640c2973c7ff None None] Set router 8a428460-bcec-4270-9400-fc424631582b gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:46:05.229557 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a663b6b7-c711-4e8d-942c-21d9e45d244d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:05.243751 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867da84-8cd1-417f-9ae4-7f8821c255df req-a8f2bec6-1119-4158-9384-be884fef4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:05.245279 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d867da84-8cd1-417f-9ae4-7f8821c255df req-a8f2bec6-1119-4158-9384-be884fef4c44 service neutron] 10.222.0.64 "GET /v2.0/networks?id=00e1c29e-12c4-477c-87ca-00f8e29a21be HTTP/1.1" status: 200 len: 896 time: 0.1044080 Jun 18 16:46:05.300355 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d867da84-8cd1-417f-9ae4-7f8821c255df req-1fbb6081-720f-48b2-9076-cf687e632884 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7267d7-f1f9-4db6-baf5-5f531122f0c2 HTTP/1.1" status: 200 len: 217 time: 0.0399191 Jun 18 16:46:05.372031 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884e460-e27e-4167-b8b3-6f5b9c2dbb0f req-110c8fdf-eca6-40c5-8135-fc95755be5a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:05.373488 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8884e460-e27e-4167-b8b3-6f5b9c2dbb0f req-110c8fdf-eca6-40c5-8135-fc95755be5a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 946 time: 0.0663846 Jun 18 16:46:05.395269 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ac1ca74d-d05b-4918-848a-640c2973c7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:44:50Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:48Z', 'updated_at': '2021-06-18T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'e5a0cad7-c814-47b5-99a5-5b8bb5927be4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '8a428460-bcec-4270-9400-fc424631582b', 'port_id': 'eae510ed-d440-42ac-9385-9d8179c179c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'mac_address': 'fa:16:3e:f4:2a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52795965-32f9-413b-8edb-134e15b1f0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:45:06Z', 'updated_at': '2021-06-18T16:45:08Z', 'revision_number': 1, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b4d983-988a-41f2-8cff-e8fdd1356656', 'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:02:09:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:50Z', 'updated_at': '2021-06-18T16:44:54Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:05.418234 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8884e460-e27e-4167-b8b3-6f5b9c2dbb0f req-6c915126-40b6-4438-ac41-7da85fdb9537 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=a929b107-7b4e-43a9-8467-bb7e9b4fc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375702 Jun 18 16:46:05.427791 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1ca74d-d05b-4918-848a-640c2973c7ff None None] Checking router: 8a428460-bcec-4270-9400-fc424631582b for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:46:05.436981 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1ca74d-d05b-4918-848a-640c2973c7ff None None] Routers {'8a428460-bcec-4270-9400-fc424631582b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:46:05.437640 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ac1ca74d-d05b-4918-848a-640c2973c7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:45:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['8a428460-bcec-4270-9400-fc424631582b'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:05.544662 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-ac1ca74d-d05b-4918-848a-640c2973c7ff None None] Set router 8a428460-bcec-4270-9400-fc424631582b gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:46:05.684890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867da84-8cd1-417f-9ae4-7f8821c255df req-43dd6ba1-3f6d-4ebc-b838-03ad3f6c86e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:05.686395 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d867da84-8cd1-417f-9ae4-7f8821c255df req-43dd6ba1-3f6d-4ebc-b838-03ad3f6c86e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81967a79-0e85-4cd3-aca1-5b54c4c09aa6 HTTP/1.1" status: 200 len: 834 time: 0.3798885 Jun 18 16:46:05.743020 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867da84-8cd1-417f-9ae4-7f8821c255df req-936444dc-9f1f-4485-997a-2f7c6f76af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:05.744532 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d867da84-8cd1-417f-9ae4-7f8821c255df req-936444dc-9f1f-4485-997a-2f7c6f76af81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00e1c29e-12c4-477c-87ca-00f8e29a21be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517690 Jun 18 16:46:05.765635 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ac1ca74d-d05b-4918-848a-640c2973c7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:44:50Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:48Z', 'updated_at': '2021-06-18T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'e5a0cad7-c814-47b5-99a5-5b8bb5927be4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '8a428460-bcec-4270-9400-fc424631582b', 'port_id': 'eae510ed-d440-42ac-9385-9d8179c179c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'mac_address': 'fa:16:3e:f4:2a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52795965-32f9-413b-8edb-134e15b1f0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:45:06Z', 'updated_at': '2021-06-18T16:45:08Z', 'revision_number': 1, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b4d983-988a-41f2-8cff-e8fdd1356656', 'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:02:09:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:50Z', 'updated_at': '2021-06-18T16:44:54Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:05.795020 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1ca74d-d05b-4918-848a-640c2973c7ff None None] The sync data for ids ['8a428460-bcec-4270-9400-fc424631582b'] in dv-neutron-797121-1-hyperv is: [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:44:50Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:48Z', 'updated_at': '2021-06-18T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'e5a0cad7-c814-47b5-99a5-5b8bb5927be4', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '8a428460-bcec-4270-9400-fc424631582b', 'port_id': 'eae510ed-d440-42ac-9385-9d8179c179c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'mac_address': 'fa:16:3e:f4:2a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52795965-32f9-413b-8edb-134e15b1f0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:45:06Z', 'updated_at': '2021-06-18T16:45:08Z', 'revision_number': 1, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b4d983-988a-41f2-8cff-e8fdd1356656', 'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:02:09:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:50Z', 'updated_at': '2021-06-18T16:44:54Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:46:05.838020 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d867da84-8cd1-417f-9ae4-7f8821c255df req-f45a7f8a-9e6b-4280-8c5c-e709d5b87594 service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863624 Jun 18 16:46:05.929966 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d867da84-8cd1-417f-9ae4-7f8821c255df req-d8fe14e0-4a60-42e0-bbb3-97c27b7ad828 service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840409 Jun 18 16:46:06.009115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd168fe6-912c-49bd-a413-b08bd240370e None None] New status for floating IP a54de422-ca6a-4457-ad98-6756e691cccf: DOWN {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:46:06.594437 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a57c27-a365-4cac-91be-c25f3d197f82 req-72a950a8-2535-4703-a652-e14f546dbad0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:06.595865 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-87a57c27-a365-4cac-91be-c25f3d197f82 req-72a950a8-2535-4703-a652-e14f546dbad0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 946 time: 0.0632682 Jun 18 16:46:06.632853 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-87a57c27-a365-4cac-91be-c25f3d197f82 req-101f0653-a9c6-4b0d-be78-ee18d8da15d1 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=a929b107-7b4e-43a9-8467-bb7e9b4fc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310228 Jun 18 16:46:06.792871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9730e-a54f-43d2-8f29-be7aeefc41db req-5fffea68-764c-4150-941b-e2952ebc4746 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:06.794284 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-52e9730e-a54f-43d2-8f29-be7aeefc41db req-5fffea68-764c-4150-941b-e2952ebc4746 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 946 time: 0.0680559 Jun 18 16:46:06.892375 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-52e9730e-a54f-43d2-8f29-be7aeefc41db req-8b399d1b-4f1f-4c8d-ba38-da63524a29c3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:46:06.892626 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-52e9730e-a54f-43d2-8f29-be7aeefc41db req-8b399d1b-4f1f-4c8d-ba38-da63524a29c3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:06.984818 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-52e9730e-a54f-43d2-8f29-be7aeefc41db req-8b399d1b-4f1f-4c8d-ba38-da63524a29c3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port 0b7267d7-f1f9-4db6-baf5-5f531122f0c2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0b7267d7-f1f9-4db6-baf5-5f531122f0c2,segment=NetworkSegment(8c9b4981-75c6-464c-a289-43dde09ec534),segment_id=8c9b4981-75c6-464c-a289-43dde09ec534)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:46:06.985176 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-52e9730e-a54f-43d2-8f29-be7aeefc41db req-8b399d1b-4f1f-4c8d-ba38-da63524a29c3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:07.047788 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-52e9730e-a54f-43d2-8f29-be7aeefc41db req-8b399d1b-4f1f-4c8d-ba38-da63524a29c3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:46:07.176805 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-52e9730e-a54f-43d2-8f29-be7aeefc41db req-8b399d1b-4f1f-4c8d-ba38-da63524a29c3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:07.180418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d63c8244-48db-4e9a-87a6-13ef629998e3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:07.204678 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b399d1b-4f1f-4c8d-ba38-da63524a29c3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=0b7267d7-f1f9-4db6-baf5-5f531122f0c2,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:07.208582 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8b399d1b-4f1f-4c8d-ba38-da63524a29c3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:07.255227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e9730e-a54f-43d2-8f29-be7aeefc41db req-8b399d1b-4f1f-4c8d-ba38-da63524a29c3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] No DVR routers for this DVR port 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:46:07.257642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-52e9730e-a54f-43d2-8f29-be7aeefc41db req-8b399d1b-4f1f-4c8d-ba38-da63524a29c3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:07.259612 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-52e9730e-a54f-43d2-8f29-be7aeefc41db req-8b399d1b-4f1f-4c8d-ba38-da63524a29c3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "DELETE /v2.0/ports/0b7267d7-f1f9-4db6-baf5-5f531122f0c2 HTTP/1.1" status: 204 len: 173 time: 0.4600487 Jun 18 16:46:07.260141 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4050828-dec7-4921-b1a7-50ef355aed0e', 'name': 'network-vif-deleted', 'tag': '0b7267d7-f1f9-4db6-baf5-5f531122f0c2'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:46:07.262427 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca4f44b-099b-4bee-a38a-ac276466d42a" -d '{"events": [{"server_uuid": "c4050828-dec7-4921-b1a7-50ef355aed0e", "name": "network-vif-deleted", "tag": "0b7267d7-f1f9-4db6-baf5-5f531122f0c2"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:46:07.307234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a832e4f1-f65f-4ab4-99c3-f96d8cb7297e x-openstack-request-id: req-a832e4f1-f65f-4ab4-99c3-f96d8cb7297e {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:46:07.307584 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4050828-dec7-4921-b1a7-50ef355aed0e", "name": "network-vif-deleted", "tag": "0b7267d7-f1f9-4db6-baf5-5f531122f0c2", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:46:07.307891 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a832e4f1-f65f-4ab4-99c3-f96d8cb7297e {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:46:07.308340 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4050828-dec7-4921-b1a7-50ef355aed0e', 'name': 'network-vif-deleted', 'tag': '0b7267d7-f1f9-4db6-baf5-5f531122f0c2', 'status': 'completed', 'code': 200} Jun 18 16:46:07.637847 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a1265f88-34df-4e48-ab9d-7c7a7269b11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:07.804505 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e554e823-7822-492f-8fde-f314f1cdb9e2 req-0e09fa22-bb7d-493c-a6e3-15297009643c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4050828-dec7-4921-b1a7-50ef355aed0e HTTP/1.1" status: 200 len: 210 time: 0.0369885 Jun 18 16:46:08.239074 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:08.896861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52888) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:08.955610 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8070a57a-3a1c-47b1-aab0-6de21c463fe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:08.962193 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:08.981152 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8070a57a-3a1c-47b1-aab0-6de21c463fe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:09.043074 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8070a57a-3a1c-47b1-aab0-6de21c463fe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:09.045639 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8070a57a-3a1c-47b1-aab0-6de21c463fe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:09.046926 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8070a57a-3a1c-47b1-aab0-6de21c463fe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/security-groups/a929b107-7b4e-43a9-8467-bb7e9b4fc5ec HTTP/1.1" status: 204 len: 168 time: 0.1489334 Jun 18 16:46:09.047784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-64b47e5d-db5f-4df7-a1e2-fd72c2d8a552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:09.062880 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070a57a-3a1c-47b1-aab0-6de21c463fe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a929b107-7b4e-43a9-8467-bb7e9b4fc5ec,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:09.073021 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a57a-3a1c-47b1-aab0-6de21c463fe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:09.073532 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a57a-3a1c-47b1-aab0-6de21c463fe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:09.074147 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a57a-3a1c-47b1-aab0-6de21c463fe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:09.074739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a57a-3a1c-47b1-aab0-6de21c463fe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:09.075356 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a57a-3a1c-47b1-aab0-6de21c463fe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:09.075891 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a57a-3a1c-47b1-aab0-6de21c463fe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:09.076378 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a57a-3a1c-47b1-aab0-6de21c463fe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:09.076861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a57a-3a1c-47b1-aab0-6de21c463fe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:09.078356 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a57a-3a1c-47b1-aab0-6de21c463fe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:09.078530 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52892) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:09.079048 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a57a-3a1c-47b1-aab0-6de21c463fe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:09.079373 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a57a-3a1c-47b1-aab0-6de21c463fe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:09.079976 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070a57a-3a1c-47b1-aab0-6de21c463fe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:09.084362 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8070a57a-3a1c-47b1-aab0-6de21c463fe4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:09.235939 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-831c6273-6ea8-4a9c-8069-6adc6fa7f60f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port 19441d7d-7e3d-4f98-b408-a50f3280a87c {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:46:09.236231 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-831c6273-6ea8-4a9c-8069-6adc6fa7f60f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:09.309341 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-831c6273-6ea8-4a9c-8069-6adc6fa7f60f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:09.309666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-831c6273-6ea8-4a9c-8069-6adc6fa7f60f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:09.379848 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-831c6273-6ea8-4a9c-8069-6adc6fa7f60f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for 19441d7d-7e3d-4f98-b408-a50f3280a87c owned by network:floatingip {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:46:09.544652 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-831c6273-6ea8-4a9c-8069-6adc6fa7f60f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:09.548106 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-709fa3ae-8dc7-499e-9fe7-b01693741f59 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:09.571653 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c6273-6ea8-4a9c-8069-6adc6fa7f60f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=19441d7d-7e3d-4f98-b408-a50f3280a87c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:09.574120 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-831c6273-6ea8-4a9c-8069-6adc6fa7f60f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:09.636020 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-831c6273-6ea8-4a9c-8069-6adc6fa7f60f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:09.636352 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-831c6273-6ea8-4a9c-8069-6adc6fa7f60f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Floating IP e5a0cad7-c814-47b5-99a5-5b8bb5927be4 disassociated (deleted). External IP: 172.26.2.52, port: eae510ed-d440-42ac-9385-9d8179c179c2. Jun 18 16:46:09.845462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831c6273-6ea8-4a9c-8069-6adc6fa7f60f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 8a428460-bcec-4270-9400-fc424631582b has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:46:09.948224 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831c6273-6ea8-4a9c-8069-6adc6fa7f60f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:46:09.954335 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-831c6273-6ea8-4a9c-8069-6adc6fa7f60f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:09.961050 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377a7d8-69b9-4755-8cf7-15c0ada95afd None None] Sync routers for ids ['8a428460-bcec-4270-9400-fc424631582b'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:46:09.970510 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6377a7d8-69b9-4755-8cf7-15c0ada95afd None None] Routers {'8a428460-bcec-4270-9400-fc424631582b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:46:09.971162 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6377a7d8-69b9-4755-8cf7-15c0ada95afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:46:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['8a428460-bcec-4270-9400-fc424631582b'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:09.993331 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-831c6273-6ea8-4a9c-8069-6adc6fa7f60f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/floatingips/e5a0cad7-c814-47b5-99a5-5b8bb5927be4 HTTP/1.1" status: 204 len: 168 time: 0.9132748 Jun 18 16:46:09.993967 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52795965-32f9-413b-8edb-134e15b1f0b5', 'tag': 'eae510ed-d440-42ac-9385-9d8179c179c2'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:46:09.996334 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212137bf-ef41-4038-a6c5-2801921b90e1" -d '{"events": [{"name": "network-changed", "server_uuid": "52795965-32f9-413b-8edb-134e15b1f0b5", "tag": "eae510ed-d440-42ac-9385-9d8179c179c2"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:46:10.041716 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22b66db-96b3-4f49-9d62-d78fdbd6ff56 x-openstack-request-id: req-d22b66db-96b3-4f49-9d62-d78fdbd6ff56 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:46:10.042479 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52795965-32f9-413b-8edb-134e15b1f0b5", "tag": "eae510ed-d440-42ac-9385-9d8179c179c2", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:46:10.042826 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d22b66db-96b3-4f49-9d62-d78fdbd6ff56 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:46:10.043279 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52795965-32f9-413b-8edb-134e15b1f0b5', 'tag': 'eae510ed-d440-42ac-9385-9d8179c179c2', 'status': 'completed', 'code': 200} Jun 18 16:46:10.085076 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-6377a7d8-69b9-4755-8cf7-15c0ada95afd None None] Set router 8a428460-bcec-4270-9400-fc424631582b gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:46:10.137763 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212137bf-ef41-4038-a6c5-2801921b90e1 req-ad28c9c0-8f7f-4dc3-84c9-19f92e379106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:10.139294 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-212137bf-ef41-4038-a6c5-2801921b90e1 req-ad28c9c0-8f7f-4dc3-84c9-19f92e379106 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 1098 time: 0.0531883 Jun 18 16:46:10.273089 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212137bf-ef41-4038-a6c5-2801921b90e1 req-41656264-9802-4e3a-9cc2-bdbd7ee1d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:10.273089 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-212137bf-ef41-4038-a6c5-2801921b90e1 req-41656264-9802-4e3a-9cc2-bdbd7ee1d642 service neutron] 10.222.0.64 "GET /v2.0/networks?id=00e1c29e-12c4-477c-87ca-00f8e29a21be HTTP/1.1" status: 200 len: 896 time: 0.0996709 Jun 18 16:46:10.306650 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6377a7d8-69b9-4755-8cf7-15c0ada95afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:44:50Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:48Z', 'updated_at': '2021-06-18T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'e6b4d983-988a-41f2-8cff-e8fdd1356656', 'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:02:09:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:50Z', 'updated_at': '2021-06-18T16:44:54Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:10.315750 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-212137bf-ef41-4038-a6c5-2801921b90e1 req-2fbaa559-08b5-4e1a-a40e-904a04cd646a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eae510ed-d440-42ac-9385-9d8179c179c2 HTTP/1.1" status: 200 len: 217 time: 0.0392783 Jun 18 16:46:10.332755 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377a7d8-69b9-4755-8cf7-15c0ada95afd None None] Checking router: 8a428460-bcec-4270-9400-fc424631582b for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:46:10.343940 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6377a7d8-69b9-4755-8cf7-15c0ada95afd None None] Routers {'8a428460-bcec-4270-9400-fc424631582b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:46:10.345115 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6377a7d8-69b9-4755-8cf7-15c0ada95afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:46:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['8a428460-bcec-4270-9400-fc424631582b'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:10.369446 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212137bf-ef41-4038-a6c5-2801921b90e1 req-61cc639c-a5a9-43c0-8eca-7eaaec287daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:10.371094 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-212137bf-ef41-4038-a6c5-2801921b90e1 req-61cc639c-a5a9-43c0-8eca-7eaaec287daa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81967a79-0e85-4cd3-aca1-5b54c4c09aa6 HTTP/1.1" status: 200 len: 834 time: 0.0484574 Jun 18 16:46:10.381506 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a89349-e4d6-45dd-ab1b-61d4fae6ff63 req-8d6b9b9f-d96d-4e44-b494-ab98bc18e4c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:10.383284 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a2a89349-e4d6-45dd-ab1b-61d4fae6ff63 req-8d6b9b9f-d96d-4e44-b494-ab98bc18e4c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0680671 Jun 18 16:46:10.427763 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a2a89349-e4d6-45dd-ab1b-61d4fae6ff63 req-cdb4f834-c0a1-4d26-b2d5-02593a44f730 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2241cd82-9b21-4ae0-8755-68d0e5e6a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385673 Jun 18 16:46:10.434896 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212137bf-ef41-4038-a6c5-2801921b90e1 req-c1fc1575-bf76-4ff0-8c6a-2b2fa560f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:10.436382 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-212137bf-ef41-4038-a6c5-2801921b90e1 req-c1fc1575-bf76-4ff0-8c6a-2b2fa560f5af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00e1c29e-12c4-477c-87ca-00f8e29a21be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0583279 Jun 18 16:46:10.457095 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-6377a7d8-69b9-4755-8cf7-15c0ada95afd None None] Set router 8a428460-bcec-4270-9400-fc424631582b gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:46:10.491927 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:10.529216 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-212137bf-ef41-4038-a6c5-2801921b90e1 req-0c97c99a-ab19-4d74-b9ed-bd39fbee0271 service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849717 Jun 18 16:46:10.618096 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-212137bf-ef41-4038-a6c5-2801921b90e1 req-4d97dc28-a3a0-48ad-8432-257c1e57d5bd service neutron] 10.222.0.64 "GET /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824189 Jun 18 16:46:10.655498 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-6377a7d8-69b9-4755-8cf7-15c0ada95afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:44:50Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:48Z', 'updated_at': '2021-06-18T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'e6b4d983-988a-41f2-8cff-e8fdd1356656', 'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:02:09:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:50Z', 'updated_at': '2021-06-18T16:44:54Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:10.683473 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377a7d8-69b9-4755-8cf7-15c0ada95afd None None] The sync data for ids ['8a428460-bcec-4270-9400-fc424631582b'] in dv-neutron-797121-1-hyperv is: [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:44:50Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:48Z', 'updated_at': '2021-06-18T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'e6b4d983-988a-41f2-8cff-e8fdd1356656', 'name': '', 'network_id': '00e1c29e-12c4-477c-87ca-00f8e29a21be', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:02:09:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:50Z', 'updated_at': '2021-06-18T16:44:54Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '81967a79-0e85-4cd3-aca1-5b54c4c09aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:46:10.879043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646a54c2-c04d-4929-9352-e8fd87f784c7 None None] New status for floating IP e5a0cad7-c814-47b5-99a5-5b8bb5927be4: DOWN {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:46:11.637251 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:46:11.759237 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f1724-173e-4017-9452-f14e21f246e0 req-3d95a0b5-7758-4185-87fe-3c1024c13912 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:11.760605 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a57f1724-173e-4017-9452-f14e21f246e0 req-3d95a0b5-7758-4185-87fe-3c1024c13912 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0640690 Jun 18 16:46:11.798476 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a57f1724-173e-4017-9452-f14e21f246e0 req-9806e393-295d-4dd3-a0ce-778bc422fcbf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=2241cd82-9b21-4ae0-8755-68d0e5e6a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319545 Jun 18 16:46:11.919304 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c77ddf-b2ab-4d62-9e5b-cee47779f37d req-b14611e1-d270-46a1-b088-ebaae5a01d55 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:11.920997 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-97c77ddf-b2ab-4d62-9e5b-cee47779f37d req-b14611e1-d270-46a1-b088-ebaae5a01d55 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/ports?device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0693116 Jun 18 16:46:12.017206 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-97c77ddf-b2ab-4d62-9e5b-cee47779f37d req-09d5ac1d-99a2-40dc-8322-5f968f1ddb64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port eae510ed-d440-42ac-9385-9d8179c179c2 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:46:12.017463 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-97c77ddf-b2ab-4d62-9e5b-cee47779f37d req-09d5ac1d-99a2-40dc-8322-5f968f1ddb64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:12.108099 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-97c77ddf-b2ab-4d62-9e5b-cee47779f37d req-09d5ac1d-99a2-40dc-8322-5f968f1ddb64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port eae510ed-d440-42ac-9385-9d8179c179c2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=eae510ed-d440-42ac-9385-9d8179c179c2,segment=NetworkSegment(8c9b4981-75c6-464c-a289-43dde09ec534),segment_id=8c9b4981-75c6-464c-a289-43dde09ec534)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:46:12.108459 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-97c77ddf-b2ab-4d62-9e5b-cee47779f37d req-09d5ac1d-99a2-40dc-8322-5f968f1ddb64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:12.143319 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:46:12.163594 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:46:12.163953 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 0b7267d7-f1f9-4db6-baf5-5f531122f0c2 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:46:12.172160 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-97c77ddf-b2ab-4d62-9e5b-cee47779f37d req-09d5ac1d-99a2-40dc-8322-5f968f1ddb64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for eae510ed-d440-42ac-9385-9d8179c179c2 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:46:12.299205 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-97c77ddf-b2ab-4d62-9e5b-cee47779f37d req-09d5ac1d-99a2-40dc-8322-5f968f1ddb64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:12.302912 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:12.326118 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5ac1d-99a2-40dc-8322-5f968f1ddb64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=eae510ed-d440-42ac-9385-9d8179c179c2,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:12.330873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-09d5ac1d-99a2-40dc-8322-5f968f1ddb64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:12.380705 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c77ddf-b2ab-4d62-9e5b-cee47779f37d req-09d5ac1d-99a2-40dc-8322-5f968f1ddb64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] No DVR routers for this DVR port eae510ed-d440-42ac-9385-9d8179c179c2 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:46:12.383201 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-97c77ddf-b2ab-4d62-9e5b-cee47779f37d req-09d5ac1d-99a2-40dc-8322-5f968f1ddb64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:12.385217 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-97c77ddf-b2ab-4d62-9e5b-cee47779f37d req-09d5ac1d-99a2-40dc-8322-5f968f1ddb64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "DELETE /v2.0/ports/eae510ed-d440-42ac-9385-9d8179c179c2 HTTP/1.1" status: 204 len: 173 time: 0.4585652 Jun 18 16:46:12.385759 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52795965-32f9-413b-8edb-134e15b1f0b5', 'name': 'network-vif-deleted', 'tag': 'eae510ed-d440-42ac-9385-9d8179c179c2'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:46:12.388115 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51953281-a528-41c3-90b8-0b54573f002e" -d '{"events": [{"server_uuid": "52795965-32f9-413b-8edb-134e15b1f0b5", "name": "network-vif-deleted", "tag": "eae510ed-d440-42ac-9385-9d8179c179c2"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:46:12.431615 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4449c9dc-cbf7-4477-ad46-f38d2b4e58c7 x-openstack-request-id: req-4449c9dc-cbf7-4477-ad46-f38d2b4e58c7 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:46:12.431962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52795965-32f9-413b-8edb-134e15b1f0b5", "name": "network-vif-deleted", "tag": "eae510ed-d440-42ac-9385-9d8179c179c2", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:46:12.432269 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4449c9dc-cbf7-4477-ad46-f38d2b4e58c7 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:46:12.432723 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52795965-32f9-413b-8edb-134e15b1f0b5', 'name': 'network-vif-deleted', 'tag': 'eae510ed-d440-42ac-9385-9d8179c179c2', 'status': 'completed', 'code': 200} Jun 18 16:46:12.951373 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-03db71f6-87cc-474f-b4d3-4c153d55ecac req-0517f966-c600-4d4e-964e-dd532d4db9ff tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=52795965-32f9-413b-8edb-134e15b1f0b5 HTTP/1.1" status: 200 len: 210 time: 0.0293605 Jun 18 16:46:14.047272 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52908) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:14.121015 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5d038a1e-1835-46a6-bb9b-920f4f0372a7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:14.145365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5d038a1e-1835-46a6-bb9b-920f4f0372a7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:14.208701 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5d038a1e-1835-46a6-bb9b-920f4f0372a7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:14.211389 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5d038a1e-1835-46a6-bb9b-920f4f0372a7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:14.212520 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5d038a1e-1835-46a6-bb9b-920f4f0372a7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/security-groups/2241cd82-9b21-4ae0-8755-68d0e5e6a1a4 HTTP/1.1" status: 204 len: 168 time: 0.1642871 Jun 18 16:46:14.213430 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b412e2d5-0245-41c0-9818-ab2b5aeec67c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:14.222436 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d038a1e-1835-46a6-bb9b-920f4f0372a7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2241cd82-9b21-4ae0-8755-68d0e5e6a1a4,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:14.224862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5d038a1e-1835-46a6-bb9b-920f4f0372a7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:14.243606 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52912) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:14.588098 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e03529fb-be1d-4bc5-8331-d3fd598ef726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:14.851263 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e03529fb-be1d-4bc5-8331-d3fd598ef726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port e6b4d983-988a-41f2-8cff-e8fdd1356656 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:46:14.851515 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e03529fb-be1d-4bc5-8331-d3fd598ef726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:14.938838 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-e03529fb-be1d-4bc5-8331-d3fd598ef726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port e6b4d983-988a-41f2-8cff-e8fdd1356656, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e6b4d983-988a-41f2-8cff-e8fdd1356656,segment=NetworkSegment(8c9b4981-75c6-464c-a289-43dde09ec534),segment_id=8c9b4981-75c6-464c-a289-43dde09ec534)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:46:14.939189 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e03529fb-be1d-4bc5-8331-d3fd598ef726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:15.003404 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e03529fb-be1d-4bc5-8331-d3fd598ef726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for e6b4d983-988a-41f2-8cff-e8fdd1356656 owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:46:15.183907 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e03529fb-be1d-4bc5-8331-d3fd598ef726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:15.185872 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:15.212804 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03529fb-be1d-4bc5-8331-d3fd598ef726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=e6b4d983-988a-41f2-8cff-e8fdd1356656,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:15.217653 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e03529fb-be1d-4bc5-8331-d3fd598ef726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:15.709724 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e03529fb-be1d-4bc5-8331-d3fd598ef726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:15.919505 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03529fb-be1d-4bc5-8331-d3fd598ef726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 8a428460-bcec-4270-9400-fc424631582b has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:46:16.024665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03529fb-be1d-4bc5-8331-d3fd598ef726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:46:16.029619 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e03529fb-be1d-4bc5-8331-d3fd598ef726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/routers/8a428460-bcec-4270-9400-fc424631582b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7850423 Jun 18 16:46:16.033092 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52914) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:16.088777 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-027dc5e5-feea-42c8-b797-dea37a8b6280 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting subnet 81967a79-0e85-4cd3-aca1-5b54c4c09aa6 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:46:16.092290 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-027dc5e5-feea-42c8-b797-dea37a8b6280 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:16.134392 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-027dc5e5-feea-42c8-b797-dea37a8b6280 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:16.138429 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2186e527-835e-4846-81a5-9c1ec640d536 None None] Sync routers for ids ['8a428460-bcec-4270-9400-fc424631582b'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:46:16.148436 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2186e527-835e-4846-81a5-9c1ec640d536 None None] Routers {'8a428460-bcec-4270-9400-fc424631582b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:46:16.149127 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-2186e527-835e-4846-81a5-9c1ec640d536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:46:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['8a428460-bcec-4270-9400-fc424631582b'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:16.157714 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device eae510ed-d440-42ac-9385-9d8179c179c2 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:46:16.177352 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: eae510ed-d440-42ac-9385-9d8179c179c2 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:46:16.177928 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device eae510ed-d440-42ac-9385-9d8179c179c2 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:46:16.227237 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-027dc5e5-feea-42c8-b797-dea37a8b6280 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:16.287083 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-027dc5e5-feea-42c8-b797-dea37a8b6280 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:16.290197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0edc7efa-2b7b-43e4-8898-bd0c5aa44486 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:16.316967 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027dc5e5-feea-42c8-b797-dea37a8b6280 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Subnet': ['ID=81967a79-0e85-4cd3-aca1-5b54c4c09aa6,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:16.319302 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-027dc5e5-feea-42c8-b797-dea37a8b6280 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:16.323242 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-027dc5e5-feea-42c8-b797-dea37a8b6280 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/subnets/81967a79-0e85-4cd3-aca1-5b54c4c09aa6 HTTP/1.1" status: 204 len: 168 time: 0.2867301 Jun 18 16:46:16.323242 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-027dc5e5-feea-42c8-b797-dea37a8b6280 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:16.324601 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52916) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:16.328491 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4105e063-54b9-4bf1-97e1-3209964e262a None None] Network 00e1c29e-12c4-477c-87ca-00f8e29a21be requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:46:16.343891 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-2186e527-835e-4846-81a5-9c1ec640d536 None None] Set router 8a428460-bcec-4270-9400-fc424631582b gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:46:16.437227 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88e70b3d-68a3-4c87-8c72-8929e29c5a41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:16.532653 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-2186e527-835e-4846-81a5-9c1ec640d536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:46:15Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': '9204671d-ff97-4a22-8d0e-fd411801b955', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a428460-bcec-4270-9400-fc424631582b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:48Z', 'updated_at': '2021-06-18T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:16.543573 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88e70b3d-68a3-4c87-8c72-8929e29c5a41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:16.552141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] DHCP port deletion for 00e1c29e-12c4-477c-87ca-00f8e29a21be request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:46:16.564193 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2186e527-835e-4846-81a5-9c1ec640d536 None None] Checking router: 8a428460-bcec-4270-9400-fc424631582b for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:46:16.572407 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2186e527-835e-4846-81a5-9c1ec640d536 None None] Routers {'8a428460-bcec-4270-9400-fc424631582b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:46:16.573023 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-2186e527-835e-4846-81a5-9c1ec640d536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:46:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['8a428460-bcec-4270-9400-fc424631582b'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:16.599645 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-88e70b3d-68a3-4c87-8c72-8929e29c5a41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port 9204671d-ff97-4a22-8d0e-fd411801b955 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:46:16.599990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88e70b3d-68a3-4c87-8c72-8929e29c5a41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:16.601606 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] Deleting port e66141f3-efa0-4202-9634-f04a06c218ac {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:46:16.601990 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:16.659672 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-2186e527-835e-4846-81a5-9c1ec640d536 None None] Set router 8a428460-bcec-4270-9400-fc424631582b gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:46:16.671797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] For port e66141f3-efa0-4202-9634-f04a06c218ac, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e66141f3-efa0-4202-9634-f04a06c218ac,segment=NetworkSegment(8c9b4981-75c6-464c-a289-43dde09ec534),segment_id=8c9b4981-75c6-464c-a289-43dde09ec534)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:46:16.671797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:16.701284 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-88e70b3d-68a3-4c87-8c72-8929e29c5a41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port 9204671d-ff97-4a22-8d0e-fd411801b955, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9204671d-ff97-4a22-8d0e-fd411801b955,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:46:16.701652 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88e70b3d-68a3-4c87-8c72-8929e29c5a41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:16.717629 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-2186e527-835e-4846-81a5-9c1ec640d536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:46:16Z', 'revision_number': 6, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:16.745013 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2186e527-835e-4846-81a5-9c1ec640d536 None None] The sync data for ids ['8a428460-bcec-4270-9400-fc424631582b'] in dv-neutron-797121-1-hyperv is: [{'id': '8a428460-bcec-4270-9400-fc424631582b', 'name': 'tempest-TestNetworkBasicOps-router-510236867', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:47Z', 'updated_at': '2021-06-18T16:46:16Z', 'revision_number': 6, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port_host': None}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:46:16.747217 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] Calling delete_port for e66141f3-efa0-4202-9634-f04a06c218ac owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:46:16.770800 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-88e70b3d-68a3-4c87-8c72-8929e29c5a41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for 9204671d-ff97-4a22-8d0e-fd411801b955 owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:46:16.832195 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:16.834995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:16.862085 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] Pushing event deleted for resources: {'Port': ['ID=e66141f3-efa0-4202-9634-f04a06c218ac,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:16.864383 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] No DVR routers for this DVR port e66141f3-efa0-4202-9634-f04a06c218ac on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:46:16.871606 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:16.872392 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:16.872392 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:16.872559 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:16.872838 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:16.873169 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:16.873630 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:16.873810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:16.874505 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:16.874505 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:16.874845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:16.875173 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:16.878409 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:16.940014 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88e70b3d-68a3-4c87-8c72-8929e29c5a41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:16.942727 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a5cdd84b-e057-42da-8a99-15704bd34b26 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:16.972698 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e70b3d-68a3-4c87-8c72-8929e29c5a41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=9204671d-ff97-4a22-8d0e-fd411801b955,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:16.978253 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-88e70b3d-68a3-4c87-8c72-8929e29c5a41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:17.031826 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88e70b3d-68a3-4c87-8c72-8929e29c5a41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:17.122352 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88e70b3d-68a3-4c87-8c72-8929e29c5a41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:17.125378 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88e70b3d-68a3-4c87-8c72-8929e29c5a41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:17.173371 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88e70b3d-68a3-4c87-8c72-8929e29c5a41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:17.173938 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e70b3d-68a3-4c87-8c72-8929e29c5a41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Fanout notify agent at l3_agent the message router_deleted on router 8a428460-bcec-4270-9400-fc424631582b {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:46:17.181598 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88e70b3d-68a3-4c87-8c72-8929e29c5a41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:17.182736 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-88e70b3d-68a3-4c87-8c72-8929e29c5a41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/routers/8a428460-bcec-4270-9400-fc424631582b HTTP/1.1" status: 204 len: 168 time: 0.8583577 Jun 18 16:46:17.185502 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52918) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:17.265864 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d0983572-5d90-4293-8f49-26153c36689b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:17.357166 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d0983572-5d90-4293-8f49-26153c36689b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:17.367360 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-d0983572-5d90-4293-8f49-26153c36689b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e1c29e-12c4-477c-87ca-00f8e29a21be']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:17.377237 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-d0983572-5d90-4293-8f49-26153c36689b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9b4981-75c6-464c-a289-43dde09ec534') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:17.377535 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-d0983572-5d90-4293-8f49-26153c36689b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9b4981-75c6-464c-a289-43dde09ec534') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:17.386156 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d0983572-5d90-4293-8f49-26153c36689b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:17.400342 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d0983572-5d90-4293-8f49-26153c36689b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:17.407150 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0983572-5d90-4293-8f49-26153c36689b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:46:17.407528 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d0983572-5d90-4293-8f49-26153c36689b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:46:17.410452 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:46:17.471112 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d0983572-5d90-4293-8f49-26153c36689b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:17.475458 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:17.482015 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d0983572-5d90-4293-8f49-26153c36689b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:17.484638 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d0983572-5d90-4293-8f49-26153c36689b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/networks/00e1c29e-12c4-477c-87ca-00f8e29a21be HTTP/1.1" status: 204 len: 168 time: 0.2979991 Jun 18 16:46:17.500459 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0983572-5d90-4293-8f49-26153c36689b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Network': ['ID=00e1c29e-12c4-477c-87ca-00f8e29a21be,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:17.503525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d0983572-5d90-4293-8f49-26153c36689b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:17.509075 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52920) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:17.514133 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-c5b5d50e-9728-4630-ae81-fccf69677c9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'network': {'name': 'tempest-network-smoke--1137015465', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'port_security_enabled': True}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:46:17.535995 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b5d50e-9728-4630-ae81-fccf69677c9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:46:17.539470 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d50e-9728-4630-ae81-fccf69677c9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:17.562275 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b5d50e-9728-4630-ae81-fccf69677c9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:46:17.571597 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d50e-9728-4630-ae81-fccf69677c9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:17.571942 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-c5b5d50e-9728-4630-ae81-fccf69677c9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Added segment e35aec30-756c-49db-8f9d-feba7cf5e66d of type vlan for network efeb53b6-6577-417c-83f8-af6dfc78ce28 Jun 18 16:46:17.615901 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d50e-9728-4630-ae81-fccf69677c9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:17.643139 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d50e-9728-4630-ae81-fccf69677c9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:17.648703 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b5d50e-9728-4630-ae81-fccf69677c9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:17.649280 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d50e-9728-4630-ae81-fccf69677c9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:17.651525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aaf26a66-15f0-4d2f-a275-585455ff583e tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:17.712682 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c5b5d50e-9728-4630-ae81-fccf69677c9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2024763 Jun 18 16:46:17.715377 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52922) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:17.723266 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1988177863', 'admin_state_up': True, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:46:17.729865 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5d50e-9728-4630-ae81-fccf69677c9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Network': ['ID=efeb53b6-6577-417c-83f8-af6dfc78ce28,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:17.732811 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c5b5d50e-9728-4630-ae81-fccf69677c9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:17.740510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network efeb53b6-6577-417c-83f8-af6dfc78ce28 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:46:17.752026 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:17.753003 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:17.812087 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:17.944918 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:18.133965 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:18.152117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:18.253300 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.26.2.178 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/c2b03364-6251-43e7-a45d-31a00cd73a27) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:46:18.349200 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:18.387467 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:18.390526 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:18.397476 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e66141f3-efa0-4202-9634-f04a06c218ac no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:46:18.416631 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: e66141f3-efa0-4202-9634-f04a06c218ac {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:46:18.416989 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e66141f3-efa0-4202-9634-f04a06c218ac not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:46:18.417392 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e6b4d983-988a-41f2-8cff-e8fdd1356656 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:46:18.431829 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:46:18.434791 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:46:18.436275 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: e6b4d983-988a-41f2-8cff-e8fdd1356656 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:46:18.437644 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e6b4d983-988a-41f2-8cff-e8fdd1356656 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:46:18.438065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 9204671d-ff97-4a22-8d0e-fd411801b955 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:46:18.439099 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:46:18.459643 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 9204671d-ff97-4a22-8d0e-fd411801b955 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:46:18.459993 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 9204671d-ff97-4a22-8d0e-fd411801b955 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:46:18.462582 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=c2b03364-6251-43e7-a45d-31a00cd73a27,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:18.466528 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:18.687603 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:18.880029 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:19.310966 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 86e4ad35-7fce-4407-b25f-1176b8e4507d is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:46:19.412402 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:46:19.421516 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Sync routers for ids ['86e4ad35-7fce-4407-b25f-1176b8e4507d'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:46:19.431225 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Routers {'86e4ad35-7fce-4407-b25f-1176b8e4507d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:46:19.431849 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:46:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['86e4ad35-7fce-4407-b25f-1176b8e4507d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:19.434912 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:19.436239 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7199445 Jun 18 16:46:19.439832 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52924) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:19.467594 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-450cde3a-026b-4f78-9906-bc55cff1b696 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c860454b62904a0185c4be56bfb9c1bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265784 Jun 18 16:46:19.470076 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52926) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:19.555491 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019842f6-f6c7-40c5-9079-f9c0c5a7fc09 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:19.556990 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-019842f6-f6c7-40c5-9079-f9c0c5a7fc09 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860026 Jun 18 16:46:19.559967 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52928) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:19.590228 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fe4fdce2-85ae-4d04-88e2-1f95e56e3d32 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288739 Jun 18 16:46:19.592485 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52930) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:19.599054 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-8a1be37c-8079-4167-9334-53863c571215 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1290642377', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:46:19.685670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Set router 86e4ad35-7fce-4407-b25f-1176b8e4507d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:46:19.697089 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1be37c-8079-4167-9334-53863c571215 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:46:19.700744 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8a1be37c-8079-4167-9334-53863c571215 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:19.864389 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'name': 'tempest-TestNetworkBasicOps-router-1988177863', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:46:17Z', 'updated_at': '2021-06-18T16:46:18Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:04:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:18Z', 'updated_at': '2021-06-18T16:46:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:19.887664 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8a1be37c-8079-4167-9334-53863c571215 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:19.889269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Checking router: 86e4ad35-7fce-4407-b25f-1176b8e4507d for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:46:19.889623 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Updating router 86e4ad35-7fce-4407-b25f-1176b8e4507d port c2b03364-6251-43e7-a45d-31a00cd73a27 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:46:19.890992 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8d0df0a5-d6ee-4521-a862-43e9d2d127a4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:19.926945 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:19.948664 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1be37c-8079-4167-9334-53863c571215 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Subnet': ['ID=203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:19.952046 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8a1be37c-8079-4167-9334-53863c571215 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:19.959480 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1be37c-8079-4167-9334-53863c571215 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Checking segment: {'id': 'e35aec30-756c-49db-8f9d-feba7cf5e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:46:19.959852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1be37c-8079-4167-9334-53863c571215 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network hostable DHCP agents. Network: efeb53b6-6577-417c-83f8-af6dfc78ce28, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:46:19.976760 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1be37c-8079-4167-9334-53863c571215 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network efeb53b6-6577-417c-83f8-af6dfc78ce28 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:46:19.985810 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-8a1be37c-8079-4167-9334-53863c571215 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, efeb53b6-6577-417c-83f8-af6dfc78ce28) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:46:19.993903 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1be37c-8079-4167-9334-53863c571215 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:19.994500 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8a1be37c-8079-4167-9334-53863c571215 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:20.005677 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e055e87-2a08-4a07-928a-79a739072e95 None None] Network efeb53b6-6577-417c-83f8-af6dfc78ce28 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:46:20.009856 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8a1be37c-8079-4167-9334-53863c571215 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4150915 Jun 18 16:46:20.012713 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52932) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:20.240665 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-efeb53b6-6577-417c-83f8-af6dfc78ce28', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ips': [{'subnet_id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:46:20.241502 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:20.298887 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:20.357707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Transition to ACTIVE for port object c2b03364-6251-43e7-a45d-31a00cd73a27 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:46:20.371246 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:20.375798 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-521c9e4e-63d0-40fc-a40b-b21f89822596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:20.458297 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Attempting to bind port c2b03364-6251-43e7-a45d-31a00cd73a27 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:46:20.459410 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:20.460073 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Attempting to bind port c2b03364-6251-43e7-a45d-31a00cd73a27 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:46:20.460073 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Attempting to bind port c2b03364-6251-43e7-a45d-31a00cd73a27 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:46:20.463738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca402b35-7f7c-4b57-b054-a73076803037 None None] Pushing event updated for resources: {'Port': ['ID=c2b03364-6251-43e7-a45d-31a00cd73a27,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:20.470822 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ca402b35-7f7c-4b57-b054-a73076803037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:20.471885 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Allocated IP 172.20.0.2 (efeb53b6-6577-417c-83f8-af6dfc78ce28/203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07/f7dca35c-a208-4733-a91d-4976fbbf2f13) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:46:20.474305 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:46:20.474714 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:46:20.475123 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:20.475562 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:46:20.476077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Bound port: c2b03364-6251-43e7-a45d-31a00cd73a27, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:46:20.476456 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:20.579591 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] For port c2b03364-6251-43e7-a45d-31a00cd73a27, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:46:20.596753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] For port c2b03364-6251-43e7-a45d-31a00cd73a27, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c2b03364-6251-43e7-a45d-31a00cd73a27,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:46:20.604280 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:20.607536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:20.719151 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca402b35-7f7c-4b57-b054-a73076803037 None None] Pushing event updated for resources: {'Port': ['ID=c2b03364-6251-43e7-a45d-31a00cd73a27,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:20.725916 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ca402b35-7f7c-4b57-b054-a73076803037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:20.726511 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Routers {'86e4ad35-7fce-4407-b25f-1176b8e4507d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:46:20.727517 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:46:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['86e4ad35-7fce-4407-b25f-1176b8e4507d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:20.784142 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:20.829386 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Transition to ACTIVE for port object f7dca35c-a208-4733-a91d-4976fbbf2f13 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:46:20.867661 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Transition to ACTIVE for port object f7dca35c-a208-4733-a91d-4976fbbf2f13 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:46:20.879901 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:20.884398 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:20.895680 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] Set router 86e4ad35-7fce-4407-b25f-1176b8e4507d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:46:20.937859 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.20.0.1 (efeb53b6-6577-417c-83f8-af6dfc78ce28/203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07/ea253489-9b07-4cc0-a41b-a44e33af3d00) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:46:20.999929 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Network efeb53b6-6577-417c-83f8-af6dfc78ce28 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:46:21.015030 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:46:21.049056 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:46:21.063074 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Pushing event updated for resources: {'Port': ['ID=f7dca35c-a208-4733-a91d-4976fbbf2f13,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:21.069767 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:21.072320 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:21.086142 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Transition to ACTIVE for port object ea253489-9b07-4cc0-a41b-a44e33af3d00 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:46:21.126751 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:21.130670 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ef0143f3-e0e7-47ec-9f63-7b0173c9db9c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:21.153998 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Attempting to bind port f7dca35c-a208-4733-a91d-4976fbbf2f13 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:46:21.154610 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Attempting to bind port f7dca35c-a208-4733-a91d-4976fbbf2f13 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'e35aec30-756c-49db-8f9d-feba7cf5e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:46:21.155194 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Attempting to bind port f7dca35c-a208-4733-a91d-4976fbbf2f13 on network efeb53b6-6577-417c-83f8-af6dfc78ce28 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:46:21.168174 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:46:21.168719 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Checking segment: {'id': 'e35aec30-756c-49db-8f9d-feba7cf5e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:46:21.169136 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:21.169544 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Bound using segment: {'id': 'e35aec30-756c-49db-8f9d-feba7cf5e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:46:21.170031 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Bound port: f7dca35c-a208-4733-a91d-4976fbbf2f13, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35aec30-756c-49db-8f9d-feba7cf5e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:46:21.170417 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:21.181280 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network efeb53b6-6577-417c-83f8-af6dfc78ce28 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:46:21.184492 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:46:21.189186 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:46:21.218438 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=ea253489-9b07-4cc0-a41b-a44e33af3d00,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:21.223749 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:21.242256 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:21.277944 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] For port f7dca35c-a208-4733-a91d-4976fbbf2f13, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:46:21.281854 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] For port f7dca35c-a208-4733-a91d-4976fbbf2f13, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f7dca35c-a208-4733-a91d-4976fbbf2f13,segment=NetworkSegment(e35aec30-756c-49db-8f9d-feba7cf5e66d),segment_id=e35aec30-756c-49db-8f9d-feba7cf5e66d)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:46:21.286685 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:21.290475 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8ab3813b-517a-4479-9dcf-167801ec2e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:21.297917 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'name': 'tempest-TestNetworkBasicOps-router-1988177863', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:46:17Z', 'updated_at': '2021-06-18T16:46:18Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:04:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:18Z', 'updated_at': '2021-06-18T16:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:21.357185 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a322195-3800-40bf-9426-57a29dcc9276 None None] The sync data for ids ['86e4ad35-7fce-4407-b25f-1176b8e4507d'] in dv-neutron-797121-1-hyperv is: [{'id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'name': 'tempest-TestNetworkBasicOps-router-1988177863', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:46:17Z', 'updated_at': '2021-06-18T16:46:18Z', 'revision_number': 3, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:04:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:18Z', 'updated_at': '2021-06-18T16:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:46:21.392944 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Pushing event updated for resources: {'Port': ['ID=f7dca35c-a208-4733-a91d-4976fbbf2f13,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:21.406241 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:21.428170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:21.767646 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:21.772596 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:21.777618 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-70ee2e5e-5cd8-4eed-911f-def30b52b9b4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:21.851059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=ea253489-9b07-4cc0-a41b-a44e33af3d00,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:21.854404 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:21.855404 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:21.955362 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network efeb53b6-6577-417c-83f8-af6dfc78ce28 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:46:21.956908 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:46:22.079120 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 86e4ad35-7fce-4407-b25f-1176b8e4507d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:46:22.189667 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:46:22.198427 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52934) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:22.203250 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/routers/86e4ad35-7fce-4407-b25f-1176b8e4507d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1893964 Jun 18 16:46:22.298462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcaf33-db0e-4557-b1c6-a461e3832352 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:22.298972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcaf33-db0e-4557-b1c6-a461e3832352 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:22.299446 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcaf33-db0e-4557-b1c6-a461e3832352 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:22.299919 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcaf33-db0e-4557-b1c6-a461e3832352 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:22.303051 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3adcaf33-db0e-4557-b1c6-a461e3832352 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1035879 Jun 18 16:46:22.304353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52936) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:22.361358 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8785d9-364b-47f7-a39e-61fdeee39586 None None] Network efeb53b6-6577-417c-83f8-af6dfc78ce28 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:46:22.365829 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a4211d-30bc-449f-bfd4-c274aeb18c79 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:22.366287 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a4211d-30bc-449f-bfd4-c274aeb18c79 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:22.367236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a4211d-30bc-449f-bfd4-c274aeb18c79 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:22.367660 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a4211d-30bc-449f-bfd4-c274aeb18c79 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:22.371049 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c9a4211d-30bc-449f-bfd4-c274aeb18c79 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0657353 Jun 18 16:46:22.371951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52938) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:22.433368 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-32dd5d9d-b7f6-4fcd-8caf-4533bfca0882 None None] Provisioning for port f7dca35c-a208-4733-a91d-4976fbbf2f13 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:46:22.490113 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c2b03364-6251-43e7-a45d-31a00cd73a27 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:46:22.524116 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c994488c-8a1f-467d-90bf-f28b4fd26954 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1508632 Jun 18 16:46:22.580814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port c2b03364-6251-43e7-a45d-31a00cd73a27 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:46:22.587084 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c2b03364-6251-43e7-a45d-31a00cd73a27 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:46:22.587467 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:22.683595 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52942) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:22.689163 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c8e1f9b6-1489-454e-8963-36a876418dd0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1645155113', 'description': 'tempest-secgroup-smoke-1645155113 description', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:46:22.704028 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:22.720937 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8e1f9b6-1489-454e-8963-36a876418dd0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:22.729672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port c2b03364-6251-43e7-a45d-31a00cd73a27, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c2b03364-6251-43e7-a45d-31a00cd73a27,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:46:22.737019 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:22.737899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f7dca35c-a208-4733-a91d-4976fbbf2f13 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:46:22.762724 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:22.822072 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8e1f9b6-1489-454e-8963-36a876418dd0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:22.822958 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=c2b03364-6251-43e7-a45d-31a00cd73a27,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:22.826999 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8e1f9b6-1489-454e-8963-36a876418dd0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:22.830821 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dc4d5f2b-2c0c-4878-be1f-479fcbda771e tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:22.834495 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:22.839829 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port f7dca35c-a208-4733-a91d-4976fbbf2f13 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:46:22.844085 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port f7dca35c-a208-4733-a91d-4976fbbf2f13 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:46:22.844502 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:22.859062 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8e1f9b6-1489-454e-8963-36a876418dd0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:22.860587 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c8e1f9b6-1489-454e-8963-36a876418dd0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1756470 Jun 18 16:46:22.864444 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52944) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:22.866871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1f9b6-1489-454e-8963-36a876418dd0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da4f20e-bb58-47fc-a2b3-f8e1df62e911,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:22.869697 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c8e1f9b6-1489-454e-8963-36a876418dd0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:22.872085 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-01d0f7b2-defd-4d7f-a291-703a9b223673 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '3da4f20e-bb58-47fc-a2b3-f8e1df62e911', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:46:22.889763 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e7401c43-f478-4e25-85a0-bc23a4d546b3 None None] Provisioning for port ea253489-9b07-4cc0-a41b-a44e33af3d00 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:46:22.896147 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e7401c43-f478-4e25-85a0-bc23a4d546b3 None None] Provisioning complete for port ea253489-9b07-4cc0-a41b-a44e33af3d00 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:46:22.896535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e7401c43-f478-4e25-85a0-bc23a4d546b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:22.916383 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-01d0f7b2-defd-4d7f-a291-703a9b223673 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:22.941869 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e7401c43-f478-4e25-85a0-bc23a4d546b3 None None] Port ea253489-9b07-4cc0-a41b-a44e33af3d00 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:46:22.980082 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e7401c43-f478-4e25-85a0-bc23a4d546b3 None None] Provisioning complete for port f7dca35c-a208-4733-a91d-4976fbbf2f13 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:46:22.980742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e7401c43-f478-4e25-85a0-bc23a4d546b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:22.992089 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-01d0f7b2-defd-4d7f-a291-703a9b223673 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:22.996001 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-01d0f7b2-defd-4d7f-a291-703a9b223673 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:22.997950 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0d163d28-1167-43df-9993-af4830c9066c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:23.003657 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.016194 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0f7b2-defd-4d7f-a291-703a9b223673 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b439f6be-094d-4716-9b70-294991906ad2,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:23.019572 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-01d0f7b2-defd-4d7f-a291-703a9b223673 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:23.024949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-01d0f7b2-defd-4d7f-a291-703a9b223673 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.029179 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52946) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:23.029748 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-01d0f7b2-defd-4d7f-a291-703a9b223673 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1629605 Jun 18 16:46:23.038935 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-8d806b46-5fa4-4c21-9ccf-68ba0d0ac6a0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '3da4f20e-bb58-47fc-a2b3-f8e1df62e911', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:46:23.060438 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port f7dca35c-a208-4733-a91d-4976fbbf2f13, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f7dca35c-a208-4733-a91d-4976fbbf2f13,segment=NetworkSegment(e35aec30-756c-49db-8f9d-feba7cf5e66d),segment_id=e35aec30-756c-49db-8f9d-feba7cf5e66d)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:46:23.066506 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.071213 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:23.080928 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8d806b46-5fa4-4c21-9ccf-68ba0d0ac6a0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.110010 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Sync routers for ids ['86e4ad35-7fce-4407-b25f-1176b8e4507d'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:46:23.121010 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Routers {'86e4ad35-7fce-4407-b25f-1176b8e4507d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:46:23.121764 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:46:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['86e4ad35-7fce-4407-b25f-1176b8e4507d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:23.162293 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8d806b46-5fa4-4c21-9ccf-68ba0d0ac6a0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.167181 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8d806b46-5fa4-4c21-9ccf-68ba0d0ac6a0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.184156 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f8f8ccb9-55cd-4809-ae34-c44f649f2d74 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:23.190388 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8d806b46-5fa4-4c21-9ccf-68ba0d0ac6a0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.194936 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8d806b46-5fa4-4c21-9ccf-68ba0d0ac6a0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1565540 Jun 18 16:46:23.195731 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52948) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:23.199531 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d806b46-5fa4-4c21-9ccf-68ba0d0ac6a0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e809cd-1295-454e-ae07-88c40fff81ce,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:23.203550 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8d806b46-5fa4-4c21-9ccf-68ba0d0ac6a0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:23.204280 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-4546a314-6ac6-48e7-84b4-41cdae90fe00 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '3da4f20e-bb58-47fc-a2b3-f8e1df62e911', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:46:23.237907 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4546a314-6ac6-48e7-84b4-41cdae90fe00 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.255530 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Set router 86e4ad35-7fce-4407-b25f-1176b8e4507d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:46:23.320681 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=f7dca35c-a208-4733-a91d-4976fbbf2f13,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:23.322451 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4546a314-6ac6-48e7-84b4-41cdae90fe00 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.325246 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:23.332202 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4546a314-6ac6-48e7-84b4-41cdae90fe00 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.334525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-14f12599-28ae-4c21-8abd-d2977f58ad38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:23.353126 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546a314-6ac6-48e7-84b4-41cdae90fe00 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6920b8-eee0-49c5-94a6-43d627775e98,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:23.356010 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4546a314-6ac6-48e7-84b4-41cdae90fe00 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:23.362638 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4546a314-6ac6-48e7-84b4-41cdae90fe00 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.366506 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4546a314-6ac6-48e7-84b4-41cdae90fe00 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1654596 Jun 18 16:46:23.366711 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 52950) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:23.371657 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-27c47de3-70ec-41bf-9325-598809b76e15 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '3da4f20e-bb58-47fc-a2b3-f8e1df62e911', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:46:23.400562 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-27c47de3-70ec-41bf-9325-598809b76e15 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.433721 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-99c52277-e2ef-44ac-bc6d-6d6a8d98cd58 None None] Provisioning complete for port ea253489-9b07-4cc0-a41b-a44e33af3d00 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:46:23.434258 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-99c52277-e2ef-44ac-bc6d-6d6a8d98cd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.461752 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-27c47de3-70ec-41bf-9325-598809b76e15 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.467613 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-27c47de3-70ec-41bf-9325-598809b76e15 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.470023 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4546a314-6ac6-48e7-84b4-41cdae90fe00 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:23.470625 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-99c52277-e2ef-44ac-bc6d-6d6a8d98cd58 None None] Port ea253489-9b07-4cc0-a41b-a44e33af3d00 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:46:23.483049 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'name': 'tempest-TestNetworkBasicOps-router-1988177863', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:46:17Z', 'updated_at': '2021-06-18T16:46:21Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:04:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:18Z', 'updated_at': '2021-06-18T16:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'ea253489-9b07-4cc0-a41b-a44e33af3d00', 'name': '', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:10:34:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:20Z', 'updated_at': '2021-06-18T16:46:21Z', 'revision_number': 2, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:23.488115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c47de3-70ec-41bf-9325-598809b76e15 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecca0b58-320b-49b9-9f05-db87648f5e59,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:23.490961 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-27c47de3-70ec-41bf-9325-598809b76e15 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:23.496899 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-27c47de3-70ec-41bf-9325-598809b76e15 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.498085 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-27c47de3-70ec-41bf-9325-598809b76e15 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1303380 Jun 18 16:46:23.501646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52952) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:23.506408 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c9b7e3c4-e757-45e5-a9e5-9cc2f7c6d616 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '3da4f20e-bb58-47fc-a2b3-f8e1df62e911', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:46:23.515469 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Checking router: 86e4ad35-7fce-4407-b25f-1176b8e4507d for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:46:23.515602 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Updating router 86e4ad35-7fce-4407-b25f-1176b8e4507d port ea253489-9b07-4cc0-a41b-a44e33af3d00 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:46:23.528279 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-c9b7e3c4-e757-45e5-a9e5-9cc2f7c6d616 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:46:23.533400 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e3c4-e757-45e5-a9e5-9cc2f7c6d616 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.551554 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.595400 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e3c4-e757-45e5-a9e5-9cc2f7c6d616 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.599230 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e3c4-e757-45e5-a9e5-9cc2f7c6d616 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.601209 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b1aa8e8a-a588-48f8-932b-2a848c45d5a0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:23.617839 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7e3c4-e757-45e5-a9e5-9cc2f7c6d616 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6880e4e6-ad19-43c3-9370-1beca807da90,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:23.620250 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c9b7e3c4-e757-45e5-a9e5-9cc2f7c6d616 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:23.625071 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e3c4-e757-45e5-a9e5-9cc2f7c6d616 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.626355 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c9b7e3c4-e757-45e5-a9e5-9cc2f7c6d616 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236815 Jun 18 16:46:23.629080 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 52954) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:23.633665 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-3fc7646f-a32c-4894-97fa-693610e05aeb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'security_group_rule': {'security_group_id': '3da4f20e-bb58-47fc-a2b3-f8e1df62e911', 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:46:23.656296 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-3fc7646f-a32c-4894-97fa-693610e05aeb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Project c860454b62904a0185c4be56bfb9c1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:46:23.661213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3fc7646f-a32c-4894-97fa-693610e05aeb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.729738 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3fc7646f-a32c-4894-97fa-693610e05aeb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.734030 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3fc7646f-a32c-4894-97fa-693610e05aeb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.736146 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8d806b46-5fa4-4c21-9ccf-68ba0d0ac6a0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:23.754473 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7646f-a32c-4894-97fa-693610e05aeb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5d745b-375c-4f72-a22f-e991e290b529,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:23.757452 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3fc7646f-a32c-4894-97fa-693610e05aeb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:23.760465 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3fc7646f-a32c-4894-97fa-693610e05aeb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.767101 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3fc7646f-a32c-4894-97fa-693610e05aeb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1369686 Jun 18 16:46:23.839315 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.850183 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Transition to ACTIVE for port object ea253489-9b07-4cc0-a41b-a44e33af3d00 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:46:23.856108 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:23.858359 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-d73888cb-7073-431b-aed2-6d680c39562d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:23.940014 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af089e-e7bc-4d14-b137-120bd136ceb4 None None] Pushing event updated for resources: {'Port': ['ID=ea253489-9b07-4cc0-a41b-a44e33af3d00,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:23.954545 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-3f03a8a3-42d9-41c5-b4b1-a9467b1e81c3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645155113&fields=id&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 267 time: 0.0372238 Jun 18 16:46:23.967510 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af089e-e7bc-4d14-b137-120bd136ceb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:23.968302 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af089e-e7bc-4d14-b137-120bd136ceb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:23.969354 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af089e-e7bc-4d14-b137-120bd136ceb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:23.969836 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af089e-e7bc-4d14-b137-120bd136ceb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:23.970301 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af089e-e7bc-4d14-b137-120bd136ceb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:23.970821 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af089e-e7bc-4d14-b137-120bd136ceb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:23.971303 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af089e-e7bc-4d14-b137-120bd136ceb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:23.971633 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af089e-e7bc-4d14-b137-120bd136ceb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:23.971960 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af089e-e7bc-4d14-b137-120bd136ceb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:23.972284 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af089e-e7bc-4d14-b137-120bd136ceb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:23.972606 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af089e-e7bc-4d14-b137-120bd136ceb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:23.972927 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af089e-e7bc-4d14-b137-120bd136ceb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:23.995064 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-c8af089e-e7bc-4d14-b137-120bd136ceb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:24.010726 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Attempting to bind port ea253489-9b07-4cc0-a41b-a44e33af3d00 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:46:24.011101 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Attempting to bind port ea253489-9b07-4cc0-a41b-a44e33af3d00 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'e35aec30-756c-49db-8f9d-feba7cf5e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:46:24.011466 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Attempting to bind port ea253489-9b07-4cc0-a41b-a44e33af3d00 on network efeb53b6-6577-417c-83f8-af6dfc78ce28 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:46:24.017124 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:46:24.017550 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Checking segment: {'id': 'e35aec30-756c-49db-8f9d-feba7cf5e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:46:24.017957 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:24.018355 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Bound using segment: {'id': 'e35aec30-756c-49db-8f9d-feba7cf5e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:46:24.018847 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Bound port: ea253489-9b07-4cc0-a41b-a44e33af3d00, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35aec30-756c-49db-8f9d-feba7cf5e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:46:24.019221 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:24.088605 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] For port ea253489-9b07-4cc0-a41b-a44e33af3d00, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:46:24.088775 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-a7209da0-5639-4c71-8d6e-841d89249e8a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:24.090083 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-a7209da0-5639-4c71-8d6e-841d89249e8a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/networks?id=efeb53b6-6577-417c-83f8-af6dfc78ce28 HTTP/1.1" status: 200 len: 797 time: 0.1267078 Jun 18 16:46:24.091944 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] For port ea253489-9b07-4cc0-a41b-a44e33af3d00, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ea253489-9b07-4cc0-a41b-a44e33af3d00,segment=NetworkSegment(e35aec30-756c-49db-8f9d-feba7cf5e66d),segment_id=e35aec30-756c-49db-8f9d-feba7cf5e66d)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:46:24.096808 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:24.099598 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-10a683e7-c830-4908-8ad4-a5a783379b92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:24.109420 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-dc03274a-0b72-4680-b2e6-90cbb30e9dfc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/quotas/c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 375 time: 0.0117447 Jun 18 16:46:24.153218 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Routers {'86e4ad35-7fce-4407-b25f-1176b8e4507d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:46:24.153894 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:46:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['86e4ad35-7fce-4407-b25f-1176b8e4507d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:24.190757 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4c11c520-e213-4c8f-80dc-626756ef0b37 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754714 Jun 18 16:46:24.308356 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-3a5a7de5-f790-451d-9e38-64ad74d73f0a service neutron] 10.222.0.39 "GET /v2.0/networks/efeb53b6-6577-417c-83f8-af6dfc78ce28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022716 Jun 18 16:46:24.330156 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af089e-e7bc-4d14-b137-120bd136ceb4 None None] Pushing event updated for resources: {'Port': ['ID=ea253489-9b07-4cc0-a41b-a44e33af3d00,revision_number=4']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:24.333370 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-c8af089e-e7bc-4d14-b137-120bd136ceb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:24.363300 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] Set router 86e4ad35-7fce-4407-b25f-1176b8e4507d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:46:24.415049 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c2b03364-6251-43e7-a45d-31a00cd73a27 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:46:24.415899 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-5b93ad5c-0de3-47ab-86c3-f299443e0108 service neutron] 10.222.0.39 "GET /v2.0/networks/efeb53b6-6577-417c-83f8-af6dfc78ce28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007833 Jun 18 16:46:24.470785 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c2b03364-6251-43e7-a45d-31a00cd73a27 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:46:24.471294 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:24.556452 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f7dca35c-a208-4733-a91d-4976fbbf2f13 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:46:24.587981 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'name': 'tempest-TestNetworkBasicOps-router-1988177863', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:46:17Z', 'updated_at': '2021-06-18T16:46:21Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:04:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:18Z', 'updated_at': '2021-06-18T16:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'ea253489-9b07-4cc0-a41b-a44e33af3d00', 'name': '', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:10:34:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:20Z', 'updated_at': '2021-06-18T16:46:24Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:24.605370 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port f7dca35c-a208-4733-a91d-4976fbbf2f13 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:46:24.605516 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:24.609868 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-279cf47b-bcea-4b1f-94a9-d29ded5fd238 req-6aae6483-e0f6-45db-b918-4573b3967702 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7042f88-fd9f-4119-bb31-cabebfc561a7 HTTP/1.1" status: 200 len: 210 time: 0.0422630 Jun 18 16:46:24.616774 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5013d9f1-0112-40f0-baff-b19bd9dd3574 None None] The sync data for ids ['86e4ad35-7fce-4407-b25f-1176b8e4507d'] in dv-neutron-797121-1-hyperv is: [{'id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'name': 'tempest-TestNetworkBasicOps-router-1988177863', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:46:17Z', 'updated_at': '2021-06-18T16:46:21Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:04:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:18Z', 'updated_at': '2021-06-18T16:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'ea253489-9b07-4cc0-a41b-a44e33af3d00', 'name': '', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:10:34:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:20Z', 'updated_at': '2021-06-18T16:46:24Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:46:24.835997 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:25.767188 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-85ec84fa-69d5-4827-8794-ec6cd70016a0 req-0531623b-aed4-4bb7-98c8-969279d4269f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7042f88-fd9f-4119-bb31-cabebfc561a7 HTTP/1.1" status: 200 len: 210 time: 0.0309112 Jun 18 16:46:25.776907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-c2f4614b-1f2d-4d04-b04a-4c840514b15e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:25.778442 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-c2f4614b-1f2d-4d04-b04a-4c840514b15e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/networks?id=efeb53b6-6577-417c-83f8-af6dfc78ce28 HTTP/1.1" status: 200 len: 797 time: 0.1143687 Jun 18 16:46:25.826639 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-d9cbef6f-1bf8-44e9-96d3-f12b1856210f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c860454b62904a0185c4be56bfb9c1bc HTTP/1.1" status: 200 len: 380 time: 0.0331457 Jun 18 16:46:25.835468 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-5bce14a0-f5c9-4c7f-986f-0093e19edfa4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'port': {'device_id': 'e7042f88-fd9f-4119-bb31-cabebfc561a7', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'admin_state_up': True, 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'security_groups': ['3da4f20e-bb58-47fc-a2b3-f8e1df62e911']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:46:25.946360 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-5bce14a0-f5c9-4c7f-986f-0093e19edfa4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Made reservation on behalf of c860454b62904a0185c4be56bfb9c1bc for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:46:25.949816 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-5bce14a0-f5c9-4c7f-986f-0093e19edfa4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:26.072098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-5bce14a0-f5c9-4c7f-986f-0093e19edfa4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.20.0.3 (efeb53b6-6577-417c-83f8-af6dfc78ce28/203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07/c2a9a093-85b6-4d01-8aff-734cf922d057) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:46:26.203056 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-5bce14a0-f5c9-4c7f-986f-0093e19edfa4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:26.216064 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-5bce14a0-f5c9-4c7f-986f-0093e19edfa4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Transition to ACTIVE for port object c2a9a093-85b6-4d01-8aff-734cf922d057 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:46:26.247894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-5bce14a0-f5c9-4c7f-986f-0093e19edfa4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:26.252377 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-80c682bc-e632-49d9-b52b-3d926f41b9ce tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:26.298084 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-5bce14a0-f5c9-4c7f-986f-0093e19edfa4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network efeb53b6-6577-417c-83f8-af6dfc78ce28 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:46:26.301519 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-5bce14a0-f5c9-4c7f-986f-0093e19edfa4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:46:26.305490 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-5bce14a0-f5c9-4c7f-986f-0093e19edfa4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:46:26.313126 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce14a0-f5c9-4c7f-986f-0093e19edfa4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=c2a9a093-85b6-4d01-8aff-734cf922d057,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:26.333936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5bce14a0-f5c9-4c7f-986f-0093e19edfa4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:26.362075 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-5bce14a0-f5c9-4c7f-986f-0093e19edfa4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:26.362075 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-5bce14a0-f5c9-4c7f-986f-0093e19edfa4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:26.382901 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-5bce14a0-f5c9-4c7f-986f-0093e19edfa4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5513253 Jun 18 16:46:26.401108 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Request body: {'port': {'device_id': 'e7042f88-fd9f-4119-bb31-cabebfc561a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:46:26.437461 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ea253489-9b07-4cc0-a41b-a44e33af3d00 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:46:26.481868 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:26.496735 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port ea253489-9b07-4cc0-a41b-a44e33af3d00 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:46:26.501478 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ea253489-9b07-4cc0-a41b-a44e33af3d00 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:46:26.501862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:26.582560 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:26.604636 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1c4415c3-a6d1-4122-9d1a-178a30c3709a None None] Provisioning for port c2a9a093-85b6-4d01-8aff-734cf922d057 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:46:26.613308 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1c4415c3-a6d1-4122-9d1a-178a30c3709a None None] Provisioning complete for port c2a9a093-85b6-4d01-8aff-734cf922d057 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:46:26.613695 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1c4415c3-a6d1-4122-9d1a-178a30c3709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:26.645067 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port ea253489-9b07-4cc0-a41b-a44e33af3d00, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ea253489-9b07-4cc0-a41b-a44e33af3d00,segment=NetworkSegment(e35aec30-756c-49db-8f9d-feba7cf5e66d),segment_id=e35aec30-756c-49db-8f9d-feba7cf5e66d)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:46:26.654014 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:26.659296 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:26.684864 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-1c4415c3-a6d1-4122-9d1a-178a30c3709a None None] Port c2a9a093-85b6-4d01-8aff-734cf922d057 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:46:26.708506 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=ea253489-9b07-4cc0-a41b-a44e33af3d00,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:26.711449 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:26.760341 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a9a093-85b6-4d01-8aff-734cf922d057 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:46:26.774822 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:26.786513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Transition to ACTIVE for port object c2a9a093-85b6-4d01-8aff-734cf922d057 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:46:26.789863 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:26.792790 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f62da64e-1bcd-47dd-a81e-c049968d129b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:26.890945 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Pushing event updated for resources: {'Port': ['ID=c2a9a093-85b6-4d01-8aff-734cf922d057,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:26.915609 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:26.944228 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Attempting to bind port c2a9a093-85b6-4d01-8aff-734cf922d057 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:46:26.944700 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Attempting to bind port c2a9a093-85b6-4d01-8aff-734cf922d057 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'e35aec30-756c-49db-8f9d-feba7cf5e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:46:26.945029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Attempting to bind port c2a9a093-85b6-4d01-8aff-734cf922d057 on network efeb53b6-6577-417c-83f8-af6dfc78ce28 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:46:26.949463 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Port c2a9a093-85b6-4d01-8aff-734cf922d057 on network efeb53b6-6577-417c-83f8-af6dfc78ce28 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:46:26.949780 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Attempting to bind port c2a9a093-85b6-4d01-8aff-734cf922d057 on network efeb53b6-6577-417c-83f8-af6dfc78ce28 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:46:26.955499 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:46:26.955834 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Checking segment: {'id': 'e35aec30-756c-49db-8f9d-feba7cf5e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:46:26.956216 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Bound using segment: {'id': 'e35aec30-756c-49db-8f9d-feba7cf5e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:46:26.956649 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Bound port: c2a9a093-85b6-4d01-8aff-734cf922d057, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e35aec30-756c-49db-8f9d-feba7cf5e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:46:26.956993 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:26.959679 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acf033-4638-4cc4-9a50-b6f91d9cb543 req-0b44282d-385d-48b5-bc09-9de3e9ae0a15 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:26.961649 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f8acf033-4638-4cc4-9a50-b6f91d9cb543 req-0b44282d-385d-48b5-bc09-9de3e9ae0a15 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7042f88-fd9f-4119-bb31-cabebfc561a7 HTTP/1.1" status: 200 len: 943 time: 0.0752637 Jun 18 16:46:27.017031 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f8acf033-4638-4cc4-9a50-b6f91d9cb543 req-272d7e0d-9712-4736-bb7f-9214baf0de7d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3da4f20e-bb58-47fc-a2b3-f8e1df62e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479512 Jun 18 16:46:27.029464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] For port c2a9a093-85b6-4d01-8aff-734cf922d057, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:46:27.033001 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] For port c2a9a093-85b6-4d01-8aff-734cf922d057, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c2a9a093-85b6-4d01-8aff-734cf922d057,segment=NetworkSegment(e35aec30-756c-49db-8f9d-feba7cf5e66d),segment_id=e35aec30-756c-49db-8f9d-feba7cf5e66d)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:46:27.037364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:27.039584 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a34f1480-0699-4fcd-8393-d9792cc10852 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:27.071731 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:27.072364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:27.073754 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] 10.222.0.64 "PUT /v2.0/ports/c2a9a093-85b6-4d01-8aff-734cf922d057 HTTP/1.1" status: 200 len: 1093 time: 0.6773386 Jun 18 16:46:27.074298 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7042f88-fd9f-4119-bb31-cabebfc561a7', 'tag': 'c2a9a093-85b6-4d01-8aff-734cf922d057'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:46:27.076718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee132c7-72fb-4d6f-9316-6136ce497e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7042f88-fd9f-4119-bb31-cabebfc561a7", "tag": "c2a9a093-85b6-4d01-8aff-734cf922d057"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:46:27.108776 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Pushing event updated for resources: {'Port': ['ID=c2a9a093-85b6-4d01-8aff-734cf922d057,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:27.114430 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:27.120483 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6ce0ae-7efb-4378-ae8d-09c5c3ce6f53 x-openstack-request-id: req-8f6ce0ae-7efb-4378-ae8d-09c5c3ce6f53 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:46:27.120880 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7042f88-fd9f-4119-bb31-cabebfc561a7", "tag": "c2a9a093-85b6-4d01-8aff-734cf922d057", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:46:27.121308 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f6ce0ae-7efb-4378-ae8d-09c5c3ce6f53 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:46:27.121836 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7042f88-fd9f-4119-bb31-cabebfc561a7', 'tag': 'c2a9a093-85b6-4d01-8aff-734cf922d057', 'status': 'completed', 'code': 200} Jun 18 16:46:27.196673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-34c7bf90-7735-4492-8c74-3549650c92b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:27.198180 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-34c7bf90-7735-4492-8c74-3549650c92b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=e7042f88-fd9f-4119-bb31-cabebfc561a7 HTTP/1.1" status: 200 len: 1096 time: 0.0598655 Jun 18 16:46:27.247642 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-936e0aed-abbb-460d-a95e-e8d0a91e2fcc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2a9a093-85b6-4d01-8aff-734cf922d057 HTTP/1.1" status: 200 len: 217 time: 0.0351326 Jun 18 16:46:27.293811 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-82eeaab5-e316-4f90-a002-7bf19e78fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:27.295267 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-82eeaab5-e316-4f90-a002-7bf19e78fa0e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07 HTTP/1.1" status: 200 len: 835 time: 0.0413203 Jun 18 16:46:27.356551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-62942b08-d188-4eed-8ffa-1e225bdb6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:27.358010 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-62942b08-d188-4eed-8ffa-1e225bdb6f8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efeb53b6-6577-417c-83f8-af6dfc78ce28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0565674 Jun 18 16:46:27.442217 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-be27a110-5df5-4fcb-af9b-502fd16cb8c9 service neutron] 10.222.0.64 "GET /v2.0/networks/efeb53b6-6577-417c-83f8-af6dfc78ce28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776329 Jun 18 16:46:27.873302 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-de29bac7-0653-44aa-a88d-9e75d621e8f7 req-05fb4e07-0602-4e54-a89a-ca2a4c3d0280 service neutron] 10.222.0.64 "GET /v2.0/networks/efeb53b6-6577-417c-83f8-af6dfc78ce28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252861 Jun 18 16:46:28.025145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee132c7-72fb-4d6f-9316-6136ce497e8e req-dbe343d2-a900-459c-a407-73ae8c099a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:28.026644 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ee132c7-72fb-4d6f-9316-6136ce497e8e req-dbe343d2-a900-459c-a407-73ae8c099a9e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=e7042f88-fd9f-4119-bb31-cabebfc561a7 HTTP/1.1" status: 200 len: 1096 time: 0.0514307 Jun 18 16:46:28.123553 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee132c7-72fb-4d6f-9316-6136ce497e8e req-560e9057-0409-4cc2-a144-d8722a53702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:28.125559 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ee132c7-72fb-4d6f-9316-6136ce497e8e req-560e9057-0409-4cc2-a144-d8722a53702c service neutron] 10.222.0.64 "GET /v2.0/networks?id=efeb53b6-6577-417c-83f8-af6dfc78ce28 HTTP/1.1" status: 200 len: 898 time: 0.0923452 Jun 18 16:46:28.169318 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ee132c7-72fb-4d6f-9316-6136ce497e8e req-9457c431-201c-4e9a-9cfe-0a5d80138e9c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2a9a093-85b6-4d01-8aff-734cf922d057 HTTP/1.1" status: 200 len: 217 time: 0.0357065 Jun 18 16:46:28.229853 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee132c7-72fb-4d6f-9316-6136ce497e8e req-589d6c77-9eaa-488c-867f-9eb05513860c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:28.231330 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ee132c7-72fb-4d6f-9316-6136ce497e8e req-589d6c77-9eaa-488c-867f-9eb05513860c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07 HTTP/1.1" status: 200 len: 835 time: 0.0467727 Jun 18 16:46:28.290837 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee132c7-72fb-4d6f-9316-6136ce497e8e req-392fecae-820f-4006-b673-5a439e6352d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:28.292541 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ee132c7-72fb-4d6f-9316-6136ce497e8e req-392fecae-820f-4006-b673-5a439e6352d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efeb53b6-6577-417c-83f8-af6dfc78ce28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0543525 Jun 18 16:46:28.351309 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c889099-28e5-4546-939a-dd91d07aca8d req-99b4315f-4268-476f-a336-3a5db7e0e2da tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:28.352393 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0c889099-28e5-4546-939a-dd91d07aca8d req-99b4315f-4268-476f-a336-3a5db7e0e2da tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7042f88-fd9f-4119-bb31-cabebfc561a7 HTTP/1.1" status: 200 len: 943 time: 0.0692492 Jun 18 16:46:28.384654 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ee132c7-72fb-4d6f-9316-6136ce497e8e req-33152806-9455-4ac5-b90f-80284d47276b service neutron] 10.222.0.64 "GET /v2.0/networks/efeb53b6-6577-417c-83f8-af6dfc78ce28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844030 Jun 18 16:46:28.394201 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0c889099-28e5-4546-939a-dd91d07aca8d req-565deee0-2c02-4270-87fd-0510e5dcadfe tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3da4f20e-bb58-47fc-a2b3-f8e1df62e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338266 Jun 18 16:46:28.409454 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ea253489-9b07-4cc0-a41b-a44e33af3d00 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:46:28.458336 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ea253489-9b07-4cc0-a41b-a44e33af3d00 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:46:28.458761 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:28.482388 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ee132c7-72fb-4d6f-9316-6136ce497e8e req-c00655bf-4fa5-4048-a3b6-d436b9e09093 service neutron] 10.222.0.64 "GET /v2.0/networks/efeb53b6-6577-417c-83f8-af6dfc78ce28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906596 Jun 18 16:46:29.569196 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a298b-1f13-40f8-a9c1-878ffbdd6a69 req-e7fc12ad-0404-4bed-922e-bc04eb4e6fd4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:29.570711 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-418a298b-1f13-40f8-a9c1-878ffbdd6a69 req-e7fc12ad-0404-4bed-922e-bc04eb4e6fd4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7042f88-fd9f-4119-bb31-cabebfc561a7 HTTP/1.1" status: 200 len: 943 time: 0.0644491 Jun 18 16:46:29.609655 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-418a298b-1f13-40f8-a9c1-878ffbdd6a69 req-c0a220ec-0335-4c28-b327-7328b7ad9f8c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3da4f20e-bb58-47fc-a2b3-f8e1df62e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316837 Jun 18 16:46:30.235775 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device c2a9a093-85b6-4d01-8aff-734cf922d057 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:46:30.328864 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port c2a9a093-85b6-4d01-8aff-734cf922d057, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c2a9a093-85b6-4d01-8aff-734cf922d057,segment=NetworkSegment(e35aec30-756c-49db-8f9d-feba7cf5e66d),segment_id=e35aec30-756c-49db-8f9d-feba7cf5e66d)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:46:30.339645 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'c2a9a093-85b6-4d01-8aff-734cf922d057', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'port_id': 'c2a9a093-85b6-4d01-8aff-734cf922d057', 'mac_address': 'fa:16:3e:82:c2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:46:30.381130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:30.394163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a9a093-85b6-4d01-8aff-734cf922d057 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:46:30.413484 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port c2a9a093-85b6-4d01-8aff-734cf922d057, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c2a9a093-85b6-4d01-8aff-734cf922d057,segment=NetworkSegment(e35aec30-756c-49db-8f9d-feba7cf5e66d),segment_id=e35aec30-756c-49db-8f9d-feba7cf5e66d)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:46:30.418638 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:30.420268 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-577bc2cd-fe22-441c-8011-3dd474cd3fd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:30.465398 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=c2a9a093-85b6-4d01-8aff-734cf922d057,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:30.469317 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:30.677502 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['c2a9a093-85b6-4d01-8aff-734cf922d057'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:46:30.790210 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e506ef-3d91-4da0-b110-53ec361a45a1 req-cb114d8f-dcee-4fea-88c5-88e8b414741c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:30.791974 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c5e506ef-3d91-4da0-b110-53ec361a45a1 req-cb114d8f-dcee-4fea-88c5-88e8b414741c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7042f88-fd9f-4119-bb31-cabebfc561a7 HTTP/1.1" status: 200 len: 944 time: 0.0664527 Jun 18 16:46:30.835407 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c5e506ef-3d91-4da0-b110-53ec361a45a1 req-d3dd4ec8-48ac-4cf4-a65f-f47f2992810c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3da4f20e-bb58-47fc-a2b3-f8e1df62e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365956 Jun 18 16:46:32.005941 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc27196-642b-4d1d-b796-f52ddd0358e0 req-af508f4a-06f4-499e-9d3b-7e51c98ee424 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:32.007405 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3bc27196-642b-4d1d-b796-f52ddd0358e0 req-af508f4a-06f4-499e-9d3b-7e51c98ee424 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7042f88-fd9f-4119-bb31-cabebfc561a7 HTTP/1.1" status: 200 len: 944 time: 0.0623167 Jun 18 16:46:32.043348 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3bc27196-642b-4d1d-b796-f52ddd0358e0 req-f9b21dc3-68ac-4e5f-9f15-67f21f6c095c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3da4f20e-bb58-47fc-a2b3-f8e1df62e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303857 Jun 18 16:46:32.244170 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device c2a9a093-85b6-4d01-8aff-734cf922d057 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:46:32.290795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port c2a9a093-85b6-4d01-8aff-734cf922d057 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:46:32.294753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port c2a9a093-85b6-4d01-8aff-734cf922d057 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:46:32.295149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:32.372096 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:32.392750 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7042f88-fd9f-4119-bb31-cabebfc561a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a9a093-85b6-4d01-8aff-734cf922d057'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:46:32.394982 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cdbf20-e6f3-4af3-8aa6-04b752169b4d" -d '{"events": [{"server_uuid": "e7042f88-fd9f-4119-bb31-cabebfc561a7", "name": "network-vif-plugged", "status": "completed", "tag": "c2a9a093-85b6-4d01-8aff-734cf922d057"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:46:32.407947 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port c2a9a093-85b6-4d01-8aff-734cf922d057, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c2a9a093-85b6-4d01-8aff-734cf922d057,segment=NetworkSegment(e35aec30-756c-49db-8f9d-feba7cf5e66d),segment_id=e35aec30-756c-49db-8f9d-feba7cf5e66d)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:46:32.411784 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:32.413768 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4f72f9fd-e220-4eae-8c3d-96b29b35cc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:32.435822 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268a71ce-8275-4f86-878b-dbcdda9482f8 x-openstack-request-id: req-268a71ce-8275-4f86-878b-dbcdda9482f8 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:46:32.436122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7042f88-fd9f-4119-bb31-cabebfc561a7", "name": "network-vif-plugged", "status": "completed", "tag": "c2a9a093-85b6-4d01-8aff-734cf922d057", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:46:32.436401 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-268a71ce-8275-4f86-878b-dbcdda9482f8 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:46:32.437011 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7042f88-fd9f-4119-bb31-cabebfc561a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a9a093-85b6-4d01-8aff-734cf922d057', 'code': 200} Jun 18 16:46:32.462003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=c2a9a093-85b6-4d01-8aff-734cf922d057,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:32.464799 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:32.679323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231a0db-1711-42cf-83c4-0a60e91afe34 req-f6fed7cf-409b-464c-b6b1-9bae52655c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:32.680884 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d231a0db-1711-42cf-83c4-0a60e91afe34 req-f6fed7cf-409b-464c-b6b1-9bae52655c05 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e7042f88-fd9f-4119-bb31-cabebfc561a7 HTTP/1.1" status: 200 len: 1098 time: 0.0542181 Jun 18 16:46:32.714650 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d231a0db-1711-42cf-83c4-0a60e91afe34 req-3c9090f7-ba30-442c-acfb-3856b5153152 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3da4f20e-bb58-47fc-a2b3-f8e1df62e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275111 Jun 18 16:46:33.213708 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b7886-2447-44b6-9142-3d0559bb81a4 req-9753f633-a61a-47d3-8c88-eaefddb128a0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:33.215203 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-022b7886-2447-44b6-9142-3d0559bb81a4 req-9753f633-a61a-47d3-8c88-eaefddb128a0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7042f88-fd9f-4119-bb31-cabebfc561a7 HTTP/1.1" status: 200 len: 945 time: 0.0638075 Jun 18 16:46:33.252609 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-022b7886-2447-44b6-9142-3d0559bb81a4 req-97b31fe3-b29f-4a73-b9ce-e9498eb3f812 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3da4f20e-bb58-47fc-a2b3-f8e1df62e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306652 Jun 18 16:46:34.428824 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27aec6-d3ce-4e09-9a7c-ac6f4ad291d3 req-f634ce5b-adf8-4abd-b035-7b80926ce74d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:34.430268 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2c27aec6-d3ce-4e09-9a7c-ac6f4ad291d3 req-f634ce5b-adf8-4abd-b035-7b80926ce74d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7042f88-fd9f-4119-bb31-cabebfc561a7 HTTP/1.1" status: 200 len: 945 time: 0.0657146 Jun 18 16:46:34.471346 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2c27aec6-d3ce-4e09-9a7c-ac6f4ad291d3 req-21fe871d-0f18-4e73-b415-473125fc7732 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3da4f20e-bb58-47fc-a2b3-f8e1df62e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354698 Jun 18 16:46:34.647320 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9d71b-0995-4b60-8e15-ea87a07f86cb req-d2645599-f72c-408a-bbd9-f71537d41dd7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:34.648852 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-67b9d71b-0995-4b60-8e15-ea87a07f86cb req-d2645599-f72c-408a-bbd9-f71537d41dd7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7042f88-fd9f-4119-bb31-cabebfc561a7 HTTP/1.1" status: 200 len: 945 time: 0.0649011 Jun 18 16:46:34.691726 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-67b9d71b-0995-4b60-8e15-ea87a07f86cb req-5663e60e-50ae-4252-939b-58622036d20b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3da4f20e-bb58-47fc-a2b3-f8e1df62e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370178 Jun 18 16:46:34.715745 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 53008) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:34.769629 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f90ccbd-fd6f-4fc7-8881-e0f1aa6a3360 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:34.771149 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1f90ccbd-fd6f-4fc7-8881-e0f1aa6a3360 tempest-TestNetworkBasicOps-202712285 tempest-TestNetworkBasicOps-202712285-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e7042f88-fd9f-4119-bb31-cabebfc561a7 HTTP/1.1" status: 200 len: 1093 time: 0.0544543 Jun 18 16:46:34.773852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 53010) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:34.778193 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': 'c2a9a093-85b6-4d01-8aff-734cf922d057', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:46:34.800518 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:34.896725 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:34.997696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Allocated IP 172.26.2.14 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/37e3e2c6-0d87-4f5b-92f3-f3cd9647ba24) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:46:35.097059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:35.133755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:35.135794 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4e15b991-90a8-4557-8686-497ee3ddf386 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:35.178218 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:46:35.183190 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:46:35.185378 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=37e3e2c6-0d87-4f5b-92f3-f3cd9647ba24,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:35.188032 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:46:35.189999 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:35.232644 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-389aadf5-97fd-4ac6-9031-576f60a34155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:35.542207 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:35.925712 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:36.073086 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:36.078340 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:36.080439 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:36.141795 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event updated for resources: {'Port': ['ID=37e3e2c6-0d87-4f5b-92f3-f3cd9647ba24,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:36.145689 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:36.155516 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:36.252396 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Floating IP 009267d7-5011-4dc9-ae7f-b556fd6ea59d associated. External IP: 172.26.2.14, port: c2a9a093-85b6-4d01-8aff-734cf922d057. Jun 18 16:46:36.456935 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 86e4ad35-7fce-4407-b25f-1176b8e4507d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:46:36.571854 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:46:36.582789 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8f2a76-8bda-4162-ae51-8c8884bf471b None None] Sync routers for ids ['86e4ad35-7fce-4407-b25f-1176b8e4507d'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:46:36.589199 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:36.593236 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f2a76-8bda-4162-ae51-8c8884bf471b None None] Routers {'86e4ad35-7fce-4407-b25f-1176b8e4507d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:46:36.593925 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-8a8f2a76-8bda-4162-ae51-8c8884bf471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:46:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['86e4ad35-7fce-4407-b25f-1176b8e4507d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:36.632132 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8566711 Jun 18 16:46:36.632893 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7042f88-fd9f-4119-bb31-cabebfc561a7', 'tag': 'c2a9a093-85b6-4d01-8aff-734cf922d057'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:46:36.634645 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53012) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:36.635652 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecbb546-934c-4766-9eec-655aea31cbc8" -d '{"events": [{"name": "network-changed", "server_uuid": "e7042f88-fd9f-4119-bb31-cabebfc561a7", "tag": "c2a9a093-85b6-4d01-8aff-734cf922d057"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:46:36.686373 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5816a823-2fb9-4cdc-87f0-07f53b68964d x-openstack-request-id: req-5816a823-2fb9-4cdc-87f0-07f53b68964d {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:46:36.686853 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7042f88-fd9f-4119-bb31-cabebfc561a7", "tag": "c2a9a093-85b6-4d01-8aff-734cf922d057", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:46:36.687358 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5816a823-2fb9-4cdc-87f0-07f53b68964d {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:46:36.687844 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7042f88-fd9f-4119-bb31-cabebfc561a7', 'tag': 'c2a9a093-85b6-4d01-8aff-734cf922d057', 'status': 'completed', 'code': 200} Jun 18 16:46:36.705824 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-8a8f2a76-8bda-4162-ae51-8c8884bf471b None None] Set router 86e4ad35-7fce-4407-b25f-1176b8e4507d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:46:36.709664 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9c1fbc0a-b6ab-4c24-b727-9c75f77547a4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/009267d7-5011-4dc9-ae7f-b556fd6ea59d HTTP/1.1" status: 200 len: 990 time: 0.0719700 Jun 18 16:46:36.788442 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbb546-934c-4766-9eec-655aea31cbc8 req-ac5307b3-8d58-4b72-b21b-80365671e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:36.790455 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-aecbb546-934c-4766-9eec-655aea31cbc8 req-ac5307b3-8d58-4b72-b21b-80365671e196 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=e7042f88-fd9f-4119-bb31-cabebfc561a7 HTTP/1.1" status: 200 len: 1098 time: 0.0612304 Jun 18 16:46:36.880917 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbb546-934c-4766-9eec-655aea31cbc8 req-66c740d8-f0db-4357-b274-19390c7a1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:36.882273 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-aecbb546-934c-4766-9eec-655aea31cbc8 req-66c740d8-f0db-4357-b274-19390c7a1d13 service neutron] 10.222.0.64 "GET /v2.0/networks?id=efeb53b6-6577-417c-83f8-af6dfc78ce28 HTTP/1.1" status: 200 len: 898 time: 0.0850964 Jun 18 16:46:36.934030 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-8a8f2a76-8bda-4162-ae51-8c8884bf471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'name': 'tempest-TestNetworkBasicOps-router-1988177863', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:46:17Z', 'updated_at': '2021-06-18T16:46:21Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:04:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:18Z', 'updated_at': '2021-06-18T16:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '009267d7-5011-4dc9-ae7f-b556fd6ea59d', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.14', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'port_id': 'c2a9a093-85b6-4d01-8aff-734cf922d057', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'mac_address': 'fa:16:3e:82:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7042f88-fd9f-4119-bb31-cabebfc561a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:46:35Z', 'updated_at': '2021-06-18T16:46:35Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea253489-9b07-4cc0-a41b-a44e33af3d00', 'name': '', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:10:34:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:20Z', 'updated_at': '2021-06-18T16:46:26Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:36.949550 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-aecbb546-934c-4766-9eec-655aea31cbc8 req-bb27a138-7adb-4f16-90a4-c574172e1716 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2a9a093-85b6-4d01-8aff-734cf922d057 HTTP/1.1" status: 200 len: 998 time: 0.0608120 Jun 18 16:46:36.960609 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8f2a76-8bda-4162-ae51-8c8884bf471b None None] Checking router: 86e4ad35-7fce-4407-b25f-1176b8e4507d for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:46:36.970057 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f2a76-8bda-4162-ae51-8c8884bf471b None None] Routers {'86e4ad35-7fce-4407-b25f-1176b8e4507d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:46:36.970716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-8a8f2a76-8bda-4162-ae51-8c8884bf471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:46:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['86e4ad35-7fce-4407-b25f-1176b8e4507d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:36.997650 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbb546-934c-4766-9eec-655aea31cbc8 req-e783295b-0294-401d-9d9d-acce59e687dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:36.999140 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-aecbb546-934c-4766-9eec-655aea31cbc8 req-e783295b-0294-401d-9d9d-acce59e687dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07 HTTP/1.1" status: 200 len: 835 time: 0.0436122 Jun 18 16:46:37.055107 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbb546-934c-4766-9eec-655aea31cbc8 req-d9344ce7-b647-4273-8a14-806a8040a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:37.056594 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-aecbb546-934c-4766-9eec-655aea31cbc8 req-d9344ce7-b647-4273-8a14-806a8040a95e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efeb53b6-6577-417c-83f8-af6dfc78ce28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515831 Jun 18 16:46:37.078749 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-8a8f2a76-8bda-4162-ae51-8c8884bf471b None None] Set router 86e4ad35-7fce-4407-b25f-1176b8e4507d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:46:37.149187 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-aecbb546-934c-4766-9eec-655aea31cbc8 req-438cf21d-df5f-490b-8993-5f3fd5c030f5 service neutron] 10.222.0.64 "GET /v2.0/networks/efeb53b6-6577-417c-83f8-af6dfc78ce28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857396 Jun 18 16:46:37.237010 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-aecbb546-934c-4766-9eec-655aea31cbc8 req-36475b10-1446-45f7-bf71-a72f2064ee58 service neutron] 10.222.0.64 "GET /v2.0/networks/efeb53b6-6577-417c-83f8-af6dfc78ce28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804706 Jun 18 16:46:37.304594 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-8a8f2a76-8bda-4162-ae51-8c8884bf471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'name': 'tempest-TestNetworkBasicOps-router-1988177863', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:46:17Z', 'updated_at': '2021-06-18T16:46:21Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:04:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:18Z', 'updated_at': '2021-06-18T16:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '009267d7-5011-4dc9-ae7f-b556fd6ea59d', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.14', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'port_id': 'c2a9a093-85b6-4d01-8aff-734cf922d057', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'mac_address': 'fa:16:3e:82:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7042f88-fd9f-4119-bb31-cabebfc561a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:46:35Z', 'updated_at': '2021-06-18T16:46:35Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea253489-9b07-4cc0-a41b-a44e33af3d00', 'name': '', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:10:34:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:20Z', 'updated_at': '2021-06-18T16:46:26Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:37.330207 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8f2a76-8bda-4162-ae51-8c8884bf471b None None] The sync data for ids ['86e4ad35-7fce-4407-b25f-1176b8e4507d'] in dv-neutron-797121-1-hyperv is: [{'id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'name': 'tempest-TestNetworkBasicOps-router-1988177863', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:46:17Z', 'updated_at': '2021-06-18T16:46:21Z', 'revision_number': 4, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:04:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:18Z', 'updated_at': '2021-06-18T16:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '009267d7-5011-4dc9-ae7f-b556fd6ea59d', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.14', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'port_id': 'c2a9a093-85b6-4d01-8aff-734cf922d057', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'mac_address': 'fa:16:3e:82:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7042f88-fd9f-4119-bb31-cabebfc561a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:46:35Z', 'updated_at': '2021-06-18T16:46:35Z', 'revision_number': 0, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea253489-9b07-4cc0-a41b-a44e33af3d00', 'name': '', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:10:34:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:20Z', 'updated_at': '2021-06-18T16:46:26Z', 'revision_number': 5, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:46:37.517035 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06482878-d256-4576-9f39-384a8dd953ef None None] New status for floating IP 009267d7-5011-4dc9-ae7f-b556fd6ea59d: ACTIVE {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:46:37.639160 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-39633671-8d11-4e5c-b66d-85bdc48ed1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:37.712461 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53016) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:37.776239 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1eb91125-3e63-437b-9e89-fb01c2a6d06e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/009267d7-5011-4dc9-ae7f-b556fd6ea59d HTTP/1.1" status: 200 len: 992 time: 0.0625720 Jun 18 16:46:38.243094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:38.960788 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:40.492119 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:48.635924 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:46:54.835520 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:05.234355 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-99b3d316-cccf-47ee-988e-6a23fcb23ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:07.642286 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5271f441-fb17-4e9c-b5ae-11f08069db27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:08.243581 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:08.963402 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:09.004511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53030) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:09.009358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-1bd6b54f-cbeb-4156-846f-ba953f609567 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'router': {'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:47:09.307070 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1bd6b54f-cbeb-4156-846f-ba953f609567 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:09.317584 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1bd6b54f-cbeb-4156-846f-ba953f609567 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:09.419095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd6b54f-cbeb-4156-846f-ba953f609567 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 86e4ad35-7fce-4407-b25f-1176b8e4507d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:47:09.525200 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd6b54f-cbeb-4156-846f-ba953f609567 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:47:09.532743 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1bd6b54f-cbeb-4156-846f-ba953f609567 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:09.536775 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1bd6b54f-cbeb-4156-846f-ba953f609567 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/routers/86e4ad35-7fce-4407-b25f-1176b8e4507d HTTP/1.1" status: 200 len: 889 time: 0.5283439 Jun 18 16:47:09.536937 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61411cf9-eb8c-495c-ae98-dba334672e38 None None] Sync routers for ids ['86e4ad35-7fce-4407-b25f-1176b8e4507d'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:47:09.545879 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61411cf9-eb8c-495c-ae98-dba334672e38 None None] Routers {'86e4ad35-7fce-4407-b25f-1176b8e4507d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:47:09.547238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-61411cf9-eb8c-495c-ae98-dba334672e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:47:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['86e4ad35-7fce-4407-b25f-1176b8e4507d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:09.580463 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-61411cf9-eb8c-495c-ae98-dba334672e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:09.588431 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61411cf9-eb8c-495c-ae98-dba334672e38 None None] Routers {'86e4ad35-7fce-4407-b25f-1176b8e4507d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:47:09.589018 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-61411cf9-eb8c-495c-ae98-dba334672e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:47:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['86e4ad35-7fce-4407-b25f-1176b8e4507d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:09.619772 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-61411cf9-eb8c-495c-ae98-dba334672e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:09.620380 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61411cf9-eb8c-495c-ae98-dba334672e38 None None] The sync data for ids ['86e4ad35-7fce-4407-b25f-1176b8e4507d'] in dv-neutron-797121-1-hyperv is: [] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:47:10.361156 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897fffc2-b5b4-4065-a394-cdc520afab18 None None] New status for floating IP 009267d7-5011-4dc9-ae7f-b556fd6ea59d: DOWN {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:47:10.427001 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ea253489-9b07-4cc0-a41b-a44e33af3d00 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:47:10.521411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:10.523620 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:10.558869 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port ea253489-9b07-4cc0-a41b-a44e33af3d00, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ea253489-9b07-4cc0-a41b-a44e33af3d00,segment=NetworkSegment(e35aec30-756c-49db-8f9d-feba7cf5e66d),segment_id=e35aec30-756c-49db-8f9d-feba7cf5e66d)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:47:10.563954 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:10.564721 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c2b03364-6251-43e7-a45d-31a00cd73a27 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:47:10.566294 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9249a7e1-d041-4b0a-b70f-16fbcacab93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:10.636477 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=ea253489-9b07-4cc0-a41b-a44e33af3d00,revision_number=6']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:10.642006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:10.684277 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:10.705727 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port c2b03364-6251-43e7-a45d-31a00cd73a27, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c2b03364-6251-43e7-a45d-31a00cd73a27,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:47:10.709664 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:10.711404 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:10.757547 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=c2b03364-6251-43e7-a45d-31a00cd73a27,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:10.760473 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:11.705591 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 53034) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:11.710530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-89f92b20-9405-4851-a592-cf88e510fb8a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:47:12.016015 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89f92b20-9405-4851-a592-cf88e510fb8a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:12.026041 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89f92b20-9405-4851-a592-cf88e510fb8a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1793018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1792973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658478'] for router, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:12.136676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f92b20-9405-4851-a592-cf88e510fb8a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 86e4ad35-7fce-4407-b25f-1176b8e4507d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:47:12.242168 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f92b20-9405-4851-a592-cf88e510fb8a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:47:12.248949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-89f92b20-9405-4851-a592-cf88e510fb8a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:12.250139 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-89f92b20-9405-4851-a592-cf88e510fb8a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/routers/86e4ad35-7fce-4407-b25f-1176b8e4507d HTTP/1.1" status: 200 len: 888 time: 0.5435522 Jun 18 16:47:12.253215 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 53036) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:12.253771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3785dd4-be1b-4a62-8235-0234114f2cb7 None None] Sync routers for ids ['86e4ad35-7fce-4407-b25f-1176b8e4507d'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:47:12.263595 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3785dd4-be1b-4a62-8235-0234114f2cb7 None None] Routers {'86e4ad35-7fce-4407-b25f-1176b8e4507d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:47:12.264210 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c3785dd4-be1b-4a62-8235-0234114f2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:47:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['86e4ad35-7fce-4407-b25f-1176b8e4507d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:12.312474 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-16867108-0c03-4325-9498-7b93f3601586 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/009267d7-5011-4dc9-ae7f-b556fd6ea59d HTTP/1.1" status: 200 len: 990 time: 0.0577884 Jun 18 16:47:12.512216 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-c3785dd4-be1b-4a62-8235-0234114f2cb7 None None] Set router 86e4ad35-7fce-4407-b25f-1176b8e4507d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:47:12.730664 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c3785dd4-be1b-4a62-8235-0234114f2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'name': 'tempest-TestNetworkBasicOps-router-1988177863', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:46:17Z', 'updated_at': '2021-06-18T16:47:12Z', 'revision_number': 6, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:04:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:18Z', 'updated_at': '2021-06-18T16:47:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '009267d7-5011-4dc9-ae7f-b556fd6ea59d', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.14', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'port_id': 'c2a9a093-85b6-4d01-8aff-734cf922d057', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'mac_address': 'fa:16:3e:82:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7042f88-fd9f-4119-bb31-cabebfc561a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:46:35Z', 'updated_at': '2021-06-18T16:47:10Z', 'revision_number': 2, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea253489-9b07-4cc0-a41b-a44e33af3d00', 'name': '', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:10:34:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:20Z', 'updated_at': '2021-06-18T16:47:10Z', 'revision_number': 6, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:12.760377 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3785dd4-be1b-4a62-8235-0234114f2cb7 None None] Checking router: 86e4ad35-7fce-4407-b25f-1176b8e4507d for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:47:12.768850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3785dd4-be1b-4a62-8235-0234114f2cb7 None None] Routers {'86e4ad35-7fce-4407-b25f-1176b8e4507d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:47:12.769451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c3785dd4-be1b-4a62-8235-0234114f2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:47:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['86e4ad35-7fce-4407-b25f-1176b8e4507d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:12.869200 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-c3785dd4-be1b-4a62-8235-0234114f2cb7 None None] Set router 86e4ad35-7fce-4407-b25f-1176b8e4507d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:47:13.082346 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c3785dd4-be1b-4a62-8235-0234114f2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'name': 'tempest-TestNetworkBasicOps-router-1988177863', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:46:17Z', 'updated_at': '2021-06-18T16:47:12Z', 'revision_number': 6, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:04:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:18Z', 'updated_at': '2021-06-18T16:47:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '009267d7-5011-4dc9-ae7f-b556fd6ea59d', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.14', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'port_id': 'c2a9a093-85b6-4d01-8aff-734cf922d057', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'mac_address': 'fa:16:3e:82:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7042f88-fd9f-4119-bb31-cabebfc561a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:46:35Z', 'updated_at': '2021-06-18T16:47:10Z', 'revision_number': 2, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea253489-9b07-4cc0-a41b-a44e33af3d00', 'name': '', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:10:34:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:20Z', 'updated_at': '2021-06-18T16:47:10Z', 'revision_number': 6, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:13.107817 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3785dd4-be1b-4a62-8235-0234114f2cb7 None None] The sync data for ids ['86e4ad35-7fce-4407-b25f-1176b8e4507d'] in dv-neutron-797121-1-hyperv is: [{'id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'name': 'tempest-TestNetworkBasicOps-router-1988177863', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:46:17Z', 'updated_at': '2021-06-18T16:47:12Z', 'revision_number': 6, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:04:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:18Z', 'updated_at': '2021-06-18T16:47:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '009267d7-5011-4dc9-ae7f-b556fd6ea59d', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'floating_ip_address': '172.26.2.14', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'port_id': 'c2a9a093-85b6-4d01-8aff-734cf922d057', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'mac_address': 'fa:16:3e:82:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7042f88-fd9f-4119-bb31-cabebfc561a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:46:35Z', 'updated_at': '2021-06-18T16:47:10Z', 'revision_number': 2, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea253489-9b07-4cc0-a41b-a44e33af3d00', 'name': '', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:10:34:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:20Z', 'updated_at': '2021-06-18T16:47:10Z', 'revision_number': 6, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:47:13.316146 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 53038) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:13.386496 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6c808373-b617-4f73-9123-c2fc2adb9a96 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/009267d7-5011-4dc9-ae7f-b556fd6ea59d HTTP/1.1" status: 200 len: 990 time: 0.0691154 Jun 18 16:47:14.390965 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 53040) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:14.471072 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ea253489-9b07-4cc0-a41b-a44e33af3d00 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:47:14.473881 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b38df6b9-0d27-4416-a330-1e4ced089853 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/009267d7-5011-4dc9-ae7f-b556fd6ea59d HTTP/1.1" status: 200 len: 990 time: 0.0800869 Jun 18 16:47:14.520944 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ea253489-9b07-4cc0-a41b-a44e33af3d00 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:47:14.521331 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:14.595836 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:14.627791 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port ea253489-9b07-4cc0-a41b-a44e33af3d00, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ea253489-9b07-4cc0-a41b-a44e33af3d00,segment=NetworkSegment(e35aec30-756c-49db-8f9d-feba7cf5e66d),segment_id=e35aec30-756c-49db-8f9d-feba7cf5e66d)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:47:14.632194 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:14.633110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c2b03364-6251-43e7-a45d-31a00cd73a27 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:47:14.634861 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:14.696030 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d19c6-08c0-40ec-a397-45044430baf3 None None] New status for floating IP 009267d7-5011-4dc9-ae7f-b556fd6ea59d: ACTIVE {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:47:14.716315 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=ea253489-9b07-4cc0-a41b-a44e33af3d00,revision_number=7']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:14.720340 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:14.730347 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c2b03364-6251-43e7-a45d-31a00cd73a27 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:47:14.730614 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:14.807149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:14.828870 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port c2b03364-6251-43e7-a45d-31a00cd73a27, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c2b03364-6251-43e7-a45d-31a00cd73a27,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:47:14.832251 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:14.834133 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3874ae03-40bd-454c-88cd-b8019d38ec98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:14.882214 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=c2b03364-6251-43e7-a45d-31a00cd73a27,revision_number=6']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:14.885084 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:15.477628 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 53042) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:15.543554 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-51a84046-9d93-4f6e-b27b-5acc4aa71a12 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/floatingips/009267d7-5011-4dc9-ae7f-b556fd6ea59d HTTP/1.1" status: 200 len: 992 time: 0.0647645 Jun 18 16:47:15.839033 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53048) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:16.002192 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port 37e3e2c6-0d87-4f5b-92f3-f3cd9647ba24 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:47:16.002532 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:16.076405 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:16.076729 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:16.143234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for 37e3e2c6-0d87-4f5b-92f3-f3cd9647ba24 owned by network:floatingip {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:47:16.294873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:16.296813 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-943725d3-37d4-4161-aa49-02ea3b40d063 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:16.320613 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=37e3e2c6-0d87-4f5b-92f3-f3cd9647ba24,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:16.349753 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:16.350144 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:16.350526 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:16.350924 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:16.351296 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:16.351667 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:16.352035 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:16.352399 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:16.352763 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:16.353125 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:16.353485 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:16.353842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:16.356937 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:16.392716 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:16.393207 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Floating IP 009267d7-5011-4dc9-ae7f-b556fd6ea59d disassociated (deleted). External IP: 172.26.2.14, port: c2a9a093-85b6-4d01-8aff-734cf922d057. Jun 18 16:47:16.439135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ea253489-9b07-4cc0-a41b-a44e33af3d00 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:47:16.486703 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ea253489-9b07-4cc0-a41b-a44e33af3d00 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:47:16.487082 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:16.575696 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c2b03364-6251-43e7-a45d-31a00cd73a27 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:47:16.605906 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 86e4ad35-7fce-4407-b25f-1176b8e4507d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:47:16.625181 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c2b03364-6251-43e7-a45d-31a00cd73a27 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:47:16.625570 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:16.713985 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:47:16.719589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:16.724074 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10386a2e-635c-43f7-a438-d9a842305db1 None None] Sync routers for ids ['86e4ad35-7fce-4407-b25f-1176b8e4507d'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:47:16.732843 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10386a2e-635c-43f7-a438-d9a842305db1 None None] Routers {'86e4ad35-7fce-4407-b25f-1176b8e4507d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:47:16.733433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-10386a2e-635c-43f7-a438-d9a842305db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:47:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['86e4ad35-7fce-4407-b25f-1176b8e4507d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:16.756297 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/floatingips/009267d7-5011-4dc9-ae7f-b556fd6ea59d HTTP/1.1" status: 204 len: 168 time: 0.9161861 Jun 18 16:47:16.757063 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7042f88-fd9f-4119-bb31-cabebfc561a7', 'tag': 'c2a9a093-85b6-4d01-8aff-734cf922d057'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:47:16.759458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c954fa-b62f-48ff-9477-6f36456019a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7042f88-fd9f-4119-bb31-cabebfc561a7", "tag": "c2a9a093-85b6-4d01-8aff-734cf922d057"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:47:16.800120 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438c97ff-5333-4944-a189-2d77ad3b617b x-openstack-request-id: req-438c97ff-5333-4944-a189-2d77ad3b617b {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:47:16.800580 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7042f88-fd9f-4119-bb31-cabebfc561a7", "tag": "c2a9a093-85b6-4d01-8aff-734cf922d057", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:47:16.800987 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-438c97ff-5333-4944-a189-2d77ad3b617b {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:47:16.801545 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7042f88-fd9f-4119-bb31-cabebfc561a7', 'tag': 'c2a9a093-85b6-4d01-8aff-734cf922d057', 'status': 'completed', 'code': 200} Jun 18 16:47:16.850556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-10386a2e-635c-43f7-a438-d9a842305db1 None None] Set router 86e4ad35-7fce-4407-b25f-1176b8e4507d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:47:16.901880 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c954fa-b62f-48ff-9477-6f36456019a5 req-8158e9e7-fc55-4358-a362-a71ef3810d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:16.903561 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f4c954fa-b62f-48ff-9477-6f36456019a5 req-8158e9e7-fc55-4358-a362-a71ef3810d95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c860454b62904a0185c4be56bfb9c1bc&device_id=e7042f88-fd9f-4119-bb31-cabebfc561a7 HTTP/1.1" status: 200 len: 1098 time: 0.0582774 Jun 18 16:47:17.012590 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c954fa-b62f-48ff-9477-6f36456019a5 req-06951053-9722-4239-b160-48c08943a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:17.014347 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f4c954fa-b62f-48ff-9477-6f36456019a5 req-06951053-9722-4239-b160-48c08943a528 service neutron] 10.222.0.64 "GET /v2.0/networks?id=efeb53b6-6577-417c-83f8-af6dfc78ce28 HTTP/1.1" status: 200 len: 898 time: 0.1038349 Jun 18 16:47:17.071127 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-10386a2e-635c-43f7-a438-d9a842305db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'name': 'tempest-TestNetworkBasicOps-router-1988177863', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:46:17Z', 'updated_at': '2021-06-18T16:47:12Z', 'revision_number': 6, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:04:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:18Z', 'updated_at': '2021-06-18T16:47:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'ea253489-9b07-4cc0-a41b-a44e33af3d00', 'name': '', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:10:34:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:20Z', 'updated_at': '2021-06-18T16:47:14Z', 'revision_number': 7, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:17.085391 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f4c954fa-b62f-48ff-9477-6f36456019a5 req-71147978-11cd-4f44-9612-22da43fb34b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2a9a093-85b6-4d01-8aff-734cf922d057 HTTP/1.1" status: 200 len: 217 time: 0.0451548 Jun 18 16:47:17.100080 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10386a2e-635c-43f7-a438-d9a842305db1 None None] Checking router: 86e4ad35-7fce-4407-b25f-1176b8e4507d for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:47:17.108582 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10386a2e-635c-43f7-a438-d9a842305db1 None None] Routers {'86e4ad35-7fce-4407-b25f-1176b8e4507d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:47:17.109769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-10386a2e-635c-43f7-a438-d9a842305db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:47:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['86e4ad35-7fce-4407-b25f-1176b8e4507d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:17.142115 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c954fa-b62f-48ff-9477-6f36456019a5 req-8340604d-ffba-4909-a4d8-4cdcba8d121f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:17.144125 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f4c954fa-b62f-48ff-9477-6f36456019a5 req-8340604d-ffba-4909-a4d8-4cdcba8d121f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07 HTTP/1.1" status: 200 len: 835 time: 0.0515838 Jun 18 16:47:17.159690 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8a252-116a-4454-84cf-c607b1119172 req-c0b1bc7f-7416-4ef2-aa10-63178f1df6f8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:17.161284 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b8b8a252-116a-4454-84cf-c607b1119172 req-c0b1bc7f-7416-4ef2-aa10-63178f1df6f8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7042f88-fd9f-4119-bb31-cabebfc561a7 HTTP/1.1" status: 200 len: 945 time: 0.0664577 Jun 18 16:47:17.203805 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c954fa-b62f-48ff-9477-6f36456019a5 req-e3c52df8-d1b2-4e1b-a86d-86ad8635600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:17.205190 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f4c954fa-b62f-48ff-9477-6f36456019a5 req-e3c52df8-d1b2-4e1b-a86d-86ad8635600c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efeb53b6-6577-417c-83f8-af6dfc78ce28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550733 Jun 18 16:47:17.207109 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b8b8a252-116a-4454-84cf-c607b1119172 req-8ea77e79-5ffc-47e6-8b42-4adbe5e174d0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3da4f20e-bb58-47fc-a2b3-f8e1df62e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381472 Jun 18 16:47:17.225389 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-10386a2e-635c-43f7-a438-d9a842305db1 None None] Set router 86e4ad35-7fce-4407-b25f-1176b8e4507d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:47:17.296661 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f4c954fa-b62f-48ff-9477-6f36456019a5 req-5573b5fa-1ae2-4f83-8df4-78f435f0d32f service neutron] 10.222.0.64 "GET /v2.0/networks/efeb53b6-6577-417c-83f8-af6dfc78ce28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842330 Jun 18 16:47:17.390982 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f4c954fa-b62f-48ff-9477-6f36456019a5 req-7f29c323-1b28-4730-8e7a-0b78bee7207c service neutron] 10.222.0.64 "GET /v2.0/networks/efeb53b6-6577-417c-83f8-af6dfc78ce28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864043 Jun 18 16:47:17.434137 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-10386a2e-635c-43f7-a438-d9a842305db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'name': 'tempest-TestNetworkBasicOps-router-1988177863', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:46:17Z', 'updated_at': '2021-06-18T16:47:12Z', 'revision_number': 6, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:04:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:18Z', 'updated_at': '2021-06-18T16:47:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'ea253489-9b07-4cc0-a41b-a44e33af3d00', 'name': '', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:10:34:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:20Z', 'updated_at': '2021-06-18T16:47:14Z', 'revision_number': 7, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:17.473173 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10386a2e-635c-43f7-a438-d9a842305db1 None None] The sync data for ids ['86e4ad35-7fce-4407-b25f-1176b8e4507d'] in dv-neutron-797121-1-hyperv is: [{'id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'name': 'tempest-TestNetworkBasicOps-router-1988177863', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:46:17Z', 'updated_at': '2021-06-18T16:47:12Z', 'revision_number': 6, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:04:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:18Z', 'updated_at': '2021-06-18T16:47:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'ea253489-9b07-4cc0-a41b-a44e33af3d00', 'name': '', 'network_id': 'efeb53b6-6577-417c-83f8-af6dfc78ce28', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'mac_address': 'fa:16:3e:10:34:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:20Z', 'updated_at': '2021-06-18T16:47:14Z', 'revision_number': 7, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'subnets': [{'id': '203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:47:18.080106 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a790f9-baa0-4b00-a3ae-84ca124a8a75 None None] New status for floating IP 009267d7-5011-4dc9-ae7f-b556fd6ea59d: DOWN {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:47:18.381807 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b4b09-bba9-46b0-944f-f2ff320513bc req-f0647583-115f-4344-afb7-161c79f05385 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:18.383297 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-004b4b09-bba9-46b0-944f-f2ff320513bc req-f0647583-115f-4344-afb7-161c79f05385 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7042f88-fd9f-4119-bb31-cabebfc561a7 HTTP/1.1" status: 200 len: 945 time: 0.0624943 Jun 18 16:47:18.422090 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-004b4b09-bba9-46b0-944f-f2ff320513bc req-c45534b9-d21a-4a53-b444-0c99ee1cbb19 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3da4f20e-bb58-47fc-a2b3-f8e1df62e911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328846 Jun 18 16:47:18.521989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef98099-982b-4066-a8cf-9b9ebb818cc6 req-e1f5a552-5d5f-4b97-a2fb-49be16811d57 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:18.523455 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-eef98099-982b-4066-a8cf-9b9ebb818cc6 req-e1f5a552-5d5f-4b97-a2fb-49be16811d57 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7042f88-fd9f-4119-bb31-cabebfc561a7 HTTP/1.1" status: 200 len: 945 time: 0.0628941 Jun 18 16:47:18.626046 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-eef98099-982b-4066-a8cf-9b9ebb818cc6 req-ebade66c-cbd0-420f-b8d8-d3931e78baea tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port c2a9a093-85b6-4d01-8aff-734cf922d057 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:47:18.626300 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-eef98099-982b-4066-a8cf-9b9ebb818cc6 req-ebade66c-cbd0-420f-b8d8-d3931e78baea tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:18.712145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-eef98099-982b-4066-a8cf-9b9ebb818cc6 req-ebade66c-cbd0-420f-b8d8-d3931e78baea tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port c2a9a093-85b6-4d01-8aff-734cf922d057, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c2a9a093-85b6-4d01-8aff-734cf922d057,segment=NetworkSegment(e35aec30-756c-49db-8f9d-feba7cf5e66d),segment_id=e35aec30-756c-49db-8f9d-feba7cf5e66d)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:47:18.712496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-eef98099-982b-4066-a8cf-9b9ebb818cc6 req-ebade66c-cbd0-420f-b8d8-d3931e78baea tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:18.779180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-eef98099-982b-4066-a8cf-9b9ebb818cc6 req-ebade66c-cbd0-420f-b8d8-d3931e78baea tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for c2a9a093-85b6-4d01-8aff-734cf922d057 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:47:18.911962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-eef98099-982b-4066-a8cf-9b9ebb818cc6 req-ebade66c-cbd0-420f-b8d8-d3931e78baea tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:18.915603 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9bca188d-02d7-4359-a196-4e3c63cf69db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:18.939458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebade66c-cbd0-420f-b8d8-d3931e78baea tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=c2a9a093-85b6-4d01-8aff-734cf922d057,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:18.942778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ebade66c-cbd0-420f-b8d8-d3931e78baea tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:18.985751 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef98099-982b-4066-a8cf-9b9ebb818cc6 req-ebade66c-cbd0-420f-b8d8-d3931e78baea tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] No DVR routers for this DVR port c2a9a093-85b6-4d01-8aff-734cf922d057 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:47:18.988193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-eef98099-982b-4066-a8cf-9b9ebb818cc6 req-ebade66c-cbd0-420f-b8d8-d3931e78baea tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:18.990123 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-eef98099-982b-4066-a8cf-9b9ebb818cc6 req-ebade66c-cbd0-420f-b8d8-d3931e78baea tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.64 "DELETE /v2.0/ports/c2a9a093-85b6-4d01-8aff-734cf922d057 HTTP/1.1" status: 204 len: 173 time: 0.4611545 Jun 18 16:47:18.990753 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7042f88-fd9f-4119-bb31-cabebfc561a7', 'name': 'network-vif-deleted', 'tag': 'c2a9a093-85b6-4d01-8aff-734cf922d057'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:47:18.993102 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195f8ed4-9061-4524-a071-deeb3abcb6c9" -d '{"events": [{"server_uuid": "e7042f88-fd9f-4119-bb31-cabebfc561a7", "name": "network-vif-deleted", "tag": "c2a9a093-85b6-4d01-8aff-734cf922d057"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:47:19.037062 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2740933-0fa8-462e-a0ba-aa1794826c82 x-openstack-request-id: req-b2740933-0fa8-462e-a0ba-aa1794826c82 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:47:19.037408 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7042f88-fd9f-4119-bb31-cabebfc561a7", "name": "network-vif-deleted", "tag": "c2a9a093-85b6-4d01-8aff-734cf922d057", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:47:19.037712 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2740933-0fa8-462e-a0ba-aa1794826c82 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:47:19.038156 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7042f88-fd9f-4119-bb31-cabebfc561a7', 'name': 'network-vif-deleted', 'tag': 'c2a9a093-85b6-4d01-8aff-734cf922d057', 'status': 'completed', 'code': 200} Jun 18 16:47:19.576399 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fc1344c1-e114-4ddc-a555-e879222df106 req-9939688d-20a9-45d6-9d64-65e22335d01b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7042f88-fd9f-4119-bb31-cabebfc561a7 HTTP/1.1" status: 200 len: 210 time: 0.0314553 Jun 18 16:47:20.676734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53066) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:20.738493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6fe059e3-27f0-47d6-9dbe-57bdca365daf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:20.768463 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6fe059e3-27f0-47d6-9dbe-57bdca365daf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:20.828047 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6fe059e3-27f0-47d6-9dbe-57bdca365daf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:20.830788 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6fe059e3-27f0-47d6-9dbe-57bdca365daf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:20.831960 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6fe059e3-27f0-47d6-9dbe-57bdca365daf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/security-groups/3da4f20e-bb58-47fc-a2b3-f8e1df62e911 HTTP/1.1" status: 204 len: 168 time: 0.1541715 Jun 18 16:47:20.832836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c8e1f9b6-1489-454e-8963-36a876418dd0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:20.842112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe059e3-27f0-47d6-9dbe-57bdca365daf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da4f20e-bb58-47fc-a2b3-f8e1df62e911,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:20.845113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6fe059e3-27f0-47d6-9dbe-57bdca365daf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:20.863035 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53070) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:21.548070 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7fb08853-b968-4bd8-8b44-db63fb8fdc37 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:21.805574 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-7fb08853-b968-4bd8-8b44-db63fb8fdc37 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port ea253489-9b07-4cc0-a41b-a44e33af3d00 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:47:21.806192 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7fb08853-b968-4bd8-8b44-db63fb8fdc37 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:21.894641 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-7fb08853-b968-4bd8-8b44-db63fb8fdc37 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port ea253489-9b07-4cc0-a41b-a44e33af3d00, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ea253489-9b07-4cc0-a41b-a44e33af3d00,segment=NetworkSegment(e35aec30-756c-49db-8f9d-feba7cf5e66d),segment_id=e35aec30-756c-49db-8f9d-feba7cf5e66d)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:47:21.895002 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7fb08853-b968-4bd8-8b44-db63fb8fdc37 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:21.962364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-7fb08853-b968-4bd8-8b44-db63fb8fdc37 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for ea253489-9b07-4cc0-a41b-a44e33af3d00 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:47:22.144112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7fb08853-b968-4bd8-8b44-db63fb8fdc37 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:22.146022 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:22.171781 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb08853-b968-4bd8-8b44-db63fb8fdc37 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=ea253489-9b07-4cc0-a41b-a44e33af3d00,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:22.174733 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7fb08853-b968-4bd8-8b44-db63fb8fdc37 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:22.343101 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7fb08853-b968-4bd8-8b44-db63fb8fdc37 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:22.447038 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device c2a9a093-85b6-4d01-8aff-734cf922d057 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:47:22.467641 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: c2a9a093-85b6-4d01-8aff-734cf922d057 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:47:22.468045 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device c2a9a093-85b6-4d01-8aff-734cf922d057 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:47:22.563243 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb08853-b968-4bd8-8b44-db63fb8fdc37 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Router 86e4ad35-7fce-4407-b25f-1176b8e4507d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:47:22.680167 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb08853-b968-4bd8-8b44-db63fb8fdc37 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:47:22.690517 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7fb08853-b968-4bd8-8b44-db63fb8fdc37 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "PUT /v2.0/routers/86e4ad35-7fce-4407-b25f-1176b8e4507d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8221638 Jun 18 16:47:22.690517 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53072) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:22.699684 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91176277-c6cf-4f36-b38f-1934224694f6 None None] Sync routers for ids ['86e4ad35-7fce-4407-b25f-1176b8e4507d'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:47:22.709433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91176277-c6cf-4f36-b38f-1934224694f6 None None] Routers {'86e4ad35-7fce-4407-b25f-1176b8e4507d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:47:22.710053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-91176277-c6cf-4f36-b38f-1934224694f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:47:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['86e4ad35-7fce-4407-b25f-1176b8e4507d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:22.756529 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3330bb2-1f77-4ae2-9b03-89bdddc60fa3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting subnet 203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:47:22.760413 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a3330bb2-1f77-4ae2-9b03-89bdddc60fa3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:22.810373 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a3330bb2-1f77-4ae2-9b03-89bdddc60fa3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:22.821995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-91176277-c6cf-4f36-b38f-1934224694f6 None None] Set router 86e4ad35-7fce-4407-b25f-1176b8e4507d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:47:22.922778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a3330bb2-1f77-4ae2-9b03-89bdddc60fa3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:22.999780 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a3330bb2-1f77-4ae2-9b03-89bdddc60fa3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:23.002410 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-71a298c6-9485-4e2d-8a5e-24f5465aa1f8 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:23.028024 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3330bb2-1f77-4ae2-9b03-89bdddc60fa3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Subnet': ['ID=203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:23.032135 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a3330bb2-1f77-4ae2-9b03-89bdddc60fa3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:23.039397 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a3330bb2-1f77-4ae2-9b03-89bdddc60fa3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:23.043164 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a3330bb2-1f77-4ae2-9b03-89bdddc60fa3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/subnets/203cb6d5-9aa5-4fbe-8c21-41e8ddeb9c07 HTTP/1.1" status: 204 len: 168 time: 0.3519471 Jun 18 16:47:23.044352 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53074) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:23.083644 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2b6ced-aa30-40d4-bc95-ea40981db746 None None] Network efeb53b6-6577-417c-83f8-af6dfc78ce28 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:47:23.162821 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c05ccc5c-86a9-4899-97e6-624a316ddfec tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:23.275401 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c05ccc5c-86a9-4899-97e6-624a316ddfec tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:23.335742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-91176277-c6cf-4f36-b38f-1934224694f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'name': 'tempest-TestNetworkBasicOps-router-1988177863', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178'}], 'enable_snat': True}, 'gw_port_id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:46:17Z', 'updated_at': '2021-06-18T16:47:22Z', 'revision_number': 7, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port': {'id': 'c2b03364-6251-43e7-a45d-31a00cd73a27', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:04:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:46:18Z', 'updated_at': '2021-06-18T16:47:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:23.343695 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-c05ccc5c-86a9-4899-97e6-624a316ddfec tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Deleting port c2b03364-6251-43e7-a45d-31a00cd73a27 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:47:23.343695 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c05ccc5c-86a9-4899-97e6-624a316ddfec tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:23.372179 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91176277-c6cf-4f36-b38f-1934224694f6 None None] Checking router: 86e4ad35-7fce-4407-b25f-1176b8e4507d for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:47:23.381097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91176277-c6cf-4f36-b38f-1934224694f6 None None] Routers {'86e4ad35-7fce-4407-b25f-1176b8e4507d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:47:23.381721 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-91176277-c6cf-4f36-b38f-1934224694f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:47:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['86e4ad35-7fce-4407-b25f-1176b8e4507d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:23.415732 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] DHCP port deletion for efeb53b6-6577-417c-83f8-af6dfc78ce28 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:47:23.450500 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-c05ccc5c-86a9-4899-97e6-624a316ddfec tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] For port c2b03364-6251-43e7-a45d-31a00cd73a27, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c2b03364-6251-43e7-a45d-31a00cd73a27,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:47:23.450894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c05ccc5c-86a9-4899-97e6-624a316ddfec tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:23.490922 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-91176277-c6cf-4f36-b38f-1934224694f6 None None] Set router 86e4ad35-7fce-4407-b25f-1176b8e4507d gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:47:23.517309 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-c05ccc5c-86a9-4899-97e6-624a316ddfec tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Calling delete_port for c2b03364-6251-43e7-a45d-31a00cd73a27 owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:47:23.547315 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-91176277-c6cf-4f36-b38f-1934224694f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'name': 'tempest-TestNetworkBasicOps-router-1988177863', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:46:17Z', 'updated_at': '2021-06-18T16:47:23Z', 'revision_number': 8, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:23.576725 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91176277-c6cf-4f36-b38f-1934224694f6 None None] The sync data for ids ['86e4ad35-7fce-4407-b25f-1176b8e4507d'] in dv-neutron-797121-1-hyperv is: [{'id': '86e4ad35-7fce-4407-b25f-1176b8e4507d', 'name': 'tempest-TestNetworkBasicOps-router-1988177863', 'tenant_id': 'c860454b62904a0185c4be56bfb9c1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:46:17Z', 'updated_at': '2021-06-18T16:47:23Z', 'revision_number': 8, 'project_id': 'c860454b62904a0185c4be56bfb9c1bc', 'gw_port_host': None}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:47:23.584964 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] Deleting port f7dca35c-a208-4733-a91d-4976fbbf2f13 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:47:23.585355 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:23.651935 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] For port f7dca35c-a208-4733-a91d-4976fbbf2f13, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f7dca35c-a208-4733-a91d-4976fbbf2f13,segment=NetworkSegment(e35aec30-756c-49db-8f9d-feba7cf5e66d),segment_id=e35aec30-756c-49db-8f9d-feba7cf5e66d)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:47:23.652253 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:23.692258 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c05ccc5c-86a9-4899-97e6-624a316ddfec tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:23.694225 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a541e2ac-5b7e-4e20-9a3a-88d9ff3a2acb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:23.715974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ccc5c-86a9-4899-97e6-624a316ddfec tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Port': ['ID=c2b03364-6251-43e7-a45d-31a00cd73a27,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:23.720059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c05ccc5c-86a9-4899-97e6-624a316ddfec tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:23.721906 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] Calling delete_port for f7dca35c-a208-4733-a91d-4976fbbf2f13 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:47:23.784732 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c05ccc5c-86a9-4899-97e6-624a316ddfec tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:23.804377 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:23.806327 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ca402b35-7f7c-4b57-b054-a73076803037 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:23.830376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] Pushing event deleted for resources: {'Port': ['ID=f7dca35c-a208-4733-a91d-4976fbbf2f13,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:23.837813 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] No DVR routers for this DVR port f7dca35c-a208-4733-a91d-4976fbbf2f13 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:47:23.840105 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:23.840462 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:23.840809 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:23.841236 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:23.841579 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:23.842032 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:23.842280 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:23.842643 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:23.843531 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:23.843863 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:23.844195 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:23.844522 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:23.852040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:23.883168 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c05ccc5c-86a9-4899-97e6-624a316ddfec tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:23.885346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c05ccc5c-86a9-4899-97e6-624a316ddfec tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:23.935422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c05ccc5c-86a9-4899-97e6-624a316ddfec tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:23.936193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05ccc5c-86a9-4899-97e6-624a316ddfec tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Fanout notify agent at l3_agent the message router_deleted on router 86e4ad35-7fce-4407-b25f-1176b8e4507d {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:47:23.943913 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c05ccc5c-86a9-4899-97e6-624a316ddfec tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:23.945016 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c05ccc5c-86a9-4899-97e6-624a316ddfec tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/routers/86e4ad35-7fce-4407-b25f-1176b8e4507d HTTP/1.1" status: 204 len: 168 time: 0.8997271 Jun 18 16:47:23.947793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53076) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:24.030205 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-15f89d2b-7b03-49d6-bd8d-fd47d23a23b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:24.120078 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-15f89d2b-7b03-49d6-bd8d-fd47d23a23b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:24.129753 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-15f89d2b-7b03-49d6-bd8d-fd47d23a23b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efeb53b6-6577-417c-83f8-af6dfc78ce28']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:24.139081 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-15f89d2b-7b03-49d6-bd8d-fd47d23a23b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35aec30-756c-49db-8f9d-feba7cf5e66d') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:24.139383 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-15f89d2b-7b03-49d6-bd8d-fd47d23a23b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35aec30-756c-49db-8f9d-feba7cf5e66d') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:24.148362 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-15f89d2b-7b03-49d6-bd8d-fd47d23a23b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:24.162050 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-15f89d2b-7b03-49d6-bd8d-fd47d23a23b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:24.168368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f89d2b-7b03-49d6-bd8d-fd47d23a23b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:47:24.168873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-15f89d2b-7b03-49d6-bd8d-fd47d23a23b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:47:24.172280 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:47:24.230021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-15f89d2b-7b03-49d6-bd8d-fd47d23a23b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:24.233691 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ef91ce71-4b9c-4345-b850-e5ce3d02d96e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:24.237681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-15f89d2b-7b03-49d6-bd8d-fd47d23a23b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:24.239525 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-15f89d2b-7b03-49d6-bd8d-fd47d23a23b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] 10.222.0.39 "DELETE /v2.0/networks/efeb53b6-6577-417c-83f8-af6dfc78ce28 HTTP/1.1" status: 204 len: 168 time: 0.2907715 Jun 18 16:47:24.252000 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f89d2b-7b03-49d6-bd8d-fd47d23a23b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Pushing event deleted for resources: {'Network': ['ID=efeb53b6-6577-417c-83f8-af6dfc78ce28,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:24.255311 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-15f89d2b-7b03-49d6-bd8d-fd47d23a23b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:24.459587 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ea253489-9b07-4cc0-a41b-a44e33af3d00 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:47:24.479714 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: ea253489-9b07-4cc0-a41b-a44e33af3d00 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:47:24.480071 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ea253489-9b07-4cc0-a41b-a44e33af3d00 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:47:24.480496 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c2b03364-6251-43e7-a45d-31a00cd73a27 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:47:24.499949 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: c2b03364-6251-43e7-a45d-31a00cd73a27 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:47:24.500637 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c2b03364-6251-43e7-a45d-31a00cd73a27 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:47:24.500720 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f7dca35c-a208-4733-a91d-4976fbbf2f13 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:47:24.521180 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: f7dca35c-a208-4733-a91d-4976fbbf2f13 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:47:24.521539 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f7dca35c-a208-4733-a91d-4976fbbf2f13 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:47:24.558270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 53082) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:24.696993 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d58bb60d-1ed5-4039-ad1f-b0146a36a180 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c860454b62904a0185c4be56bfb9c1bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372628 Jun 18 16:47:24.699328 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 53086) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:24.745431 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d8bd-7169-42e2-ab52-a42a7dcc60d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:24.766330 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d8bd-7169-42e2-ab52-a42a7dcc60d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:24.811243 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d8bd-7169-42e2-ab52-a42a7dcc60d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:24.815192 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d8bd-7169-42e2-ab52-a42a7dcc60d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:24.816348 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1cf1d8bd-7169-42e2-ab52-a42a7dcc60d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7aa0dd69-741c-474c-96be-5c706f3250de HTTP/1.1" status: 204 len: 168 time: 0.1161492 Jun 18 16:47:24.817200 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6e7ac25d-ef15-4052-b4bd-955ac8dee955 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:24.825548 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1d8bd-7169-42e2-ab52-a42a7dcc60d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa0dd69-741c-474c-96be-5c706f3250de,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:24.843506 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1d8bd-7169-42e2-ab52-a42a7dcc60d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:24.844087 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1d8bd-7169-42e2-ab52-a42a7dcc60d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:24.844560 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1d8bd-7169-42e2-ab52-a42a7dcc60d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:24.845001 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1d8bd-7169-42e2-ab52-a42a7dcc60d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:24.845426 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1d8bd-7169-42e2-ab52-a42a7dcc60d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:24.845810 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1d8bd-7169-42e2-ab52-a42a7dcc60d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:24.846189 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1d8bd-7169-42e2-ab52-a42a7dcc60d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:24.846566 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1d8bd-7169-42e2-ab52-a42a7dcc60d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:24.846711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:24.846960 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1d8bd-7169-42e2-ab52-a42a7dcc60d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:24.847366 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1d8bd-7169-42e2-ab52-a42a7dcc60d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:24.847727 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1d8bd-7169-42e2-ab52-a42a7dcc60d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:24.848317 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1d8bd-7169-42e2-ab52-a42a7dcc60d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:24.852163 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1cf1d8bd-7169-42e2-ab52-a42a7dcc60d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:25.087097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 53092) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:25.101268 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-13f20f1e-08fa-45a0-a19e-d14900a5bf33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:25.201599 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-13f20f1e-08fa-45a0-a19e-d14900a5bf33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:25.204978 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-13f20f1e-08fa-45a0-a19e-d14900a5bf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:25.208280 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e568b89c-d685-4b9b-968d-94b7779965d7 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:25.242909 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-13f20f1e-08fa-45a0-a19e-d14900a5bf33 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6e5ee32c2ba4c418b8dc6056318be29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547616 Jun 18 16:47:25.244001 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f20f1e-08fa-45a0-a19e-d14900a5bf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f95877-c991-487e-9623-aefc482fcdea,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:25.245636 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53094) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:25.247039 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-13f20f1e-08fa-45a0-a19e-d14900a5bf33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:25.300272 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a09cc3cc-d142-4b0d-8ad3-4056d42ba3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:25.321411 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a09cc3cc-d142-4b0d-8ad3-4056d42ba3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:25.365887 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a09cc3cc-d142-4b0d-8ad3-4056d42ba3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:25.368502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a09cc3cc-d142-4b0d-8ad3-4056d42ba3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:25.369648 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a09cc3cc-d142-4b0d-8ad3-4056d42ba3d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/35f95877-c991-487e-9623-aefc482fcdea HTTP/1.1" status: 204 len: 168 time: 0.1230340 Jun 18 16:47:25.370416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-30b186c0-1281-4c32-9e7d-83c8631b86cf tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:25.378227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cc3cc-d142-4b0d-8ad3-4056d42ba3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f95877-c991-487e-9623-aefc482fcdea,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:25.380627 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a09cc3cc-d142-4b0d-8ad3-4056d42ba3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:25.634558 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:47:31.954815 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-e6629d07-78fc-47d2-9e2d-50d98b1755db tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bda8169c4d5d42a097cbc92d5bb89dd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328157 Jun 18 16:47:32.131341 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-89d731db-7bf9-476b-a891-fc2836a1c4af tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:32.132770 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-89d731db-7bf9-476b-a891-fc2836a1c4af tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1727529 Jun 18 16:47:32.147497 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-a620c4ab-bab3-4a29-8d97-02768b256892 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/quotas/bda8169c4d5d42a097cbc92d5bb89dd7 HTTP/1.1" status: 200 len: 375 time: 0.0093212 Jun 18 16:47:32.182364 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-10e43830-46d8-4ac4-a7c9-0451bc0166f5 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bda8169c4d5d42a097cbc92d5bb89dd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299804 Jun 18 16:47:32.349666 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d9e71fb8-1dce-4dea-ae8a-b1579696b652 req-6e71895d-ea75-4b12-813e-42cff67df56b tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8663ee5-bd03-447b-9765-dcd8d6c948c5 HTTP/1.1" status: 200 len: 210 time: 0.0286191 Jun 18 16:47:33.361051 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-47ae02f5-ea2f-4f2a-b591-e669c74bba49 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=bda8169c4d5d42a097cbc92d5bb89dd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301836 Jun 18 16:47:33.500151 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0a2c1c48-ca9e-42f6-95ec-a590a2e39896 req-049fbd7f-80b6-4ab5-a66f-6e1723d4b2d1 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8663ee5-bd03-447b-9765-dcd8d6c948c5 HTTP/1.1" status: 200 len: 210 time: 0.0337834 Jun 18 16:47:33.552621 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-2ac70172-00dc-4919-a7d4-d570c1d4e8b0 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:33.554063 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-2ac70172-00dc-4919-a7d4-d570c1d4e8b0 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876948 Jun 18 16:47:33.579195 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Request body: {'port': {'device_id': 'd8663ee5-bd03-447b-9765-dcd8d6c948c5', 'network_id': '1f249425-bad6-45f3-8137-94a736cb9eaf', 'admin_state_up': True, 'tenant_id': 'bda8169c4d5d42a097cbc92d5bb89dd7'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:47:33.688049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Made reservation on behalf of bda8169c4d5d42a097cbc92d5bb89dd7 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:47:33.691836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:33.700461 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:33.793202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:33.797456 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:33.802076 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d4037e26-0397-4f4a-b061-ddf846f0c966 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:33.865659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10212e8f-29d9-4211-876b-a80c8c3283f1,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:33.870458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:33.931859 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Allocated IP 192.168.233.23 (1f249425-bad6-45f3-8137-94a736cb9eaf/f8d0bf90-e6a4-4265-952a-46f35af303a4/a81d89a2-51bc-4dcd-8612-d37ad74f1d89) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:47:34.076465 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:34.089452 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Transition to ACTIVE for port object a81d89a2-51bc-4dcd-8612-d37ad74f1d89 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:47:34.121123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:34.125591 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-42431908-0df8-4c0a-9878-9baa74b84864 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:34.165583 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Network 1f249425-bad6-45f3-8137-94a736cb9eaf is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:47:34.169178 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:47:34.173049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:47:34.179296 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Pushing event updated for resources: {'Port': ['ID=a81d89a2-51bc-4dcd-8612-d37ad74f1d89,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:34.199413 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:34.230824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:34.231444 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:34.246415 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6716399 Jun 18 16:47:34.265579 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Request body: {'port': {'device_id': 'd8663ee5-bd03-447b-9765-dcd8d6c948c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:47:34.340177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:34.349787 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-98958491-1df9-4911-b13d-faeac344e2bd None None] Provisioning for port a81d89a2-51bc-4dcd-8612-d37ad74f1d89 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:47:34.353483 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-98958491-1df9-4911-b13d-faeac344e2bd None None] Provisioning complete for port a81d89a2-51bc-4dcd-8612-d37ad74f1d89 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:47:34.353866 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-98958491-1df9-4911-b13d-faeac344e2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:34.387124 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-98958491-1df9-4911-b13d-faeac344e2bd None None] Port a81d89a2-51bc-4dcd-8612-d37ad74f1d89 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:47:34.595486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81d89a2-51bc-4dcd-8612-d37ad74f1d89 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:47:34.602776 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:34.614972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Transition to ACTIVE for port object a81d89a2-51bc-4dcd-8612-d37ad74f1d89 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:47:34.618677 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:34.621476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5bce14a0-f5c9-4c7f-986f-0093e19edfa4 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:34.684464 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57675d1d-dae4-45f6-8973-c92006493489 req-19bc076e-a779-4ee8-ab9c-dd83eedbcf5a tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:34.690476 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-57675d1d-dae4-45f6-8973-c92006493489 req-19bc076e-a779-4ee8-ab9c-dd83eedbcf5a tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8663ee5-bd03-447b-9765-dcd8d6c948c5 HTTP/1.1" status: 200 len: 947 time: 0.0664716 Jun 18 16:47:34.714476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Pushing event updated for resources: {'Port': ['ID=a81d89a2-51bc-4dcd-8612-d37ad74f1d89,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:34.719752 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:34.755734 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-57675d1d-dae4-45f6-8973-c92006493489 req-7702e4c8-ca53-4b5a-8a3d-b7f704c7321d tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/security-groups?id=10212e8f-29d9-4211-876b-a80c8c3283f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609848 Jun 18 16:47:34.779980 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Attempting to bind port a81d89a2-51bc-4dcd-8612-d37ad74f1d89 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:47:34.780480 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Attempting to bind port a81d89a2-51bc-4dcd-8612-d37ad74f1d89 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '665bcdfb-c0a9-4e91-b9ce-a81898fde994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1f249425-bad6-45f3-8137-94a736cb9eaf'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:47:34.780860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Attempting to bind port a81d89a2-51bc-4dcd-8612-d37ad74f1d89 on network 1f249425-bad6-45f3-8137-94a736cb9eaf {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:47:34.786234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Port a81d89a2-51bc-4dcd-8612-d37ad74f1d89 on network 1f249425-bad6-45f3-8137-94a736cb9eaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:47:34.786827 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Attempting to bind port a81d89a2-51bc-4dcd-8612-d37ad74f1d89 on network 1f249425-bad6-45f3-8137-94a736cb9eaf {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:47:34.792601 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:47:34.792878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Checking segment: {'id': '665bcdfb-c0a9-4e91-b9ce-a81898fde994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1f249425-bad6-45f3-8137-94a736cb9eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:47:34.793265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Bound using segment: {'id': '665bcdfb-c0a9-4e91-b9ce-a81898fde994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1f249425-bad6-45f3-8137-94a736cb9eaf'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:47:34.793731 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Bound port: a81d89a2-51bc-4dcd-8612-d37ad74f1d89, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665bcdfb-c0a9-4e91-b9ce-a81898fde994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1f249425-bad6-45f3-8137-94a736cb9eaf'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:47:34.794085 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:34.872331 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] For port a81d89a2-51bc-4dcd-8612-d37ad74f1d89, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:47:34.875668 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] For port a81d89a2-51bc-4dcd-8612-d37ad74f1d89, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a81d89a2-51bc-4dcd-8612-d37ad74f1d89,segment=NetworkSegment(665bcdfb-c0a9-4e91-b9ce-a81898fde994),segment_id=665bcdfb-c0a9-4e91-b9ce-a81898fde994)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:47:34.880302 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:34.882397 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-67abc39c-73d5-4814-a917-37ea8563026e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:34.914165 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:34.914836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:34.916176 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] 10.222.0.64 "PUT /v2.0/ports/a81d89a2-51bc-4dcd-8612-d37ad74f1d89 HTTP/1.1" status: 200 len: 1097 time: 0.6559012 Jun 18 16:47:34.916717 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8663ee5-bd03-447b-9765-dcd8d6c948c5', 'tag': 'a81d89a2-51bc-4dcd-8612-d37ad74f1d89'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:47:34.919304 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69add5a-1b87-4cdb-a7ea-b41b5f08fa99" -d '{"events": [{"name": "network-changed", "server_uuid": "d8663ee5-bd03-447b-9765-dcd8d6c948c5", "tag": "a81d89a2-51bc-4dcd-8612-d37ad74f1d89"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:47:34.946745 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Pushing event updated for resources: {'Port': ['ID=a81d89a2-51bc-4dcd-8612-d37ad74f1d89,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:34.950752 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:34.965553 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0cbf22-8e2b-4c30-8469-231ee572dd50 x-openstack-request-id: req-9b0cbf22-8e2b-4c30-8469-231ee572dd50 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:47:34.965907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8663ee5-bd03-447b-9765-dcd8d6c948c5", "tag": "a81d89a2-51bc-4dcd-8612-d37ad74f1d89", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:47:34.966214 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b0cbf22-8e2b-4c30-8469-231ee572dd50 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:47:34.966691 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8663ee5-bd03-447b-9765-dcd8d6c948c5', 'tag': 'a81d89a2-51bc-4dcd-8612-d37ad74f1d89', 'status': 'completed', 'code': 200} Jun 18 16:47:35.043374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-00f48a93-3303-4824-9d73-1e1d2e5f0ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:35.044853 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-00f48a93-3303-4824-9d73-1e1d2e5f0ba5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bda8169c4d5d42a097cbc92d5bb89dd7&device_id=d8663ee5-bd03-447b-9765-dcd8d6c948c5 HTTP/1.1" status: 200 len: 1100 time: 0.0613663 Jun 18 16:47:35.097535 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-5c983571-1571-4c63-b027-108c71873315 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=a81d89a2-51bc-4dcd-8612-d37ad74f1d89 HTTP/1.1" status: 200 len: 217 time: 0.0399621 Jun 18 16:47:35.147421 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-ee20be7e-1915-47eb-8a42-b1261243a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:35.148842 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-ee20be7e-1915-47eb-8a42-b1261243a7c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f8d0bf90-e6a4-4265-952a-46f35af303a4 HTTP/1.1" status: 200 len: 843 time: 0.0459421 Jun 18 16:47:35.205112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-b0672234-a1b9-4729-98a8-1ac16d13af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:35.206458 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-b0672234-a1b9-4729-98a8-1ac16d13af8a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f249425-bad6-45f3-8137-94a736cb9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0517747 Jun 18 16:47:35.235830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5d13cedc-2358-43c8-a265-05a53cffe4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:35.297162 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-6c8a0547-caae-4ff7-af31-4a0a7cb3b2c5 service neutron] 10.222.0.64 "GET /v2.0/networks/1f249425-bad6-45f3-8137-94a736cb9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843492 Jun 18 16:47:35.381828 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9224c89b-9b06-4b78-a228-6016a19a9b56 req-f97319ef-0afa-4273-9e21-a34d078f578d service neutron] 10.222.0.64 "GET /v2.0/networks/1f249425-bad6-45f3-8137-94a736cb9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785623 Jun 18 16:47:35.521991 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69add5a-1b87-4cdb-a7ea-b41b5f08fa99 req-80e10324-83a4-4f87-b28c-3a4b539e23bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:35.523497 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f69add5a-1b87-4cdb-a7ea-b41b5f08fa99 req-80e10324-83a4-4f87-b28c-3a4b539e23bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bda8169c4d5d42a097cbc92d5bb89dd7&device_id=d8663ee5-bd03-447b-9765-dcd8d6c948c5 HTTP/1.1" status: 200 len: 1100 time: 0.0532610 Jun 18 16:47:35.614757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69add5a-1b87-4cdb-a7ea-b41b5f08fa99 req-34663719-b237-46ce-bea8-0ee0eab0c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:35.616096 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f69add5a-1b87-4cdb-a7ea-b41b5f08fa99 req-34663719-b237-46ce-bea8-0ee0eab0c2eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f249425-bad6-45f3-8137-94a736cb9eaf HTTP/1.1" status: 200 len: 870 time: 0.0858276 Jun 18 16:47:35.655980 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f69add5a-1b87-4cdb-a7ea-b41b5f08fa99 req-ac19b382-e315-4dce-98ae-e3b0c30085bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=a81d89a2-51bc-4dcd-8612-d37ad74f1d89 HTTP/1.1" status: 200 len: 217 time: 0.0331085 Jun 18 16:47:35.942690 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775592b4-756b-4b8c-b26a-14ef80fd4b31 req-dad97a22-4bbd-48a6-9a8e-5238367400f1 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:35.944123 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-775592b4-756b-4b8c-b26a-14ef80fd4b31 req-dad97a22-4bbd-48a6-9a8e-5238367400f1 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8663ee5-bd03-447b-9765-dcd8d6c948c5 HTTP/1.1" status: 200 len: 947 time: 0.0696990 Jun 18 16:47:35.984324 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-775592b4-756b-4b8c-b26a-14ef80fd4b31 req-d0bf516c-6287-4e3a-9ec6-2762e749bd5d tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/security-groups?id=10212e8f-29d9-4211-876b-a80c8c3283f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338562 Jun 18 16:47:36.056591 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69add5a-1b87-4cdb-a7ea-b41b5f08fa99 req-0d0635b1-bc65-4800-8cfd-0995fc361760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:36.058002 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f69add5a-1b87-4cdb-a7ea-b41b5f08fa99 req-0d0635b1-bc65-4800-8cfd-0995fc361760 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f8d0bf90-e6a4-4265-952a-46f35af303a4 HTTP/1.1" status: 200 len: 843 time: 0.3956203 Jun 18 16:47:36.113534 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69add5a-1b87-4cdb-a7ea-b41b5f08fa99 req-88e6c2b5-1472-4b02-b706-06543510f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:36.114975 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f69add5a-1b87-4cdb-a7ea-b41b5f08fa99 req-88e6c2b5-1472-4b02-b706-06543510f504 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f249425-bad6-45f3-8137-94a736cb9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0496771 Jun 18 16:47:36.205458 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f69add5a-1b87-4cdb-a7ea-b41b5f08fa99 req-620f2199-6b94-4ba3-9367-60250bf7f4ab service neutron] 10.222.0.64 "GET /v2.0/networks/1f249425-bad6-45f3-8137-94a736cb9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824554 Jun 18 16:47:36.294628 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f69add5a-1b87-4cdb-a7ea-b41b5f08fa99 req-eb15d90b-5242-4213-8b5f-11dbe6f189db service neutron] 10.222.0.64 "GET /v2.0/networks/1f249425-bad6-45f3-8137-94a736cb9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815938 Jun 18 16:47:37.156308 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc8612-ab39-4ee0-bb24-3353ea47557b req-5cca4e64-2c0c-441e-9318-6d7b605086f0 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:37.157734 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-05fc8612-ab39-4ee0-bb24-3353ea47557b req-5cca4e64-2c0c-441e-9318-6d7b605086f0 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8663ee5-bd03-447b-9765-dcd8d6c948c5 HTTP/1.1" status: 200 len: 947 time: 0.0611722 Jun 18 16:47:37.193952 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-05fc8612-ab39-4ee0-bb24-3353ea47557b req-92b6f58f-91d5-44b4-a232-88ea361157b9 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/security-groups?id=10212e8f-29d9-4211-876b-a80c8c3283f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305867 Jun 18 16:47:37.643909 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-43c33642-84c7-4584-b830-586c31a74e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:38.245213 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:38.370442 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b55428-4ea2-4d4a-8a58-4185974b3c18 req-26f92741-4b79-4341-843f-cff3f21ce987 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:38.371901 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-74b55428-4ea2-4d4a-8a58-4185974b3c18 req-26f92741-4b79-4341-843f-cff3f21ce987 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8663ee5-bd03-447b-9765-dcd8d6c948c5 HTTP/1.1" status: 200 len: 947 time: 0.0657630 Jun 18 16:47:38.409340 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-74b55428-4ea2-4d4a-8a58-4185974b3c18 req-d2e63769-854b-480a-8283-108925b3cb85 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/security-groups?id=10212e8f-29d9-4211-876b-a80c8c3283f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312073 Jun 18 16:47:38.561134 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device a81d89a2-51bc-4dcd-8612-d37ad74f1d89 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:47:38.652616 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port a81d89a2-51bc-4dcd-8612-d37ad74f1d89, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a81d89a2-51bc-4dcd-8612-d37ad74f1d89,segment=NetworkSegment(665bcdfb-c0a9-4e91-b9ce-a81898fde994),segment_id=665bcdfb-c0a9-4e91-b9ce-a81898fde994)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:47:38.667253 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'a81d89a2-51bc-4dcd-8612-d37ad74f1d89', 'network_id': '1f249425-bad6-45f3-8137-94a736cb9eaf', 'port_id': 'a81d89a2-51bc-4dcd-8612-d37ad74f1d89', 'mac_address': 'fa:16:3e:99:e9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d0bf90-e6a4-4265-952a-46f35af303a4', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:47:38.703475 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:38.715334 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81d89a2-51bc-4dcd-8612-d37ad74f1d89 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:47:38.734953 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port a81d89a2-51bc-4dcd-8612-d37ad74f1d89, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a81d89a2-51bc-4dcd-8612-d37ad74f1d89,segment=NetworkSegment(665bcdfb-c0a9-4e91-b9ce-a81898fde994),segment_id=665bcdfb-c0a9-4e91-b9ce-a81898fde994)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:47:38.738456 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:38.740655 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:38.784097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=a81d89a2-51bc-4dcd-8612-d37ad74f1d89,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:38.787127 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:38.965392 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:39.013633 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['a81d89a2-51bc-4dcd-8612-d37ad74f1d89'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:47:39.585473 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9502c8-13cc-4b2e-bcc2-845063f20388 req-e4a21c7d-2335-4fbe-beee-7d635e1cf4bc tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:39.586933 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ec9502c8-13cc-4b2e-bcc2-845063f20388 req-e4a21c7d-2335-4fbe-beee-7d635e1cf4bc tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8663ee5-bd03-447b-9765-dcd8d6c948c5 HTTP/1.1" status: 200 len: 948 time: 0.0618157 Jun 18 16:47:39.622505 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ec9502c8-13cc-4b2e-bcc2-845063f20388 req-3b58f800-fbda-4aae-84bf-3834b56e5105 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/security-groups?id=10212e8f-29d9-4211-876b-a80c8c3283f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299861 Jun 18 16:47:40.501403 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:40.564076 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device a81d89a2-51bc-4dcd-8612-d37ad74f1d89 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:47:40.610972 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port a81d89a2-51bc-4dcd-8612-d37ad74f1d89 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:47:40.614474 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port a81d89a2-51bc-4dcd-8612-d37ad74f1d89 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:47:40.614881 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:40.692516 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:40.715355 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8663ee5-bd03-447b-9765-dcd8d6c948c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81d89a2-51bc-4dcd-8612-d37ad74f1d89'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:47:40.718269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34de7f01-2fa3-4a54-9a38-8af40984bf7f" -d '{"events": [{"server_uuid": "d8663ee5-bd03-447b-9765-dcd8d6c948c5", "name": "network-vif-plugged", "status": "completed", "tag": "a81d89a2-51bc-4dcd-8612-d37ad74f1d89"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:47:40.730545 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port a81d89a2-51bc-4dcd-8612-d37ad74f1d89, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a81d89a2-51bc-4dcd-8612-d37ad74f1d89,segment=NetworkSegment(665bcdfb-c0a9-4e91-b9ce-a81898fde994),segment_id=665bcdfb-c0a9-4e91-b9ce-a81898fde994)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:47:40.735464 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:40.737470 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:40.759482 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c806f87-6e02-44d3-a390-91fbadc72c90 x-openstack-request-id: req-1c806f87-6e02-44d3-a390-91fbadc72c90 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:47:40.759783 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8663ee5-bd03-447b-9765-dcd8d6c948c5", "name": "network-vif-plugged", "status": "completed", "tag": "a81d89a2-51bc-4dcd-8612-d37ad74f1d89", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:47:40.760043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c806f87-6e02-44d3-a390-91fbadc72c90 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:47:40.760431 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8663ee5-bd03-447b-9765-dcd8d6c948c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81d89a2-51bc-4dcd-8612-d37ad74f1d89', 'code': 200} Jun 18 16:47:40.786436 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=a81d89a2-51bc-4dcd-8612-d37ad74f1d89,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:40.789948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:40.801908 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36611145-8de4-4c02-8d96-573c8333014e req-7ff8f9b5-c5a0-4d45-8b7c-51a74b477379 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:40.803502 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-36611145-8de4-4c02-8d96-573c8333014e req-7ff8f9b5-c5a0-4d45-8b7c-51a74b477379 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8663ee5-bd03-447b-9765-dcd8d6c948c5 HTTP/1.1" status: 200 len: 949 time: 0.0682015 Jun 18 16:47:40.846217 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-36611145-8de4-4c02-8d96-573c8333014e req-d1704ad6-7676-42e4-a545-2020def740ae tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/security-groups?id=10212e8f-29d9-4211-876b-a80c8c3283f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370350 Jun 18 16:47:41.018414 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56e92c-cbc7-4a3e-b0bb-6524eafc850f req-0d49c1c9-88f3-460b-a8f1-6e1d968faa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:41.019791 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0e56e92c-cbc7-4a3e-b0bb-6524eafc850f req-0d49c1c9-88f3-460b-a8f1-6e1d968faa45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8663ee5-bd03-447b-9765-dcd8d6c948c5 HTTP/1.1" status: 200 len: 1102 time: 0.0527046 Jun 18 16:47:41.055693 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0e56e92c-cbc7-4a3e-b0bb-6524eafc850f req-6b831107-d3dc-4d13-9281-8795edd6b4c7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=10212e8f-29d9-4211-876b-a80c8c3283f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300436 Jun 18 16:47:42.029155 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18220d38-4f95-4a46-af16-fb4a51e65fcd req-ac58797c-f382-4d2f-8138-9b022faa5137 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:42.030672 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-18220d38-4f95-4a46-af16-fb4a51e65fcd req-ac58797c-f382-4d2f-8138-9b022faa5137 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8663ee5-bd03-447b-9765-dcd8d6c948c5 HTTP/1.1" status: 200 len: 949 time: 0.0643983 Jun 18 16:47:42.071843 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-18220d38-4f95-4a46-af16-fb4a51e65fcd req-7f98fb4c-73f4-4bea-a41d-af3b254eaf96 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/security-groups?id=10212e8f-29d9-4211-876b-a80c8c3283f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352256 Jun 18 16:47:43.245865 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29469f1-2ab6-4ba9-bf85-5e5004024836 req-d7b2842c-2a62-4b33-9890-72b61e4462c7 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:43.247318 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e29469f1-2ab6-4ba9-bf85-5e5004024836 req-d7b2842c-2a62-4b33-9890-72b61e4462c7 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8663ee5-bd03-447b-9765-dcd8d6c948c5 HTTP/1.1" status: 200 len: 949 time: 0.0658889 Jun 18 16:47:43.284823 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e29469f1-2ab6-4ba9-bf85-5e5004024836 req-85a05cfa-de7d-4819-8165-5c0d720f832d tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/security-groups?id=10212e8f-29d9-4211-876b-a80c8c3283f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305741 Jun 18 16:47:44.434058 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcb1c1-9daa-43d1-af62-e7ce18884154 req-ce03f488-468a-488c-b121-f5d89308255d tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:44.435438 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8fbcb1c1-9daa-43d1-af62-e7ce18884154 req-ce03f488-468a-488c-b121-f5d89308255d tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8663ee5-bd03-447b-9765-dcd8d6c948c5 HTTP/1.1" status: 200 len: 949 time: 0.0654681 Jun 18 16:47:44.472244 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8fbcb1c1-9daa-43d1-af62-e7ce18884154 req-e2f4d3e9-5907-4914-bfe7-23bfc3f715c9 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/security-groups?id=10212e8f-29d9-4211-876b-a80c8c3283f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312219 Jun 18 16:47:45.645665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bea5a8-e74a-4c7c-be50-943837d9f1d1 req-d5197a8f-4d81-49ad-b4d8-8e451a4e4a2f tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:45.647133 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-14bea5a8-e74a-4c7c-be50-943837d9f1d1 req-d5197a8f-4d81-49ad-b4d8-8e451a4e4a2f tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8663ee5-bd03-447b-9765-dcd8d6c948c5 HTTP/1.1" status: 200 len: 949 time: 0.0618424 Jun 18 16:47:45.685606 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-14bea5a8-e74a-4c7c-be50-943837d9f1d1 req-768aec12-b12c-4dcd-b67b-44245c8b4feb tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/security-groups?id=10212e8f-29d9-4211-876b-a80c8c3283f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326726 Jun 18 16:47:45.818240 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10da524-8db9-4526-bec9-a2fb2a00273f req-bfcb5664-d585-4de9-8968-20eb3ee238b0 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:45.819765 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f10da524-8db9-4526-bec9-a2fb2a00273f req-bfcb5664-d585-4de9-8968-20eb3ee238b0 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8663ee5-bd03-447b-9765-dcd8d6c948c5 HTTP/1.1" status: 200 len: 949 time: 0.0667307 Jun 18 16:47:45.915305 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-f10da524-8db9-4526-bec9-a2fb2a00273f req-b92b4166-795b-4403-91ca-23bd9a641cc3 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Deleting port a81d89a2-51bc-4dcd-8612-d37ad74f1d89 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:47:45.915656 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f10da524-8db9-4526-bec9-a2fb2a00273f req-b92b4166-795b-4403-91ca-23bd9a641cc3 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:46.007950 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-f10da524-8db9-4526-bec9-a2fb2a00273f req-b92b4166-795b-4403-91ca-23bd9a641cc3 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] For port a81d89a2-51bc-4dcd-8612-d37ad74f1d89, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a81d89a2-51bc-4dcd-8612-d37ad74f1d89,segment=NetworkSegment(665bcdfb-c0a9-4e91-b9ce-a81898fde994),segment_id=665bcdfb-c0a9-4e91-b9ce-a81898fde994)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:47:46.008302 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f10da524-8db9-4526-bec9-a2fb2a00273f req-b92b4166-795b-4403-91ca-23bd9a641cc3 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:46.072455 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-f10da524-8db9-4526-bec9-a2fb2a00273f req-b92b4166-795b-4403-91ca-23bd9a641cc3 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Calling delete_port for a81d89a2-51bc-4dcd-8612-d37ad74f1d89 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:47:46.204247 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f10da524-8db9-4526-bec9-a2fb2a00273f req-b92b4166-795b-4403-91ca-23bd9a641cc3 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:46.208203 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-04f0475d-e6b4-4640-86db-0586c49e96f2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:46.231879 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b4166-795b-4403-91ca-23bd9a641cc3 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Pushing event deleted for resources: {'Port': ['ID=a81d89a2-51bc-4dcd-8612-d37ad74f1d89,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:46.235823 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b92b4166-795b-4403-91ca-23bd9a641cc3 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:46.239995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['a81d89a2-51bc-4dcd-8612-d37ad74f1d89'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:47:46.287250 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10da524-8db9-4526-bec9-a2fb2a00273f req-b92b4166-795b-4403-91ca-23bd9a641cc3 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] No DVR routers for this DVR port a81d89a2-51bc-4dcd-8612-d37ad74f1d89 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:47:46.289998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f10da524-8db9-4526-bec9-a2fb2a00273f req-b92b4166-795b-4403-91ca-23bd9a641cc3 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:46.292300 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f10da524-8db9-4526-bec9-a2fb2a00273f req-b92b4166-795b-4403-91ca-23bd9a641cc3 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.64 "DELETE /v2.0/ports/a81d89a2-51bc-4dcd-8612-d37ad74f1d89 HTTP/1.1" status: 204 len: 173 time: 0.4667711 Jun 18 16:47:46.293224 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8663ee5-bd03-447b-9765-dcd8d6c948c5', 'name': 'network-vif-deleted', 'tag': 'a81d89a2-51bc-4dcd-8612-d37ad74f1d89'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:47:46.296378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d898f0-c04e-42e5-85d1-a06fc2d6bfd3" -d '{"events": [{"server_uuid": "d8663ee5-bd03-447b-9765-dcd8d6c948c5", "name": "network-vif-deleted", "tag": "a81d89a2-51bc-4dcd-8612-d37ad74f1d89"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:47:46.340477 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b4498f-b8df-4ab6-b66f-466597b551a1 x-openstack-request-id: req-56b4498f-b8df-4ab6-b66f-466597b551a1 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:47:46.340941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8663ee5-bd03-447b-9765-dcd8d6c948c5", "name": "network-vif-deleted", "tag": "a81d89a2-51bc-4dcd-8612-d37ad74f1d89", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:47:46.341260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56b4498f-b8df-4ab6-b66f-466597b551a1 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:47:46.341731 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8663ee5-bd03-447b-9765-dcd8d6c948c5', 'name': 'network-vif-deleted', 'tag': 'a81d89a2-51bc-4dcd-8612-d37ad74f1d89', 'status': 'completed', 'code': 200} Jun 18 16:47:46.846045 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-49d9856a-f646-48aa-bcea-cb9dd5d6097e req-6fae9627-3fc3-4423-9a43-acb2d829f393 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8663ee5-bd03-447b-9765-dcd8d6c948c5 HTTP/1.1" status: 200 len: 210 time: 0.0289102 Jun 18 16:47:48.180772 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53234) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:48.318361 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-690eabbc-b73b-4f02-becb-f99ccd665a8c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bda8169c4d5d42a097cbc92d5bb89dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363118 Jun 18 16:47:48.320780 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53238) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:48.367114 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ece629b-1217-4447-a8ce-bf6247639823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:48.386847 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ece629b-1217-4447-a8ce-bf6247639823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:48.432776 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ece629b-1217-4447-a8ce-bf6247639823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:48.435448 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ece629b-1217-4447-a8ce-bf6247639823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:48.436698 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6ece629b-1217-4447-a8ce-bf6247639823 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10212e8f-29d9-4211-876b-a80c8c3283f1 HTTP/1.1" status: 204 len: 168 time: 0.1149828 Jun 18 16:47:48.437568 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-042a0b3f-f7bb-42d6-b523-880bd70464b5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:48.444736 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece629b-1217-4447-a8ce-bf6247639823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10212e8f-29d9-4211-876b-a80c8c3283f1,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:48.447227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6ece629b-1217-4447-a8ce-bf6247639823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:48.693279 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 53244) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:48.707153 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6322d849-60b0-4dd1-94b3-205108ded1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:48.798117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6322d849-60b0-4dd1-94b3-205108ded1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:48.801912 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6322d849-60b0-4dd1-94b3-205108ded1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:48.805277 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-40cf1ea8-0497-4b4f-9f87-f023215e38de tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:48.840003 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6322d849-60b0-4dd1-94b3-205108ded1db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b3961d6ce8a4f7a89d297ca43906b43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456449 Jun 18 16:47:48.840907 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322d849-60b0-4dd1-94b3-205108ded1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2cfdb0-259c-4e72-ae17-0423083e8603,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:48.843387 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53246) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:48.844605 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6322d849-60b0-4dd1-94b3-205108ded1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:48.893629 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bdcfb74e-19c4-4ca0-9b46-cf8b5600f717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:48.914094 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bdcfb74e-19c4-4ca0-9b46-cf8b5600f717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:48.966204 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bdcfb74e-19c4-4ca0-9b46-cf8b5600f717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:48.970164 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bdcfb74e-19c4-4ca0-9b46-cf8b5600f717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:48.971337 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bdcfb74e-19c4-4ca0-9b46-cf8b5600f717 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb2cfdb0-259c-4e72-ae17-0423083e8603 HTTP/1.1" status: 204 len: 168 time: 0.1269586 Jun 18 16:47:48.972198 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a35e3fc4-efba-40f5-95e2-b062e7703b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:48.979307 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfb74e-19c4-4ca0-9b46-cf8b5600f717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2cfdb0-259c-4e72-ae17-0423083e8603,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:48.981476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bdcfb74e-19c4-4ca0-9b46-cf8b5600f717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:49.608596 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 53268) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:49.701592 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-154f6452-7b5c-4393-bc41-b1c8e391f67f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-198907358-network', 'tenant_id': '92255747805549658d0786e281c21753'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:47:49.721539 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154f6452-7b5c-4393-bc41-b1c8e391f67f admin admin] Made reservation on behalf of 92255747805549658d0786e281c21753 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:47:49.723813 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-154f6452-7b5c-4393-bc41-b1c8e391f67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:49.732668 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-154f6452-7b5c-4393-bc41-b1c8e391f67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:49.821032 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-154f6452-7b5c-4393-bc41-b1c8e391f67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:49.824722 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-154f6452-7b5c-4393-bc41-b1c8e391f67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:49.828439 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d97a6b7f-2c6c-4302-bb86-75738e79dfba tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:49.845962 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154f6452-7b5c-4393-bc41-b1c8e391f67f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:47:49.861650 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f6452-7b5c-4393-bc41-b1c8e391f67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7172d2-ef89-4e43-b5d7-5433b45724f1,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:49.864774 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-154f6452-7b5c-4393-bc41-b1c8e391f67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:49.865116 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-154f6452-7b5c-4393-bc41-b1c8e391f67f admin admin] Added segment 2c6a8583-aebb-4922-8e08-ce489ede652d of type vlan for network f67ba76b-8b88-474d-b79b-664060474e62 Jun 18 16:47:49.866499 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-154f6452-7b5c-4393-bc41-b1c8e391f67f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:49.903690 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-154f6452-7b5c-4393-bc41-b1c8e391f67f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:49.932194 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-154f6452-7b5c-4393-bc41-b1c8e391f67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:49.933165 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154f6452-7b5c-4393-bc41-b1c8e391f67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:49.933739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-154f6452-7b5c-4393-bc41-b1c8e391f67f admin admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:49.936558 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-550bdc86-02c2-4a36-928b-cea83ff4755b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:49.992918 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-154f6452-7b5c-4393-bc41-b1c8e391f67f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3832405 Jun 18 16:47:49.995873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53272) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:49.997994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f6452-7b5c-4393-bc41-b1c8e391f67f admin admin] Pushing event updated for resources: {'Network': ['ID=f67ba76b-8b88-474d-b79b-664060474e62,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:50.000976 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-154f6452-7b5c-4393-bc41-b1c8e391f67f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:50.001136 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c5b571c6-8777-44dd-b785-766ab4874c42 admin admin] Request body: {'subnet': {'network_id': 'f67ba76b-8b88-474d-b79b-664060474e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-198907358-subnet', 'tenant_id': '92255747805549658d0786e281c21753', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:47:50.008277 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network f67ba76b-8b88-474d-b79b-664060474e62 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:47:50.034684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b571c6-8777-44dd-b785-766ab4874c42 admin admin] Made reservation on behalf of 92255747805549658d0786e281c21753 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:47:50.037367 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c5b571c6-8777-44dd-b785-766ab4874c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:50.207160 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c5b571c6-8777-44dd-b785-766ab4874c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:50.209848 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9a8404c1-7795-4dd3-b0b1-cbdf820f4cd5 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:50.262542 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b571c6-8777-44dd-b785-766ab4874c42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=849d5f19-ffcb-4a83-83f7-bc4e625db2f3,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:50.265870 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c5b571c6-8777-44dd-b785-766ab4874c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:50.272559 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b571c6-8777-44dd-b785-766ab4874c42 admin admin] Checking segment: {'id': '2c6a8583-aebb-4922-8e08-ce489ede652d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f67ba76b-8b88-474d-b79b-664060474e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:47:50.272921 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b571c6-8777-44dd-b785-766ab4874c42 admin admin] Network hostable DHCP agents. Network: f67ba76b-8b88-474d-b79b-664060474e62, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:47:50.289108 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b571c6-8777-44dd-b785-766ab4874c42 admin admin] Network f67ba76b-8b88-474d-b79b-664060474e62 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:47:50.299093 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-c5b571c6-8777-44dd-b785-766ab4874c42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, f67ba76b-8b88-474d-b79b-664060474e62) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:47:50.303005 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b571c6-8777-44dd-b785-766ab4874c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:50.303589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c5b571c6-8777-44dd-b785-766ab4874c42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:50.307830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f2e192-8b3b-4537-b8a3-ffce7accacbe None None] Network f67ba76b-8b88-474d-b79b-664060474e62 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:47:50.321082 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c5b571c6-8777-44dd-b785-766ab4874c42 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3240261 Jun 18 16:47:50.431079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cebff1-4188-402c-9c52-7d2b77680282 None None] Network f67ba76b-8b88-474d-b79b-664060474e62 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:47:50.590838 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device a81d89a2-51bc-4dcd-8612-d37ad74f1d89 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:47:50.614195 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: a81d89a2-51bc-4dcd-8612-d37ad74f1d89 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:47:50.614553 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device a81d89a2-51bc-4dcd-8612-d37ad74f1d89 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:47:50.736227 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-10235b2e-d1c3-4ba6-8fbe-0d4476c9f143 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:50.737596 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-10235b2e-d1c3-4ba6-8fbe-0d4476c9f143 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/networks?id=f67ba76b-8b88-474d-b79b-664060474e62 HTTP/1.1" status: 200 len: 811 time: 0.1022782 Jun 18 16:47:50.752833 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-1e80f8aa-ca94-4d65-a4da-fbeba0efc628 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/quotas/92255747805549658d0786e281c21753 HTTP/1.1" status: 200 len: 375 time: 0.0098052 Jun 18 16:47:51.112229 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-9a92a5d6-96f5-4a69-892b-d5d8afaac470 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=92255747805549658d0786e281c21753&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3546259 Jun 18 16:47:51.242933 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-2d264385-1595-4237-9e7f-cf643fb90e20 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ba76b-8b88-474d-b79b-664060474e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240542 Jun 18 16:47:51.334796 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-278dc155-1e19-4e2d-8440-7d88477d1138 service neutron] 10.222.0.39 "GET /v2.0/networks/f67ba76b-8b88-474d-b79b-664060474e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860739 Jun 18 16:47:51.499216 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f06b1fe4-dcc7-495d-9000-5afe7923ab76 req-bfc2d534-7c7f-4135-b150-07caf3fa7cb8 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 210 time: 0.0299270 Jun 18 16:47:52.597934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-62b315c8-6b93-427a-9756-b5459e726a0d tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:52.599437 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-62b315c8-6b93-427a-9756-b5459e726a0d tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.64 "GET /v2.0/networks?id=f67ba76b-8b88-474d-b79b-664060474e62 HTTP/1.1" status: 200 len: 811 time: 0.1146991 Jun 18 16:47:52.618281 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-5a4381aa-55e3-4c11-906f-fd3be6d93dbb tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Request body: {'port': {'device_id': '73c55f3b-d591-49cf-9c3c-7d1131e154d2', 'network_id': 'f67ba76b-8b88-474d-b79b-664060474e62', 'admin_state_up': True, 'tenant_id': '92255747805549658d0786e281c21753'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:47:52.647902 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b1dd590c-6568-4703-a45f-c5c0ac040970 req-5aeca450-a336-40da-9daf-0c7435c8b1c9 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 210 time: 0.0305498 Jun 18 16:47:52.740842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-5a4381aa-55e3-4c11-906f-fd3be6d93dbb tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Made reservation on behalf of 92255747805549658d0786e281c21753 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:47:52.744461 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-5a4381aa-55e3-4c11-906f-fd3be6d93dbb tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:52.873254 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-5a4381aa-55e3-4c11-906f-fd3be6d93dbb tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Allocated IP 172.20.0.8 (f67ba76b-8b88-474d-b79b-664060474e62/849d5f19-ffcb-4a83-83f7-bc4e625db2f3/fe95882d-af64-44e4-9613-e3c7f657efbe) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:47:53.017402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-5a4381aa-55e3-4c11-906f-fd3be6d93dbb tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:53.055575 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-5a4381aa-55e3-4c11-906f-fd3be6d93dbb tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:53.059241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:53.104143 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-5a4381aa-55e3-4c11-906f-fd3be6d93dbb tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Network f67ba76b-8b88-474d-b79b-664060474e62 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:47:53.107321 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-5a4381aa-55e3-4c11-906f-fd3be6d93dbb tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:47:53.112724 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-5a4381aa-55e3-4c11-906f-fd3be6d93dbb tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:47:53.117783 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4381aa-55e3-4c11-906f-fd3be6d93dbb tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Pushing event updated for resources: {'Port': ['ID=fe95882d-af64-44e4-9613-e3c7f657efbe,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:53.136623 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5a4381aa-55e3-4c11-906f-fd3be6d93dbb tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:53.162926 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-5a4381aa-55e3-4c11-906f-fd3be6d93dbb tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:53.163531 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-5a4381aa-55e3-4c11-906f-fd3be6d93dbb tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:53.177526 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-5a4381aa-55e3-4c11-906f-fd3be6d93dbb tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5633585 Jun 18 16:47:53.194272 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Request body: {'port': {'device_id': '73c55f3b-d591-49cf-9c3c-7d1131e154d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:47:53.266435 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:53.513780 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe95882d-af64-44e4-9613-e3c7f657efbe {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:47:53.521941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:53.535489 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Transition to ACTIVE for port object fe95882d-af64-44e4-9613-e3c7f657efbe will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:47:53.538876 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:53.540827 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ba9adf4f-11f1-40dd-93e3-674a81637bb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:53.616743 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe95882d-af64-44e4-9613-e3c7f657efbe,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:53.634707 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:53.683864 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Attempting to bind port fe95882d-af64-44e4-9613-e3c7f657efbe on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:47:53.684207 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Attempting to bind port fe95882d-af64-44e4-9613-e3c7f657efbe by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '2c6a8583-aebb-4922-8e08-ce489ede652d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f67ba76b-8b88-474d-b79b-664060474e62'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:47:53.684558 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Attempting to bind port fe95882d-af64-44e4-9613-e3c7f657efbe on network f67ba76b-8b88-474d-b79b-664060474e62 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:47:53.689691 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Port fe95882d-af64-44e4-9613-e3c7f657efbe on network f67ba76b-8b88-474d-b79b-664060474e62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:47:53.690014 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Attempting to bind port fe95882d-af64-44e4-9613-e3c7f657efbe on network f67ba76b-8b88-474d-b79b-664060474e62 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:47:53.694719 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:47:53.695088 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Checking segment: {'id': '2c6a8583-aebb-4922-8e08-ce489ede652d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f67ba76b-8b88-474d-b79b-664060474e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:47:53.695471 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Bound using segment: {'id': '2c6a8583-aebb-4922-8e08-ce489ede652d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f67ba76b-8b88-474d-b79b-664060474e62'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:47:53.695897 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Bound port: fe95882d-af64-44e4-9613-e3c7f657efbe, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c6a8583-aebb-4922-8e08-ce489ede652d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f67ba76b-8b88-474d-b79b-664060474e62'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:47:53.696246 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:53.764600 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] For port fe95882d-af64-44e4-9613-e3c7f657efbe, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:47:53.768440 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] For port fe95882d-af64-44e4-9613-e3c7f657efbe, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fe95882d-af64-44e4-9613-e3c7f657efbe,segment=NetworkSegment(2c6a8583-aebb-4922-8e08-ce489ede652d),segment_id=2c6a8583-aebb-4922-8e08-ce489ede652d)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:47:53.772702 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:53.776034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-09d5ac1d-99a2-40dc-8322-5f968f1ddb64 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:53.811782 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:53.812392 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:53.814978 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] 10.222.0.64 "PUT /v2.0/ports/fe95882d-af64-44e4-9613-e3c7f657efbe HTTP/1.1" status: 200 len: 1093 time: 0.6246192 Jun 18 16:47:53.815515 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c55f3b-d591-49cf-9c3c-7d1131e154d2', 'tag': 'fe95882d-af64-44e4-9613-e3c7f657efbe'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:47:53.817820 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe7b1c1-4737-4ef2-98f2-1b158305986f" -d '{"events": [{"name": "network-changed", "server_uuid": "73c55f3b-d591-49cf-9c3c-7d1131e154d2", "tag": "fe95882d-af64-44e4-9613-e3c7f657efbe"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:47:53.836760 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb21c57-3866-4281-86fd-8a7116b4c1b0 req-1eb84815-a865-45e3-b869-352a22219fe4 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:53.838312 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-eeb21c57-3866-4281-86fd-8a7116b4c1b0 req-1eb84815-a865-45e3-b869-352a22219fe4 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 943 time: 0.0789180 Jun 18 16:47:53.842068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe95882d-af64-44e4-9613-e3c7f657efbe,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:53.845376 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:53.864793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bc983e-a878-4453-8607-a9ec6a89a573 x-openstack-request-id: req-29bc983e-a878-4453-8607-a9ec6a89a573 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:47:53.865173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c55f3b-d591-49cf-9c3c-7d1131e154d2", "tag": "fe95882d-af64-44e4-9613-e3c7f657efbe", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:47:53.865486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29bc983e-a878-4453-8607-a9ec6a89a573 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:47:53.865938 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c55f3b-d591-49cf-9c3c-7d1131e154d2', 'tag': 'fe95882d-af64-44e4-9613-e3c7f657efbe', 'status': 'completed', 'code': 200} Jun 18 16:47:53.885042 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-eeb21c57-3866-4281-86fd-8a7116b4c1b0 req-67897967-ebd1-42fb-a41d-13f418228d87 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408337 Jun 18 16:47:53.933294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-b984c590-1d7a-47bc-85de-b5583fa86104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:53.934803 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-b984c590-1d7a-47bc-85de-b5583fa86104 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92255747805549658d0786e281c21753&device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 1096 time: 0.0541546 Jun 18 16:47:53.984272 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-ef988566-241b-4035-952b-aaeb26b2f090 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe95882d-af64-44e4-9613-e3c7f657efbe HTTP/1.1" status: 200 len: 217 time: 0.0368748 Jun 18 16:47:54.030940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-eb751d6d-a485-46b0-ac7c-54e4635a11b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:54.032937 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-eb751d6d-a485-46b0-ac7c-54e4635a11b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=849d5f19-ffcb-4a83-83f7-bc4e625db2f3 HTTP/1.1" status: 200 len: 851 time: 0.0427303 Jun 18 16:47:54.065487 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-667b64d6-2ec5-434b-b609-6cd61fd781ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f67ba76b-8b88-474d-b79b-664060474e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266626 Jun 18 16:47:54.157717 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-bb0f6abe-7289-4136-8f85-fb904db06d1d service neutron] 10.222.0.64 "GET /v2.0/networks/f67ba76b-8b88-474d-b79b-664060474e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859437 Jun 18 16:47:54.243504 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6b4c1794-6a3c-4ec0-bcaf-64cbe9fe7067 req-628e67c0-9ea9-45d3-a075-9846f6f5115b service neutron] 10.222.0.64 "GET /v2.0/networks/f67ba76b-8b88-474d-b79b-664060474e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799718 Jun 18 16:47:54.384180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7b1c1-4737-4ef2-98f2-1b158305986f req-fd158b26-7cc7-4098-bddc-862995dd84be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:54.385536 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bfe7b1c1-4737-4ef2-98f2-1b158305986f req-fd158b26-7cc7-4098-bddc-862995dd84be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92255747805549658d0786e281c21753&device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 1096 time: 0.0529315 Jun 18 16:47:54.476677 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7b1c1-4737-4ef2-98f2-1b158305986f req-45aa6d5c-c23e-4743-8975-d0357c1a62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:54.478098 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bfe7b1c1-4737-4ef2-98f2-1b158305986f req-45aa6d5c-c23e-4743-8975-d0357c1a62e2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f67ba76b-8b88-474d-b79b-664060474e62 HTTP/1.1" status: 200 len: 912 time: 0.0856471 Jun 18 16:47:54.519151 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bfe7b1c1-4737-4ef2-98f2-1b158305986f req-a680ec1d-b040-4450-8604-6b6329180015 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe95882d-af64-44e4-9613-e3c7f657efbe HTTP/1.1" status: 200 len: 217 time: 0.0340533 Jun 18 16:47:54.565773 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7b1c1-4737-4ef2-98f2-1b158305986f req-8bcb65a4-5e43-41a8-9357-5abea7b53cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:54.567166 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bfe7b1c1-4737-4ef2-98f2-1b158305986f req-8bcb65a4-5e43-41a8-9357-5abea7b53cc9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=849d5f19-ffcb-4a83-83f7-bc4e625db2f3 HTTP/1.1" status: 200 len: 851 time: 0.0416908 Jun 18 16:47:54.602560 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bfe7b1c1-4737-4ef2-98f2-1b158305986f req-85f4e28f-bead-451f-b973-a6616eee2ab4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f67ba76b-8b88-474d-b79b-664060474e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288908 Jun 18 16:47:54.689495 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bfe7b1c1-4737-4ef2-98f2-1b158305986f req-f94ae1e9-a1a6-4c5c-ac26-80b7e2facffb service neutron] 10.222.0.64 "GET /v2.0/networks/f67ba76b-8b88-474d-b79b-664060474e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801418 Jun 18 16:47:54.781209 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bfe7b1c1-4737-4ef2-98f2-1b158305986f req-a194c481-518f-4531-a299-2126a77a6382 service neutron] 10.222.0.64 "GET /v2.0/networks/f67ba76b-8b88-474d-b79b-664060474e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844486 Jun 18 16:47:54.852413 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:55.060892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aecb0d-393e-4ce7-9fb6-8ca528455ae1 req-24519abe-cb87-455d-b1bc-759142ef7318 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:55.062987 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-44aecb0d-393e-4ce7-9fb6-8ca528455ae1 req-24519abe-cb87-455d-b1bc-759142ef7318 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 943 time: 0.0639956 Jun 18 16:47:55.100477 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-44aecb0d-393e-4ce7-9fb6-8ca528455ae1 req-eb7ea451-d414-4e60-9b32-f7dc48a873fe tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314097 Jun 18 16:47:56.271092 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f684709-93ea-4a11-a67b-297dadee010f req-2d50da08-c900-4d27-87b6-c4776829ed4f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:56.272564 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8f684709-93ea-4a11-a67b-297dadee010f req-2d50da08-c900-4d27-87b6-c4776829ed4f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 943 time: 0.0629516 Jun 18 16:47:56.315717 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8f684709-93ea-4a11-a67b-297dadee010f req-230c28de-3274-4a7d-aa72-64bd90f84dd8 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375502 Jun 18 16:47:56.637750 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device fe95882d-af64-44e4-9613-e3c7f657efbe details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:47:56.731294 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port fe95882d-af64-44e4-9613-e3c7f657efbe, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fe95882d-af64-44e4-9613-e3c7f657efbe,segment=NetworkSegment(2c6a8583-aebb-4922-8e08-ce489ede652d),segment_id=2c6a8583-aebb-4922-8e08-ce489ede652d)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:47:56.743697 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'fe95882d-af64-44e4-9613-e3c7f657efbe', 'network_id': 'f67ba76b-8b88-474d-b79b-664060474e62', 'port_id': 'fe95882d-af64-44e4-9613-e3c7f657efbe', 'mac_address': 'fa:16:3e:d1:f5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849d5f19-ffcb-4a83-83f7-bc4e625db2f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:47:56.780467 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:56.797891 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe95882d-af64-44e4-9613-e3c7f657efbe {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:47:56.818198 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port fe95882d-af64-44e4-9613-e3c7f657efbe, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fe95882d-af64-44e4-9613-e3c7f657efbe,segment=NetworkSegment(2c6a8583-aebb-4922-8e08-ce489ede652d),segment_id=2c6a8583-aebb-4922-8e08-ce489ede652d)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:47:56.822015 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:56.823821 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:56.869862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=fe95882d-af64-44e4-9613-e3c7f657efbe,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:56.872926 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:57.083889 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['fe95882d-af64-44e4-9613-e3c7f657efbe'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:47:57.485262 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb675-d040-4735-af3b-24efe04b2a44 req-734e8fc5-6888-4bd7-9001-6970bc3d58b4 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:57.486654 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4e4eb675-d040-4735-af3b-24efe04b2a44 req-734e8fc5-6888-4bd7-9001-6970bc3d58b4 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 944 time: 0.0621471 Jun 18 16:47:57.523538 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4e4eb675-d040-4735-af3b-24efe04b2a44 req-8b75b457-3e3e-4fd3-8655-8e6c8f11daca tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Jun 18 16:47:58.637512 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device fe95882d-af64-44e4-9613-e3c7f657efbe up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:47:58.691818 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port fe95882d-af64-44e4-9613-e3c7f657efbe completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:47:58.695451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port fe95882d-af64-44e4-9613-e3c7f657efbe triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:47:58.695827 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:58.697497 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343740b-82ee-4d9b-a2f7-24b7da433c05 req-c2faedab-ae52-4dd0-bd0d-8353e243aac9 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:58.699053 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7343740b-82ee-4d9b-a2f7-24b7da433c05 req-c2faedab-ae52-4dd0-bd0d-8353e243aac9 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 944 time: 0.0655947 Jun 18 16:47:58.738854 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7343740b-82ee-4d9b-a2f7-24b7da433c05 req-8cb96d3b-1572-4c48-a33f-2427b17d27dd tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328121 Jun 18 16:47:58.775276 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:58.798135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c55f3b-d591-49cf-9c3c-7d1131e154d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe95882d-af64-44e4-9613-e3c7f657efbe'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:47:58.800421 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c5dbd6-ac7f-4ed2-963d-597a07ab4988" -d '{"events": [{"server_uuid": "73c55f3b-d591-49cf-9c3c-7d1131e154d2", "name": "network-vif-plugged", "status": "completed", "tag": "fe95882d-af64-44e4-9613-e3c7f657efbe"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:47:58.813173 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port fe95882d-af64-44e4-9613-e3c7f657efbe, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fe95882d-af64-44e4-9613-e3c7f657efbe,segment=NetworkSegment(2c6a8583-aebb-4922-8e08-ce489ede652d),segment_id=2c6a8583-aebb-4922-8e08-ce489ede652d)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:47:58.817899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:58.819980 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:58.844603 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace677db-3792-4c14-be0f-a5ad41f1677a x-openstack-request-id: req-ace677db-3792-4c14-be0f-a5ad41f1677a {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:47:58.845088 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c55f3b-d591-49cf-9c3c-7d1131e154d2", "name": "network-vif-plugged", "status": "completed", "tag": "fe95882d-af64-44e4-9613-e3c7f657efbe", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:47:58.845355 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ace677db-3792-4c14-be0f-a5ad41f1677a {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:47:58.845749 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c55f3b-d591-49cf-9c3c-7d1131e154d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe95882d-af64-44e4-9613-e3c7f657efbe', 'code': 200} Jun 18 16:47:58.870767 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=fe95882d-af64-44e4-9613-e3c7f657efbe,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:58.873648 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:59.085507 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc487b5d-2ea3-4a9c-99f0-3bc1e0f60914 req-8a204428-b5a2-4281-a231-da6caca764ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:59.087726 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fc487b5d-2ea3-4a9c-99f0-3bc1e0f60914 req-8a204428-b5a2-4281-a231-da6caca764ba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 1098 time: 0.0551376 Jun 18 16:47:59.122746 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fc487b5d-2ea3-4a9c-99f0-3bc1e0f60914 req-50e8464c-4384-478d-977c-97dafb80f562 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286334 Jun 18 16:47:59.916512 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f52db8-f6df-4ab4-a6e5-c3c3a44ed9ad req-5e4f547c-242d-4e26-b89a-73546cd62bc5 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:59.918219 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b2f52db8-f6df-4ab4-a6e5-c3c3a44ed9ad req-5e4f547c-242d-4e26-b89a-73546cd62bc5 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0667310 Jun 18 16:47:59.955579 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b2f52db8-f6df-4ab4-a6e5-c3c3a44ed9ad req-a53c1727-e1da-4c8b-86bc-2516050c34fd tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311024 Jun 18 16:48:01.129862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3441c44-6510-4a6b-a941-c6d6649a658d req-110e95bc-28b9-4938-bc4d-db73fad3278c tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:01.131326 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e3441c44-6510-4a6b-a941-c6d6649a658d req-110e95bc-28b9-4938-bc4d-db73fad3278c tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0644760 Jun 18 16:48:01.168075 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e3441c44-6510-4a6b-a941-c6d6649a658d req-f49e7227-4ec1-43bf-824b-3fe745ba902b tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311630 Jun 18 16:48:01.521478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53334) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:48:01.557905 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d19c0f-f15a-411b-8b5b-cc0da445a886 req-e2cf28ff-0d9e-49ef-b722-d174a62afcd7 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:01.559425 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d9d19c0f-f15a-411b-8b5b-cc0da445a886 req-e2cf28ff-0d9e-49ef-b722-d174a62afcd7 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0640433 Jun 18 16:48:01.603049 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d9d19c0f-f15a-411b-8b5b-cc0da445a886 req-ae296e81-4f6a-449b-ae8a-b7fdac144766 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372090 Jun 18 16:48:01.616621 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-b9073900-f2eb-41fc-b308-2f0c776d9329 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0935557 Jun 18 16:48:02.633392 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:48:02.791743 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f3910-fa68-4abe-9da6-1a55dc47455b req-6ba6f0dd-fde1-41f7-9eba-fa4a03019803 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:02.793441 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d38f3910-fa68-4abe-9da6-1a55dc47455b req-6ba6f0dd-fde1-41f7-9eba-fa4a03019803 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0744328 Jun 18 16:48:02.833043 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d38f3910-fa68-4abe-9da6-1a55dc47455b req-9840831a-bebf-42e7-9d4e-86eb68249849 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336311 Jun 18 16:48:02.955205 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-d1aec124-7462-4fa8-817b-ed40b7213355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:02.956590 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-d1aec124-7462-4fa8-817b-ed40b7213355 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92255747805549658d0786e281c21753&device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 1098 time: 0.0594578 Jun 18 16:48:03.045413 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-36047d7d-d826-49c9-a6d5-c3c929fb5ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:03.046880 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-36047d7d-d826-49c9-a6d5-c3c929fb5ee0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f67ba76b-8b88-474d-b79b-664060474e62 HTTP/1.1" status: 200 len: 912 time: 0.0845377 Jun 18 16:48:03.091351 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-31225b6c-e1a6-4a9d-a4b5-4093144855d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe95882d-af64-44e4-9613-e3c7f657efbe HTTP/1.1" status: 200 len: 217 time: 0.0381265 Jun 18 16:48:03.139891 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-a19e7db1-886f-4bcd-8e2c-5972f771c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:03.141476 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-a19e7db1-886f-4bcd-8e2c-5972f771c9d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=849d5f19-ffcb-4a83-83f7-bc4e625db2f3 HTTP/1.1" status: 200 len: 851 time: 0.0440314 Jun 18 16:48:03.171871 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-b9ef01de-cee1-4773-9d70-b377165af339 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f67ba76b-8b88-474d-b79b-664060474e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247588 Jun 18 16:48:03.259655 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-cebf56c9-077f-4e8c-941e-edde13d432b7 service neutron] 10.222.0.64 "GET /v2.0/networks/f67ba76b-8b88-474d-b79b-664060474e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816445 Jun 18 16:48:03.346805 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-021e8c35-9b2e-4875-9f58-d17811b2a2eb service neutron] 10.222.0.64 "GET /v2.0/networks/f67ba76b-8b88-474d-b79b-664060474e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808380 Jun 18 16:48:04.007090 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ecc85-fcf4-421b-97e5-54b2ffb19e39 req-b9fd0915-5b7f-4066-abda-79b4b5c3be52 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:04.008479 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-812ecc85-fcf4-421b-97e5-54b2ffb19e39 req-b9fd0915-5b7f-4066-abda-79b4b5c3be52 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0636921 Jun 18 16:48:04.048262 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-812ecc85-fcf4-421b-97e5-54b2ffb19e39 req-bbf8e595-f5d1-45c2-b687-ab9b31f9aa22 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340562 Jun 18 16:48:05.222947 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86581a0d-4db3-49db-9016-b1fa229a66e2 req-79642159-2281-4976-926f-d15808a96a7d tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:05.224540 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-86581a0d-4db3-49db-9016-b1fa229a66e2 req-79642159-2281-4976-926f-d15808a96a7d tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0669825 Jun 18 16:48:05.238647 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9d62ac92-ea75-457c-9849-d237b479e953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:05.262228 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-86581a0d-4db3-49db-9016-b1fa229a66e2 req-00529d9e-d022-4a51-b4b4-1d4dafd0ecc4 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320609 Jun 18 16:48:06.436551 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb8a9a-e800-4c22-a724-95b9a6b4f733 req-c32be177-696d-4418-aec3-134bcb45b9b9 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:06.437996 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5abb8a9a-e800-4c22-a724-95b9a6b4f733 req-c32be177-696d-4418-aec3-134bcb45b9b9 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0624959 Jun 18 16:48:06.475029 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5abb8a9a-e800-4c22-a724-95b9a6b4f733 req-4bcf0dc9-5e81-46ee-8afe-c322823c054b tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312071 Jun 18 16:48:07.645523 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d65bf08f-c975-4349-93ad-5279a27d8591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:07.649939 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a475696-9f68-45b0-95ae-e7b2fe05e71a req-5b14074f-7a8a-4e30-8178-0ca58faa5241 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:07.651482 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7a475696-9f68-45b0-95ae-e7b2fe05e71a req-5b14074f-7a8a-4e30-8178-0ca58faa5241 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0663149 Jun 18 16:48:07.694440 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7a475696-9f68-45b0-95ae-e7b2fe05e71a req-c292f5f4-f1e5-4baf-a298-2cc92ce104e9 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364633 Jun 18 16:48:08.246994 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:08.868760 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10125d1b-7367-48fb-a881-7321f9a9ff18 req-95c13d0a-9586-4fb1-b2df-972e5bacd41a tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:08.870210 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-10125d1b-7367-48fb-a881-7321f9a9ff18 req-95c13d0a-9586-4fb1-b2df-972e5bacd41a tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0639813 Jun 18 16:48:08.908101 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-10125d1b-7367-48fb-a881-7321f9a9ff18 req-538873dc-a0ec-4c64-832f-a85c79a84960 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317874 Jun 18 16:48:08.967835 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:10.080462 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab89a1-ce69-4ed8-b4f7-9cbd99b3ca60 req-524f7f51-017a-4a9b-bf06-4564eac5d758 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:10.081908 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c7ab89a1-ce69-4ed8-b4f7-9cbd99b3ca60 req-524f7f51-017a-4a9b-bf06-4564eac5d758 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0632186 Jun 18 16:48:10.119162 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c7ab89a1-ce69-4ed8-b4f7-9cbd99b3ca60 req-504ce0a6-1262-48fb-86bf-2d8c8d239577 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316617 Jun 18 16:48:10.499420 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:11.293432 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76634844-8967-4b14-935c-a65e921444b1 req-291703a6-c87e-4bec-92ac-04a795e2a606 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:11.294919 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-76634844-8967-4b14-935c-a65e921444b1 req-291703a6-c87e-4bec-92ac-04a795e2a606 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0675676 Jun 18 16:48:11.332403 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-76634844-8967-4b14-935c-a65e921444b1 req-3bb0dee9-a898-4dbc-a548-48dff53bbf26 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314512 Jun 18 16:48:12.513960 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f010075-fefa-4224-b164-925169a4799b req-9e414575-6f5e-4f24-8be6-17e4b925cd0a tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:12.515419 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5f010075-fefa-4224-b164-925169a4799b req-9e414575-6f5e-4f24-8be6-17e4b925cd0a tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0683627 Jun 18 16:48:12.552797 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5f010075-fefa-4224-b164-925169a4799b req-4f52dfe4-676a-4ae0-aaf5-09b09818f8f9 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312772 Jun 18 16:48:13.725020 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2d747-89eb-4c6a-a154-f82c6b272585 req-f08d55d7-e38c-46f4-92b6-f5a8a6c2ef09 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:13.726490 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-42f2d747-89eb-4c6a-a154-f82c6b272585 req-f08d55d7-e38c-46f4-92b6-f5a8a6c2ef09 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0624852 Jun 18 16:48:13.768467 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-42f2d747-89eb-4c6a-a154-f82c6b272585 req-754cbcec-b214-436d-8ecd-e167e3662062 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361803 Jun 18 16:48:14.940988 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f875b3-c57a-4b6a-ba26-29ef42cc9cb9 req-9abbbecd-1df5-4581-b068-7c017313627d tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:14.942353 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-74f875b3-c57a-4b6a-ba26-29ef42cc9cb9 req-9abbbecd-1df5-4581-b068-7c017313627d tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0651212 Jun 18 16:48:14.980230 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-74f875b3-c57a-4b6a-ba26-29ef42cc9cb9 req-4b466ed2-21d6-413b-b36c-9978b10e1814 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323024 Jun 18 16:48:16.151553 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c2c74-b109-4e1c-a820-3141041db81b req-11f0ab4d-265b-4ff5-abf6-9d383c48392b tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:16.152990 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c15c2c74-b109-4e1c-a820-3141041db81b req-11f0ab4d-265b-4ff5-abf6-9d383c48392b tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0639131 Jun 18 16:48:16.191986 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c15c2c74-b109-4e1c-a820-3141041db81b req-a08a921c-8396-40ab-8323-17feb4d08447 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322871 Jun 18 16:48:17.365799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4532c9b-a7de-4d1c-a9eb-ef4aaa10fdf9 req-0e2b8dce-a67d-4d49-bf77-4022bf183207 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:17.367264 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a4532c9b-a7de-4d1c-a9eb-ef4aaa10fdf9 req-0e2b8dce-a67d-4d49-bf77-4022bf183207 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0655823 Jun 18 16:48:17.403509 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a4532c9b-a7de-4d1c-a9eb-ef4aaa10fdf9 req-d8a22d0b-e42c-4dce-95bd-29f6b09d56b8 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307140 Jun 18 16:48:18.576383 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d42f4a-af78-4923-827d-e9fa293ed8ca req-e8f1ab1b-22d5-4af1-9014-cbdf0b44d601 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:18.577856 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-49d42f4a-af78-4923-827d-e9fa293ed8ca req-e8f1ab1b-22d5-4af1-9014-cbdf0b44d601 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0640128 Jun 18 16:48:18.614941 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-49d42f4a-af78-4923-827d-e9fa293ed8ca req-a91198fe-6b4f-491b-b472-5849ebc35894 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302155 Jun 18 16:48:19.792540 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927e75b-7f1b-48ef-a69f-6fb481825dc0 req-5982eff2-79e5-4250-ac49-57bda9659e92 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:19.793976 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a927e75b-7f1b-48ef-a69f-6fb481825dc0 req-5982eff2-79e5-4250-ac49-57bda9659e92 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0642300 Jun 18 16:48:19.834551 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a927e75b-7f1b-48ef-a69f-6fb481825dc0 req-10427bd9-c1d7-46f5-b556-5fa232e7fc35 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340841 Jun 18 16:48:21.005530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca551c-f073-48fe-9c9f-fcc2094fb25c req-011d6d50-0bb8-4faf-8ecf-d9e8cd0dfd25 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:21.006936 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-adca551c-f073-48fe-9c9f-fcc2094fb25c req-011d6d50-0bb8-4faf-8ecf-d9e8cd0dfd25 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0625503 Jun 18 16:48:21.043063 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-adca551c-f073-48fe-9c9f-fcc2094fb25c req-804c1bea-3897-4ae8-931e-9b1bba61e143 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305476 Jun 18 16:48:22.217022 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c0d03-c202-4ef9-b5e9-05fd4f54aa27 req-1c834bb0-13fa-4316-a8be-cec9df49ea0f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:22.218459 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b01c0d03-c202-4ef9-b5e9-05fd4f54aa27 req-1c834bb0-13fa-4316-a8be-cec9df49ea0f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0619471 Jun 18 16:48:22.255417 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b01c0d03-c202-4ef9-b5e9-05fd4f54aa27 req-386f5212-54f6-44a1-a71b-fd76946e7bbc tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311794 Jun 18 16:48:23.435794 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468666d-7909-45d1-a2b0-a8aa85aa574a req-d577de90-5210-4f69-8624-b7e48d1319d6 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:23.437254 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e468666d-7909-45d1-a2b0-a8aa85aa574a req-d577de90-5210-4f69-8624-b7e48d1319d6 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0686774 Jun 18 16:48:23.475498 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e468666d-7909-45d1-a2b0-a8aa85aa574a req-a117d9b2-35aa-4012-b34d-940e2f24f694 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325346 Jun 18 16:48:24.645356 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4453509-980d-4f80-9ad0-5737991fe862 req-b4199f13-468e-49a6-a58a-c8941dd8595a tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:24.646839 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f4453509-980d-4f80-9ad0-5737991fe862 req-b4199f13-468e-49a6-a58a-c8941dd8595a tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0637619 Jun 18 16:48:24.684737 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f4453509-980d-4f80-9ad0-5737991fe862 req-f80a84db-18ad-49ba-b5f6-75ab14667265 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323174 Jun 18 16:48:24.847882 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:25.856565 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fa58c-a4a4-47d0-b826-fe8d73a1f3f0 req-9ff04298-e0f7-4d80-8af0-cf995214a007 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:25.858021 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-162fa58c-a4a4-47d0-b826-fe8d73a1f3f0 req-9ff04298-e0f7-4d80-8af0-cf995214a007 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0624769 Jun 18 16:48:25.899338 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-162fa58c-a4a4-47d0-b826-fe8d73a1f3f0 req-15fcd0fd-b5b2-459f-b763-6970dbe32967 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350740 Jun 18 16:48:27.071981 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11790dc8-02f7-477d-bfde-48d8cff7f473 req-ee84ea0a-9adb-4884-b0eb-1557e1463513 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:27.073491 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-11790dc8-02f7-477d-bfde-48d8cff7f473 req-ee84ea0a-9adb-4884-b0eb-1557e1463513 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0650892 Jun 18 16:48:27.110490 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-11790dc8-02f7-477d-bfde-48d8cff7f473 req-083e3efe-b1a1-4247-8d7e-7955642c22c6 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305092 Jun 18 16:48:28.280896 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72942a88-08ab-4eeb-a7ec-bad7b2a586a7 req-bfa6784a-c682-4bc5-a710-d7c7e203d5b0 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:28.282866 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-72942a88-08ab-4eeb-a7ec-bad7b2a586a7 req-bfa6784a-c682-4bc5-a710-d7c7e203d5b0 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0641568 Jun 18 16:48:28.320289 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-72942a88-08ab-4eeb-a7ec-bad7b2a586a7 req-1023d40d-4178-4f6f-8cab-0e76bb17ba1a tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318666 Jun 18 16:48:29.492089 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6450ad5-3490-4e06-a3e1-a1154fe9b8e0 req-4ddeab3b-9406-4804-a000-0cb494a657b3 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:29.493516 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a6450ad5-3490-4e06-a3e1-a1154fe9b8e0 req-4ddeab3b-9406-4804-a000-0cb494a657b3 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0653603 Jun 18 16:48:29.530973 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a6450ad5-3490-4e06-a3e1-a1154fe9b8e0 req-b41531bb-18d7-4ddb-9ed3-43a063ef9814 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318727 Jun 18 16:48:30.138221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-9a644f3c-a89d-443a-92ed-7037fe9c97c7 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:48:30.139262 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-9a644f3c-a89d-443a-92ed-7037fe9c97c7 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053945 Jun 18 16:48:30.201438 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-760d1331-0544-4a7a-8e7a-027a6eaa2bb7 service neutron] 10.222.0.64 "GET /v2.0/ports/fe95882d-af64-44e4-9613-e3c7f657efbe/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0565608 Jun 18 16:48:30.517946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-33e54a93-7d06-48f8-be88-f92750936078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:30.519459 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-33e54a93-7d06-48f8-be88-f92750936078 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2&tenant_id=92255747805549658d0786e281c21753 HTTP/1.1" status: 200 len: 1098 time: 0.0904920 Jun 18 16:48:30.606241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-ca768b01-9c0a-4845-ac58-768311582147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:30.607720 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-ca768b01-9c0a-4845-ac58-768311582147 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92255747805549658d0786e281c21753&device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 1098 time: 0.0505357 Jun 18 16:48:30.704338 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-ce6a7ab5-7ef7-4339-9259-09c4d897ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:30.705775 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-ce6a7ab5-7ef7-4339-9259-09c4d897ae56 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f67ba76b-8b88-474d-b79b-664060474e62 HTTP/1.1" status: 200 len: 912 time: 0.0915301 Jun 18 16:48:30.706476 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6e0a5-84ae-470c-aca6-3e50eca6e8d2 req-1ae10782-a6af-45fb-939d-b79d097f97a8 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:30.707980 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-53e6e0a5-84ae-470c-aca6-3e50eca6e8d2 req-1ae10782-a6af-45fb-939d-b79d097f97a8 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0655143 Jun 18 16:48:30.747104 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-53e6e0a5-84ae-470c-aca6-3e50eca6e8d2 req-590dfcc1-a508-470c-a72d-c4f86b5c4aa6 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334287 Jun 18 16:48:30.749011 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-8ed3b378-c2fa-43ea-92b2-f1722887a256 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe95882d-af64-44e4-9613-e3c7f657efbe HTTP/1.1" status: 200 len: 217 time: 0.0368774 Jun 18 16:48:30.795630 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-f1d909dc-8de5-44bb-8bbe-f10c51066cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:30.797010 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-f1d909dc-8de5-44bb-8bbe-f10c51066cc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=849d5f19-ffcb-4a83-83f7-bc4e625db2f3 HTTP/1.1" status: 200 len: 851 time: 0.0417633 Jun 18 16:48:30.830665 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-bf3062be-f09d-4e70-a2a8-a1e6ff6f746b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f67ba76b-8b88-474d-b79b-664060474e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276315 Jun 18 16:48:30.914512 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-8056ba3c-eea2-409c-baee-640ab0532230 service neutron] 10.222.0.64 "GET /v2.0/networks/f67ba76b-8b88-474d-b79b-664060474e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776732 Jun 18 16:48:31.002490 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a82f2369-5d55-41c2-8042-2a1105e3cf63 req-25ed08dd-5963-4700-9f1a-7442699278a7 service neutron] 10.222.0.64 "GET /v2.0/networks/f67ba76b-8b88-474d-b79b-664060474e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816562 Jun 18 16:48:31.920897 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce3e7a-783f-4bb4-a286-dde49048f763 req-36987176-e704-4465-9c90-30e6d49ac2ab tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:31.922453 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a1ce3e7a-783f-4bb4-a286-dde49048f763 req-36987176-e704-4465-9c90-30e6d49ac2ab tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0618410 Jun 18 16:48:31.963821 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a1ce3e7a-783f-4bb4-a286-dde49048f763 req-78cbf8e3-fe08-4900-82ce-e264a94500fd tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358448 Jun 18 16:48:33.136633 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e0b9c-2ef7-4313-8998-4197829a2d3c req-3de5b594-4608-4ba5-9a9f-29a85e534467 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:33.137975 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c55e0b9c-2ef7-4313-8998-4197829a2d3c req-3de5b594-4608-4ba5-9a9f-29a85e534467 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 945 time: 0.0629826 Jun 18 16:48:33.179988 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c55e0b9c-2ef7-4313-8998-4197829a2d3c req-c7ce445d-cee9-446b-8633-c9ef327d7c75 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352218 Jun 18 16:48:33.610716 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-0e2f691b-43be-493c-b301-1af3c2dca29b tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:33.612150 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-0e2f691b-43be-493c-b301-1af3c2dca29b tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.64 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2&tenant_id=92255747805549658d0786e281c21753&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.1126819 Jun 18 16:48:33.725650 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-b8d72430-b658-4480-89b9-8aee858fb308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:33.727142 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-b8d72430-b658-4480-89b9-8aee858fb308 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92255747805549658d0786e281c21753&device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 1098 time: 0.0563362 Jun 18 16:48:33.813830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-2a415e3d-bfd6-4983-bbab-5d2f38bd5716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:33.815287 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-2a415e3d-bfd6-4983-bbab-5d2f38bd5716 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f67ba76b-8b88-474d-b79b-664060474e62 HTTP/1.1" status: 200 len: 912 time: 0.0823636 Jun 18 16:48:33.856037 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-ec0a6d31-56c8-4852-bc07-d543b4a70db0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe95882d-af64-44e4-9613-e3c7f657efbe HTTP/1.1" status: 200 len: 217 time: 0.0349047 Jun 18 16:48:33.901819 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-3095171c-2531-4a69-bc9f-00733c44202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:33.903134 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-3095171c-2531-4a69-bc9f-00733c44202f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=849d5f19-ffcb-4a83-83f7-bc4e625db2f3 HTTP/1.1" status: 200 len: 851 time: 0.0412588 Jun 18 16:48:33.933842 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-0435c862-eb67-40f1-bab2-5967bf122e8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f67ba76b-8b88-474d-b79b-664060474e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250800 Jun 18 16:48:34.380249 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-a2518e59-d8f2-49b5-bdf7-12ac65cc935e service neutron] 10.222.0.64 "GET /v2.0/networks/f67ba76b-8b88-474d-b79b-664060474e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402089 Jun 18 16:48:34.468154 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-3b6375d7-ce8a-4fec-a48b-8ed36558c8f0 service neutron] 10.222.0.64 "GET /v2.0/networks/f67ba76b-8b88-474d-b79b-664060474e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817530 Jun 18 16:48:34.893477 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device fe95882d-af64-44e4-9613-e3c7f657efbe no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:48:34.967019 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:34.991353 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c55f3b-d591-49cf-9c3c-7d1131e154d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe95882d-af64-44e4-9613-e3c7f657efbe'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:48:34.993572 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e509e17-51e5-46c9-b33a-476d04b790c3" -d '{"events": [{"server_uuid": "73c55f3b-d591-49cf-9c3c-7d1131e154d2", "name": "network-vif-unplugged", "status": "completed", "tag": "fe95882d-af64-44e4-9613-e3c7f657efbe"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:48:35.008796 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port fe95882d-af64-44e4-9613-e3c7f657efbe, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fe95882d-af64-44e4-9613-e3c7f657efbe,segment=NetworkSegment(2c6a8583-aebb-4922-8e08-ce489ede652d),segment_id=2c6a8583-aebb-4922-8e08-ce489ede652d)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:48:35.013697 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:35.017810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:35.039583 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 16:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848541ec-0978-47c2-ae67-ab190e22b3ad x-openstack-request-id: req-848541ec-0978-47c2-ae67-ab190e22b3ad {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:48:35.039891 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c55f3b-d591-49cf-9c3c-7d1131e154d2", "name": "network-vif-unplugged", "status": "completed", "tag": "fe95882d-af64-44e4-9613-e3c7f657efbe", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:48:35.040157 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-848541ec-0978-47c2-ae67-ab190e22b3ad {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:48:35.040553 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c55f3b-d591-49cf-9c3c-7d1131e154d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe95882d-af64-44e4-9613-e3c7f657efbe', 'code': 200} Jun 18 16:48:35.068624 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=fe95882d-af64-44e4-9613-e3c7f657efbe,revision_number=6']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:35.075998 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:35.076539 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:35.077048 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:35.077535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:35.077871 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:35.078203 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:35.080180 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:35.080180 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:35.080180 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:35.080180 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:35.080493 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:35.080701 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:35.094538 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:35.239771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-054684b2-1be7-4e79-a0ac-879ef2780d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:35.407906 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2232095-e704-4a02-95b2-3f7cdbac705d req-11e71401-5d22-4d58-a403-fce4c3b74292 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:35.409357 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d2232095-e704-4a02-95b2-3f7cdbac705d req-11e71401-5d22-4d58-a403-fce4c3b74292 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 943 time: 0.0668445 Jun 18 16:48:35.450655 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d2232095-e704-4a02-95b2-3f7cdbac705d req-07f9b329-5921-46f6-9878-150c015d6b22 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354638 Jun 18 16:48:36.627331 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6bb6a-7e9d-435a-a791-ff33bd1733ac req-833addb3-c849-4f50-b775-c190bc731124 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:36.628774 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bbd6bb6a-7e9d-435a-a791-ff33bd1733ac req-833addb3-c849-4f50-b775-c190bc731124 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 943 time: 0.0662763 Jun 18 16:48:36.665907 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bbd6bb6a-7e9d-435a-a791-ff33bd1733ac req-9edbffbc-2b3d-4c2f-b03c-252e59637ec4 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7172d2-ef89-4e43-b5d7-5433b45724f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315635 Jun 18 16:48:37.162431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-85d55166-90f3-4ea8-a953-b1d3bef09c69 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:37.163895 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-85d55166-90f3-4ea8-a953-b1d3bef09c69 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.64 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 943 time: 0.0658293 Jun 18 16:48:37.259718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Deleting port fe95882d-af64-44e4-9613-e3c7f657efbe {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:48:37.259988 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:37.350278 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] For port fe95882d-af64-44e4-9613-e3c7f657efbe, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fe95882d-af64-44e4-9613-e3c7f657efbe,segment=NetworkSegment(2c6a8583-aebb-4922-8e08-ce489ede652d),segment_id=2c6a8583-aebb-4922-8e08-ce489ede652d)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:48:37.350664 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:37.415946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Calling delete_port for fe95882d-af64-44e4-9613-e3c7f657efbe owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:48:37.538763 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:37.542848 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7fb08853-b968-4bd8-8b44-db63fb8fdc37 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:37.569427 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Pushing event deleted for resources: {'Port': ['ID=fe95882d-af64-44e4-9613-e3c7f657efbe,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:37.579734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:37.580122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:37.580517 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:37.580898 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:37.581279 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:37.582152 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:37.582152 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:37.582377 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:37.582778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:37.583151 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:37.583520 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:37.583888 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:37.589488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:37.625843 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] No DVR routers for this DVR port fe95882d-af64-44e4-9613-e3c7f657efbe on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:48:37.628303 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:37.630213 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7637a78c-d615-4904-b49e-96e5ef16e5b4 req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.64 "DELETE /v2.0/ports/fe95882d-af64-44e4-9613-e3c7f657efbe HTTP/1.1" status: 204 len: 173 time: 0.4612451 Jun 18 16:48:37.630780 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c55f3b-d591-49cf-9c3c-7d1131e154d2', 'name': 'network-vif-deleted', 'tag': 'fe95882d-af64-44e4-9613-e3c7f657efbe'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:48:37.633075 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313c4a49-b579-4121-9d6d-c563ee76c091" -d '{"events": [{"server_uuid": "73c55f3b-d591-49cf-9c3c-7d1131e154d2", "name": "network-vif-deleted", "tag": "fe95882d-af64-44e4-9613-e3c7f657efbe"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:48:37.648475 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bf556925-a1b9-42bf-be66-282f140e382a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:37.674134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a431bd92-c1bd-49c3-8a99-6b8f50ee79ab x-openstack-request-id: req-a431bd92-c1bd-49c3-8a99-6b8f50ee79ab {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:48:37.674502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c55f3b-d591-49cf-9c3c-7d1131e154d2", "name": "network-vif-deleted", "tag": "fe95882d-af64-44e4-9613-e3c7f657efbe", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:48:37.675203 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a431bd92-c1bd-49c3-8a99-6b8f50ee79ab {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:48:37.675387 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c55f3b-d591-49cf-9c3c-7d1131e154d2', 'name': 'network-vif-deleted', 'tag': 'fe95882d-af64-44e4-9613-e3c7f657efbe', 'status': 'completed', 'code': 200} Jun 18 16:48:37.809417 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e6e6067e-a012-49c8-b4e0-5837b4149d8e req-256f8586-a52d-48b0-a2b3-28b9d9fea168 tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c55f3b-d591-49cf-9c3c-7d1131e154d2 HTTP/1.1" status: 200 len: 210 time: 0.0293980 Jun 18 16:48:38.249402 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:38.972572 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:39.050364 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 53434) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:48:39.095302 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] Deleting subnet 849d5f19-ffcb-4a83-83f7-bc4e625db2f3 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:48:39.098188 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:39.130356 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:39.173813 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:39.224686 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:39.227391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d1d55c19-cf0f-44c7-8154-136f04e439bd tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:39.252238 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=849d5f19-ffcb-4a83-83f7-bc4e625db2f3,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:39.254747 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:39.256362 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/849d5f19-ffcb-4a83-83f7-bc4e625db2f3 HTTP/1.1" status: 204 len: 168 time: 0.2049823 Jun 18 16:48:39.258939 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53436) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:48:39.262333 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:39.262766 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:39.263135 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:39.263511 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:39.263883 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:39.264257 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:39.264627 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:39.264992 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:39.265357 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:39.265719 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:39.266085 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:39.267710 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:39.270800 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cd958965-578d-4708-8e6a-58fdffdc3ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:39.327928 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ce3e7ae-421a-408c-976b-87ece6d2df1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:39.409945 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ce3e7ae-421a-408c-976b-87ece6d2df1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:39.419390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-6ce3e7ae-421a-408c-976b-87ece6d2df1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67ba76b-8b88-474d-b79b-664060474e62']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:48:39.429282 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-6ce3e7ae-421a-408c-976b-87ece6d2df1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6a8583-aebb-4922-8e08-ce489ede652d') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:48:39.429576 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-6ce3e7ae-421a-408c-976b-87ece6d2df1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6a8583-aebb-4922-8e08-ce489ede652d') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:48:39.437909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ce3e7ae-421a-408c-976b-87ece6d2df1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:39.451841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ce3e7ae-421a-408c-976b-87ece6d2df1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:39.458352 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce3e7ae-421a-408c-976b-87ece6d2df1c admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:48:39.458842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ce3e7ae-421a-408c-976b-87ece6d2df1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:48:39.460534 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:48:39.519316 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ce3e7ae-421a-408c-976b-87ece6d2df1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:39.522742 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-17da8c63-7d34-445c-976c-25ff1f97f9e5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:39.525043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6ce3e7ae-421a-408c-976b-87ece6d2df1c admin admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:39.526837 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6ce3e7ae-421a-408c-976b-87ece6d2df1c admin admin] 10.222.0.39 "DELETE /v2.0/networks/f67ba76b-8b88-474d-b79b-664060474e62 HTTP/1.1" status: 204 len: 168 time: 0.2669065 Jun 18 16:48:39.537934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3e7ae-421a-408c-976b-87ece6d2df1c admin admin] Pushing event deleted for resources: {'Network': ['ID=f67ba76b-8b88-474d-b79b-664060474e62,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:39.540452 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6ce3e7ae-421a-408c-976b-87ece6d2df1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:39.632800 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53440) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:48:39.633244 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:48:39.673100 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c9eac514-cb5d-4523-93e9-bc658d9d93d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=92255747805549658d0786e281c21753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384374 Jun 18 16:48:39.675581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53442) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:48:39.724197 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a83cfd2e-87bc-458b-8278-97f6388cc31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:39.744898 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a83cfd2e-87bc-458b-8278-97f6388cc31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:39.790937 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a83cfd2e-87bc-458b-8278-97f6388cc31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:39.793930 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a83cfd2e-87bc-458b-8278-97f6388cc31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:39.795072 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a83cfd2e-87bc-458b-8278-97f6388cc31b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a7172d2-ef89-4e43-b5d7-5433b45724f1 HTTP/1.1" status: 204 len: 168 time: 0.1184623 Jun 18 16:48:39.795844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a09cc3cc-d142-4b0d-8ad3-4056d42ba3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:39.803567 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cfd2e-87bc-458b-8278-97f6388cc31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7172d2-ef89-4e43-b5d7-5433b45724f1,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:39.806555 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a83cfd2e-87bc-458b-8278-97f6388cc31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:40.425392 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53464) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:48:40.504248 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:40.526425 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-00f2eb9e-26aa-41db-b155-ffd874e3c655 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-238135583-network', 'tenant_id': '0e7aee37d1a84f90b3d685d3e68b441c'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:48:40.548068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f2eb9e-26aa-41db-b155-ffd874e3c655 admin admin] Made reservation on behalf of 0e7aee37d1a84f90b3d685d3e68b441c for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:48:40.550490 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00f2eb9e-26aa-41db-b155-ffd874e3c655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:40.558715 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00f2eb9e-26aa-41db-b155-ffd874e3c655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:40.653299 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00f2eb9e-26aa-41db-b155-ffd874e3c655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:40.657103 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00f2eb9e-26aa-41db-b155-ffd874e3c655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:40.660236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4af35d20-0e2d-4d0e-9b24-5683ce7077ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:40.685925 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f2eb9e-26aa-41db-b155-ffd874e3c655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:48:40.692956 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2eb9e-26aa-41db-b155-ffd874e3c655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ef3704-5a27-4eed-a2a8-0967269e3b17,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:40.696839 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-00f2eb9e-26aa-41db-b155-ffd874e3c655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:40.699742 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00f2eb9e-26aa-41db-b155-ffd874e3c655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:40.700099 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-00f2eb9e-26aa-41db-b155-ffd874e3c655 admin admin] Added segment d40a39c3-7396-4d4e-9007-a12b1e8365fb of type vlan for network 635a0893-aa28-4adf-8d3d-fd76c42e555c Jun 18 16:48:40.740609 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00f2eb9e-26aa-41db-b155-ffd874e3c655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:40.768899 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00f2eb9e-26aa-41db-b155-ffd874e3c655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:40.770040 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f2eb9e-26aa-41db-b155-ffd874e3c655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:40.770640 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-00f2eb9e-26aa-41db-b155-ffd874e3c655 admin admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:40.772651 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fea4429e-49d8-47c7-a02e-264d5ed511ca tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:40.838808 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-00f2eb9e-26aa-41db-b155-ffd874e3c655 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4121978 Jun 18 16:48:40.841668 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 53468) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:48:40.849280 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-c5968843-2279-40ee-8d66-059db83409d2 admin admin] Request body: {'subnet': {'network_id': '635a0893-aa28-4adf-8d3d-fd76c42e555c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-238135583-subnet', 'tenant_id': '0e7aee37d1a84f90b3d685d3e68b441c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:48:40.862368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2eb9e-26aa-41db-b155-ffd874e3c655 admin admin] Pushing event updated for resources: {'Network': ['ID=635a0893-aa28-4adf-8d3d-fd76c42e555c,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:40.865305 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-00f2eb9e-26aa-41db-b155-ffd874e3c655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:40.871089 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5968843-2279-40ee-8d66-059db83409d2 admin admin] Made reservation on behalf of 0e7aee37d1a84f90b3d685d3e68b441c for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:48:40.872954 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 635a0893-aa28-4adf-8d3d-fd76c42e555c details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:48:40.873707 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c5968843-2279-40ee-8d66-059db83409d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:40.936537 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device fe95882d-af64-44e4-9613-e3c7f657efbe no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:48:40.956790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: fe95882d-af64-44e4-9613-e3c7f657efbe {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:48:40.957068 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device fe95882d-af64-44e4-9613-e3c7f657efbe not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:48:41.042988 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c5968843-2279-40ee-8d66-059db83409d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:41.044864 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c32db4d4-6d1d-4143-9ae0-28e1867de80d tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:41.091515 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5968843-2279-40ee-8d66-059db83409d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=febbea38-20e6-4c0d-931c-c0d1e1c9114c,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:41.098556 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c5968843-2279-40ee-8d66-059db83409d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:41.106932 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5968843-2279-40ee-8d66-059db83409d2 admin admin] Checking segment: {'id': 'd40a39c3-7396-4d4e-9007-a12b1e8365fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '635a0893-aa28-4adf-8d3d-fd76c42e555c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:48:41.107284 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5968843-2279-40ee-8d66-059db83409d2 admin admin] Network hostable DHCP agents. Network: 635a0893-aa28-4adf-8d3d-fd76c42e555c, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:48:41.123291 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5968843-2279-40ee-8d66-059db83409d2 admin admin] Network 635a0893-aa28-4adf-8d3d-fd76c42e555c is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:48:41.131726 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-c5968843-2279-40ee-8d66-059db83409d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 635a0893-aa28-4adf-8d3d-fd76c42e555c) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:48:41.135664 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5968843-2279-40ee-8d66-059db83409d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:41.136247 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c5968843-2279-40ee-8d66-059db83409d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:41.140236 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab2f6f0-2062-4116-958c-912f5b0d04a4 None None] Network 635a0893-aa28-4adf-8d3d-fd76c42e555c requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:48:41.150155 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c5968843-2279-40ee-8d66-059db83409d2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3073435 Jun 18 16:48:41.264714 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac25506-60ce-45e2-8cd1-5bd1c663e790 None None] Network 635a0893-aa28-4adf-8d3d-fd76c42e555c requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:48:41.571758 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-82339e5b-10a6-42d7-8b7b-387609da5d9d tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:41.573208 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-82339e5b-10a6-42d7-8b7b-387609da5d9d tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/networks?id=635a0893-aa28-4adf-8d3d-fd76c42e555c HTTP/1.1" status: 200 len: 814 time: 0.1052704 Jun 18 16:48:41.588778 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-85cef946-1350-4b08-8e7b-866c0efcb28c tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/quotas/0e7aee37d1a84f90b3d685d3e68b441c HTTP/1.1" status: 200 len: 375 time: 0.0101202 Jun 18 16:48:41.621660 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1706b7ac-e055-44df-945f-d686502665a5 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e7aee37d1a84f90b3d685d3e68b441c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278943 Jun 18 16:48:41.757691 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-859c50fe-db97-4669-b728-81c0aa079f44 service neutron] 10.222.0.39 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284425 Jun 18 16:48:41.843860 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-35e848b8-3579-4225-bcd1-b34c2d742159 service neutron] 10.222.0.39 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802872 Jun 18 16:48:42.009773 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-05cdf262-57a9-48c1-8971-9a553d729350 req-1f3b0d2a-1aef-4ca7-95e7-3d10c4703c7f tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 210 time: 0.0298760 Jun 18 16:48:43.155350 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-75ea2eaa-a171-400f-ae83-c387cf81870b req-88a1c385-6548-4681-b346-709f471f26e7 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 210 time: 0.0335305 Jun 18 16:48:43.170558 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-090d8483-06b4-487f-8410-5bfef6014abb tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:43.175398 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-090d8483-06b4-487f-8410-5bfef6014abb tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.64 "GET /v2.0/networks?id=635a0893-aa28-4adf-8d3d-fd76c42e555c HTTP/1.1" status: 200 len: 814 time: 0.1095424 Jun 18 16:48:43.194611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-f2342f9e-b798-4e99-b4e1-97118659d59a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Request body: {'port': {'device_id': 'e0d85d7e-22d4-4d3b-a628-961e5f407d8b', 'network_id': '635a0893-aa28-4adf-8d3d-fd76c42e555c', 'admin_state_up': True, 'tenant_id': '0e7aee37d1a84f90b3d685d3e68b441c'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:48:43.318545 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-f2342f9e-b798-4e99-b4e1-97118659d59a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Made reservation on behalf of 0e7aee37d1a84f90b3d685d3e68b441c for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:48:43.322380 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-f2342f9e-b798-4e99-b4e1-97118659d59a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:43.451026 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-f2342f9e-b798-4e99-b4e1-97118659d59a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Allocated IP 172.20.0.7 (635a0893-aa28-4adf-8d3d-fd76c42e555c/febbea38-20e6-4c0d-931c-c0d1e1c9114c/466b5302-fd07-41ee-88dc-fe3476345291) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:48:43.593977 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-f2342f9e-b798-4e99-b4e1-97118659d59a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:43.634288 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-f2342f9e-b798-4e99-b4e1-97118659d59a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:43.639243 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-df497056-d6a7-4431-a15d-8bbb22224e17 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:43.682667 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-f2342f9e-b798-4e99-b4e1-97118659d59a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Network 635a0893-aa28-4adf-8d3d-fd76c42e555c is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:48:43.685860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-f2342f9e-b798-4e99-b4e1-97118659d59a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:48:43.692321 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-f2342f9e-b798-4e99-b4e1-97118659d59a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:48:43.719936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2342f9e-b798-4e99-b4e1-97118659d59a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Pushing event updated for resources: {'Port': ['ID=466b5302-fd07-41ee-88dc-fe3476345291,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:43.724884 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f2342f9e-b798-4e99-b4e1-97118659d59a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:43.746517 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-f2342f9e-b798-4e99-b4e1-97118659d59a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:43.747155 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-f2342f9e-b798-4e99-b4e1-97118659d59a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:43.761292 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-f2342f9e-b798-4e99-b4e1-97118659d59a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5705519 Jun 18 16:48:43.821815 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Request body: {'port': {'device_id': 'e0d85d7e-22d4-4d3b-a628-961e5f407d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:48:43.892349 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:44.156184 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466b5302-fd07-41ee-88dc-fe3476345291 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:48:44.164151 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:44.176584 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Transition to ACTIVE for port object 466b5302-fd07-41ee-88dc-fe3476345291 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:48:44.180039 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:44.182084 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:44.259099 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Pushing event updated for resources: {'Port': ['ID=466b5302-fd07-41ee-88dc-fe3476345291,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:44.261945 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:44.325994 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Attempting to bind port 466b5302-fd07-41ee-88dc-fe3476345291 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:48:44.326328 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Attempting to bind port 466b5302-fd07-41ee-88dc-fe3476345291 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd40a39c3-7396-4d4e-9007-a12b1e8365fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '635a0893-aa28-4adf-8d3d-fd76c42e555c'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:48:44.326687 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Attempting to bind port 466b5302-fd07-41ee-88dc-fe3476345291 on network 635a0893-aa28-4adf-8d3d-fd76c42e555c {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:48:44.329387 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e849d3a-9af2-4720-8593-5c38be418046 req-f02cbe60-55d0-4028-9013-37f9bdb08ff9 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:44.331028 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3e849d3a-9af2-4720-8593-5c38be418046 req-f02cbe60-55d0-4028-9013-37f9bdb08ff9 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 943 time: 0.0629141 Jun 18 16:48:44.331483 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Port 466b5302-fd07-41ee-88dc-fe3476345291 on network 635a0893-aa28-4adf-8d3d-fd76c42e555c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:48:44.331801 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Attempting to bind port 466b5302-fd07-41ee-88dc-fe3476345291 on network 635a0893-aa28-4adf-8d3d-fd76c42e555c {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:48:44.336467 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:48:44.336801 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Checking segment: {'id': 'd40a39c3-7396-4d4e-9007-a12b1e8365fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '635a0893-aa28-4adf-8d3d-fd76c42e555c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:48:44.337180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Bound using segment: {'id': 'd40a39c3-7396-4d4e-9007-a12b1e8365fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '635a0893-aa28-4adf-8d3d-fd76c42e555c'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:48:44.337596 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Bound port: 466b5302-fd07-41ee-88dc-fe3476345291, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40a39c3-7396-4d4e-9007-a12b1e8365fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '635a0893-aa28-4adf-8d3d-fd76c42e555c'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:48:44.337940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:44.369001 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3e849d3a-9af2-4720-8593-5c38be418046 req-8e2043b6-9e5d-442f-9a09-16245c9e0138 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320940 Jun 18 16:48:44.402860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] For port 466b5302-fd07-41ee-88dc-fe3476345291, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:48:44.405818 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] For port 466b5302-fd07-41ee-88dc-fe3476345291, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=466b5302-fd07-41ee-88dc-fe3476345291,segment=NetworkSegment(d40a39c3-7396-4d4e-9007-a12b1e8365fb),segment_id=d40a39c3-7396-4d4e-9007-a12b1e8365fb)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:48:44.410071 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:44.412756 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:44.447927 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:44.448568 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:44.449939 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] 10.222.0.64 "PUT /v2.0/ports/466b5302-fd07-41ee-88dc-fe3476345291 HTTP/1.1" status: 200 len: 1093 time: 0.6746733 Jun 18 16:48:44.450472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d85d7e-22d4-4d3b-a628-961e5f407d8b', 'tag': '466b5302-fd07-41ee-88dc-fe3476345291'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:48:44.452769 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8772d5c-fb85-490d-9e9a-3426ef9660e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d85d7e-22d4-4d3b-a628-961e5f407d8b", "tag": "466b5302-fd07-41ee-88dc-fe3476345291"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:48:44.479737 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Pushing event updated for resources: {'Port': ['ID=466b5302-fd07-41ee-88dc-fe3476345291,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:44.482703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:44.494874 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4f1671-d343-4283-99d6-425b86b39a49 x-openstack-request-id: req-ce4f1671-d343-4283-99d6-425b86b39a49 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:48:44.495287 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d85d7e-22d4-4d3b-a628-961e5f407d8b", "tag": "466b5302-fd07-41ee-88dc-fe3476345291", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:48:44.495658 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce4f1671-d343-4283-99d6-425b86b39a49 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:48:44.496169 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d85d7e-22d4-4d3b-a628-961e5f407d8b', 'tag': '466b5302-fd07-41ee-88dc-fe3476345291', 'status': 'completed', 'code': 200} Jun 18 16:48:44.568094 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-c185e71a-bc94-43c7-bc54-f03a21310d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:44.569567 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-c185e71a-bc94-43c7-bc54-f03a21310d4a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e7aee37d1a84f90b3d685d3e68b441c&device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 1096 time: 0.0536094 Jun 18 16:48:44.615778 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-1928c006-c514-4a70-b3a4-bddd45c0b392 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=466b5302-fd07-41ee-88dc-fe3476345291 HTTP/1.1" status: 200 len: 217 time: 0.0327151 Jun 18 16:48:44.662509 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-55c19c72-bf85-4bbc-ab03-9cfc2f603ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:44.663835 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-55c19c72-bf85-4bbc-ab03-9cfc2f603ad7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=febbea38-20e6-4c0d-931c-c0d1e1c9114c HTTP/1.1" status: 200 len: 854 time: 0.0421596 Jun 18 16:48:44.699874 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-57df833b-74df-44dd-9c7c-372328722e32 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635a0893-aa28-4adf-8d3d-fd76c42e555c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296183 Jun 18 16:48:44.785287 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-925c31a4-83dd-4378-b76e-0f2ed178c370 service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784919 Jun 18 16:48:44.876586 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-53ce949c-3cc9-4f7a-a5aa-31c7f387dc56 req-f83f761c-4100-42b1-9bf9-149050b955ac service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845752 Jun 18 16:48:45.016225 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8772d5c-fb85-490d-9e9a-3426ef9660e3 req-778243c8-e57b-403d-82d6-9dce4a5be98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:45.018042 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d8772d5c-fb85-490d-9e9a-3426ef9660e3 req-778243c8-e57b-403d-82d6-9dce4a5be98b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e7aee37d1a84f90b3d685d3e68b441c&device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 1096 time: 0.0539188 Jun 18 16:48:45.111221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8772d5c-fb85-490d-9e9a-3426ef9660e3 req-aec492ad-b2c9-4038-a468-01bc86fd92d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:45.112628 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d8772d5c-fb85-490d-9e9a-3426ef9660e3 req-aec492ad-b2c9-4038-a468-01bc86fd92d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=635a0893-aa28-4adf-8d3d-fd76c42e555c HTTP/1.1" status: 200 len: 915 time: 0.0880928 Jun 18 16:48:45.153864 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d8772d5c-fb85-490d-9e9a-3426ef9660e3 req-276ebed3-5e63-4df9-b1fe-1766500b1f18 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=466b5302-fd07-41ee-88dc-fe3476345291 HTTP/1.1" status: 200 len: 217 time: 0.0327611 Jun 18 16:48:45.200323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8772d5c-fb85-490d-9e9a-3426ef9660e3 req-f35ecc3f-5b03-4fcc-82d0-c5a47fad9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:45.201676 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d8772d5c-fb85-490d-9e9a-3426ef9660e3 req-f35ecc3f-5b03-4fcc-82d0-c5a47fad9d42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=febbea38-20e6-4c0d-931c-c0d1e1c9114c HTTP/1.1" status: 200 len: 854 time: 0.0416548 Jun 18 16:48:45.231963 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d8772d5c-fb85-490d-9e9a-3426ef9660e3 req-36bc4680-3ba2-40bc-bce7-f86920978248 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635a0893-aa28-4adf-8d3d-fd76c42e555c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239332 Jun 18 16:48:45.321845 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d8772d5c-fb85-490d-9e9a-3426ef9660e3 req-c4f52b27-9343-4e9d-9888-d9f82fc27318 service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826650 Jun 18 16:48:45.409901 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d8772d5c-fb85-490d-9e9a-3426ef9660e3 req-62adae3c-0ea6-4e70-ba18-a9b259444563 service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814617 Jun 18 16:48:45.541121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441356bf-6740-4586-b50d-014afa6dc1da req-5e62f2d2-ada6-4f50-bc5a-2d4004413b92 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:45.542897 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-441356bf-6740-4586-b50d-014afa6dc1da req-5e62f2d2-ada6-4f50-bc5a-2d4004413b92 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 943 time: 0.0637815 Jun 18 16:48:45.582317 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-441356bf-6740-4586-b50d-014afa6dc1da req-a7d8d7e0-84b6-4971-9a7a-77241907b91e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330782 Jun 18 16:48:46.760748 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c08db-2a8b-4eb3-b066-9f742b1325fb req-8cef486b-adad-4f07-b0ab-b2d77586bc83 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:46.762107 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ec7c08db-2a8b-4eb3-b066-9f742b1325fb req-8cef486b-adad-4f07-b0ab-b2d77586bc83 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 943 time: 0.0655437 Jun 18 16:48:46.799349 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ec7c08db-2a8b-4eb3-b066-9f742b1325fb req-355b699c-2efa-4bcb-95be-ab8395787474 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316074 Jun 18 16:48:46.963816 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 466b5302-fd07-41ee-88dc-fe3476345291 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:48:47.057556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 466b5302-fd07-41ee-88dc-fe3476345291, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=466b5302-fd07-41ee-88dc-fe3476345291,segment=NetworkSegment(d40a39c3-7396-4d4e-9007-a12b1e8365fb),segment_id=d40a39c3-7396-4d4e-9007-a12b1e8365fb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:48:47.069261 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '466b5302-fd07-41ee-88dc-fe3476345291', 'network_id': '635a0893-aa28-4adf-8d3d-fd76c42e555c', 'port_id': '466b5302-fd07-41ee-88dc-fe3476345291', 'mac_address': 'fa:16:3e:38:1e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febbea38-20e6-4c0d-931c-c0d1e1c9114c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:48:47.108049 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:47.120983 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466b5302-fd07-41ee-88dc-fe3476345291 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:48:47.139652 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 466b5302-fd07-41ee-88dc-fe3476345291, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=466b5302-fd07-41ee-88dc-fe3476345291,segment=NetworkSegment(d40a39c3-7396-4d4e-9007-a12b1e8365fb),segment_id=d40a39c3-7396-4d4e-9007-a12b1e8365fb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:48:47.144025 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:47.145751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:47.189656 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=466b5302-fd07-41ee-88dc-fe3476345291,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:47.192858 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:47.418378 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['466b5302-fd07-41ee-88dc-fe3476345291'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:48:47.970971 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc69616-c9c0-43e1-aacf-47d22d795124 req-c1ad68ec-271c-4165-9204-88b117b8044f tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:47.972367 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2bc69616-c9c0-43e1-aacf-47d22d795124 req-c1ad68ec-271c-4165-9204-88b117b8044f tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 944 time: 0.0660262 Jun 18 16:48:48.009718 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2bc69616-c9c0-43e1-aacf-47d22d795124 req-e06ef058-0e0b-4f95-9441-fb6e582a857a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315182 Jun 18 16:48:48.966240 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 466b5302-fd07-41ee-88dc-fe3476345291 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:48:49.014760 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 466b5302-fd07-41ee-88dc-fe3476345291 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:48:49.019672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 466b5302-fd07-41ee-88dc-fe3476345291 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:48:49.020047 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:49.098009 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:49.120085 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d85d7e-22d4-4d3b-a628-961e5f407d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466b5302-fd07-41ee-88dc-fe3476345291'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:48:49.122344 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c109ee4c-fb37-47fa-b209-c544a431538a" -d '{"events": [{"server_uuid": "e0d85d7e-22d4-4d3b-a628-961e5f407d8b", "name": "network-vif-plugged", "status": "completed", "tag": "466b5302-fd07-41ee-88dc-fe3476345291"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:48:49.138910 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 466b5302-fd07-41ee-88dc-fe3476345291, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=466b5302-fd07-41ee-88dc-fe3476345291,segment=NetworkSegment(d40a39c3-7396-4d4e-9007-a12b1e8365fb),segment_id=d40a39c3-7396-4d4e-9007-a12b1e8365fb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:48:49.144092 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:49.146163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:49.169161 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649a5254-cc81-4a71-87ba-282a733c863a x-openstack-request-id: req-649a5254-cc81-4a71-87ba-282a733c863a {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:48:49.169643 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d85d7e-22d4-4d3b-a628-961e5f407d8b", "name": "network-vif-plugged", "status": "completed", "tag": "466b5302-fd07-41ee-88dc-fe3476345291", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:48:49.169918 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-649a5254-cc81-4a71-87ba-282a733c863a {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:48:49.170328 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d85d7e-22d4-4d3b-a628-961e5f407d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466b5302-fd07-41ee-88dc-fe3476345291', 'code': 200} Jun 18 16:48:49.186216 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e047bd-e251-46a9-bf1d-ecbc1fe430ed req-0e3d03df-230f-42a4-9fa4-4467ee0dacbc tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:49.189240 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-32e047bd-e251-46a9-bf1d-ecbc1fe430ed req-0e3d03df-230f-42a4-9fa4-4467ee0dacbc tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 944 time: 0.0706441 Jun 18 16:48:49.198811 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=466b5302-fd07-41ee-88dc-fe3476345291,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:49.201807 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:49.239567 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-32e047bd-e251-46a9-bf1d-ecbc1fe430ed req-f86d8579-336d-4b3b-a4f6-9d02d674864b tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390828 Jun 18 16:48:49.432261 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d14cfc-3c1d-4d03-b3cc-4cdac3869cdf req-a9ad3ff3-63e9-4e3c-bd25-701428c02869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:49.433704 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b3d14cfc-3c1d-4d03-b3cc-4cdac3869cdf req-a9ad3ff3-63e9-4e3c-bd25-701428c02869 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 1098 time: 0.0579908 Jun 18 16:48:49.467468 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b3d14cfc-3c1d-4d03-b3cc-4cdac3869cdf req-7bd60a5f-9977-4ad1-b3dc-8dc04f44c63a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270607 Jun 18 16:48:50.418064 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93df268-bf07-45eb-a296-eb731c86c9c0 req-66a07cbf-caa0-4a61-9687-6a6e6586d3e0 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:50.419599 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c93df268-bf07-45eb-a296-eb731c86c9c0 req-66a07cbf-caa0-4a61-9687-6a6e6586d3e0 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0639403 Jun 18 16:48:50.459782 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c93df268-bf07-45eb-a296-eb731c86c9c0 req-5c64f7e9-96b8-4879-9c44-37bc6f280ba8 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337780 Jun 18 16:48:51.634418 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bf65c-f74f-4e88-883b-9edb5b61d84f req-099d312c-3184-4f14-9be5-63046c9d4b47 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:51.635872 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7c9bf65c-f74f-4e88-883b-9edb5b61d84f req-099d312c-3184-4f14-9be5-63046c9d4b47 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0632615 Jun 18 16:48:51.674426 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7c9bf65c-f74f-4e88-883b-9edb5b61d84f req-06924cd0-58fb-476e-ab85-932aeab64b75 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329819 Jun 18 16:48:51.847607 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2fcbd-00b9-49f5-b0c8-8314299a6963 req-963e33fa-f967-4b7a-a7dd-9c1e7cccbc7b tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:51.849045 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-81c2fcbd-00b9-49f5-b0c8-8314299a6963 req-963e33fa-f967-4b7a-a7dd-9c1e7cccbc7b tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0667722 Jun 18 16:48:51.885378 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-81c2fcbd-00b9-49f5-b0c8-8314299a6963 req-034b4343-58a7-46b3-b320-90def297a102 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306876 Jun 18 16:48:52.226907 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a3b88-2044-485c-b56f-11381af9ff2c req-77914fad-aa97-49ae-a444-eb03ea3f2ce4 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:52.228273 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-902a3b88-2044-485c-b56f-11381af9ff2c req-77914fad-aa97-49ae-a444-eb03ea3f2ce4 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0654838 Jun 18 16:48:52.265202 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-902a3b88-2044-485c-b56f-11381af9ff2c req-fd143edc-1202-4ce1-aa29-6b5acfcc097d tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313747 Jun 18 16:48:52.433350 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08196f2f-7962-4fd4-9212-24ee8c39bc21 req-1401bdfd-5776-414b-b221-1ebfdeb7a85c tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:52.434812 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-08196f2f-7962-4fd4-9212-24ee8c39bc21 req-1401bdfd-5776-414b-b221-1ebfdeb7a85c tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0612352 Jun 18 16:48:52.475519 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-08196f2f-7962-4fd4-9212-24ee8c39bc21 req-f8e9eb85-5d5c-4550-b60c-802854f9e987 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342836 Jun 18 16:48:52.816125 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-c4baf194-dde7-4ca0-98b2-abee61a28b37 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0527356 Jun 18 16:48:52.871409 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7513aa3-c63f-4870-895c-e25378cf603d req-160f894e-f6cd-4026-82b7-aaaca0f8814e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:52.872863 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a7513aa3-c63f-4870-895c-e25378cf603d req-160f894e-f6cd-4026-82b7-aaaca0f8814e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0647969 Jun 18 16:48:52.910578 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a7513aa3-c63f-4870-895c-e25378cf603d req-ab492698-fc92-418b-a625-e8ef8fdfb3a0 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317781 Jun 18 16:48:54.052957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-5d754643-e830-4485-8302-538e75f2177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:54.054432 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-5d754643-e830-4485-8302-538e75f2177a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e7aee37d1a84f90b3d685d3e68b441c&device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 1098 time: 0.0558705 Jun 18 16:48:54.093314 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f62dd-4300-4106-88d9-3cd7378f07c8 req-effba85a-0939-4eb8-b8d1-6a110c013476 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:54.094807 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f05f62dd-4300-4106-88d9-3cd7378f07c8 req-effba85a-0939-4eb8-b8d1-6a110c013476 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0691392 Jun 18 16:48:54.132812 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f05f62dd-4300-4106-88d9-3cd7378f07c8 req-67790430-37c8-4834-98d7-76e39a8e0f51 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317483 Jun 18 16:48:54.148156 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-67812f05-f261-44d5-b870-33d3f894411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:54.149601 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-67812f05-f261-44d5-b870-33d3f894411e service neutron] 10.222.0.64 "GET /v2.0/networks?id=635a0893-aa28-4adf-8d3d-fd76c42e555c HTTP/1.1" status: 200 len: 915 time: 0.0890458 Jun 18 16:48:54.189651 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-b7cc4566-650d-482c-952c-4fbb18b3c345 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=466b5302-fd07-41ee-88dc-fe3476345291 HTTP/1.1" status: 200 len: 217 time: 0.0338478 Jun 18 16:48:54.235995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-28bedcd7-5d16-4f10-b857-0f8376c258d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:54.237833 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-28bedcd7-5d16-4f10-b857-0f8376c258d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=febbea38-20e6-4c0d-931c-c0d1e1c9114c HTTP/1.1" status: 200 len: 854 time: 0.0424507 Jun 18 16:48:54.273446 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-3a553402-5b38-4b57-abab-3a781d193d3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635a0893-aa28-4adf-8d3d-fd76c42e555c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290415 Jun 18 16:48:54.357776 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-8f98834c-7363-4380-99f6-5c1ad6b73f6f service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783482 Jun 18 16:48:54.450530 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-0d602e8a-c56c-4cf8-b923-8ce38d016460 service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868857 Jun 18 16:48:54.866625 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:55.306726 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2cf2f-1ef9-476a-9833-9a26479a7218 req-ab5f7184-5d8c-497e-9ba6-ee7e4c9b6024 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:55.308168 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3ce2cf2f-1ef9-476a-9833-9a26479a7218 req-ab5f7184-5d8c-497e-9ba6-ee7e4c9b6024 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0659196 Jun 18 16:48:55.345522 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3ce2cf2f-1ef9-476a-9833-9a26479a7218 req-3de6eeaa-71be-49dc-8e16-53a25b21ad4b tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318062 Jun 18 16:48:56.520653 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d7a25-7875-446e-a865-5d34bba266b1 req-29c0037a-8ee7-4e9e-9173-ee96babaa267 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:56.522150 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-804d7a25-7875-446e-a865-5d34bba266b1 req-29c0037a-8ee7-4e9e-9173-ee96babaa267 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0635111 Jun 18 16:48:56.561884 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-804d7a25-7875-446e-a865-5d34bba266b1 req-5151bc53-e003-4d92-9376-768bc7eba4a5 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336847 Jun 18 16:48:57.737937 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57719612-a53c-4767-8e1c-d19e56e0c0ad req-12fd0ba8-5292-4b96-829e-0e30ad0dcba0 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:57.739437 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-57719612-a53c-4767-8e1c-d19e56e0c0ad req-12fd0ba8-5292-4b96-829e-0e30ad0dcba0 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0619678 Jun 18 16:48:57.780816 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-57719612-a53c-4767-8e1c-d19e56e0c0ad req-86fe3a06-bff5-43a1-8734-c835cd1d2f22 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356731 Jun 18 16:48:58.958153 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a2475-a29c-4b89-9539-654c390aed7b req-14abde81-f51e-42e9-ab17-236debc71ced tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:58.959610 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7e3a2475-a29c-4b89-9539-654c390aed7b req-14abde81-f51e-42e9-ab17-236debc71ced tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0618768 Jun 18 16:48:58.995686 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7e3a2475-a29c-4b89-9539-654c390aed7b req-cfd363e5-486e-4009-a12c-18b285ad4844 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305815 Jun 18 16:49:00.167938 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d026cf1-5fc2-4bb9-b452-ccfc32e46e60 req-afbcce78-f417-4803-9cb9-d73a3e0301a9 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:00.169423 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9d026cf1-5fc2-4bb9-b452-ccfc32e46e60 req-afbcce78-f417-4803-9cb9-d73a3e0301a9 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0630174 Jun 18 16:49:00.209801 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9d026cf1-5fc2-4bb9-b452-ccfc32e46e60 req-c6a8b903-7153-4bf5-a340-24c9b4d5e19d tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344007 Jun 18 16:49:01.387079 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ca44a-c4c3-4557-b857-50c07a7777c5 req-87da398e-f26b-48cb-9f56-0ada3b2f6d1f tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:01.388522 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6b1ca44a-c4c3-4557-b857-50c07a7777c5 req-87da398e-f26b-48cb-9f56-0ada3b2f6d1f tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0659692 Jun 18 16:49:01.426961 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6b1ca44a-c4c3-4557-b857-50c07a7777c5 req-0bbb1ede-c4f1-4e25-b38e-f93e74a96725 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319021 Jun 18 16:49:02.597313 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da2f6e-bb6c-4e9d-b1a3-a784b6d27641 req-73918e5f-7bfc-45df-b713-1d72221c7552 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:02.598799 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c9da2f6e-bb6c-4e9d-b1a3-a784b6d27641 req-73918e5f-7bfc-45df-b713-1d72221c7552 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0633845 Jun 18 16:49:02.635780 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c9da2f6e-bb6c-4e9d-b1a3-a784b6d27641 req-95969258-7975-4aee-9d69-324add6f1436 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313313 Jun 18 16:49:03.806034 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460812b-d68d-410d-a501-ab3274d8b093 req-257c3a4b-9da2-4f65-9452-3beb9e3bc6ac tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:03.807500 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1460812b-d68d-410d-a501-ab3274d8b093 req-257c3a4b-9da2-4f65-9452-3beb9e3bc6ac tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0617764 Jun 18 16:49:03.847909 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1460812b-d68d-410d-a501-ab3274d8b093 req-358dc8c5-f901-4ce6-a8a7-86fef2b2da79 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348427 Jun 18 16:49:05.033213 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8624fd8-fb23-4a78-91d6-3b89ae908e1f req-a4835c1d-6551-41d7-99c9-e5597704290b tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:05.035150 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e8624fd8-fb23-4a78-91d6-3b89ae908e1f req-a4835c1d-6551-41d7-99c9-e5597704290b tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0771816 Jun 18 16:49:05.073288 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e8624fd8-fb23-4a78-91d6-3b89ae908e1f req-e58e158c-05b9-4763-9137-91dea66902de tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325997 Jun 18 16:49:05.240471 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6852191a-66ae-4997-ba3a-5d0f835df642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:06.244481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc9dc8-2325-4422-a0b7-db7824167e2a req-98ee814f-4358-483c-8a8f-5613d1e0114d tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:06.245953 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-45cc9dc8-2325-4422-a0b7-db7824167e2a req-98ee814f-4358-483c-8a8f-5613d1e0114d tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0641856 Jun 18 16:49:06.284577 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-45cc9dc8-2325-4422-a0b7-db7824167e2a req-62b3b368-7891-47d6-ae5a-6da83d54d7ff tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330427 Jun 18 16:49:07.461649 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31c4a5-deb5-418b-a6ee-f46b0fb96138 req-8fdfb3e2-1381-499e-a2bf-d5a597dbd8f1 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:07.463132 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-da31c4a5-deb5-418b-a6ee-f46b0fb96138 req-8fdfb3e2-1381-499e-a2bf-d5a597dbd8f1 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0660520 Jun 18 16:49:07.500149 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-da31c4a5-deb5-418b-a6ee-f46b0fb96138 req-10e04fbc-7778-4a9b-bb7f-2f6ef4ac5aaa tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314310 Jun 18 16:49:07.649743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0947d2f0-fdc4-4acd-9bc6-4405c78ab9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:08.250748 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:08.675514 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56f11b-5c80-440c-8052-d70b926d08fb req-54e675f2-6aa8-4ab2-942a-d68728f887f8 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:08.676991 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fd56f11b-5c80-440c-8052-d70b926d08fb req-54e675f2-6aa8-4ab2-942a-d68728f887f8 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0626295 Jun 18 16:49:08.713409 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fd56f11b-5c80-440c-8052-d70b926d08fb req-dde452c0-d437-4fd4-851e-77cf11c98200 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307510 Jun 18 16:49:08.974855 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:09.884181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709faf6d-4161-4d8f-bfc4-66fe8f1d3473 req-af2806d2-07cb-459b-a291-978fa01ef0a3 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:09.885633 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-709faf6d-4161-4d8f-bfc4-66fe8f1d3473 req-af2806d2-07cb-459b-a291-978fa01ef0a3 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0612404 Jun 18 16:49:09.926636 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-709faf6d-4161-4d8f-bfc4-66fe8f1d3473 req-cda2ded7-5266-48f7-b56e-f221578c4977 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353158 Jun 18 16:49:10.505102 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:11.097994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115ac70-b9f4-440c-905f-a149a7360968 req-2f90167d-9e4c-431f-b693-d2712307b136 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:11.099464 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d115ac70-b9f4-440c-905f-a149a7360968 req-2f90167d-9e4c-431f-b693-d2712307b136 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0631125 Jun 18 16:49:11.137156 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d115ac70-b9f4-440c-905f-a149a7360968 req-3ff7b0ec-a3dc-4436-ae99-151a2d726d57 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316372 Jun 18 16:49:12.309935 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730451c-b9cd-4c9f-ab57-abc28dc43b95 req-ff398ed4-9bf2-419f-a344-c6435060cfe3 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:12.311392 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a730451c-b9cd-4c9f-ab57-abc28dc43b95 req-ff398ed4-9bf2-419f-a344-c6435060cfe3 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0622497 Jun 18 16:49:12.348426 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a730451c-b9cd-4c9f-ab57-abc28dc43b95 req-9e71f408-454b-4e16-8d0c-ae8a0cf4c392 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314453 Jun 18 16:49:13.526321 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51077d1e-0e12-467c-af5b-7af2904fb256 req-d9606d65-93a4-4dae-8b19-030ea50c2b5a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:13.527770 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-51077d1e-0e12-467c-af5b-7af2904fb256 req-d9606d65-93a4-4dae-8b19-030ea50c2b5a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0647457 Jun 18 16:49:13.564142 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-51077d1e-0e12-467c-af5b-7af2904fb256 req-0ed42fab-9770-481f-87c3-d568cd71cf0c tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308781 Jun 18 16:49:14.736025 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b0fb2-004b-4175-b68e-9935b68433c8 req-bf09760f-71f7-4670-915c-d6ced2b3d429 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:14.737970 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b09b0fb2-004b-4175-b68e-9935b68433c8 req-bf09760f-71f7-4670-915c-d6ced2b3d429 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0646620 Jun 18 16:49:14.775751 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b09b0fb2-004b-4175-b68e-9935b68433c8 req-ea8c1a73-e5e1-4df6-a75d-20bdb6bdc9af tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321772 Jun 18 16:49:15.944920 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db304d6-24cb-408e-88c6-fdd07c5fb4ce req-07a3a260-3101-4dfe-8773-52e974a55dce tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:15.946258 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3db304d6-24cb-408e-88c6-fdd07c5fb4ce req-07a3a260-3101-4dfe-8773-52e974a55dce tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0614641 Jun 18 16:49:15.987282 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3db304d6-24cb-408e-88c6-fdd07c5fb4ce req-fedca91e-6b85-4704-a309-2e92d2862e97 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353539 Jun 18 16:49:16.631080 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:49:17.160002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeb891-3ab9-4fc8-b77a-e55f620c60b4 req-81ef469b-a701-4392-9cdc-8b944f430ace tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:17.161422 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-30eeb891-3ab9-4fc8-b77a-e55f620c60b4 req-81ef469b-a701-4392-9cdc-8b944f430ace tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0614846 Jun 18 16:49:17.199587 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-30eeb891-3ab9-4fc8-b77a-e55f620c60b4 req-ff1d3bd0-6a64-4a23-bb15-c7e0ce9e93a5 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324945 Jun 18 16:49:18.371035 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cab0dc-3e92-4ef5-a4e8-3b83541d31fe req-5544c58e-8a8c-4b99-bf53-ba892dcdf03a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:18.372468 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a1cab0dc-3e92-4ef5-a4e8-3b83541d31fe req-5544c58e-8a8c-4b99-bf53-ba892dcdf03a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0615962 Jun 18 16:49:18.410157 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a1cab0dc-3e92-4ef5-a4e8-3b83541d31fe req-5a0d10cd-88f1-4f3c-84c3-54f8541f3ea1 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321054 Jun 18 16:49:19.585266 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a938243-546d-4357-846b-1d83ed9c66db req-cb018106-0e58-4e3d-9680-23f1872997bb tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:19.586732 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6a938243-546d-4357-846b-1d83ed9c66db req-cb018106-0e58-4e3d-9680-23f1872997bb tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0661433 Jun 18 16:49:19.623504 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6a938243-546d-4357-846b-1d83ed9c66db req-ebaae19c-9d38-427d-8348-e232a52093fc tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311365 Jun 18 16:49:20.798890 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5849581-3b1e-4d1c-8132-31cefda4ee86 req-c664fe7a-e76c-46a0-88b7-e968bdb5ebce tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:20.801044 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e5849581-3b1e-4d1c-8132-31cefda4ee86 req-c664fe7a-e76c-46a0-88b7-e968bdb5ebce tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0659096 Jun 18 16:49:20.841897 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e5849581-3b1e-4d1c-8132-31cefda4ee86 req-cf054eab-1ef4-443d-9a16-8d08be0d05d9 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352633 Jun 18 16:49:21.330228 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-caac8dfb-4657-4abe-8c78-378428e741a4 service neutron] 10.222.0.64 "GET /v2.0/ports/466b5302-fd07-41ee-88dc-fe3476345291/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0549586 Jun 18 16:49:21.598693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-cad844de-34f0-4cc2-975f-b91b1847ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:21.600056 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-cad844de-34f0-4cc2-975f-b91b1847ed57 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b&tenant_id=0e7aee37d1a84f90b3d685d3e68b441c HTTP/1.1" status: 200 len: 1098 time: 0.0536611 Jun 18 16:49:21.686613 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-8e538945-dfc5-4b06-bea4-93919f9af7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:21.688105 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-8e538945-dfc5-4b06-bea4-93919f9af7f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e7aee37d1a84f90b3d685d3e68b441c&device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 1098 time: 0.0539401 Jun 18 16:49:21.776553 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-b4f7477c-4b19-448a-a825-13415e779ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:21.777962 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-b4f7477c-4b19-448a-a825-13415e779ed3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=635a0893-aa28-4adf-8d3d-fd76c42e555c HTTP/1.1" status: 200 len: 915 time: 0.0840402 Jun 18 16:49:21.818908 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-aca7ef7f-bcf7-482d-83fe-c31a36c7f593 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=466b5302-fd07-41ee-88dc-fe3476345291 HTTP/1.1" status: 200 len: 217 time: 0.0347750 Jun 18 16:49:21.869351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-ea858ffd-36af-4f44-92cc-161dddaabf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:21.870703 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-ea858ffd-36af-4f44-92cc-161dddaabf4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=febbea38-20e6-4c0d-931c-c0d1e1c9114c HTTP/1.1" status: 200 len: 854 time: 0.0461733 Jun 18 16:49:21.905719 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-2d4c70d1-3707-4f79-a3ee-d8e7f37d42eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635a0893-aa28-4adf-8d3d-fd76c42e555c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261121 Jun 18 16:49:21.994829 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-102009df-6c3a-44ef-93cb-57b4d1197fbf service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823493 Jun 18 16:49:22.017132 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a74264-ff96-4201-9299-d77de420daf5 req-e45f8fa5-94c6-4d6e-a7b5-38d9a225b4a5 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:22.018698 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-75a74264-ff96-4201-9299-d77de420daf5 req-e45f8fa5-94c6-4d6e-a7b5-38d9a225b4a5 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0625207 Jun 18 16:49:22.060994 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-75a74264-ff96-4201-9299-d77de420daf5 req-73920cac-cb4c-4a46-9314-6736d7d4bddb tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366173 Jun 18 16:49:22.086865 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8548ff8d-4604-4372-aaf3-bfae8a791f68 req-563d42e5-e445-43d7-bb3d-8d9c1c19e832 service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854101 Jun 18 16:49:23.234947 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428fa7d-5142-466a-b4c9-a2d9ca5d183c req-033f1029-6fef-4574-b105-ebfab47654b2 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:23.236383 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e428fa7d-5142-466a-b4c9-a2d9ca5d183c req-033f1029-6fef-4574-b105-ebfab47654b2 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0664158 Jun 18 16:49:23.274011 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e428fa7d-5142-466a-b4c9-a2d9ca5d183c req-9b53e9b9-e076-4f15-b1e9-b74ba75691d1 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313294 Jun 18 16:49:24.449026 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf506fd-2254-4352-8a18-d23b50ea8dae req-c78c2eb8-8c42-4ec8-b3dc-8ebb33ac8376 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:24.450458 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4bf506fd-2254-4352-8a18-d23b50ea8dae req-c78c2eb8-8c42-4ec8-b3dc-8ebb33ac8376 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0620465 Jun 18 16:49:24.487582 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4bf506fd-2254-4352-8a18-d23b50ea8dae req-7d48838b-8207-4cc4-8f55-e7b2084aa654 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305865 Jun 18 16:49:24.798130 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c1b27-6f90-44fa-8862-10ba440cb411 req-89c0e470-da6e-42b9-842c-c5de9f392abe tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:24.800712 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6c3c1b27-6f90-44fa-8862-10ba440cb411 req-89c0e470-da6e-42b9-842c-c5de9f392abe tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.0699804 Jun 18 16:49:24.824338 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af892e-f82b-49b3-9c2f-1ac45d065fbe req-cf91ddec-fc2e-4fec-b2af-76c6e94108b4 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:24.825796 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d9af892e-f82b-49b3-9c2f-1ac45d065fbe req-cf91ddec-fc2e-4fec-b2af-76c6e94108b4 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b&tenant_id=0e7aee37d1a84f90b3d685d3e68b441c&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.0719304 Jun 18 16:49:24.837649 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6c3c1b27-6f90-44fa-8862-10ba440cb411 req-73e27779-cd9e-42d4-930e-81a8f5091ba2 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317421 Jun 18 16:49:24.864319 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:24.942222 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af892e-f82b-49b3-9c2f-1ac45d065fbe req-67b093e5-6f36-4e9b-bd51-29b8256fc9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:24.943731 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d9af892e-f82b-49b3-9c2f-1ac45d065fbe req-67b093e5-6f36-4e9b-bd51-29b8256fc9d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e7aee37d1a84f90b3d685d3e68b441c&device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 1098 time: 0.0568857 Jun 18 16:49:25.029392 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af892e-f82b-49b3-9c2f-1ac45d065fbe req-f1583ff3-1507-449b-9987-19d81fc9b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:25.030854 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d9af892e-f82b-49b3-9c2f-1ac45d065fbe req-f1583ff3-1507-449b-9987-19d81fc9b957 service neutron] 10.222.0.64 "GET /v2.0/networks?id=635a0893-aa28-4adf-8d3d-fd76c42e555c HTTP/1.1" status: 200 len: 915 time: 0.0801227 Jun 18 16:49:25.071768 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d9af892e-f82b-49b3-9c2f-1ac45d065fbe req-26cb256d-a1f3-461a-ac56-5d4b1a1accb9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=466b5302-fd07-41ee-88dc-fe3476345291 HTTP/1.1" status: 200 len: 217 time: 0.0343177 Jun 18 16:49:25.108697 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 466b5302-fd07-41ee-88dc-fe3476345291 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:49:25.123211 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af892e-f82b-49b3-9c2f-1ac45d065fbe req-3fd8951f-c525-412b-9570-7423a940d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:25.124558 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d9af892e-f82b-49b3-9c2f-1ac45d065fbe req-3fd8951f-c525-412b-9570-7423a940d277 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=febbea38-20e6-4c0d-931c-c0d1e1c9114c HTTP/1.1" status: 200 len: 854 time: 0.0474913 Jun 18 16:49:25.157661 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d9af892e-f82b-49b3-9c2f-1ac45d065fbe req-8af3f5da-5bf0-473c-afac-9d23e6ee39ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635a0893-aa28-4adf-8d3d-fd76c42e555c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260382 Jun 18 16:49:25.165071 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 466b5302-fd07-41ee-88dc-fe3476345291 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:49:25.237604 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 466b5302-fd07-41ee-88dc-fe3476345291, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=466b5302-fd07-41ee-88dc-fe3476345291,segment=NetworkSegment(d40a39c3-7396-4d4e-9007-a12b1e8365fb),segment_id=d40a39c3-7396-4d4e-9007-a12b1e8365fb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:49:25.245654 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d9af892e-f82b-49b3-9c2f-1ac45d065fbe req-3744d1db-559b-4775-bf96-16de56fbb3b6 service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820577 Jun 18 16:49:25.267037 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '466b5302-fd07-41ee-88dc-fe3476345291', 'network_id': '635a0893-aa28-4adf-8d3d-fd76c42e555c', 'port_id': '466b5302-fd07-41ee-88dc-fe3476345291', 'mac_address': 'fa:16:3e:38:1e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febbea38-20e6-4c0d-931c-c0d1e1c9114c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:49:25.304758 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:25.328988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:25.339580 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d9af892e-f82b-49b3-9c2f-1ac45d065fbe req-bd46379d-7440-40c4-b20f-0c85c0eb1d5b service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877841 Jun 18 16:49:25.341108 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d85d7e-22d4-4d3b-a628-961e5f407d8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466b5302-fd07-41ee-88dc-fe3476345291'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:49:25.343444 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5084938-16d6-4361-86f9-af2e3268beb3" -d '{"events": [{"server_uuid": "e0d85d7e-22d4-4d3b-a628-961e5f407d8b", "name": "network-vif-unplugged", "status": "completed", "tag": "466b5302-fd07-41ee-88dc-fe3476345291"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:49:25.357726 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 466b5302-fd07-41ee-88dc-fe3476345291 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:49:25.363775 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 466b5302-fd07-41ee-88dc-fe3476345291, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=466b5302-fd07-41ee-88dc-fe3476345291,segment=NetworkSegment(d40a39c3-7396-4d4e-9007-a12b1e8365fb),segment_id=d40a39c3-7396-4d4e-9007-a12b1e8365fb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:49:25.369290 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:25.371161 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ca402b35-7f7c-4b57-b054-a73076803037 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:49:25.409473 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 16:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eef9ea-cfd4-4d49-825a-8d5cf526d05b x-openstack-request-id: req-18eef9ea-cfd4-4d49-825a-8d5cf526d05b {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:49:25.409775 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d85d7e-22d4-4d3b-a628-961e5f407d8b", "name": "network-vif-unplugged", "status": "completed", "tag": "466b5302-fd07-41ee-88dc-fe3476345291", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:49:25.410021 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18eef9ea-cfd4-4d49-825a-8d5cf526d05b {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:49:25.410416 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d85d7e-22d4-4d3b-a628-961e5f407d8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466b5302-fd07-41ee-88dc-fe3476345291', 'code': 200} Jun 18 16:49:25.441486 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:49:25.441845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:49:25.444532 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=466b5302-fd07-41ee-88dc-fe3476345291,revision_number=6']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:49:25.447590 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:49:25.987514 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:26.001558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466b5302-fd07-41ee-88dc-fe3476345291 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:49:26.023270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95823145-3fa1-4f7f-aba7-9a8b6f458050 req-54a94b43-974e-4717-b497-e786e4ba955a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:26.023862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 466b5302-fd07-41ee-88dc-fe3476345291, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=466b5302-fd07-41ee-88dc-fe3476345291,segment=NetworkSegment(d40a39c3-7396-4d4e-9007-a12b1e8365fb),segment_id=d40a39c3-7396-4d4e-9007-a12b1e8365fb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:49:26.027222 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-95823145-3fa1-4f7f-aba7-9a8b6f458050 req-54a94b43-974e-4717-b497-e786e4ba955a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 943 time: 0.0716956 Jun 18 16:49:26.028137 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:26.029895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:49:26.066862 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-95823145-3fa1-4f7f-aba7-9a8b6f458050 req-0669b3cf-2127-4a38-a4c5-f70cc9054d34 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341527 Jun 18 16:49:26.077203 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=466b5302-fd07-41ee-88dc-fe3476345291,revision_number=7']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:49:26.080326 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:49:26.152824 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['466b5302-fd07-41ee-88dc-fe3476345291'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:49:26.251375 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fdc9b-c4f2-4411-bef2-0652f6c4ade1 req-fe8aad05-373e-4947-a5a2-02f088f06e4a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:26.252866 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-617fdc9b-c4f2-4411-bef2-0652f6c4ade1 req-fe8aad05-373e-4947-a5a2-02f088f06e4a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 944 time: 0.0655847 Jun 18 16:49:26.295089 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-617fdc9b-c4f2-4411-bef2-0652f6c4ade1 req-0f6e33f4-e32b-4737-8531-7d30b6624d86 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365789 Jun 18 16:49:26.765931 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c5a19-cdd3-496b-9d8c-08f464e0a5d8 req-f51b9246-fac7-4738-aac0-34a30aa782a2 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:26.767425 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-219c5a19-cdd3-496b-9d8c-08f464e0a5d8 req-f51b9246-fac7-4738-aac0-34a30aa782a2 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 944 time: 0.3649909 Jun 18 16:49:26.806084 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-219c5a19-cdd3-496b-9d8c-08f464e0a5d8 req-4de73c72-af77-4a0b-ac19-29ba7e2e9758 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321980 Jun 18 16:49:27.131455 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 466b5302-fd07-41ee-88dc-fe3476345291 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:49:27.179145 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 466b5302-fd07-41ee-88dc-fe3476345291 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:49:27.179432 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:27.247691 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-396f72ef-2e9d-4530-9277-4a1a5be222dc tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:27.249118 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-396f72ef-2e9d-4530-9277-4a1a5be222dc tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/networks?id=635a0893-aa28-4adf-8d3d-fd76c42e555c HTTP/1.1" status: 200 len: 814 time: 0.1035047 Jun 18 16:49:27.254705 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:27.264150 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-583d0779-de9d-4149-a996-4e987df5d0ba tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/quotas/0e7aee37d1a84f90b3d685d3e68b441c HTTP/1.1" status: 200 len: 375 time: 0.0088930 Jun 18 16:49:27.286945 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 466b5302-fd07-41ee-88dc-fe3476345291, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=466b5302-fd07-41ee-88dc-fe3476345291,segment=NetworkSegment(d40a39c3-7396-4d4e-9007-a12b1e8365fb),segment_id=d40a39c3-7396-4d4e-9007-a12b1e8365fb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:49:27.291001 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:27.293119 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:49:27.328096 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-129895df-4f3b-4278-95c1-79e33c2c84c3 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e7aee37d1a84f90b3d685d3e68b441c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0579951 Jun 18 16:49:27.342532 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=466b5302-fd07-41ee-88dc-fe3476345291,revision_number=8']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:49:27.345572 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:49:27.411331 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d85d7e-22d4-4d3b-a628-961e5f407d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466b5302-fd07-41ee-88dc-fe3476345291'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:49:27.413693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f61611c-45e5-4207-88a1-52ae88b6f90b" -d '{"events": [{"server_uuid": "e0d85d7e-22d4-4d3b-a628-961e5f407d8b", "name": "network-vif-plugged", "status": "completed", "tag": "466b5302-fd07-41ee-88dc-fe3476345291"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:49:27.424806 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-06ae9803-0bbc-4e20-8c29-a468cc58db4a service neutron] 10.222.0.39 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890222 Jun 18 16:49:27.449939 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e66cebe-5550-4fd2-9431-c023b13c1a2a x-openstack-request-id: req-4e66cebe-5550-4fd2-9431-c023b13c1a2a {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:49:27.450245 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d85d7e-22d4-4d3b-a628-961e5f407d8b", "name": "network-vif-plugged", "status": "completed", "tag": "466b5302-fd07-41ee-88dc-fe3476345291", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:49:27.450511 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e66cebe-5550-4fd2-9431-c023b13c1a2a {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:49:27.450955 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d85d7e-22d4-4d3b-a628-961e5f407d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466b5302-fd07-41ee-88dc-fe3476345291', 'code': 200} Jun 18 16:49:27.512140 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-fc92a3c5-058b-4df6-9b18-dc026db784bf service neutron] 10.222.0.39 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806892 Jun 18 16:49:27.682564 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f4795de0-c3bd-44bf-96f9-78e9e51c0261 req-9c3d70de-4bc6-4415-b91f-c36f33fed54d tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 210 time: 0.0290425 Jun 18 16:49:28.828682 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-54689530-1b99-4b24-80b5-def214d9f8e4 req-b796c1dd-3a6f-4965-a9d7-4c93da4a835d tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 210 time: 0.0346019 Jun 18 16:49:28.851472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-6c34589d-0947-4ec5-bdfc-dbb0e8c7bf61 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:28.853052 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-6c34589d-0947-4ec5-bdfc-dbb0e8c7bf61 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.64 "GET /v2.0/networks?id=635a0893-aa28-4adf-8d3d-fd76c42e555c HTTP/1.1" status: 200 len: 814 time: 0.1411157 Jun 18 16:49:28.891426 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-f97a0bb0-4a14-466b-96c2-5680607b85fe tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Request body: {'port': {'device_id': '33f18546-69c1-4284-a9c1-36f9455d52c7', 'network_id': '635a0893-aa28-4adf-8d3d-fd76c42e555c', 'admin_state_up': True, 'tenant_id': '0e7aee37d1a84f90b3d685d3e68b441c'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:49:28.998008 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-f97a0bb0-4a14-466b-96c2-5680607b85fe tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Made reservation on behalf of 0e7aee37d1a84f90b3d685d3e68b441c for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:49:29.001488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-f97a0bb0-4a14-466b-96c2-5680607b85fe tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:29.159236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-f97a0bb0-4a14-466b-96c2-5680607b85fe tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Allocated IP 172.20.0.4 (635a0893-aa28-4adf-8d3d-fd76c42e555c/febbea38-20e6-4c0d-931c-c0d1e1c9114c/9e9bb99f-7051-44c4-9874-57fee280cdc6) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:49:29.184873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b861ad0-5391-45b7-a5de-85ef864fd96b req-3fe90034-180a-4b5a-a190-ea9459b2d842 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:29.186275 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1b861ad0-5391-45b7-a5de-85ef864fd96b req-3fe90034-180a-4b5a-a190-ea9459b2d842 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0d85d7e-22d4-4d3b-a628-961e5f407d8b HTTP/1.1" status: 200 len: 945 time: 0.1153138 Jun 18 16:49:29.384527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-f97a0bb0-4a14-466b-96c2-5680607b85fe tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:29.391566 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-1b861ad0-5391-45b7-a5de-85ef864fd96b req-390ad120-ebc9-41a0-8ca7-7c6a26d32aac tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Deleting port 466b5302-fd07-41ee-88dc-fe3476345291 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:49:29.391885 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1b861ad0-5391-45b7-a5de-85ef864fd96b req-390ad120-ebc9-41a0-8ca7-7c6a26d32aac tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:29.498395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-1b861ad0-5391-45b7-a5de-85ef864fd96b req-390ad120-ebc9-41a0-8ca7-7c6a26d32aac tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] For port 466b5302-fd07-41ee-88dc-fe3476345291, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=466b5302-fd07-41ee-88dc-fe3476345291,segment=NetworkSegment(d40a39c3-7396-4d4e-9007-a12b1e8365fb),segment_id=d40a39c3-7396-4d4e-9007-a12b1e8365fb)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:49:29.498771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1b861ad0-5391-45b7-a5de-85ef864fd96b req-390ad120-ebc9-41a0-8ca7-7c6a26d32aac tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:29.501243 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-f97a0bb0-4a14-466b-96c2-5680607b85fe tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:29.508589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ebade66c-cbd0-420f-b8d8-d3931e78baea tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:49:29.535424 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['466b5302-fd07-41ee-88dc-fe3476345291'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:49:29.946944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-1b861ad0-5391-45b7-a5de-85ef864fd96b req-390ad120-ebc9-41a0-8ca7-7c6a26d32aac tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Calling delete_port for 466b5302-fd07-41ee-88dc-fe3476345291 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:49:29.968535 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-f97a0bb0-4a14-466b-96c2-5680607b85fe tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Network 635a0893-aa28-4adf-8d3d-fd76c42e555c is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:49:29.974993 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-f97a0bb0-4a14-466b-96c2-5680607b85fe tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:49:29.980234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-f97a0bb0-4a14-466b-96c2-5680607b85fe tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:49:30.006355 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d62238-eb55-4852-8fe0-38389cc48765 req-dce36015-5652-4bc9-90ca-c70bc0524932 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:30.007858 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c7d62238-eb55-4852-8fe0-38389cc48765 req-dce36015-5652-4bc9-90ca-c70bc0524932 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 931 time: 0.0626884 Jun 18 16:49:30.031915 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a0bb0-4a14-466b-96c2-5680607b85fe tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Pushing event updated for resources: {'Port': ['ID=9e9bb99f-7051-44c4-9874-57fee280cdc6,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:49:30.038085 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f97a0bb0-4a14-466b-96c2-5680607b85fe tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:49:30.047003 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c7d62238-eb55-4852-8fe0-38389cc48765 req-b9f7efe6-b4b6-4380-8e98-a84d1831526d tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335512 Jun 18 16:49:30.072624 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-f97a0bb0-4a14-466b-96c2-5680607b85fe tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:30.073221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-f97a0bb0-4a14-466b-96c2-5680607b85fe tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:30.097630 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-f97a0bb0-4a14-466b-96c2-5680607b85fe tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2102406 Jun 18 16:49:30.128683 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Request body: {'port': {'device_id': '33f18546-69c1-4284-a9c1-36f9455d52c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:49:30.186442 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1b861ad0-5391-45b7-a5de-85ef864fd96b req-390ad120-ebc9-41a0-8ca7-7c6a26d32aac tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:30.207026 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:49:30.237091 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ad120-ebc9-41a0-8ca7-7c6a26d32aac tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Pushing event deleted for resources: {'Port': ['ID=466b5302-fd07-41ee-88dc-fe3476345291,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:49:30.241652 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-390ad120-ebc9-41a0-8ca7-7c6a26d32aac tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:49:30.269940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:30.286561 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b861ad0-5391-45b7-a5de-85ef864fd96b req-390ad120-ebc9-41a0-8ca7-7c6a26d32aac tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] No DVR routers for this DVR port 466b5302-fd07-41ee-88dc-fe3476345291 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:49:30.293739 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1b861ad0-5391-45b7-a5de-85ef864fd96b req-390ad120-ebc9-41a0-8ca7-7c6a26d32aac tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:30.295636 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1b861ad0-5391-45b7-a5de-85ef864fd96b req-390ad120-ebc9-41a0-8ca7-7c6a26d32aac tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.64 "DELETE /v2.0/ports/466b5302-fd07-41ee-88dc-fe3476345291 HTTP/1.1" status: 204 len: 173 time: 1.0986166 Jun 18 16:49:30.296154 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d85d7e-22d4-4d3b-a628-961e5f407d8b', 'name': 'network-vif-deleted', 'tag': '466b5302-fd07-41ee-88dc-fe3476345291'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:49:30.298491 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f89c31a-0c67-45c7-8b08-3d2cce0043cd" -d '{"events": [{"server_uuid": "e0d85d7e-22d4-4d3b-a628-961e5f407d8b", "name": "network-vif-deleted", "tag": "466b5302-fd07-41ee-88dc-fe3476345291"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:49:30.350734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a38c636-21f3-480e-ad60-adf4d0262dac x-openstack-request-id: req-5a38c636-21f3-480e-ad60-adf4d0262dac {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:49:30.351087 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d85d7e-22d4-4d3b-a628-961e5f407d8b", "name": "network-vif-deleted", "tag": "466b5302-fd07-41ee-88dc-fe3476345291", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:49:30.351399 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a38c636-21f3-480e-ad60-adf4d0262dac {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:49:30.351845 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d85d7e-22d4-4d3b-a628-961e5f407d8b', 'name': 'network-vif-deleted', 'tag': '466b5302-fd07-41ee-88dc-fe3476345291', 'status': 'completed', 'code': 200} Jun 18 16:49:30.564175 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9bb99f-7051-44c4-9874-57fee280cdc6 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:49:30.572071 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:30.583723 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Transition to ACTIVE for port object 9e9bb99f-7051-44c4-9874-57fee280cdc6 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:49:30.586887 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:30.589545 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8b399d1b-4f1f-4c8d-ba38-da63524a29c3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:49:30.663555 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9bb99f-7051-44c4-9874-57fee280cdc6,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:49:30.681620 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:49:30.731255 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Attempting to bind port 9e9bb99f-7051-44c4-9874-57fee280cdc6 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:49:30.731502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Attempting to bind port 9e9bb99f-7051-44c4-9874-57fee280cdc6 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd40a39c3-7396-4d4e-9007-a12b1e8365fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '635a0893-aa28-4adf-8d3d-fd76c42e555c'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:49:30.731829 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Attempting to bind port 9e9bb99f-7051-44c4-9874-57fee280cdc6 on network 635a0893-aa28-4adf-8d3d-fd76c42e555c {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:49:30.736085 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Port 9e9bb99f-7051-44c4-9874-57fee280cdc6 on network 635a0893-aa28-4adf-8d3d-fd76c42e555c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:49:30.736407 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Attempting to bind port 9e9bb99f-7051-44c4-9874-57fee280cdc6 on network 635a0893-aa28-4adf-8d3d-fd76c42e555c {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:49:30.742649 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:49:30.742989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Checking segment: {'id': 'd40a39c3-7396-4d4e-9007-a12b1e8365fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '635a0893-aa28-4adf-8d3d-fd76c42e555c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:49:30.743374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Bound using segment: {'id': 'd40a39c3-7396-4d4e-9007-a12b1e8365fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '635a0893-aa28-4adf-8d3d-fd76c42e555c'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:49:30.743806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Bound port: 9e9bb99f-7051-44c4-9874-57fee280cdc6, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40a39c3-7396-4d4e-9007-a12b1e8365fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '635a0893-aa28-4adf-8d3d-fd76c42e555c'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:49:30.744156 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:30.808380 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] For port 9e9bb99f-7051-44c4-9874-57fee280cdc6, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:49:30.811578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] For port 9e9bb99f-7051-44c4-9874-57fee280cdc6, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e9bb99f-7051-44c4-9874-57fee280cdc6,segment=NetworkSegment(d40a39c3-7396-4d4e-9007-a12b1e8365fb),segment_id=d40a39c3-7396-4d4e-9007-a12b1e8365fb)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:49:30.816573 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:30.818581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4ea90f03-e47f-4757-a349-6062fbe081f7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:49:30.857363 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:30.857978 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:30.859371 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] 10.222.0.64 "PUT /v2.0/ports/9e9bb99f-7051-44c4-9874-57fee280cdc6 HTTP/1.1" status: 200 len: 1093 time: 0.7350590 Jun 18 16:49:30.880602 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9bb99f-7051-44c4-9874-57fee280cdc6,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:49:30.883728 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:49:31.008666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-461b5a63-d219-4c29-9e45-f57581630739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:31.009967 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-461b5a63-d219-4c29-9e45-f57581630739 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e7aee37d1a84f90b3d685d3e68b441c&device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 1096 time: 0.0565886 Jun 18 16:49:31.059369 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-9d97e89e-34cc-421a-9687-a9bcaa30e2f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e9bb99f-7051-44c4-9874-57fee280cdc6 HTTP/1.1" status: 200 len: 217 time: 0.0360191 Jun 18 16:49:31.113221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-73de25f6-bde0-4013-a4eb-128bccfb86db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:31.114686 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-73de25f6-bde0-4013-a4eb-128bccfb86db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=febbea38-20e6-4c0d-931c-c0d1e1c9114c HTTP/1.1" status: 200 len: 854 time: 0.0494046 Jun 18 16:49:31.147013 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-c827de40-3631-4515-9e17-c9cd32d75088 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635a0893-aa28-4adf-8d3d-fd76c42e555c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263977 Jun 18 16:49:31.217110 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01799dd6-2651-4c3a-be6c-3d3890541db0 req-0950987e-16b7-4113-aff2-376a0df745c0 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:31.218560 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-01799dd6-2651-4c3a-be6c-3d3890541db0 req-0950987e-16b7-4113-aff2-376a0df745c0 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 943 time: 0.0629990 Jun 18 16:49:31.237964 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-8feb9d11-2db8-41b4-ae23-cfd8c26c62d3 service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839450 Jun 18 16:49:31.256073 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-01799dd6-2651-4c3a-be6c-3d3890541db0 req-94eaa625-bb3f-4ebf-8203-402663e1b893 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317943 Jun 18 16:49:31.334597 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8db5f333-c79c-49ae-858d-36158ae4df3e req-2b6b5816-d8e9-4c65-8abe-64f314609e0a service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889266 Jun 18 16:49:32.352576 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f18546-69c1-4284-a9c1-36f9455d52c7', 'tag': '9e9bb99f-7051-44c4-9874-57fee280cdc6'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:49:32.355045 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd0885a-afee-4942-b6d2-efabf920062a" -d '{"events": [{"name": "network-changed", "server_uuid": "33f18546-69c1-4284-a9c1-36f9455d52c7", "tag": "9e9bb99f-7051-44c4-9874-57fee280cdc6"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:49:32.388876 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94d23ea-b1fe-4084-b0e3-f9f04d5f3f4b x-openstack-request-id: req-b94d23ea-b1fe-4084-b0e3-f9f04d5f3f4b {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:49:32.389219 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f18546-69c1-4284-a9c1-36f9455d52c7", "tag": "9e9bb99f-7051-44c4-9874-57fee280cdc6", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:49:32.389522 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b94d23ea-b1fe-4084-b0e3-f9f04d5f3f4b {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:49:32.389966 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f18546-69c1-4284-a9c1-36f9455d52c7', 'tag': '9e9bb99f-7051-44c4-9874-57fee280cdc6', 'status': 'completed', 'code': 200} Jun 18 16:49:32.432545 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4a4cc-163d-4f0b-930b-f58972905925 req-0ba75848-8e79-448e-a0f4-06be7b179186 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:32.433990 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-24a4a4cc-163d-4f0b-930b-f58972905925 req-0ba75848-8e79-448e-a0f4-06be7b179186 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 943 time: 0.0672228 Jun 18 16:49:32.472771 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-24a4a4cc-163d-4f0b-930b-f58972905925 req-c113d3e1-9e90-4017-8906-9b982e84558d tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328541 Jun 18 16:49:32.487524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0885a-afee-4942-b6d2-efabf920062a req-0431afa4-b054-4b49-ae46-7c50e27d3894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:32.488609 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fbd0885a-afee-4942-b6d2-efabf920062a req-0431afa4-b054-4b49-ae46-7c50e27d3894 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e7aee37d1a84f90b3d685d3e68b441c&device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 1096 time: 0.0557435 Jun 18 16:49:32.578853 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0885a-afee-4942-b6d2-efabf920062a req-430cfc85-789d-44ae-a0f1-09a31e05fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:32.580224 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fbd0885a-afee-4942-b6d2-efabf920062a req-430cfc85-789d-44ae-a0f1-09a31e05fa68 service neutron] 10.222.0.64 "GET /v2.0/networks?id=635a0893-aa28-4adf-8d3d-fd76c42e555c HTTP/1.1" status: 200 len: 915 time: 0.0856183 Jun 18 16:49:32.618771 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fbd0885a-afee-4942-b6d2-efabf920062a req-aafac48f-2eea-4a70-9ea0-565e34a76fd0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e9bb99f-7051-44c4-9874-57fee280cdc6 HTTP/1.1" status: 200 len: 217 time: 0.0324345 Jun 18 16:49:32.666192 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0885a-afee-4942-b6d2-efabf920062a req-bbffe25b-2855-4027-a7bb-b909e6ef46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:32.667628 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fbd0885a-afee-4942-b6d2-efabf920062a req-bbffe25b-2855-4027-a7bb-b909e6ef46fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=febbea38-20e6-4c0d-931c-c0d1e1c9114c HTTP/1.1" status: 200 len: 854 time: 0.0434632 Jun 18 16:49:32.706785 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fbd0885a-afee-4942-b6d2-efabf920062a req-1657f24a-835b-4249-8b16-8a67218db0a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635a0893-aa28-4adf-8d3d-fd76c42e555c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313365 Jun 18 16:49:32.793127 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fbd0885a-afee-4942-b6d2-efabf920062a req-31c5d5c7-ce77-47fe-92f2-2e0cb936ab1a service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808978 Jun 18 16:49:32.884299 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fbd0885a-afee-4942-b6d2-efabf920062a req-5e380a5f-6f96-4829-ac16-fbb8e5246ab4 service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853829 Jun 18 16:49:33.134803 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 9e9bb99f-7051-44c4-9874-57fee280cdc6 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:49:33.141286 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 466b5302-fd07-41ee-88dc-fe3476345291 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:49:33.170191 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 466b5302-fd07-41ee-88dc-fe3476345291 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:49:33.170547 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 466b5302-fd07-41ee-88dc-fe3476345291 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:49:33.249875 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 9e9bb99f-7051-44c4-9874-57fee280cdc6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e9bb99f-7051-44c4-9874-57fee280cdc6,segment=NetworkSegment(d40a39c3-7396-4d4e-9007-a12b1e8365fb),segment_id=d40a39c3-7396-4d4e-9007-a12b1e8365fb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:49:33.260583 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '9e9bb99f-7051-44c4-9874-57fee280cdc6', 'network_id': '635a0893-aa28-4adf-8d3d-fd76c42e555c', 'port_id': '9e9bb99f-7051-44c4-9874-57fee280cdc6', 'mac_address': 'fa:16:3e:e4:66:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febbea38-20e6-4c0d-931c-c0d1e1c9114c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:49:33.297605 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:33.309681 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9bb99f-7051-44c4-9874-57fee280cdc6 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:49:33.328380 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 9e9bb99f-7051-44c4-9874-57fee280cdc6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e9bb99f-7051-44c4-9874-57fee280cdc6,segment=NetworkSegment(d40a39c3-7396-4d4e-9007-a12b1e8365fb),segment_id=d40a39c3-7396-4d4e-9007-a12b1e8365fb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:49:33.333203 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:33.335012 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:49:33.382758 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=9e9bb99f-7051-44c4-9874-57fee280cdc6,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:49:33.385770 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:49:33.592923 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['9e9bb99f-7051-44c4-9874-57fee280cdc6'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:49:33.644847 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc75fcd-0f1d-45d6-a1ab-8af98cb8d0a5 req-b072c954-5a65-4f7e-8364-f606b81712cb tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:33.646217 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bcc75fcd-0f1d-45d6-a1ab-8af98cb8d0a5 req-b072c954-5a65-4f7e-8364-f606b81712cb tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 944 time: 0.0629294 Jun 18 16:49:33.685243 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bcc75fcd-0f1d-45d6-a1ab-8af98cb8d0a5 req-eb375e4d-8d85-44ec-bc9e-4622fc921f08 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333166 Jun 18 16:49:34.857612 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b75d23-2bd7-48d2-ba29-b74f35146c9a req-88055fa4-cb7d-43f7-acd2-4125c4ae56ca tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:34.859126 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-16b75d23-2bd7-48d2-ba29-b74f35146c9a req-88055fa4-cb7d-43f7-acd2-4125c4ae56ca tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 944 time: 0.0630686 Jun 18 16:49:34.900087 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-16b75d23-2bd7-48d2-ba29-b74f35146c9a req-8a56f11e-c875-482f-8506-a90ba9024416 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353606 Jun 18 16:49:35.150474 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 9e9bb99f-7051-44c4-9874-57fee280cdc6 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:49:35.202476 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 9e9bb99f-7051-44c4-9874-57fee280cdc6 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:49:35.206617 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 9e9bb99f-7051-44c4-9874-57fee280cdc6 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:49:35.207005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:35.249143 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-486429e4-39ff-48a4-8ef3-065767cabd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:35.293201 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:35.315600 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f18546-69c1-4284-a9c1-36f9455d52c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9bb99f-7051-44c4-9874-57fee280cdc6'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:49:35.317843 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfb4bda-c6fe-4f06-9cfe-71b8e27a77df" -d '{"events": [{"server_uuid": "33f18546-69c1-4284-a9c1-36f9455d52c7", "name": "network-vif-plugged", "status": "completed", "tag": "9e9bb99f-7051-44c4-9874-57fee280cdc6"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:49:35.331191 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 9e9bb99f-7051-44c4-9874-57fee280cdc6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e9bb99f-7051-44c4-9874-57fee280cdc6,segment=NetworkSegment(d40a39c3-7396-4d4e-9007-a12b1e8365fb),segment_id=d40a39c3-7396-4d4e-9007-a12b1e8365fb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:49:35.335438 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:35.337422 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-32c31236-6fb3-404c-9769-27f3c5ceae32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:49:35.365076 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a738fd-01b4-49e5-acb9-afab6bdd36bd x-openstack-request-id: req-e7a738fd-01b4-49e5-acb9-afab6bdd36bd {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:49:35.365637 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f18546-69c1-4284-a9c1-36f9455d52c7", "name": "network-vif-plugged", "status": "completed", "tag": "9e9bb99f-7051-44c4-9874-57fee280cdc6", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:49:35.365906 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e7a738fd-01b4-49e5-acb9-afab6bdd36bd {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:49:35.366369 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f18546-69c1-4284-a9c1-36f9455d52c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9bb99f-7051-44c4-9874-57fee280cdc6', 'code': 200} Jun 18 16:49:35.395012 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=9e9bb99f-7051-44c4-9874-57fee280cdc6,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:49:35.402283 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:35.402656 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:35.403002 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:35.403479 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:35.403653 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:35.403986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:35.404311 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:35.404629 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:35.404959 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:35.405271 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:35.405594 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:35.405912 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:35.410907 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:49:35.623775 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3438-bbdc-4d95-924e-0d231ba2f2b8 req-8879d596-6991-4e55-9fae-b9084227956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:35.625248 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0cce3438-bbdc-4d95-924e-0d231ba2f2b8 req-8879d596-6991-4e55-9fae-b9084227956b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 1098 time: 0.0528853 Jun 18 16:49:35.659025 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0cce3438-bbdc-4d95-924e-0d231ba2f2b8 req-6e70f2c5-e751-409f-bd0d-2453a49dee3f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273607 Jun 18 16:49:36.076371 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb211a-e08b-4e2f-ac6f-b3ab1cda5a7f req-db821791-2aad-44b7-944e-8f7f95a6643d tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:36.077850 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0abb211a-e08b-4e2f-ac6f-b3ab1cda5a7f req-db821791-2aad-44b7-944e-8f7f95a6643d tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0682914 Jun 18 16:49:36.114818 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0abb211a-e08b-4e2f-ac6f-b3ab1cda5a7f req-a2974888-62cf-48f6-80d7-863942ba5110 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312061 Jun 18 16:49:37.292160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22183ce-18f6-4556-9bdc-53b271e1cdc2 req-cffdb0d1-d355-4130-8a8d-5334cb133a49 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:37.293861 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e22183ce-18f6-4556-9bdc-53b271e1cdc2 req-cffdb0d1-d355-4130-8a8d-5334cb133a49 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0665824 Jun 18 16:49:37.330541 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e22183ce-18f6-4556-9bdc-53b271e1cdc2 req-387a2a63-5806-48b7-b3a9-039b786e33e2 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311489 Jun 18 16:49:37.504226 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36771df5-e036-4129-a0d2-bf8587ab4335 req-35fc8d92-a2f8-4592-b5a8-a8aa787a34ea tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:37.505659 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-36771df5-e036-4129-a0d2-bf8587ab4335 req-35fc8d92-a2f8-4592-b5a8-a8aa787a34ea tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0661328 Jun 18 16:49:37.543375 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-36771df5-e036-4129-a0d2-bf8587ab4335 req-8e098408-2190-4123-b6c6-2f3f78608fd7 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317521 Jun 18 16:49:37.650488 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e040ff21-cb19-4ce1-86ca-5231a92de148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:37.879258 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-138ababd-ae2c-4dd1-b11d-50410a3bb541 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0516062 Jun 18 16:49:37.934449 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da938f4-ecb6-47d5-b424-e7143cde82d0 req-74556f61-a9d3-4c73-8642-53838a913585 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:37.935935 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2da938f4-ecb6-47d5-b424-e7143cde82d0 req-74556f61-a9d3-4c73-8642-53838a913585 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0643137 Jun 18 16:49:37.974125 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2da938f4-ecb6-47d5-b424-e7143cde82d0 req-4164804b-0589-4087-abaa-5eca80e68fe7 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324011 Jun 18 16:49:38.251010 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:38.976762 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:39.119431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-7cd56d0b-61ad-4ffd-8484-594dd298dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:39.120912 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-7cd56d0b-61ad-4ffd-8484-594dd298dd1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e7aee37d1a84f90b3d685d3e68b441c&device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 1098 time: 0.0539315 Jun 18 16:49:39.207784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4915c1-8093-4ef5-a67c-50442e146651 req-415b1963-0edc-4688-b51b-1dc2d1d596b2 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:39.209257 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5c4915c1-8093-4ef5-a67c-50442e146651 req-415b1963-0edc-4688-b51b-1dc2d1d596b2 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.1146255 Jun 18 16:49:39.214380 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-cd61b1b8-4643-4b8d-8fda-584d165f072b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:39.215817 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-cd61b1b8-4643-4b8d-8fda-584d165f072b service neutron] 10.222.0.64 "GET /v2.0/networks?id=635a0893-aa28-4adf-8d3d-fd76c42e555c HTTP/1.1" status: 200 len: 915 time: 0.0881455 Jun 18 16:49:39.254690 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5c4915c1-8093-4ef5-a67c-50442e146651 req-56ab30fc-d2d4-4b94-b220-d0e093ede4c0 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396633 Jun 18 16:49:39.255473 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-19d8927b-f60a-41e8-9af1-37abc4a6c8bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e9bb99f-7051-44c4-9874-57fee280cdc6 HTTP/1.1" status: 200 len: 217 time: 0.0334179 Jun 18 16:49:39.306962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-234f67e1-1154-44b4-a76e-1737dc51d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:39.308347 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-234f67e1-1154-44b4-a76e-1737dc51d5b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=febbea38-20e6-4c0d-931c-c0d1e1c9114c HTTP/1.1" status: 200 len: 854 time: 0.0472233 Jun 18 16:49:39.340646 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-826b3632-00a5-4a6a-8e02-6c1b7936801e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635a0893-aa28-4adf-8d3d-fd76c42e555c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262272 Jun 18 16:49:39.427733 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-1eab7727-43b3-4866-9f3c-b3c4183a137e service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806556 Jun 18 16:49:39.523807 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-9cde1b94-a29a-4827-8f3a-dccbd975b3c9 service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904591 Jun 18 16:49:40.477452 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7d34b-4578-46dd-8c3f-11df51167454 req-15ba5e8e-1230-4af5-bf6d-6b77526bf4e7 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:40.479015 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-86b7d34b-4578-46dd-8c3f-11df51167454 req-15ba5e8e-1230-4af5-bf6d-6b77526bf4e7 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.1130280 Jun 18 16:49:40.510099 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:40.523053 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-86b7d34b-4578-46dd-8c3f-11df51167454 req-10cef3ff-7aee-4d23-868e-bc9c8053c4e0 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384369 Jun 18 16:49:40.598895 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16362e65-da45-4509-818f-c52d4dcf576f req-29c9063a-f487-41cd-be16-db8c0cd809d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:40.600325 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-16362e65-da45-4509-818f-c52d4dcf576f req-29c9063a-f487-41cd-be16-db8c0cd809d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e7aee37d1a84f90b3d685d3e68b441c&device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 1098 time: 0.0530972 Jun 18 16:49:40.707442 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16362e65-da45-4509-818f-c52d4dcf576f req-3ed3ac01-3fc3-476b-a630-119df90c53b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:40.708892 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-16362e65-da45-4509-818f-c52d4dcf576f req-3ed3ac01-3fc3-476b-a630-119df90c53b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=635a0893-aa28-4adf-8d3d-fd76c42e555c HTTP/1.1" status: 200 len: 915 time: 0.0892537 Jun 18 16:49:40.749743 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-16362e65-da45-4509-818f-c52d4dcf576f req-d2885338-4a09-4297-8cc8-f26143e855ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e9bb99f-7051-44c4-9874-57fee280cdc6 HTTP/1.1" status: 200 len: 217 time: 0.0344224 Jun 18 16:49:40.796203 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16362e65-da45-4509-818f-c52d4dcf576f req-626e2ebf-39cc-4276-853e-9d87944480aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:40.797525 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-16362e65-da45-4509-818f-c52d4dcf576f req-626e2ebf-39cc-4276-853e-9d87944480aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=febbea38-20e6-4c0d-931c-c0d1e1c9114c HTTP/1.1" status: 200 len: 854 time: 0.0418532 Jun 18 16:49:40.835876 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-16362e65-da45-4509-818f-c52d4dcf576f req-8c333336-afcc-4339-9d25-6822f0d54a00 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635a0893-aa28-4adf-8d3d-fd76c42e555c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302749 Jun 18 16:49:40.925544 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-16362e65-da45-4509-818f-c52d4dcf576f req-12de3663-e6ba-482b-9592-587dc49c7666 service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833793 Jun 18 16:49:41.015704 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-16362e65-da45-4509-818f-c52d4dcf576f req-c2858847-e1c3-4663-903e-0f579d261ffc service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849977 Jun 18 16:49:41.713025 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb963ec4-708f-4e46-a23d-434575760f63 req-92390301-1590-4e5b-af44-93b90cce462a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:41.714505 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-eb963ec4-708f-4e46-a23d-434575760f63 req-92390301-1590-4e5b-af44-93b90cce462a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0631275 Jun 18 16:49:41.750656 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-eb963ec4-708f-4e46-a23d-434575760f63 req-703f0819-5ef7-49a7-ba00-7f6f6ca7fb6d tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304728 Jun 18 16:49:42.924716 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81bcd9-6cc8-425f-9280-e20727c760db req-ba448d0d-94c6-4cbd-9811-64216f199988 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:42.926161 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7d81bcd9-6cc8-425f-9280-e20727c760db req-ba448d0d-94c6-4cbd-9811-64216f199988 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0654573 Jun 18 16:49:42.963329 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7d81bcd9-6cc8-425f-9280-e20727c760db req-ed117454-085b-4a9c-9f04-b44109d86eea tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315421 Jun 18 16:49:44.132653 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f4106-96f2-4399-a153-1a1f1b726287 req-55b471e5-16f1-421d-8bb7-1268f0015d01 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:44.134102 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a37f4106-96f2-4399-a153-1a1f1b726287 req-55b471e5-16f1-421d-8bb7-1268f0015d01 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0623693 Jun 18 16:49:44.171753 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a37f4106-96f2-4399-a153-1a1f1b726287 req-3b681055-63ae-4498-b126-bbd5dcf4bc82 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320024 Jun 18 16:49:45.346325 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce1a0c-0d63-431b-a617-a598a9c7fa23 req-f80129d5-8d01-42d6-85a6-6fc5df260520 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:45.347785 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-24ce1a0c-0d63-431b-a617-a598a9c7fa23 req-f80129d5-8d01-42d6-85a6-6fc5df260520 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0621817 Jun 18 16:49:45.388615 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-24ce1a0c-0d63-431b-a617-a598a9c7fa23 req-6035e84d-fc60-43dc-a4e6-2ceaa9a2cbf5 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353031 Jun 18 16:49:46.561569 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b046718-a77b-40eb-8000-a544078e9193 req-657090c3-9ad2-44c4-8dbc-ee87c9534924 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:46.563052 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0b046718-a77b-40eb-8000-a544078e9193 req-657090c3-9ad2-44c4-8dbc-ee87c9534924 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0644479 Jun 18 16:49:46.599892 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0b046718-a77b-40eb-8000-a544078e9193 req-666db4c4-9d74-448f-9fcf-2f7fad75e375 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304964 Jun 18 16:49:47.771592 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78186d60-88ea-4486-b441-383a52c5ea40 req-4ba8e79f-d25c-4d0a-88eb-e025f2da75d3 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:47.773056 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-78186d60-88ea-4486-b441-383a52c5ea40 req-4ba8e79f-d25c-4d0a-88eb-e025f2da75d3 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0625823 Jun 18 16:49:47.809575 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-78186d60-88ea-4486-b441-383a52c5ea40 req-691a48c0-fece-48e5-acb7-cd2bd5428c68 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309994 Jun 18 16:49:48.984831 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40a97c-9119-4471-a01a-4dc74a923f1e req-cf951699-e627-4bce-ac61-382545c0b616 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:48.986262 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8e40a97c-9119-4471-a01a-4dc74a923f1e req-cf951699-e627-4bce-ac61-382545c0b616 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0667801 Jun 18 16:49:49.024184 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8e40a97c-9119-4471-a01a-4dc74a923f1e req-32f73b31-5135-4faf-8ed3-2c77dce33d67 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321522 Jun 18 16:49:50.196951 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ae8f9-6389-4ec0-b77e-db7ddc67bb49 req-9909cf3c-6bc6-4613-8646-f2754ddfb46c tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:50.198444 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c76ae8f9-6389-4ec0-b77e-db7ddc67bb49 req-9909cf3c-6bc6-4613-8646-f2754ddfb46c tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0647893 Jun 18 16:49:50.239897 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c76ae8f9-6389-4ec0-b77e-db7ddc67bb49 req-f0ede5bd-2c1d-4158-be14-fd7f16223f86 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355287 Jun 18 16:49:51.412314 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96f058-9b04-4d27-bc80-28081aa6f797 req-1fe3d325-c3d4-407d-8dcd-268f31c41cf3 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:51.413758 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bc96f058-9b04-4d27-bc80-28081aa6f797 req-1fe3d325-c3d4-407d-8dcd-268f31c41cf3 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0611231 Jun 18 16:49:51.457527 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bc96f058-9b04-4d27-bc80-28081aa6f797 req-9268c9f0-379b-41c5-95b1-2ba26cf32696 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369987 Jun 18 16:49:52.626264 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c667d6-d122-49b9-8d54-753bdc660542 req-5d1716e6-fac1-4925-965d-fc6a524d2603 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:52.627736 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-40c667d6-d122-49b9-8d54-753bdc660542 req-5d1716e6-fac1-4925-965d-fc6a524d2603 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0619023 Jun 18 16:49:52.664619 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-40c667d6-d122-49b9-8d54-753bdc660542 req-b1e56b75-d996-4a82-bd1c-32410d9cab95 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313952 Jun 18 16:49:53.630600 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:49:53.834766 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29789084-f325-433a-a283-3b40b9f1cf93 req-dab37b43-eec0-4333-9e19-c9912db68fc3 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:53.836200 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-29789084-f325-433a-a283-3b40b9f1cf93 req-dab37b43-eec0-4333-9e19-c9912db68fc3 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0628486 Jun 18 16:49:53.872508 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-29789084-f325-433a-a283-3b40b9f1cf93 req-aac7a822-4426-46e9-aef8-010d68ab2831 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308182 Jun 18 16:49:54.868722 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:55.053194 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285a8e8-f7ac-4b99-b666-056cc9048db2 req-499f40c0-fa53-461b-a65f-ebb887870597 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:55.054659 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8285a8e8-f7ac-4b99-b666-056cc9048db2 req-499f40c0-fa53-461b-a65f-ebb887870597 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0685942 Jun 18 16:49:55.093284 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8285a8e8-f7ac-4b99-b666-056cc9048db2 req-dd1457c1-0915-4623-8c7f-0a8acf17aa54 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326016 Jun 18 16:49:56.265017 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a9fcd-e9e0-4394-a734-f462cb5fe6b1 req-5a0f73ef-f99d-48ac-8245-98e031261f4f tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:56.266389 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6d7a9fcd-e9e0-4394-a734-f462cb5fe6b1 req-5a0f73ef-f99d-48ac-8245-98e031261f4f tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0651762 Jun 18 16:49:56.305557 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6d7a9fcd-e9e0-4394-a734-f462cb5fe6b1 req-c7195b16-a9d2-4781-99f2-e2738fac45eb tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332394 Jun 18 16:49:57.475621 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e992923-5ff9-4d12-bc71-173b46cced85 req-6db6373d-6f46-476f-a047-e2cb3a6e2dca tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:57.477066 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0e992923-5ff9-4d12-bc71-173b46cced85 req-6db6373d-6f46-476f-a047-e2cb3a6e2dca tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0614152 Jun 18 16:49:57.517484 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0e992923-5ff9-4d12-bc71-173b46cced85 req-81de251a-e0ca-4bda-9383-3fc3271ea392 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346558 Jun 18 16:49:58.693270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71395c0b-5e3a-42fc-9e06-2304e2860add req-f4146aae-742a-4ed4-a4f5-704cc4f0d7b9 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:58.694748 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-71395c0b-5e3a-42fc-9e06-2304e2860add req-f4146aae-742a-4ed4-a4f5-704cc4f0d7b9 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0652664 Jun 18 16:49:58.731512 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-71395c0b-5e3a-42fc-9e06-2304e2860add req-d8ff296a-b66c-4f38-a9cc-67e459f7ccbf tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309901 Jun 18 16:49:59.904080 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d06eb-ce2d-4a06-b2f1-9c58ed62e32b req-2103cd14-5ea8-448e-be52-abead82a37d5 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:59.905526 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d02d06eb-ce2d-4a06-b2f1-9c58ed62e32b req-2103cd14-5ea8-448e-be52-abead82a37d5 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0637212 Jun 18 16:49:59.943070 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d02d06eb-ce2d-4a06-b2f1-9c58ed62e32b req-a8088a84-b400-46d3-a38c-ecdeac4cb712 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316250 Jun 18 16:50:01.122776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9912b47-6192-4baa-ab23-f4b4fa033a40 req-bd4e61d2-c297-4ccf-b6d0-5a58eda40450 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:01.124143 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b9912b47-6192-4baa-ab23-f4b4fa033a40 req-bd4e61d2-c297-4ccf-b6d0-5a58eda40450 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0678115 Jun 18 16:50:01.162325 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b9912b47-6192-4baa-ab23-f4b4fa033a40 req-d8ab5680-93d7-4aad-9f25-ed6d740b50e5 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315363 Jun 18 16:50:02.332767 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f7b3c-6213-4a9a-ae82-d8974ca1e6cb req-c66f9ce4-70ac-4f00-8bd1-1068b9eb28c1 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:02.334249 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-874f7b3c-6213-4a9a-ae82-d8974ca1e6cb req-c66f9ce4-70ac-4f00-8bd1-1068b9eb28c1 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0623066 Jun 18 16:50:02.370746 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-874f7b3c-6213-4a9a-ae82-d8974ca1e6cb req-48cd4624-c99b-4848-9bed-0551e313726e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309424 Jun 18 16:50:03.540483 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbe72d-c963-4451-a73a-2f01393a3b21 req-13c6ad8c-cc23-4c33-a65d-3bf03a9e5ba2 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:03.542218 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-28cbe72d-c963-4451-a73a-2f01393a3b21 req-13c6ad8c-cc23-4c33-a65d-3bf03a9e5ba2 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0630710 Jun 18 16:50:03.584700 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-28cbe72d-c963-4451-a73a-2f01393a3b21 req-df3f4559-f11d-490f-b67f-1de798c567e8 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370219 Jun 18 16:50:04.756991 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dc73d-a6cf-485a-b66b-8dd43bd59267 req-f1ef55d6-0abc-47d8-9088-0e412e9411a0 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:04.758330 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-353dc73d-a6cf-485a-b66b-8dd43bd59267 req-f1ef55d6-0abc-47d8-9088-0e412e9411a0 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0613031 Jun 18 16:50:04.795498 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-353dc73d-a6cf-485a-b66b-8dd43bd59267 req-629eaa0a-88d6-474e-8e36-ef6100b513d7 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316188 Jun 18 16:50:05.240607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dd073e79-0f48-4e7e-a628-ee9729342e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:05.971670 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a5280-d3da-4775-b06f-25b117b29448 req-ccb0b753-8d5f-44fe-a01d-70f509a10f22 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:05.973017 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-576a5280-d3da-4775-b06f-25b117b29448 req-ccb0b753-8d5f-44fe-a01d-70f509a10f22 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0621359 Jun 18 16:50:06.008599 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-576a5280-d3da-4775-b06f-25b117b29448 req-c38dd89b-487a-4ad8-ba97-2e0e923d47ef tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300019 Jun 18 16:50:06.388355 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-6a9c49b6-3bef-4550-82bf-5ac78119292b service neutron] 10.222.0.64 "GET /v2.0/ports/9e9bb99f-7051-44c4-9874-57fee280cdc6/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0552225 Jun 18 16:50:06.647913 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-c93f46a1-cf4d-4f90-aa03-3711cb6e6b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:06.649261 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-c93f46a1-cf4d-4f90-aa03-3711cb6e6b6c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7&tenant_id=0e7aee37d1a84f90b3d685d3e68b441c HTTP/1.1" status: 200 len: 1098 time: 0.0514386 Jun 18 16:50:06.739667 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-f66f242f-9cf9-4cbc-9d9a-520547e8a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:06.741140 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-f66f242f-9cf9-4cbc-9d9a-520547e8a71d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e7aee37d1a84f90b3d685d3e68b441c&device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 1098 time: 0.0564163 Jun 18 16:50:06.834149 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-77f53692-3787-4553-92d1-d04fafacf30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:06.835642 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-77f53692-3787-4553-92d1-d04fafacf30f service neutron] 10.222.0.64 "GET /v2.0/networks?id=635a0893-aa28-4adf-8d3d-fd76c42e555c HTTP/1.1" status: 200 len: 915 time: 0.0888641 Jun 18 16:50:06.877777 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-4f908587-35ff-48b4-a576-19d92da8e57f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e9bb99f-7051-44c4-9874-57fee280cdc6 HTTP/1.1" status: 200 len: 217 time: 0.0351336 Jun 18 16:50:06.923172 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-a4de8457-ad94-477e-a4f1-a14e91afee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:06.925500 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-a4de8457-ad94-477e-a4f1-a14e91afee1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=febbea38-20e6-4c0d-931c-c0d1e1c9114c HTTP/1.1" status: 200 len: 854 time: 0.0430243 Jun 18 16:50:06.960753 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-f45cff13-9710-4ad2-bbb2-df1e071897df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635a0893-aa28-4adf-8d3d-fd76c42e555c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295672 Jun 18 16:50:07.045853 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-62abcb59-114b-4edf-b940-1ef3b9b1ffa2 service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793138 Jun 18 16:50:07.138685 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95101aff-f84a-4705-8581-1cb1ef3fbb91 req-aa512340-8fda-48b9-9d40-0148789e77f8 service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864990 Jun 18 16:50:07.195335 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa05a6-fa3a-4c88-879b-ac1903bf184d req-7e37e72d-4b12-4a75-857b-49eacbaeef2f tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:07.196733 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e3fa05a6-fa3a-4c88-879b-ac1903bf184d req-7e37e72d-4b12-4a75-857b-49eacbaeef2f tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0732071 Jun 18 16:50:07.234766 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e3fa05a6-fa3a-4c88-879b-ac1903bf184d req-2055da29-dce4-47aa-ba19-ca7b87a9962e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316372 Jun 18 16:50:07.650282 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d80c6695-203c-43f0-9423-e7b2c4155560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:08.251357 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:08.406832 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec69fd-50d7-4560-bdac-3ad5fd1799f5 req-ec95edd0-d9f2-42a4-a70b-4d4e313a9326 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:08.408947 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e8ec69fd-50d7-4560-bdac-3ad5fd1799f5 req-ec95edd0-d9f2-42a4-a70b-4d4e313a9326 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0621188 Jun 18 16:50:08.446955 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e8ec69fd-50d7-4560-bdac-3ad5fd1799f5 req-079e2bc3-8d28-47da-b664-27aa6c0afdab tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321000 Jun 18 16:50:08.979765 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:09.368410 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 9e9bb99f-7051-44c4-9874-57fee280cdc6 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:50:09.459040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 9e9bb99f-7051-44c4-9874-57fee280cdc6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e9bb99f-7051-44c4-9874-57fee280cdc6,segment=NetworkSegment(d40a39c3-7396-4d4e-9007-a12b1e8365fb),segment_id=d40a39c3-7396-4d4e-9007-a12b1e8365fb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:09.473093 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '9e9bb99f-7051-44c4-9874-57fee280cdc6', 'network_id': '635a0893-aa28-4adf-8d3d-fd76c42e555c', 'port_id': '9e9bb99f-7051-44c4-9874-57fee280cdc6', 'mac_address': 'fa:16:3e:e4:66:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febbea38-20e6-4c0d-931c-c0d1e1c9114c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:50:09.509592 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:09.522839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e9bb99f-7051-44c4-9874-57fee280cdc6 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:50:09.541300 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 9e9bb99f-7051-44c4-9874-57fee280cdc6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e9bb99f-7051-44c4-9874-57fee280cdc6,segment=NetworkSegment(d40a39c3-7396-4d4e-9007-a12b1e8365fb),segment_id=d40a39c3-7396-4d4e-9007-a12b1e8365fb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:09.545895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:09.547835 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9b4ce7e6-fe87-4f49-a868-131a7d62b0da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:09.594341 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=9e9bb99f-7051-44c4-9874-57fee280cdc6,revision_number=6']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:09.598136 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:09.626221 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737dbd11-fe57-40a2-807a-34c83904d513 req-cd6600e8-fa35-400a-b31a-e5728059694c tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:09.628745 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-737dbd11-fe57-40a2-807a-34c83904d513 req-cd6600e8-fa35-400a-b31a-e5728059694c tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 944 time: 0.0654085 Jun 18 16:50:09.670391 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-737dbd11-fe57-40a2-807a-34c83904d513 req-80ae6484-7e7f-4db1-962c-c3b824b64b72 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360756 Jun 18 16:50:09.677578 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['9e9bb99f-7051-44c4-9874-57fee280cdc6'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:50:09.968146 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacf7d7-9fa5-403a-bd77-f1123043e9cb req-e79a1823-02fb-42cb-84c4-113086598395 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:09.970079 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6aacf7d7-9fa5-403a-bd77-f1123043e9cb req-e79a1823-02fb-42cb-84c4-113086598395 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 944 time: 0.0653188 Jun 18 16:50:09.987673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf860f-76d7-49c1-a407-4a5cdce5c03f req-7b4d4563-f6f6-4b3b-8a20-2d7fcc2cdc20 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:09.989143 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-04cf860f-76d7-49c1-a407-4a5cdce5c03f req-7b4d4563-f6f6-4b3b-8a20-2d7fcc2cdc20 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.64 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7&tenant_id=0e7aee37d1a84f90b3d685d3e68b441c&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 944 time: 0.0709591 Jun 18 16:50:10.007160 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6aacf7d7-9fa5-403a-bd77-f1123043e9cb req-5d0fb95a-57b2-4e8f-8526-97f0f1b649c5 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317752 Jun 18 16:50:10.104431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf860f-76d7-49c1-a407-4a5cdce5c03f req-c5e90f37-9ce7-4d40-8e4c-92400877389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:10.105882 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-04cf860f-76d7-49c1-a407-4a5cdce5c03f req-c5e90f37-9ce7-4d40-8e4c-92400877389e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e7aee37d1a84f90b3d685d3e68b441c&device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 1097 time: 0.0524502 Jun 18 16:50:10.198061 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf860f-76d7-49c1-a407-4a5cdce5c03f req-f85009df-3aa8-4bd3-8a4a-2b6fde0e76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:10.199525 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-04cf860f-76d7-49c1-a407-4a5cdce5c03f req-f85009df-3aa8-4bd3-8a4a-2b6fde0e76e2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=635a0893-aa28-4adf-8d3d-fd76c42e555c HTTP/1.1" status: 200 len: 915 time: 0.0870018 Jun 18 16:50:10.239638 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-04cf860f-76d7-49c1-a407-4a5cdce5c03f req-f0a23e0f-0cfb-4135-8241-a2f74915b904 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e9bb99f-7051-44c4-9874-57fee280cdc6 HTTP/1.1" status: 200 len: 217 time: 0.0331800 Jun 18 16:50:10.294717 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf860f-76d7-49c1-a407-4a5cdce5c03f req-08f2e945-ab2b-4887-9e79-7986c2236284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:10.296142 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-04cf860f-76d7-49c1-a407-4a5cdce5c03f req-08f2e945-ab2b-4887-9e79-7986c2236284 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=febbea38-20e6-4c0d-931c-c0d1e1c9114c HTTP/1.1" status: 200 len: 854 time: 0.0512753 Jun 18 16:50:10.328629 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-04cf860f-76d7-49c1-a407-4a5cdce5c03f req-133c186a-ed3c-4a35-bbe4-5632b2d61426 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635a0893-aa28-4adf-8d3d-fd76c42e555c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253029 Jun 18 16:50:10.412402 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-04cf860f-76d7-49c1-a407-4a5cdce5c03f req-5f503447-20ba-4a46-afb3-ec83135e085a service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778267 Jun 18 16:50:10.505370 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-04cf860f-76d7-49c1-a407-4a5cdce5c03f req-beaa2afa-6c84-4311-99cc-06588b333322 service neutron] 10.222.0.64 "GET /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868955 Jun 18 16:50:10.507647 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:11.187384 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da1d83-26c2-4e10-bd75-35818cfb0a86 req-d2419921-752e-41d3-a18c-620e82b3138b tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:11.188874 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-17da1d83-26c2-4e10-bd75-35818cfb0a86 req-d2419921-752e-41d3-a18c-620e82b3138b tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 944 time: 0.0648725 Jun 18 16:50:11.228813 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-17da1d83-26c2-4e10-bd75-35818cfb0a86 req-4ed3abba-bda5-4515-b318-47e9548f4936 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340686 Jun 18 16:50:11.404810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 9e9bb99f-7051-44c4-9874-57fee280cdc6 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:50:11.405072 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcb2ca-3dd8-42f6-9fd1-3fb990bc66f1 req-da864fc7-d8f9-42d7-93cd-d9047cb70512 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:11.406553 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fcbcb2ca-3dd8-42f6-9fd1-3fb990bc66f1 req-da864fc7-d8f9-42d7-93cd-d9047cb70512 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 944 time: 0.0682485 Jun 18 16:50:11.444983 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fcbcb2ca-3dd8-42f6-9fd1-3fb990bc66f1 req-d1892cda-4994-49f4-82db-64bbbf9da848 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321264 Jun 18 16:50:11.453147 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 9e9bb99f-7051-44c4-9874-57fee280cdc6 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:50:11.453599 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:11.534887 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:11.557814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f18546-69c1-4284-a9c1-36f9455d52c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9bb99f-7051-44c4-9874-57fee280cdc6'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:50:11.560114 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356fb2a8-69b0-48de-b7ca-a31cdd1f57e6" -d '{"events": [{"server_uuid": "33f18546-69c1-4284-a9c1-36f9455d52c7", "name": "network-vif-plugged", "status": "completed", "tag": "9e9bb99f-7051-44c4-9874-57fee280cdc6"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:50:11.573886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 9e9bb99f-7051-44c4-9874-57fee280cdc6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e9bb99f-7051-44c4-9874-57fee280cdc6,segment=NetworkSegment(d40a39c3-7396-4d4e-9007-a12b1e8365fb),segment_id=d40a39c3-7396-4d4e-9007-a12b1e8365fb)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:11.578143 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:11.581241 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:11.618477 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c60e6-44cf-432b-926b-fe24e697cf58 req-7473d8b0-2ded-4b87-8b62-fb00ca7fe349 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:11.620097 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-802c60e6-44cf-432b-926b-fe24e697cf58 req-7473d8b0-2ded-4b87-8b62-fb00ca7fe349 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 944 time: 0.0656569 Jun 18 16:50:11.629157 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=9e9bb99f-7051-44c4-9874-57fee280cdc6,revision_number=7']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:11.632158 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:11.654696 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8363d8e-83cb-494f-869b-d2b7531f83ab x-openstack-request-id: req-b8363d8e-83cb-494f-869b-d2b7531f83ab {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:50:11.655002 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f18546-69c1-4284-a9c1-36f9455d52c7", "name": "network-vif-plugged", "status": "completed", "tag": "9e9bb99f-7051-44c4-9874-57fee280cdc6", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:50:11.655266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8363d8e-83cb-494f-869b-d2b7531f83ab {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:50:11.655691 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f18546-69c1-4284-a9c1-36f9455d52c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9bb99f-7051-44c4-9874-57fee280cdc6', 'code': 200} Jun 18 16:50:11.661459 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-802c60e6-44cf-432b-926b-fe24e697cf58 req-ccc0f93a-b095-4f3d-a41f-64d7e62c99cb tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330362 Jun 18 16:50:12.220914 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc70dab-86f1-40fd-b5d9-29125fc1a240 req-dc1d6843-a5f9-40c9-adf0-5a9c349f669f tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:12.222287 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9fc70dab-86f1-40fd-b5d9-29125fc1a240 req-dc1d6843-a5f9-40c9-adf0-5a9c349f669f tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0644984 Jun 18 16:50:12.266172 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9fc70dab-86f1-40fd-b5d9-29125fc1a240 req-b88b1745-66af-4623-b8fd-7268009944cf tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382583 Jun 18 16:50:13.437840 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712e3ca-917a-4913-a221-ae570b7ae407 req-92033f5c-534a-42b8-b13d-808610eb376b tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:13.439696 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b712e3ca-917a-4913-a221-ae570b7ae407 req-92033f5c-534a-42b8-b13d-808610eb376b tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0629430 Jun 18 16:50:13.477611 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b712e3ca-917a-4913-a221-ae570b7ae407 req-98f963ed-7ac9-495b-9a55-1ade629731c2 tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/security-groups?id=45ef3704-5a27-4eed-a2a8-0967269e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315990 Jun 18 16:50:13.779366 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2a660-1d32-4f77-9b75-b5ecab1ffc93 req-36ed6831-1fe7-40d9-8372-acecaf5cfaff tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:13.780783 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d0a2a660-1d32-4f77-9b75-b5ecab1ffc93 req-36ed6831-1fe7-40d9-8372-acecaf5cfaff tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.64 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 945 time: 0.0616872 Jun 18 16:50:13.881448 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-d0a2a660-1d32-4f77-9b75-b5ecab1ffc93 req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Deleting port 9e9bb99f-7051-44c4-9874-57fee280cdc6 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:50:13.881792 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d0a2a660-1d32-4f77-9b75-b5ecab1ffc93 req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:13.980803 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-d0a2a660-1d32-4f77-9b75-b5ecab1ffc93 req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] For port 9e9bb99f-7051-44c4-9874-57fee280cdc6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e9bb99f-7051-44c4-9874-57fee280cdc6,segment=NetworkSegment(d40a39c3-7396-4d4e-9007-a12b1e8365fb),segment_id=d40a39c3-7396-4d4e-9007-a12b1e8365fb)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:13.981074 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d0a2a660-1d32-4f77-9b75-b5ecab1ffc93 req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:14.044664 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-d0a2a660-1d32-4f77-9b75-b5ecab1ffc93 req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Calling delete_port for 9e9bb99f-7051-44c4-9874-57fee280cdc6 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:50:14.167740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d0a2a660-1d32-4f77-9b75-b5ecab1ffc93 req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:14.172148 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-831c6273-6ea8-4a9c-8069-6adc6fa7f60f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:14.197419 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Pushing event deleted for resources: {'Port': ['ID=9e9bb99f-7051-44c4-9874-57fee280cdc6,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:14.201720 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['9e9bb99f-7051-44c4-9874-57fee280cdc6'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:50:14.229323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:14.229880 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:14.230429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:14.231059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:14.231551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:14.232097 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:14.232674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:14.233246 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:14.233859 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:14.234423 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:14.235017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:14.235554 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:14.242567 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:14.266161 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a2a660-1d32-4f77-9b75-b5ecab1ffc93 req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] No DVR routers for this DVR port 9e9bb99f-7051-44c4-9874-57fee280cdc6 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:50:14.269987 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d0a2a660-1d32-4f77-9b75-b5ecab1ffc93 req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:14.271989 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d0a2a660-1d32-4f77-9b75-b5ecab1ffc93 req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.64 "DELETE /v2.0/ports/9e9bb99f-7051-44c4-9874-57fee280cdc6 HTTP/1.1" status: 204 len: 173 time: 0.4851925 Jun 18 16:50:14.272549 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f18546-69c1-4284-a9c1-36f9455d52c7', 'name': 'network-vif-deleted', 'tag': '9e9bb99f-7051-44c4-9874-57fee280cdc6'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:50:14.274926 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e39cd7-7e04-4a5e-ae59-eff75a271057" -d '{"events": [{"server_uuid": "33f18546-69c1-4284-a9c1-36f9455d52c7", "name": "network-vif-deleted", "tag": "9e9bb99f-7051-44c4-9874-57fee280cdc6"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:50:14.362726 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3a5acf-e1bb-4c1f-accb-4cea6cf1c796 x-openstack-request-id: req-0a3a5acf-e1bb-4c1f-accb-4cea6cf1c796 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:50:14.363431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f18546-69c1-4284-a9c1-36f9455d52c7", "name": "network-vif-deleted", "tag": "9e9bb99f-7051-44c4-9874-57fee280cdc6", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:50:14.363803 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a3a5acf-e1bb-4c1f-accb-4cea6cf1c796 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:50:14.364185 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f18546-69c1-4284-a9c1-36f9455d52c7', 'name': 'network-vif-deleted', 'tag': '9e9bb99f-7051-44c4-9874-57fee280cdc6', 'status': 'completed', 'code': 200} Jun 18 16:50:14.627376 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-055160c2-5120-4075-a6b2-dab222a7f887 req-fd65546d-c276-41d3-b6b7-b1b88aac24cc tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f18546-69c1-4284-a9c1-36f9455d52c7 HTTP/1.1" status: 200 len: 210 time: 0.0278664 Jun 18 16:50:15.856477 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53806) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:15.901508 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4666c9-c068-4e41-8b8f-c7cd185edcbe admin admin] Deleting subnet febbea38-20e6-4c0d-931c-c0d1e1c9114c {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:50:15.904468 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c4666c9-c068-4e41-8b8f-c7cd185edcbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:15.942293 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c4666c9-c068-4e41-8b8f-c7cd185edcbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:15.979955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c4666c9-c068-4e41-8b8f-c7cd185edcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:16.030848 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c4666c9-c068-4e41-8b8f-c7cd185edcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:16.032774 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a3330bb2-1f77-4ae2-9b03-89bdddc60fa3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:16.055534 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4666c9-c068-4e41-8b8f-c7cd185edcbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=febbea38-20e6-4c0d-931c-c0d1e1c9114c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:16.058498 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2c4666c9-c068-4e41-8b8f-c7cd185edcbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:16.059484 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c4666c9-c068-4e41-8b8f-c7cd185edcbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:16.061535 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2c4666c9-c068-4e41-8b8f-c7cd185edcbe admin admin] 10.222.0.39 "DELETE /v2.0/subnets/febbea38-20e6-4c0d-931c-c0d1e1c9114c HTTP/1.1" status: 204 len: 168 time: 0.2038143 Jun 18 16:50:16.063692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53808) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:16.132076 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42245bc3-ae7b-4b1c-966d-49e85bcc6836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:16.211353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42245bc3-ae7b-4b1c-966d-49e85bcc6836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:16.220595 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-42245bc3-ae7b-4b1c-966d-49e85bcc6836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635a0893-aa28-4adf-8d3d-fd76c42e555c']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:16.229838 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-42245bc3-ae7b-4b1c-966d-49e85bcc6836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40a39c3-7396-4d4e-9007-a12b1e8365fb') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:16.230138 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-42245bc3-ae7b-4b1c-966d-49e85bcc6836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40a39c3-7396-4d4e-9007-a12b1e8365fb') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:16.238502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42245bc3-ae7b-4b1c-966d-49e85bcc6836 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:16.252548 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42245bc3-ae7b-4b1c-966d-49e85bcc6836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:16.258693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42245bc3-ae7b-4b1c-966d-49e85bcc6836 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:50:16.259084 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42245bc3-ae7b-4b1c-966d-49e85bcc6836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:50:16.260715 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:50:16.312407 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42245bc3-ae7b-4b1c-966d-49e85bcc6836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:16.316655 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-18038e95-e123-425c-9d08-03b086228b0a tempest-NetworksIpV6Test-166857194 tempest-NetworksIpV6Test-166857194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:16.319283 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42245bc3-ae7b-4b1c-966d-49e85bcc6836 admin admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:16.321237 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-42245bc3-ae7b-4b1c-966d-49e85bcc6836 admin admin] 10.222.0.39 "DELETE /v2.0/networks/635a0893-aa28-4adf-8d3d-fd76c42e555c HTTP/1.1" status: 204 len: 168 time: 0.2560718 Jun 18 16:50:16.332158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42245bc3-ae7b-4b1c-966d-49e85bcc6836 admin admin] Pushing event deleted for resources: {'Network': ['ID=635a0893-aa28-4adf-8d3d-fd76c42e555c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:16.334536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-42245bc3-ae7b-4b1c-966d-49e85bcc6836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:16.425066 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53812) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:16.463883 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a8089788-efde-4ab6-a87f-00def92f7670 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e7aee37d1a84f90b3d685d3e68b441c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374649 Jun 18 16:50:16.466026 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53814) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:16.519833 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ee8f1e9b-447d-4007-8433-ad3684d1918c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:16.541277 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ee8f1e9b-447d-4007-8433-ad3684d1918c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:16.587760 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ee8f1e9b-447d-4007-8433-ad3684d1918c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:16.590451 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ee8f1e9b-447d-4007-8433-ad3684d1918c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:16.591700 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ee8f1e9b-447d-4007-8433-ad3684d1918c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45ef3704-5a27-4eed-a2a8-0967269e3b17 HTTP/1.1" status: 204 len: 168 time: 0.1248040 Jun 18 16:50:16.592518 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2cb48106-7f58-49f4-8a39-1590a49250ef tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:16.599897 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f1e9b-447d-4007-8433-ad3684d1918c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ef3704-5a27-4eed-a2a8-0967269e3b17,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:16.602390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ee8f1e9b-447d-4007-8433-ad3684d1918c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:17.234064 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 53836) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:17.328042 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-232712022-network', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:50:17.349803 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Made reservation on behalf of 6ceb80b6a2be4fd39966d6d5afbc5abb for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:50:17.352262 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:17.360990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:17.445905 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 9e9bb99f-7051-44c4-9874-57fee280cdc6 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:50:17.459477 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:17.463413 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:17.466511 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 9e9bb99f-7051-44c4-9874-57fee280cdc6 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:50:17.466899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 9e9bb99f-7051-44c4-9874-57fee280cdc6 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:50:17.469736 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1e82b0df-3a17-4533-8fd2-36b63ec4c335 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:17.481154 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:50:17.499426 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:17.499771 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Added segment f21c9bf1-629e-47de-912a-acdc3fe973ac of type vlan for network 1879c897-13d8-481b-95e8-75616170a15d Jun 18 16:50:17.501965 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e52128-ce75-4a39-b8dc-8b310b5e2789,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:17.517526 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:17.518088 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:17.518476 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:17.518880 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:17.519256 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:17.519629 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:17.519999 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:17.520369 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:17.520740 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:17.521105 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:17.521470 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:17.521832 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:17.540940 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:17.554462 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:17.582540 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:17.583544 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:17.584115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:17.586118 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7c287f93-4f9c-4b0f-9e8c-c19383538935 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:17.631611 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3964312 Jun 18 16:50:17.634626 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53840) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:17.639771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-a8741e8d-2e56-496f-b8a8-f30ef206d8d4 admin admin] Request body: {'subnet': {'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-232712022-subnet', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:50:17.642018 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Pushing event updated for resources: {'Network': ['ID=1879c897-13d8-481b-95e8-75616170a15d,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:17.645461 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:17.656276 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 1879c897-13d8-481b-95e8-75616170a15d details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:50:17.662853 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8741e8d-2e56-496f-b8a8-f30ef206d8d4 admin admin] Made reservation on behalf of 6ceb80b6a2be4fd39966d6d5afbc5abb for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:50:17.665347 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a8741e8d-2e56-496f-b8a8-f30ef206d8d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:17.829633 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a8741e8d-2e56-496f-b8a8-f30ef206d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:17.831957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d11d2b25-ad28-44d0-9259-ef6df9799688 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:17.885288 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8741e8d-2e56-496f-b8a8-f30ef206d8d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1cab26e-5ec5-4068-863a-44ac4d9bb19f,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:17.888809 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a8741e8d-2e56-496f-b8a8-f30ef206d8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:17.894661 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8741e8d-2e56-496f-b8a8-f30ef206d8d4 admin admin] Checking segment: {'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:50:17.895014 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8741e8d-2e56-496f-b8a8-f30ef206d8d4 admin admin] Network hostable DHCP agents. Network: 1879c897-13d8-481b-95e8-75616170a15d, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:50:17.911491 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8741e8d-2e56-496f-b8a8-f30ef206d8d4 admin admin] Network 1879c897-13d8-481b-95e8-75616170a15d is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:50:17.920447 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-a8741e8d-2e56-496f-b8a8-f30ef206d8d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 1879c897-13d8-481b-95e8-75616170a15d) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:50:17.925289 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8741e8d-2e56-496f-b8a8-f30ef206d8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:17.926437 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a8741e8d-2e56-496f-b8a8-f30ef206d8d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:17.930215 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c898483b-a8dd-4231-8b89-15036b3d8b82 None None] Network 1879c897-13d8-481b-95e8-75616170a15d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:50:17.942005 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a8741e8d-2e56-496f-b8a8-f30ef206d8d4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3060908 Jun 18 16:50:17.944585 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53842) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:17.950970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:50:17.977674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:17.979133 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:18.035783 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:18.082134 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-1879c897-13d8-481b-95e8-75616170a15d', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:50:18.083002 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:18.170564 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:18.217014 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Allocated IP 172.20.0.2 (1879c897-13d8-481b-95e8-75616170a15d/b1cab26e-5ec5-4068-863a-44ac4d9bb19f/84451381-114f-4a64-b27e-dc2f02bae9a4) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:50:18.370820 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:18.380101 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Transition to ACTIVE for port object 84451381-114f-4a64-b27e-dc2f02bae9a4 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:50:18.395370 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Transition to ACTIVE for port object 84451381-114f-4a64-b27e-dc2f02bae9a4 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:50:18.400714 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:18.402636 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:18.441269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Network 1879c897-13d8-481b-95e8-75616170a15d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:50:18.444137 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:50:18.447828 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:50:18.458459 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Pushing event updated for resources: {'Port': ['ID=84451381-114f-4a64-b27e-dc2f02bae9a4,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:18.462453 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:18.663617 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Attempting to bind port 84451381-114f-4a64-b27e-dc2f02bae9a4 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:50:18.663893 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Attempting to bind port 84451381-114f-4a64-b27e-dc2f02bae9a4 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:50:18.664265 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Attempting to bind port 84451381-114f-4a64-b27e-dc2f02bae9a4 on network 1879c897-13d8-481b-95e8-75616170a15d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:50:18.669882 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:50:18.670261 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Checking segment: {'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:50:18.670698 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:18.671098 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Bound using segment: {'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:50:18.671564 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Bound port: 84451381-114f-4a64-b27e-dc2f02bae9a4, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:50:18.671936 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:18.739276 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] For port 84451381-114f-4a64-b27e-dc2f02bae9a4, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:50:18.742466 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] For port 84451381-114f-4a64-b27e-dc2f02bae9a4, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=84451381-114f-4a64-b27e-dc2f02bae9a4,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:50:18.747322 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:18.750185 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:18.754951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:18.773549 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:18.807455 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Pushing event updated for resources: {'Port': ['ID=84451381-114f-4a64-b27e-dc2f02bae9a4,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:18.810640 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:18.883974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Allocated IP 172.26.2.24 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/c2a9b8d2-4094-4bc7-9ded-3becf3456e80) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:50:19.003497 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:19.043974 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:19.046018 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6c1eba1c-3c07-417b-aa0e-b93ec8087a49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:19.089609 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:50:19.092648 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:50:19.096169 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:50:19.101480 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Pushing event updated for resources: {'Port': ['ID=c2a9b8d2-4094-4bc7-9ded-3becf3456e80,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:19.119410 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:19.335121 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:19.534023 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:19.666883 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Router 3841a40b-a835-40ec-89ed-caedaa4df7c9 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:50:19.688001 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9427b5-9854-45e6-ae3b-173453ff078f None None] Network 1879c897-13d8-481b-95e8-75616170a15d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:50:19.772043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:50:19.782158 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Sync routers for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:50:19.788294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:19.792351 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8439379 Jun 18 16:50:19.792620 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 53844) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:19.793930 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:50:19.795044 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:50:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:19.800517 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4c13bd89-f192-4e72-90dd-87a253cce452 None None] Provisioning for port 84451381-114f-4a64-b27e-dc2f02bae9a4 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:50:19.931383 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:50:20.203021 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:19Z', 'revision_number': 3, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:20.231995 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Checking router: 3841a40b-a835-40ec-89ed-caedaa4df7c9 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:50:20.232342 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Updating router 3841a40b-a835-40ec-89ed-caedaa4df7c9 port c2a9b8d2-4094-4bc7-9ded-3becf3456e80 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:50:20.246183 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.263464 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.407103 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Allocated IP 172.20.0.1 (1879c897-13d8-481b-95e8-75616170a15d/b1cab26e-5ec5-4068-863a-44ac4d9bb19f/09016b50-698c-4a3c-963f-f33e27b6070e) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:50:20.560387 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.561538 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.571885 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Transition to ACTIVE for port object c2a9b8d2-4094-4bc7-9ded-3becf3456e80 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:50:20.577106 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.578329 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Transition to ACTIVE for port object 09016b50-698c-4a3c-963f-f33e27b6070e will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:50:20.580081 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-68ee35d1-41f8-42f9-b303-2774982d7e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:20.592149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 84451381-114f-4a64-b27e-dc2f02bae9a4 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:50:20.612996 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.616440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b1c2d428-3891-44c4-9b1e-99121fbbec21 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:20.625330 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Attempting to bind port c2a9b8d2-4094-4bc7-9ded-3becf3456e80 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:50:20.625708 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Attempting to bind port c2a9b8d2-4094-4bc7-9ded-3becf3456e80 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:50:20.626075 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Attempting to bind port c2a9b8d2-4094-4bc7-9ded-3becf3456e80 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:50:20.635141 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c46b14-0396-4cc4-af3e-6a730ec59cdf None None] Pushing event updated for resources: {'Port': ['ID=c2a9b8d2-4094-4bc7-9ded-3becf3456e80,revision_number=2']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:20.637943 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:50:20.638327 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:50:20.638763 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.639157 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:50:20.639624 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Bound port: c2a9b8d2-4094-4bc7-9ded-3becf3456e80, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:50:20.639998 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.646675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 84451381-114f-4a64-b27e-dc2f02bae9a4 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:50:20.650867 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 84451381-114f-4a64-b27e-dc2f02bae9a4 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:50:20.651384 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.663301 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46b14-0396-4cc4-af3e-6a730ec59cdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:20.663768 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46b14-0396-4cc4-af3e-6a730ec59cdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:20.663898 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46b14-0396-4cc4-af3e-6a730ec59cdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:20.664198 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46b14-0396-4cc4-af3e-6a730ec59cdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:20.664521 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46b14-0396-4cc4-af3e-6a730ec59cdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:20.664843 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46b14-0396-4cc4-af3e-6a730ec59cdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:20.665162 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46b14-0396-4cc4-af3e-6a730ec59cdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:20.665526 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46b14-0396-4cc4-af3e-6a730ec59cdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:20.665790 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46b14-0396-4cc4-af3e-6a730ec59cdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:20.666121 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46b14-0396-4cc4-af3e-6a730ec59cdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:20.666416 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46b14-0396-4cc4-af3e-6a730ec59cdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:20.666761 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46b14-0396-4cc4-af3e-6a730ec59cdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:20.671331 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Network 1879c897-13d8-481b-95e8-75616170a15d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:50:20.671587 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-18c46b14-0396-4cc4-af3e-6a730ec59cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:20.672235 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Pushing event updated for resources: {'Port': ['ID=09016b50-698c-4a3c-963f-f33e27b6070e,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:20.675295 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:20.677225 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:50:20.680744 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:50:20.712741 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] For port c2a9b8d2-4094-4bc7-9ded-3becf3456e80, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:50:20.717217 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] For port c2a9b8d2-4094-4bc7-9ded-3becf3456e80, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c2a9b8d2-4094-4bc7-9ded-3becf3456e80,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:50:20.723224 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.730923 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-bdc2e020-a2ac-43e4-9c9f-7466a3efb567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:20.741884 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.759335 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.811287 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 84451381-114f-4a64-b27e-dc2f02bae9a4, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=84451381-114f-4a64-b27e-dc2f02bae9a4,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:20.820275 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.824185 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:20.832785 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:50:20.833447 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:50:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:20.873578 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c46b14-0396-4cc4-af3e-6a730ec59cdf None None] Pushing event updated for resources: {'Port': ['ID=c2a9b8d2-4094-4bc7-9ded-3becf3456e80,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:20.885490 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=84451381-114f-4a64-b27e-dc2f02bae9a4,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:20.888751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:20.895343 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-18c46b14-0396-4cc4-af3e-6a730ec59cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:20.899591 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.952490 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-766a561c-2381-446d-92c3-e1a70b2fdad2 None None] Provisioning for port 09016b50-698c-4a3c-963f-f33e27b6070e completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:50:20.958825 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-766a561c-2381-446d-92c3-e1a70b2fdad2 None None] Provisioning complete for port 09016b50-698c-4a3c-963f-f33e27b6070e triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:50:20.959433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-766a561c-2381-446d-92c3-e1a70b2fdad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.964305 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:50:20.995598 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-766a561c-2381-446d-92c3-e1a70b2fdad2 None None] Port 09016b50-698c-4a3c-963f-f33e27b6070e cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:50:21.083493 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:21.087891 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:21.091542 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cd3212e1-bc68-4b34-af97-27bbaa46c15a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:21.141306 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:19Z', 'revision_number': 3, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:21.154178 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Pushing event updated for resources: {'Port': ['ID=09016b50-698c-4a3c-963f-f33e27b6070e,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:21.156952 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:21.159204 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:21.166048 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bf7a74-a999-4fd9-8cf0-2aadaed8d546 None None] The sync data for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv is: [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:19Z', 'revision_number': 3, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:50:21.256204 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Network 1879c897-13d8-481b-95e8-75616170a15d is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:50:21.257381 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:50:21.379737 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Router 3841a40b-a835-40ec-89ed-caedaa4df7c9 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:50:21.514356 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:50:21.522706 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f95ef9c7-3342-4768-8d58-db610cf22331 None None] Provisioning complete for port 09016b50-698c-4a3c-963f-f33e27b6070e triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:50:21.522706 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f95ef9c7-3342-4768-8d58-db610cf22331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:21.522939 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] 10.222.0.39 "PUT /v2.0/routers/3841a40b-a835-40ec-89ed-caedaa4df7c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7258391 Jun 18 16:50:21.556290 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-f95ef9c7-3342-4768-8d58-db610cf22331 None None] Port 09016b50-698c-4a3c-963f-f33e27b6070e cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:50:22.402063 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 53852) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:22.406805 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-88b1a2c4-1906-48a8-b24f-2c8f043eaf9f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--401446234', 'description': 'tempest-description--1231799332'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:50:22.431561 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88b1a2c4-1906-48a8-b24f-2c8f043eaf9f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:22.524324 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88b1a2c4-1906-48a8-b24f-2c8f043eaf9f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:22.528393 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88b1a2c4-1906-48a8-b24f-2c8f043eaf9f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:22.531043 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-720d1ce4-0b9c-4876-9d83-74d07a4f1194 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:22.557700 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-88b1a2c4-1906-48a8-b24f-2c8f043eaf9f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:22.559724 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-88b1a2c4-1906-48a8-b24f-2c8f043eaf9f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1566722 Jun 18 16:50:22.561749 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1a2c4-1906-48a8-b24f-2c8f043eaf9f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d51716e9-3988-425e-8b08-ae0dcfa8a587,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:22.562466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53854) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:22.568272 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-8f28610c-4074-4315-8a8a-6b9141875046 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Request body: {'security_group_rule': {'security_group_id': 'd51716e9-3988-425e-8b08-ae0dcfa8a587', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:50:22.573522 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-88b1a2c4-1906-48a8-b24f-2c8f043eaf9f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:22.605188 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8f28610c-4074-4315-8a8a-6b9141875046 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:22.626472 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 84451381-114f-4a64-b27e-dc2f02bae9a4 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:50:22.663971 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Sync routers for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:50:22.677728 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8f28610c-4074-4315-8a8a-6b9141875046 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:22.682252 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8f28610c-4074-4315-8a8a-6b9141875046 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:22.685297 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0d7b1ff2-d2b0-4c90-98e5-e5322e66c65a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:22.686828 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:50:22.687681 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:50:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:22.705965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28610c-4074-4315-8a8a-6b9141875046 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e8aa3b-d2ef-4452-b8d8-059f2d1889db,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:22.708512 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8f28610c-4074-4315-8a8a-6b9141875046 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:22.714046 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8f28610c-4074-4315-8a8a-6b9141875046 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:22.715359 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8f28610c-4074-4315-8a8a-6b9141875046 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1518459 Jun 18 16:50:22.717865 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 53856) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:22.723692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-75cc56dd-351e-4ae6-8a96-2c121dda6566 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Request body: {'security_group_rule': {'security_group_id': 'd51716e9-3988-425e-8b08-ae0dcfa8a587', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:50:22.751000 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-75cc56dd-351e-4ae6-8a96-2c121dda6566 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:22.751855 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 84451381-114f-4a64-b27e-dc2f02bae9a4 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:50:22.752356 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:22.810914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-75cc56dd-351e-4ae6-8a96-2c121dda6566 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:22.815050 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-75cc56dd-351e-4ae6-8a96-2c121dda6566 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:22.820370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e2a60d8c-d1f5-4195-bacf-5bcd6ac18dc3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:22.835086 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc56dd-351e-4ae6-8a96-2c121dda6566 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1844d656-bb5f-475c-b93d-cb13a04abef5,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:22.837721 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-75cc56dd-351e-4ae6-8a96-2c121dda6566 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:22.839079 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-75cc56dd-351e-4ae6-8a96-2c121dda6566 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:22.840932 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:50:22.843278 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 53858) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:22.843422 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-75cc56dd-351e-4ae6-8a96-2c121dda6566 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244931 Jun 18 16:50:22.849141 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:50:22.872307 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:22.973895 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:22.977725 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c2a9b8d2-4094-4bc7-9ded-3becf3456e80 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:50:23.080565 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port c2a9b8d2-4094-4bc7-9ded-3becf3456e80 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:50:23.086502 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c2a9b8d2-4094-4bc7-9ded-3becf3456e80 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:50:23.086904 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.101429 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Allocated IP 172.26.2.248 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/996100b0-dcd2-4b10-a7d2-4a73b0932174) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:50:23.144340 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 2, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:23.171872 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Checking router: 3841a40b-a835-40ec-89ed-caedaa4df7c9 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:50:23.172231 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Updating router 3841a40b-a835-40ec-89ed-caedaa4df7c9 port 09016b50-698c-4a3c-963f-f33e27b6070e binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:50:23.201485 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.233687 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.239946 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.240141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.242974 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aca5909d-e319-4454-9914-fe063b712e73 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:23.262779 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port c2a9b8d2-4094-4bc7-9ded-3becf3456e80, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c2a9b8d2-4094-4bc7-9ded-3becf3456e80,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:23.286958 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.291331 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:23.409320 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=c2a9b8d2-4094-4bc7-9ded-3becf3456e80,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:23.412545 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:23.575290 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.585987 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Transition to ACTIVE for port object 09016b50-698c-4a3c-963f-f33e27b6070e will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:50:23.591456 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.593292 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:23.606682 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:50:23.611577 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:50:23.615009 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:50:23.636889 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Pushing event updated for resources: {'Port': ['ID=996100b0-dcd2-4b10-a7d2-4a73b0932174,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:23.640981 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:23.671814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a9f1b-b87a-4c2b-9b8a-eca27e36fae7 None None] Pushing event updated for resources: {'Port': ['ID=09016b50-698c-4a3c-963f-f33e27b6070e,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:23.675479 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-de6a9f1b-b87a-4c2b-9b8a-eca27e36fae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:23.710253 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.738180 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Attempting to bind port 09016b50-698c-4a3c-963f-f33e27b6070e on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:50:23.738564 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Attempting to bind port 09016b50-698c-4a3c-963f-f33e27b6070e by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:50:23.738967 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Attempting to bind port 09016b50-698c-4a3c-963f-f33e27b6070e on network 1879c897-13d8-481b-95e8-75616170a15d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:50:23.744670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:50:23.745546 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Checking segment: {'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:50:23.745546 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.745868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Bound using segment: {'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:50:23.746351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Bound port: 09016b50-698c-4a3c-963f-f33e27b6070e, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:50:23.746766 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.761146 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.821325 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] For port 09016b50-698c-4a3c-963f-f33e27b6070e, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:50:23.824566 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] For port 09016b50-698c-4a3c-963f-f33e27b6070e, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=09016b50-698c-4a3c-963f-f33e27b6070e,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:50:23.828397 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.832823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:23.894773 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:50:23.895359 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:50:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:23.928171 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.933882 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.934090 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a9f1b-b87a-4c2b-9b8a-eca27e36fae7 None None] Pushing event updated for resources: {'Port': ['ID=09016b50-698c-4a3c-963f-f33e27b6070e,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:23.941166 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-de6a9f1b-b87a-4c2b-9b8a-eca27e36fae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:23.942854 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b972a219-3eb4-481c-a6a7-6c4fa192079b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:24.011396 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Pushing event updated for resources: {'Port': ['ID=996100b0-dcd2-4b10-a7d2-4a73b0932174,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:24.016149 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:24.017333 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.017471 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:50:24.031041 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.040043 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1877329 Jun 18 16:50:24.182786 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-08c5d33d-eeeb-4a5e-be00-38c1e22e25ce tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--401446234&fields=id&tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb HTTP/1.1" status: 200 len: 267 time: 0.0329485 Jun 18 16:50:24.236719 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:24.262989 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934bedc-2541-4c74-9e3a-531bba5c139c None None] The sync data for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv is: [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:50:24.301156 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-19881e20-733c-43d9-8b12-32acb480c57b tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:24.304843 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-19881e20-733c-43d9-8b12-32acb480c57b tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 811 time: 0.1133387 Jun 18 16:50:24.336338 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-2d4b696f-7dc1-4e7f-a06a-5f533ef6187e tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/quotas/6ceb80b6a2be4fd39966d6d5afbc5abb HTTP/1.1" status: 200 len: 375 time: 0.0122004 Jun 18 16:50:24.412326 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-4cb70907-41ee-415c-824f-80cedec9e408 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710011 Jun 18 16:50:24.523310 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-71f20f4b-f6d7-4b51-9e80-f9d7bd1842ae service neutron] 10.222.0.39 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978498 Jun 18 16:50:24.624655 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c2a9b8d2-4094-4bc7-9ded-3becf3456e80 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:50:24.630153 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-aaf06ae6-43d7-4755-88e1-05619fe17991 service neutron] 10.222.0.39 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012740 Jun 18 16:50:24.683051 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c2a9b8d2-4094-4bc7-9ded-3becf3456e80 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:50:24.683587 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.805214 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 09016b50-698c-4a3c-963f-f33e27b6070e up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:50:24.816287 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-34984378-5649-43e9-bc6f-d29150f2eb69 req-7745c089-c833-4f9e-8405-b98077cbf965 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 210 time: 0.0349696 Jun 18 16:50:24.869975 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.871238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 09016b50-698c-4a3c-963f-f33e27b6070e completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:50:24.875781 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 09016b50-698c-4a3c-963f-f33e27b6070e triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:50:24.876243 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.965049 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:25.003423 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 09016b50-698c-4a3c-963f-f33e27b6070e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=09016b50-698c-4a3c-963f-f33e27b6070e,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:25.007731 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:25.010135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:25.063379 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=09016b50-698c-4a3c-963f-f33e27b6070e,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:25.067325 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:25.970400 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2e6f0df0-3316-4579-beec-d9a0b1b5a34b req-6e5a0025-dcc2-4206-badc-975bd49da5af tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 210 time: 0.0360830 Jun 18 16:50:26.187115 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-05800465-ef24-4493-b522-d72b5548d08a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:26.189486 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-05800465-ef24-4493-b522-d72b5548d08a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 811 time: 0.1182446 Jun 18 16:50:26.245327 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-81f7bc89-10a2-456d-a19b-19fcb038e904 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb HTTP/1.1" status: 200 len: 379 time: 0.0378873 Jun 18 16:50:26.255347 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-9de6fb6c-7bcf-46f7-81f9-bf781c0db1e6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Request body: {'port': {'device_id': 'dcb1b288-b40b-45ec-95d9-78d3ff9c068c', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'admin_state_up': True, 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'security_groups': ['d51716e9-3988-425e-8b08-ae0dcfa8a587']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:50:26.368600 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-9de6fb6c-7bcf-46f7-81f9-bf781c0db1e6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Made reservation on behalf of 6ceb80b6a2be4fd39966d6d5afbc5abb for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:50:26.372074 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-9de6fb6c-7bcf-46f7-81f9-bf781c0db1e6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:26.497698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-9de6fb6c-7bcf-46f7-81f9-bf781c0db1e6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Allocated IP 172.20.0.8 (1879c897-13d8-481b-95e8-75616170a15d/b1cab26e-5ec5-4068-863a-44ac4d9bb19f/aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:50:26.547294 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 09016b50-698c-4a3c-963f-f33e27b6070e up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:50:26.594522 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 09016b50-698c-4a3c-963f-f33e27b6070e triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:50:26.595166 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:26.643946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-9de6fb6c-7bcf-46f7-81f9-bf781c0db1e6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:26.658229 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-9de6fb6c-7bcf-46f7-81f9-bf781c0db1e6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Transition to ACTIVE for port object aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:50:26.693050 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-9de6fb6c-7bcf-46f7-81f9-bf781c0db1e6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:26.697307 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f2342f9e-b798-4e99-b4e1-97118659d59a tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:26.740813 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-9de6fb6c-7bcf-46f7-81f9-bf781c0db1e6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Network 1879c897-13d8-481b-95e8-75616170a15d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:50:26.744431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-9de6fb6c-7bcf-46f7-81f9-bf781c0db1e6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:50:26.748555 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-9de6fb6c-7bcf-46f7-81f9-bf781c0db1e6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:50:26.756183 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6fb6c-7bcf-46f7-81f9-bf781c0db1e6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Pushing event updated for resources: {'Port': ['ID=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:26.782730 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9de6fb6c-7bcf-46f7-81f9-bf781c0db1e6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:26.812997 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-9de6fb6c-7bcf-46f7-81f9-bf781c0db1e6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:26.813822 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-9de6fb6c-7bcf-46f7-81f9-bf781c0db1e6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:26.830940 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-9de6fb6c-7bcf-46f7-81f9-bf781c0db1e6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5804353 Jun 18 16:50:26.850019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Request body: {'port': {'device_id': 'dcb1b288-b40b-45ec-95d9-78d3ff9c068c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:50:26.927482 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:27.047571 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-90c75bd4-3f74-43cd-b728-023b76c197eb None None] Provisioning for port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:50:27.051434 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-90c75bd4-3f74-43cd-b728-023b76c197eb None None] Provisioning complete for port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:50:27.051800 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-90c75bd4-3f74-43cd-b728-023b76c197eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:27.087830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-90c75bd4-3f74-43cd-b728-023b76c197eb None None] Port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:50:27.153029 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674be1bf-02e9-4995-8d1a-54c9dd04b7e7 req-66156a61-30af-4ae7-b2a6-314c510d12e1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:27.154479 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-674be1bf-02e9-4995-8d1a-54c9dd04b7e7 req-66156a61-30af-4ae7-b2a6-314c510d12e1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 931 time: 0.0626040 Jun 18 16:50:27.194564 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-674be1bf-02e9-4995-8d1a-54c9dd04b7e7 req-8791f3a9-b0d7-4640-b9a5-aa7639d92d74 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331342 Jun 18 16:50:27.200648 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:50:27.208945 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:27.221306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Transition to ACTIVE for port object aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:50:27.224830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:27.227653 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1d10a8d6-d871-47d6-93f8-b4bb81fa7e51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:27.304178 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Pushing event updated for resources: {'Port': ['ID=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:27.307012 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:27.375350 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Attempting to bind port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:50:27.375683 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Attempting to bind port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:50:27.376004 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Attempting to bind port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 on network 1879c897-13d8-481b-95e8-75616170a15d {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:50:27.381147 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 on network 1879c897-13d8-481b-95e8-75616170a15d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:50:27.381460 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Attempting to bind port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 on network 1879c897-13d8-481b-95e8-75616170a15d {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:50:27.386124 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:50:27.386451 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Checking segment: {'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:50:27.386865 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Bound using segment: {'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:50:27.387287 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Bound port: aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:50:27.387629 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:27.450695 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] For port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:50:27.453591 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] For port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:50:27.458943 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:27.461128 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5a4381aa-55e3-4c11-906f-fd3be6d93dbb tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:27.497766 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:27.498378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:27.499874 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] 10.222.0.64 "PUT /v2.0/ports/aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 HTTP/1.1" status: 200 len: 1093 time: 0.6547439 Jun 18 16:50:27.505306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb1b288-b40b-45ec-95d9-78d3ff9c068c', 'tag': 'aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:50:27.507856 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9590842b-cadf-4f8f-9530-58b37474b000" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb1b288-b40b-45ec-95d9-78d3ff9c068c", "tag": "aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:50:27.534632 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Pushing event updated for resources: {'Port': ['ID=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:27.537732 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:27.551449 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d632e05a-546e-4e29-932a-5ff4fe67a53d x-openstack-request-id: req-d632e05a-546e-4e29-932a-5ff4fe67a53d {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:50:27.551846 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb1b288-b40b-45ec-95d9-78d3ff9c068c", "tag": "aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:50:27.552158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d632e05a-546e-4e29-932a-5ff4fe67a53d {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:50:27.552630 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb1b288-b40b-45ec-95d9-78d3ff9c068c', 'tag': 'aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9', 'status': 'completed', 'code': 200} Jun 18 16:50:27.621600 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-b27eef12-a46f-4b79-afa5-f3fcad2034d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:27.623153 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-b27eef12-a46f-4b79-afa5-f3fcad2034d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 1096 time: 0.0573170 Jun 18 16:50:27.671275 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-c6ee1238-b9ab-44d2-8578-87d7a021679b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 HTTP/1.1" status: 200 len: 217 time: 0.0350485 Jun 18 16:50:27.722520 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-8ca6c595-0513-4b07-90e6-4acf2a5f12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:27.723978 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-8ca6c595-0513-4b07-90e6-4acf2a5f12d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0467572 Jun 18 16:50:27.780207 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-cca809ef-46a9-454c-833e-3411e047e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:27.781672 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-cca809ef-46a9-454c-833e-3411e047e241 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518823 Jun 18 16:50:27.867311 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-f51b0bd1-6cc7-4901-a6df-bcadf1e441a3 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790694 Jun 18 16:50:27.958545 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-df6710b8-4557-49ec-be9b-eb0100d40e21 req-7db1275c-ce45-4bf9-97bd-d814ad5436bd service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848165 Jun 18 16:50:28.099954 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590842b-cadf-4f8f-9530-58b37474b000 req-9176c4ed-5603-4772-9bde-69404baa8a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:28.101434 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9590842b-cadf-4f8f-9530-58b37474b000 req-9176c4ed-5603-4772-9bde-69404baa8a48 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 1096 time: 0.0533044 Jun 18 16:50:28.191207 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590842b-cadf-4f8f-9530-58b37474b000 req-5f710b43-8cdc-45c1-8a43-df23486cd48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:28.192600 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9590842b-cadf-4f8f-9530-58b37474b000 req-5f710b43-8cdc-45c1-8a43-df23486cd48a service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0841405 Jun 18 16:50:28.232434 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9590842b-cadf-4f8f-9530-58b37474b000 req-b79f672f-caa0-47e6-92a1-1edecc1ef8b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 HTTP/1.1" status: 200 len: 217 time: 0.0329883 Jun 18 16:50:28.280549 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590842b-cadf-4f8f-9530-58b37474b000 req-16accf37-b295-4de9-922b-3c0e6e062864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:28.281969 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9590842b-cadf-4f8f-9530-58b37474b000 req-16accf37-b295-4de9-922b-3c0e6e062864 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0425708 Jun 18 16:50:28.344715 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590842b-cadf-4f8f-9530-58b37474b000 req-c345b6ce-ae49-4600-9b8b-f66943bdefe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:28.347311 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9590842b-cadf-4f8f-9530-58b37474b000 req-c345b6ce-ae49-4600-9b8b-f66943bdefe9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575376 Jun 18 16:50:28.368698 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066af03-9710-4329-b21f-437c30bace9a req-a5c30552-ba4e-465b-94a7-7f0fcb893e77 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:28.370141 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b066af03-9710-4329-b21f-437c30bace9a req-a5c30552-ba4e-465b-94a7-7f0fcb893e77 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 943 time: 0.0637462 Jun 18 16:50:28.412160 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b066af03-9710-4329-b21f-437c30bace9a req-841eac61-37a0-4bb3-a748-31f232c3296d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363719 Jun 18 16:50:28.437730 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9590842b-cadf-4f8f-9530-58b37474b000 req-e8fb210d-b8d4-4a72-ad72-aa0b5a613480 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825653 Jun 18 16:50:28.530015 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9590842b-cadf-4f8f-9530-58b37474b000 req-32eaef5b-d49f-4212-8bbe-a347e1de354e service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843024 Jun 18 16:50:29.584687 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918792fb-94d3-45e8-aba7-39aa24ffe10b req-08c57c75-22b6-4ac4-a48f-bc3aefb11bbf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:29.587153 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-918792fb-94d3-45e8-aba7-39aa24ffe10b req-08c57c75-22b6-4ac4-a48f-bc3aefb11bbf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 943 time: 0.0656636 Jun 18 16:50:29.631247 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-918792fb-94d3-45e8-aba7-39aa24ffe10b req-5aa70dae-8321-411d-bf9c-a23111fd8a6c tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341148 Jun 18 16:50:30.630053 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:50:30.800356 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ce372-f8e5-4e58-b4b6-ba7974078512 req-98bccd9c-7297-4466-914a-18d13e15fc3f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:30.801796 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9f6ce372-f8e5-4e58-b4b6-ba7974078512 req-98bccd9c-7297-4466-914a-18d13e15fc3f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 943 time: 0.0621867 Jun 18 16:50:30.842772 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9f6ce372-f8e5-4e58-b4b6-ba7974078512 req-15579f2a-4603-4a16-b5f8-766504bdc70a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353451 Jun 18 16:50:31.507973 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:50:31.602499 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:31.613703 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'port_id': 'aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9', 'mac_address': 'fa:16:3e:16:1f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:50:31.649053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:31.661817 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:50:31.681384 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:31.685618 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:31.689406 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:31.734847 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:31.737899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:31.960514 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:50:32.023517 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30934e-079e-4a2f-adca-e3bcd7cc6cae req-aa98f0e4-70bd-4706-b6ab-78becf10bc35 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:32.024987 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9a30934e-079e-4a2f-adca-e3bcd7cc6cae req-aa98f0e4-70bd-4706-b6ab-78becf10bc35 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 944 time: 0.0662825 Jun 18 16:50:32.064751 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9a30934e-079e-4a2f-adca-e3bcd7cc6cae req-1ef64933-e7af-4f84-8ca4-23b9e02492b1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328481 Jun 18 16:50:33.235024 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e93a9-366d-4ac2-8f16-24ed1e7ed3df req-1daa9551-2fe6-44ff-b080-0774c71b2823 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:33.237038 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-967e93a9-366d-4ac2-8f16-24ed1e7ed3df req-1daa9551-2fe6-44ff-b080-0774c71b2823 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 944 time: 0.0633731 Jun 18 16:50:33.274416 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-967e93a9-366d-4ac2-8f16-24ed1e7ed3df req-5e33b3e7-7ee6-4e56-86c0-4f779029b50c tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318832 Jun 18 16:50:33.507472 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:50:33.554290 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:50:33.557700 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:50:33.558073 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:33.636933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:33.657874 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb1b288-b40b-45ec-95d9-78d3ff9c068c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:50:33.660199 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34d4b26-28b4-4be2-bfec-12cb75c1a0c1" -d '{"events": [{"server_uuid": "dcb1b288-b40b-45ec-95d9-78d3ff9c068c", "name": "network-vif-plugged", "status": "completed", "tag": "aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:50:33.674726 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:33.678837 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:33.680733 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:33.704260 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e11e00-9d54-4bba-a5a4-4607a4f4fdf8 x-openstack-request-id: req-82e11e00-9d54-4bba-a5a4-4607a4f4fdf8 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:50:33.704555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb1b288-b40b-45ec-95d9-78d3ff9c068c", "name": "network-vif-plugged", "status": "completed", "tag": "aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:50:33.704971 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82e11e00-9d54-4bba-a5a4-4607a4f4fdf8 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:50:33.705394 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb1b288-b40b-45ec-95d9-78d3ff9c068c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9', 'code': 200} Jun 18 16:50:33.731123 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:33.734675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:33.950081 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6220c1f-400a-4b12-9640-2694a66bb542 req-723688f9-c5a8-43a1-964b-d54151b4a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:33.951551 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f6220c1f-400a-4b12-9640-2694a66bb542 req-723688f9-c5a8-43a1-964b-d54151b4a02b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 1098 time: 0.0513716 Jun 18 16:50:33.985231 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f6220c1f-400a-4b12-9640-2694a66bb542 req-68ddc6bb-6c5f-47f6-8661-1572d453a59e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266602 Jun 18 16:50:34.446414 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb596d60-81e0-4190-bdb0-eb2a240d96ef req-1dfa0370-026c-4d2d-9c36-695c5cfd7ab7 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:34.447869 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bb596d60-81e0-4190-bdb0-eb2a240d96ef req-1dfa0370-026c-4d2d-9c36-695c5cfd7ab7 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0613639 Jun 18 16:50:34.488810 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bb596d60-81e0-4190-bdb0-eb2a240d96ef req-14e13631-4e82-425f-8334-5fb8a8f53116 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353842 Jun 18 16:50:35.240535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-30055fdd-0982-4c06-8619-b93f8386f440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:35.666976 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f8dfc-bc5e-48ff-8187-89b9fb47eea3 req-08d3e342-489b-46e2-ba46-dca13b9d634a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:35.669362 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-377f8dfc-bc5e-48ff-8187-89b9fb47eea3 req-08d3e342-489b-46e2-ba46-dca13b9d634a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0705578 Jun 18 16:50:35.708623 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-377f8dfc-bc5e-48ff-8187-89b9fb47eea3 req-5d33aef8-e415-49d7-9661-b12148765f34 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325239 Jun 18 16:50:36.026857 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd328b-0464-45ed-8387-cc3597a953e5 req-f1210cfb-8471-446c-9e52-b1f077c7fa66 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:36.028306 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-10bd328b-0464-45ed-8387-cc3597a953e5 req-f1210cfb-8471-446c-9e52-b1f077c7fa66 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0616932 Jun 18 16:50:36.037175 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 53914) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:36.041592 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-eb5c8331-524c-4e50-8f72-1b6cc406c76f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Request body: {'floatingip': {'port_id': 'aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:50:36.084382 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8331-524c-4e50-8f72-1b6cc406c76f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for floatingip, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:36.536403 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8331-524c-4e50-8f72-1b6cc406c76f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:36.540475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8331-524c-4e50-8f72-1b6cc406c76f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:36.643171 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-eb5c8331-524c-4e50-8f72-1b6cc406c76f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Floating IP 5371d718-bdda-4d1f-a4b3-c451e3dd5392 associated. External IP: 172.26.2.248, port: aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9. Jun 18 16:50:36.845925 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5c8331-524c-4e50-8f72-1b6cc406c76f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Router 3841a40b-a835-40ec-89ed-caedaa4df7c9 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:50:36.953950 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5c8331-524c-4e50-8f72-1b6cc406c76f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:50:36.959590 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8331-524c-4e50-8f72-1b6cc406c76f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:36.964199 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd872fe-5384-4cd1-83b4-bc75f3163ada None None] Sync routers for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:50:36.974657 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd872fe-5384-4cd1-83b4-bc75f3163ada None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:50:36.975268 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-bbd872fe-5384-4cd1-83b4-bc75f3163ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:50:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:36.996248 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-eb5c8331-524c-4e50-8f72-1b6cc406c76f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "PUT /v2.0/floatingips/5371d718-bdda-4d1f-a4b3-c451e3dd5392 HTTP/1.1" status: 200 len: 991 time: 0.9580448 Jun 18 16:50:36.996903 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb1b288-b40b-45ec-95d9-78d3ff9c068c', 'tag': 'aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:50:36.999260 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093554f5-be89-4a44-ba5d-d29b0cba56d9" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb1b288-b40b-45ec-95d9-78d3ff9c068c", "tag": "aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:50:37.084281 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-bbd872fe-5384-4cd1-83b4-bc75f3163ada None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:50:37.102603 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d69f9a2-d1f3-44d9-af49-ac7fa84c1fef x-openstack-request-id: req-4d69f9a2-d1f3-44d9-af49-ac7fa84c1fef {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:50:37.102967 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb1b288-b40b-45ec-95d9-78d3ff9c068c", "tag": "aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:50:37.103272 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d69f9a2-d1f3-44d9-af49-ac7fa84c1fef {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:50:37.103720 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb1b288-b40b-45ec-95d9-78d3ff9c068c', 'tag': 'aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9', 'status': 'completed', 'code': 200} Jun 18 16:50:37.222527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093554f5-be89-4a44-ba5d-d29b0cba56d9 req-49ec6d52-5daf-408e-b0e5-ace61d8d8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:37.224030 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-093554f5-be89-4a44-ba5d-d29b0cba56d9 req-49ec6d52-5daf-408e-b0e5-ace61d8d8cd5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 1098 time: 0.0515852 Jun 18 16:50:37.309012 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-bbd872fe-5384-4cd1-83b4-bc75f3163ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5371d718-bdda-4d1f-a4b3-c451e3dd5392', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'floating_ip_address': '172.26.2.248', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'port_id': 'aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'mac_address': 'fa:16:3e:16:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb1b288-b40b-45ec-95d9-78d3ff9c068c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:50:23Z', 'updated_at': '2021-06-18T16:50:36Z', 'revision_number': 1, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:37.316084 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093554f5-be89-4a44-ba5d-d29b0cba56d9 req-b5347441-fe10-469d-a09a-db2da3733af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:37.317666 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-093554f5-be89-4a44-ba5d-d29b0cba56d9 req-b5347441-fe10-469d-a09a-db2da3733af0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0875559 Jun 18 16:50:37.335402 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd872fe-5384-4cd1-83b4-bc75f3163ada None None] Checking router: 3841a40b-a835-40ec-89ed-caedaa4df7c9 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:50:37.343431 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd872fe-5384-4cd1-83b4-bc75f3163ada None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:50:37.344993 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-bbd872fe-5384-4cd1-83b4-bc75f3163ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:50:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:37.380459 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-093554f5-be89-4a44-ba5d-d29b0cba56d9 req-f4ed9860-0612-4fde-82f2-6e2ce6b665e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 HTTP/1.1" status: 200 len: 999 time: 0.0568438 Jun 18 16:50:37.428671 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093554f5-be89-4a44-ba5d-d29b0cba56d9 req-3d4ccd20-f5a6-4518-90a8-02078c7f3372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:37.430237 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-093554f5-be89-4a44-ba5d-d29b0cba56d9 req-3d4ccd20-f5a6-4518-90a8-02078c7f3372 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0436933 Jun 18 16:50:37.450033 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-bbd872fe-5384-4cd1-83b4-bc75f3163ada None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:50:37.498147 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093554f5-be89-4a44-ba5d-d29b0cba56d9 req-4b2ab135-4746-421f-8a80-fa077962695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:37.499689 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-093554f5-be89-4a44-ba5d-d29b0cba56d9 req-4b2ab135-4746-421f-8a80-fa077962695a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0630360 Jun 18 16:50:37.588529 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-093554f5-be89-4a44-ba5d-d29b0cba56d9 req-6f44d042-298a-49bd-822a-7a42a10030ed service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817204 Jun 18 16:50:37.654576 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1d40d6e8-b240-4073-ab96-e0f298e4e8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:37.678968 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-bbd872fe-5384-4cd1-83b4-bc75f3163ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5371d718-bdda-4d1f-a4b3-c451e3dd5392', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'floating_ip_address': '172.26.2.248', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'port_id': 'aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'mac_address': 'fa:16:3e:16:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb1b288-b40b-45ec-95d9-78d3ff9c068c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:50:23Z', 'updated_at': '2021-06-18T16:50:36Z', 'revision_number': 1, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:37.683057 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-093554f5-be89-4a44-ba5d-d29b0cba56d9 req-f85b94af-7a7d-4bb3-920b-7d28c590bc0e service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887449 Jun 18 16:50:37.710572 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd872fe-5384-4cd1-83b4-bc75f3163ada None None] The sync data for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv is: [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5371d718-bdda-4d1f-a4b3-c451e3dd5392', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'floating_ip_address': '172.26.2.248', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'port_id': 'aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'mac_address': 'fa:16:3e:16:1f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb1b288-b40b-45ec-95d9-78d3ff9c068c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:50:23Z', 'updated_at': '2021-06-18T16:50:36Z', 'revision_number': 1, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:50:37.893006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73857f2-5531-4b07-9c03-4183078ef293 None None] New status for floating IP 5371d718-bdda-4d1f-a4b3-c451e3dd5392: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:50:38.252669 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:38.980562 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:40.490293 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-04ea27b9-fced-4946-abf5-ba1f18648b46 req-59c45921-1840-4762-b19a-dc9b816fd427 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518551 Jun 18 16:50:40.514110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:40.619143 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea27b9-fced-4946-abf5-ba1f18648b46 req-ee814c7c-b0f1-4d83-8863-d68d8d5511c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:40.620598 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-04ea27b9-fced-4946-abf5-ba1f18648b46 req-ee814c7c-b0f1-4d83-8863-d68d8d5511c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 1098 time: 0.0529234 Jun 18 16:50:40.728279 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea27b9-fced-4946-abf5-ba1f18648b46 req-4a4b5fe5-b912-4d78-800c-099b4d686d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:40.729629 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-04ea27b9-fced-4946-abf5-ba1f18648b46 req-4a4b5fe5-b912-4d78-800c-099b4d686d9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0880694 Jun 18 16:50:40.798476 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-04ea27b9-fced-4946-abf5-ba1f18648b46 req-01a6e796-ace5-448a-b6a8-c75125b9e162 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 HTTP/1.1" status: 200 len: 1001 time: 0.0612416 Jun 18 16:50:40.847655 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea27b9-fced-4946-abf5-ba1f18648b46 req-66c9bc76-7720-4b1b-a45d-8d1610e94d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:40.849073 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-04ea27b9-fced-4946-abf5-ba1f18648b46 req-66c9bc76-7720-4b1b-a45d-8d1610e94d00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0453014 Jun 18 16:50:40.908149 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea27b9-fced-4946-abf5-ba1f18648b46 req-d311c845-0ea8-4759-b4a9-c63b1f6d1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:40.909581 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-04ea27b9-fced-4946-abf5-ba1f18648b46 req-d311c845-0ea8-4759-b4a9-c63b1f6d1175 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0543268 Jun 18 16:50:40.995156 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-04ea27b9-fced-4946-abf5-ba1f18648b46 req-e78dc5d6-1dcc-4e83-818c-faa65928d7a9 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791714 Jun 18 16:50:41.100313 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-04ea27b9-fced-4946-abf5-ba1f18648b46 req-f8e579c2-f47c-4f6f-b23f-29fea0c8109d service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849040 Jun 18 16:50:54.873702 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:05.240126 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7a53f9c7-22be-42b4-809d-cf5d4f5b5503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:07.628921 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:51:07.645835 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0432d0f8-8c9d-47ad-9558-f0d98bd71af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.253954 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.984558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:10.511053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:14.285200 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba6877-6ea1-4be0-bcc7-2b05feb0ab9a req-d33e8380-1151-4bef-bfbf-2a3e8cd01aa3 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:14.286666 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-87ba6877-6ea1-4be0-bcc7-2b05feb0ab9a req-d33e8380-1151-4bef-bfbf-2a3e8cd01aa3 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0662246 Jun 18 16:51:14.322978 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-87ba6877-6ea1-4be0-bcc7-2b05feb0ab9a req-817bb0f5-b6b3-461a-b3f6-db4097627ecc tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307443 Jun 18 16:51:14.655279 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-48dc606c-a15a-489d-9ced-62f7363e2b71 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0523610 Jun 18 16:51:14.715104 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc4201-ed42-4ec0-982a-bba464353387 req-848f201c-589c-4806-ad61-98aecad22d78 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:14.716613 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f7bc4201-ed42-4ec0-982a-bba464353387 req-848f201c-589c-4806-ad61-98aecad22d78 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0676198 Jun 18 16:51:14.757731 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f7bc4201-ed42-4ec0-982a-bba464353387 req-fa70b724-59b5-4b87-bddd-75601c370d4a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348494 Jun 18 16:51:15.839771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-fcd6e35b-b271-4a69-9957-be08572cc498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:15.841250 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-fcd6e35b-b271-4a69-9957-be08572cc498 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 1098 time: 0.0569706 Jun 18 16:51:15.933715 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-6179b1e4-18e0-49af-9cfe-553bdac51e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:15.935187 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-6179b1e4-18e0-49af-9cfe-553bdac51e11 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0880575 Jun 18 16:51:15.942197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e93d1-5f93-423c-a6fe-f6f7df9164c1 req-63c1c8e9-f6dd-4f0a-88e4-231d6ec04942 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:15.943666 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-546e93d1-5f93-423c-a6fe-f6f7df9164c1 req-63c1c8e9-f6dd-4f0a-88e4-231d6ec04942 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0668352 Jun 18 16:51:15.981437 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-546e93d1-5f93-423c-a6fe-f6f7df9164c1 req-393b9089-e90a-4f2b-9f7f-c49e3787328d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318997 Jun 18 16:51:15.999392 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-d7b1f9c3-a35f-48c3-b6f3-31950a24db36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 HTTP/1.1" status: 200 len: 1001 time: 0.0582538 Jun 18 16:51:16.047682 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-8f9661bb-2163-4c2d-910c-858000b100a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:16.049062 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-8f9661bb-2163-4c2d-910c-858000b100a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0429642 Jun 18 16:51:16.464168 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-e6b491d0-35f8-49bd-b24e-8026408f4020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:16.465632 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-e6b491d0-35f8-49bd-b24e-8026408f4020 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4107745 Jun 18 16:51:16.552894 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-8b5fff6c-225a-4b2e-845c-d0f4a274e9b6 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795357 Jun 18 16:51:16.643382 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-b4c03fde-4358-4d6a-8fdd-628d09d63394 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840869 Jun 18 16:51:17.157657 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1cd2d-0e64-4c9c-95d3-6dc9f7bd0107 req-8a8f9698-cc97-46e9-819c-33fb3227e2f3 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:17.159139 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bae1cd2d-0e64-4c9c-95d3-6dc9f7bd0107 req-8a8f9698-cc97-46e9-819c-33fb3227e2f3 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0632637 Jun 18 16:51:17.195806 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bae1cd2d-0e64-4c9c-95d3-6dc9f7bd0107 req-836aad71-ea6b-4b77-b2ac-62a0257207d3 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310230 Jun 18 16:51:18.369179 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704425c-d1d6-4b5f-85bc-6cb1c3779fac req-09942d72-ab9f-4748-89cd-11d2b6043ae5 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:18.370611 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5704425c-d1d6-4b5f-85bc-6cb1c3779fac req-09942d72-ab9f-4748-89cd-11d2b6043ae5 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0614638 Jun 18 16:51:18.407437 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5704425c-d1d6-4b5f-85bc-6cb1c3779fac req-546a00a0-16d1-4c9e-a027-9695eef011f4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311546 Jun 18 16:51:19.582734 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f84ac1-5f6a-4dda-862f-cf41cb18617f req-baf37658-59d5-4165-bd5a-c8c84087e2e1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:19.584156 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d8f84ac1-5f6a-4dda-862f-cf41cb18617f req-baf37658-59d5-4165-bd5a-c8c84087e2e1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0655389 Jun 18 16:51:19.620290 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d8f84ac1-5f6a-4dda-862f-cf41cb18617f req-b6d92fd5-2cd9-4da7-aba7-9ca64e97bc80 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306137 Jun 18 16:51:20.793764 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b60fc-26d5-4ae1-adeb-bc1fa71d87ce req-6ca4503a-acf5-423e-9ee6-faa41ed9a6ed tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:20.795251 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-189b60fc-26d5-4ae1-adeb-bc1fa71d87ce req-6ca4503a-acf5-423e-9ee6-faa41ed9a6ed tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0629768 Jun 18 16:51:20.835426 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-189b60fc-26d5-4ae1-adeb-bc1fa71d87ce req-9ee28e09-e527-4ef3-ac3e-db284bcb92c0 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336637 Jun 18 16:51:22.011497 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aa4e4-1a49-4fbd-9999-1c1aefe4c993 req-48b73287-f219-4f74-8817-c842d298dfa8 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:22.012862 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-745aa4e4-1a49-4fbd-9999-1c1aefe4c993 req-48b73287-f219-4f74-8817-c842d298dfa8 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0661690 Jun 18 16:51:22.051143 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-745aa4e4-1a49-4fbd-9999-1c1aefe4c993 req-7205f106-9d23-4399-a23e-abe470ab6b9f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317662 Jun 18 16:51:23.246295 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e9892-0ed9-4dcf-9770-3fd059bce74b req-4645bd71-f724-42c2-baed-4ed5822dd676 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:23.247774 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-298e9892-0ed9-4dcf-9770-3fd059bce74b req-4645bd71-f724-42c2-baed-4ed5822dd676 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0628092 Jun 18 16:51:23.285436 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-298e9892-0ed9-4dcf-9770-3fd059bce74b req-c27b33fa-2ab3-4630-ad67-c1d55f623b5a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315719 Jun 18 16:51:24.480551 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59921297-88ea-4804-b539-c2e1ec351d5c req-aafc3f5d-2a9a-490a-9c80-317a788ee27e tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:24.482086 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-59921297-88ea-4804-b539-c2e1ec351d5c req-aafc3f5d-2a9a-490a-9c80-317a788ee27e tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0769036 Jun 18 16:51:24.520254 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-59921297-88ea-4804-b539-c2e1ec351d5c req-8f8ef804-c67c-4ec2-8c30-d4cb5398e019 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319378 Jun 18 16:51:24.887168 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:25.696274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac864c-f73a-431a-b917-c32b6cff7303 req-99aca4e6-a70e-4d72-99c6-2ad0d1d90eb0 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:25.697721 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fbac864c-f73a-431a-b917-c32b6cff7303 req-99aca4e6-a70e-4d72-99c6-2ad0d1d90eb0 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0698144 Jun 18 16:51:25.735287 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fbac864c-f73a-431a-b917-c32b6cff7303 req-23d3ed9b-39f2-41f9-93f8-6293ca8251f0 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318308 Jun 18 16:51:26.932895 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7fc01-49e3-4387-af4d-a5d348238628 req-83ef048d-7219-42a4-b263-0f67329e5fd2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:26.934407 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-29e7fc01-49e3-4387-af4d-a5d348238628 req-83ef048d-7219-42a4-b263-0f67329e5fd2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0778170 Jun 18 16:51:26.978198 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-29e7fc01-49e3-4387-af4d-a5d348238628 req-418ecff1-0771-4bc9-b348-c303cdca4adc tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377805 Jun 18 16:51:28.165687 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba701e4-7f5c-40e9-b28b-1df0b1aefc95 req-79910b4d-bd73-4f63-a55a-c87176340f70 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:28.167171 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4ba701e4-7f5c-40e9-b28b-1df0b1aefc95 req-79910b4d-bd73-4f63-a55a-c87176340f70 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0671320 Jun 18 16:51:28.204635 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4ba701e4-7f5c-40e9-b28b-1df0b1aefc95 req-6b890d7e-06ba-4599-9dfd-d648329590ef tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316899 Jun 18 16:51:28.431739 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-092171a6-4348-408c-a7f3-9b343c6d9042 service neutron] 10.222.0.64 "GET /v2.0/ports/aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0542102 Jun 18 16:51:28.694341 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-2797d07b-81d7-4f4e-a133-55ef84cc407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:28.695761 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-2797d07b-81d7-4f4e-a133-55ef84cc407c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c&tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb HTTP/1.1" status: 200 len: 1098 time: 0.0529845 Jun 18 16:51:28.783783 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-f4687600-d971-46e9-970b-9722ba9b2ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:28.785225 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-f4687600-d971-46e9-970b-9722ba9b2ee6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 1098 time: 0.0556586 Jun 18 16:51:28.873162 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-f23df321-a52d-4a14-87cc-80b2161ad485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:28.874572 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-f23df321-a52d-4a14-87cc-80b2161ad485 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0831077 Jun 18 16:51:28.942032 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-3fcae3ef-7230-4902-94f3-75dc54c0f37b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 HTTP/1.1" status: 200 len: 1001 time: 0.0606189 Jun 18 16:51:28.989385 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-d1769ec5-5d2a-4af6-a4bc-ec421791c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:28.990769 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-d1769ec5-5d2a-4af6-a4bc-ec421791c1f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0427737 Jun 18 16:51:29.045868 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-e598f6cd-78b1-4695-9b25-0498f42d13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:29.047331 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-e598f6cd-78b1-4695-9b25-0498f42d13a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0508151 Jun 18 16:51:29.137488 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-6709194a-6ec7-4468-bd7c-30c662626f70 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832388 Jun 18 16:51:29.224958 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd75771b-8616-4d80-9b85-1f93ec8fca77 req-70e4e80d-52b6-4294-bd01-654e86a8f97a service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814707 Jun 18 16:51:29.377898 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743abfa2-98bd-4994-ad68-c8072915dcda req-49436698-3820-4dc0-90f0-8e951a6d3083 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:29.379127 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-743abfa2-98bd-4994-ad68-c8072915dcda req-49436698-3820-4dc0-90f0-8e951a6d3083 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0642436 Jun 18 16:51:29.419019 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-743abfa2-98bd-4994-ad68-c8072915dcda req-4d75a20d-017a-4de4-b21f-149d7908738d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339811 Jun 18 16:51:30.593870 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c63315-0815-4ceb-8b5d-b4e375404f5a req-f9b00194-1f11-4fd6-88a8-b64bc8472aa4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:30.595995 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-20c63315-0815-4ceb-8b5d-b4e375404f5a req-f9b00194-1f11-4fd6-88a8-b64bc8472aa4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0623391 Jun 18 16:51:30.632204 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-20c63315-0815-4ceb-8b5d-b4e375404f5a req-6a983fcb-48f0-4447-af18-ad86ccda6b30 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305865 Jun 18 16:51:31.802382 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:51:31.809979 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a23e2-35a7-4ad4-b710-1c2e59261227 req-b0d62b81-6a8e-42a3-85a2-8d6407fe73ea tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:31.811637 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b91a23e2-35a7-4ad4-b710-1c2e59261227 req-b0d62b81-6a8e-42a3-85a2-8d6407fe73ea tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0675056 Jun 18 16:51:31.814347 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:51:31.852891 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b91a23e2-35a7-4ad4-b710-1c2e59261227 req-2ed37418-7192-471a-948e-5c6a8884e815 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349209 Jun 18 16:51:31.956981 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:31.959428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:31.976602 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'port_id': 'aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9', 'mac_address': 'fa:16:3e:16:1f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:51:31.992435 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb1b288-b40b-45ec-95d9-78d3ff9c068c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:51:31.994707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7105b849-519a-40b4-87e5-801eed605139" -d '{"events": [{"server_uuid": "dcb1b288-b40b-45ec-95d9-78d3ff9c068c", "name": "network-vif-unplugged", "status": "completed", "tag": "aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:51:32.029083 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:32.034657 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:32.037831 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-234e6d7e-cf77-47af-ac6a-868a182d7d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:32.062177 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 16:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff582be1-6e7a-4e20-9d68-cd15f3535b4a x-openstack-request-id: req-ff582be1-6e7a-4e20-9d68-cd15f3535b4a {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:51:32.062484 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb1b288-b40b-45ec-95d9-78d3ff9c068c", "name": "network-vif-unplugged", "status": "completed", "tag": "aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:51:32.062768 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff582be1-6e7a-4e20-9d68-cd15f3535b4a {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:51:32.063269 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb1b288-b40b-45ec-95d9-78d3ff9c068c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9', 'code': 200} Jun 18 16:51:32.068848 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:32.095021 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:51:32.106079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9,revision_number=6']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:32.131423 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:32.131772 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:32.132109 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:32.132441 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:32.132760 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:32.133085 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:32.133402 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:32.133717 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:32.134039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:32.134349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:32.134688 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:32.135003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:32.140088 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:32.153500 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:51:32.153861 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:51:32.170068 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f59323-1f24-4b8d-8cb2-d10e90103781 req-fd17f7da-f712-4e18-a604-faff1422dc86 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:32.171548 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-57f59323-1f24-4b8d-8cb2-d10e90103781 req-fd17f7da-f712-4e18-a604-faff1422dc86 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 943 time: 0.0692208 Jun 18 16:51:32.199972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968485b-3e0b-4823-bf9e-378e0f51bb71 req-527becc2-b2bb-436e-9c54-3530129bec6b tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:32.201429 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1968485b-3e0b-4823-bf9e-378e0f51bb71 req-527becc2-b2bb-436e-9c54-3530129bec6b tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c&tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 943 time: 0.0814900 Jun 18 16:51:32.209316 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-57f59323-1f24-4b8d-8cb2-d10e90103781 req-31218b5c-e90b-4158-b4b8-a1a8db907ff9 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312891 Jun 18 16:51:32.309714 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968485b-3e0b-4823-bf9e-378e0f51bb71 req-2d95bca2-2c3e-49fb-b14c-de05cdaae7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:32.311193 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1968485b-3e0b-4823-bf9e-378e0f51bb71 req-2d95bca2-2c3e-49fb-b14c-de05cdaae7ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 1096 time: 0.0511966 Jun 18 16:51:32.400372 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968485b-3e0b-4823-bf9e-378e0f51bb71 req-a691f9b9-3c31-4a39-b8ea-9cd051ca8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:32.401793 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1968485b-3e0b-4823-bf9e-378e0f51bb71 req-a691f9b9-3c31-4a39-b8ea-9cd051ca8921 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0841250 Jun 18 16:51:32.464370 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1968485b-3e0b-4823-bf9e-378e0f51bb71 req-56031b34-a668-419d-b7b6-46ad74f6c1fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 HTTP/1.1" status: 200 len: 999 time: 0.0558188 Jun 18 16:51:32.511571 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968485b-3e0b-4823-bf9e-378e0f51bb71 req-770dbb38-5d7d-4812-8327-2b15d5b93eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:32.512991 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1968485b-3e0b-4823-bf9e-378e0f51bb71 req-770dbb38-5d7d-4812-8327-2b15d5b93eab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0425317 Jun 18 16:51:32.572429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968485b-3e0b-4823-bf9e-378e0f51bb71 req-c5df3177-805b-459e-bfa5-3944a96dabe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:32.573892 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1968485b-3e0b-4823-bf9e-378e0f51bb71 req-c5df3177-805b-459e-bfa5-3944a96dabe9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553155 Jun 18 16:51:32.661109 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1968485b-3e0b-4823-bf9e-378e0f51bb71 req-49e7f38d-7045-4511-b53e-0f6b532223e2 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810766 Jun 18 16:51:32.694378 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:32.706521 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:51:32.726213 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:32.730261 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:32.731980 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:32.759603 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1968485b-3e0b-4823-bf9e-378e0f51bb71 req-831a4650-075e-453a-8beb-0bbe15845e1c service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929444 Jun 18 16:51:32.781739 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9,revision_number=7']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:32.785545 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:32.872982 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:51:33.393697 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7b98f-bad3-4f26-aa11-2af3b2a75bcb req-f61376eb-bde8-41c9-a523-dbbb8e5c0869 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:33.395264 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-04a7b98f-bad3-4f26-aa11-2af3b2a75bcb req-f61376eb-bde8-41c9-a523-dbbb8e5c0869 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 944 time: 0.0676813 Jun 18 16:51:33.433687 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-04a7b98f-bad3-4f26-aa11-2af3b2a75bcb req-ea9567ec-8f35-4e99-8074-1ee1960573ff tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323658 Jun 18 16:51:33.609875 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a83d30-ffee-4116-9366-7375776d9678 req-d92e0a0e-492a-4fc3-a1e1-df908c7ffae6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:33.611526 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f1a83d30-ffee-4116-9366-7375776d9678 req-d92e0a0e-492a-4fc3-a1e1-df908c7ffae6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 944 time: 0.0625432 Jun 18 16:51:33.648086 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f1a83d30-ffee-4116-9366-7375776d9678 req-21fd9ca6-09ab-47b1-82c8-7b628d6e7c28 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310602 Jun 18 16:51:33.817970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d73548-3577-4fd4-b5f4-5c401edfe3ec req-5dbc9bb1-78cb-491f-a18b-82f161f91aa4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:33.819432 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-23d73548-3577-4fd4-b5f4-5c401edfe3ec req-5dbc9bb1-78cb-491f-a18b-82f161f91aa4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 944 time: 0.0624590 Jun 18 16:51:33.822861 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:51:33.857153 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-23d73548-3577-4fd4-b5f4-5c401edfe3ec req-4d0b5c47-ebfd-4b8b-91da-df6333e2f5a6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320513 Jun 18 16:51:33.871822 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:33.872203 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:33.949672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:33.981624 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:33.986077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:33.988014 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:34.036083 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9,revision_number=8']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:34.040854 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:34.064580 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb1b288-b40b-45ec-95d9-78d3ff9c068c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:51:34.067299 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07712bf-8fc7-4faa-9cab-983683f9ce66" -d '{"events": [{"server_uuid": "dcb1b288-b40b-45ec-95d9-78d3ff9c068c", "name": "network-vif-plugged", "status": "completed", "tag": "aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:51:34.110934 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c6d35b-b353-455b-ac34-ba3a75b7de2e x-openstack-request-id: req-a8c6d35b-b353-455b-ac34-ba3a75b7de2e {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:51:34.111311 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb1b288-b40b-45ec-95d9-78d3ff9c068c", "name": "network-vif-plugged", "status": "completed", "tag": "aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:51:34.111607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8c6d35b-b353-455b-ac34-ba3a75b7de2e {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:51:34.112044 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb1b288-b40b-45ec-95d9-78d3ff9c068c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9', 'code': 200} Jun 18 16:51:34.252985 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c2737-d32c-4920-b8ab-9c9509688842 req-19362b99-ce3f-4c37-a4a5-ec1cf1d6fdb6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:34.254432 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-936c2737-d32c-4920-b8ab-9c9509688842 req-19362b99-ce3f-4c37-a4a5-ec1cf1d6fdb6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0669210 Jun 18 16:51:34.290919 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-936c2737-d32c-4920-b8ab-9c9509688842 req-0f3f1ed2-d391-4bfa-b51d-157014686d9d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309417 Jun 18 16:51:35.240616 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-292bb735-8b0f-4446-9e0b-fe6074077188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:35.465793 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916de05c-0a81-4d5b-89b6-96220e80b55c req-b81fc2c3-cdca-4e59-8435-4ea2b4fb6f43 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:35.467171 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-916de05c-0a81-4d5b-89b6-96220e80b55c req-b81fc2c3-cdca-4e59-8435-4ea2b4fb6f43 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0624919 Jun 18 16:51:35.504855 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-916de05c-0a81-4d5b-89b6-96220e80b55c req-2b485a56-ad62-4472-a233-82af191c53cd tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318015 Jun 18 16:51:36.045096 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd3be7-353a-40a0-86f4-88085d9bded0 req-a6cbc1fb-25aa-47c0-9f02-3e1b35adfa29 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:36.046553 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5cdd3be7-353a-40a0-86f4-88085d9bded0 req-a6cbc1fb-25aa-47c0-9f02-3e1b35adfa29 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 945 time: 0.0652523 Jun 18 16:51:36.158062 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-5cdd3be7-353a-40a0-86f4-88085d9bded0 req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Deleting port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:51:36.158402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5cdd3be7-353a-40a0-86f4-88085d9bded0 req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:36.245449 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-5cdd3be7-353a-40a0-86f4-88085d9bded0 req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] For port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:36.245809 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5cdd3be7-353a-40a0-86f4-88085d9bded0 req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:36.405814 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5cdd3be7-353a-40a0-86f4-88085d9bded0 req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:36.406099 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5cdd3be7-353a-40a0-86f4-88085d9bded0 req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:36.406413 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [req-5cdd3be7-353a-40a0-86f4-88085d9bded0 req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Floating IP 5371d718-bdda-4d1f-a4b3-c451e3dd5392 disassociated. External IP: 172.26.2.248, port: aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9. Jun 18 16:51:36.407310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-5cdd3be7-353a-40a0-86f4-88085d9bded0 req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Calling delete_port for aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:51:36.536029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5cdd3be7-353a-40a0-86f4-88085d9bded0 req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:36.541125 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d6299084-5ddc-497d-9b60-58ce4a7167a3 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:36.568715 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Pushing event deleted for resources: {'Port': ['ID=aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:36.578438 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:36.579420 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:36.580103 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:36.580573 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:36.580948 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:36.581321 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:36.581690 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:36.582054 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:36.582412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:36.582862 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:36.583227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:36.583583 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:36.587358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:36.658292 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-eb7ba582-a56b-4fcc-b880-d7a57f4e1fec req-7a6919ad-e338-4e55-9893-780cab2efade tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb1b288-b40b-45ec-95d9-78d3ff9c068c HTTP/1.1" status: 200 len: 210 time: 0.0344896 Jun 18 16:51:36.701144 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cdd3be7-353a-40a0-86f4-88085d9bded0 req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Router 3841a40b-a835-40ec-89ed-caedaa4df7c9 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:51:36.811857 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cdd3be7-353a-40a0-86f4-88085d9bded0 req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:51:36.822561 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f12a5-93ae-44bd-948a-d28ebe7bb547 None None] Sync routers for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:51:36.831405 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f12a5-93ae-44bd-948a-d28ebe7bb547 None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:51:36.832015 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-310f12a5-93ae-44bd-948a-d28ebe7bb547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:51:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:36.855913 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdd3be7-353a-40a0-86f4-88085d9bded0 req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] No DVR routers for this DVR port aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:51:36.858393 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5cdd3be7-353a-40a0-86f4-88085d9bded0 req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:36.861104 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5cdd3be7-353a-40a0-86f4-88085d9bded0 req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "DELETE /v2.0/ports/aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 HTTP/1.1" status: 204 len: 173 time: 0.8065891 Jun 18 16:51:36.861624 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb1b288-b40b-45ec-95d9-78d3ff9c068c', 'name': 'network-vif-deleted', 'tag': 'aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:51:36.864053 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1d4e76-7d84-4ba8-ba3c-9017b1b26973" -d '{"events": [{"server_uuid": "dcb1b288-b40b-45ec-95d9-78d3ff9c068c", "name": "network-vif-deleted", "tag": "aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:51:36.901871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5c0fc3-bb6f-4078-900d-5d53da96d113 x-openstack-request-id: req-7b5c0fc3-bb6f-4078-900d-5d53da96d113 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:51:36.902223 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb1b288-b40b-45ec-95d9-78d3ff9c068c", "name": "network-vif-deleted", "tag": "aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:51:36.902516 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b5c0fc3-bb6f-4078-900d-5d53da96d113 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:51:36.903032 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb1b288-b40b-45ec-95d9-78d3ff9c068c', 'name': 'network-vif-deleted', 'tag': 'aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9', 'status': 'completed', 'code': 200} Jun 18 16:51:36.940172 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-310f12a5-93ae-44bd-948a-d28ebe7bb547 None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:51:37.132187 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-310f12a5-93ae-44bd-948a-d28ebe7bb547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:37.160535 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f12a5-93ae-44bd-948a-d28ebe7bb547 None None] Checking router: 3841a40b-a835-40ec-89ed-caedaa4df7c9 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:51:37.169131 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f12a5-93ae-44bd-948a-d28ebe7bb547 None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:51:37.169731 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-310f12a5-93ae-44bd-948a-d28ebe7bb547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:51:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:37.272039 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-310f12a5-93ae-44bd-948a-d28ebe7bb547 None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:51:37.465585 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-310f12a5-93ae-44bd-948a-d28ebe7bb547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:37.496211 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f12a5-93ae-44bd-948a-d28ebe7bb547 None None] The sync data for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv is: [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:51:37.647693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b8e146c1-8894-405f-a69a-05242ff01acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:37.716850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05595d-4de7-4ecc-b507-cdf94a0f7b5e None None] New status for floating IP 5371d718-bdda-4d1f-a4b3-c451e3dd5392: DOWN {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:51:37.971369 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-e85915d9-b8b1-4a96-aed4-7f6f507c59d1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--401446234&fields=id&tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb HTTP/1.1" status: 200 len: 267 time: 0.0331059 Jun 18 16:51:38.074001 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-6078d215-1c73-4279-9aa5-060b1aab2b43 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:38.075393 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-6078d215-1c73-4279-9aa5-060b1aab2b43 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 811 time: 0.0977218 Jun 18 16:51:38.091451 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-96035fa3-38bb-4935-a21b-f7ea1e282483 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/quotas/6ceb80b6a2be4fd39966d6d5afbc5abb HTTP/1.1" status: 200 len: 375 time: 0.0097368 Jun 18 16:51:38.162873 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-497ba80f-c11c-4baf-95f5-4e353aa1c10c tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652120 Jun 18 16:51:38.178374 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-3ede3414-1351-4d47-9efd-51ba7c03393a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:51:38.179343 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-3ede3414-1351-4d47-9efd-51ba7c03393a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051427 Jun 18 16:51:38.254332 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:38.272990 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-73d3be0c-abf1-4dfc-97c1-a4d6e488eace service neutron] 10.222.0.39 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882158 Jun 18 16:51:38.364923 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-a6ebb439-2149-4555-9941-d6a921775c62 service neutron] 10.222.0.39 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857172 Jun 18 16:51:38.528058 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-938e2cca-023d-4792-bda0-62379bdd29a0 req-288a0f3a-dc16-4ff0-8fe0-dc8ddbf5f8fa tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 210 time: 0.0297103 Jun 18 16:51:38.987863 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:39.654121 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-a67c6e27-36a0-42fd-8e92-4bec96caa280 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:39.655770 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-a67c6e27-36a0-42fd-8e92-4bec96caa280 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 811 time: 0.1109695 Jun 18 16:51:39.680730 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3fd84eaf-35d4-4bc6-80ce-c048c4c7ec29 req-e0326ee5-6d48-43b3-aaac-4fc8600cb2d9 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 210 time: 0.0321107 Jun 18 16:51:39.714404 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-20296e61-f8d1-42bd-b44f-11d374adfae7 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb HTTP/1.1" status: 200 len: 379 time: 0.0359850 Jun 18 16:51:39.723501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-a7dd0f11-7575-46f5-9962-cce119e1e598 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Request body: {'port': {'device_id': '5b56f81d-a10a-4390-8557-42b7c56ab363', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'admin_state_up': True, 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'security_groups': ['d51716e9-3988-425e-8b08-ae0dcfa8a587']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:39.838438 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-a7dd0f11-7575-46f5-9962-cce119e1e598 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Made reservation on behalf of 6ceb80b6a2be4fd39966d6d5afbc5abb for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:51:39.842164 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-a7dd0f11-7575-46f5-9962-cce119e1e598 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:39.880396 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:51:39.900233 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:51:39.900589 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device aacab82e-c1e6-4e9d-af9e-4e5b3d1fbbb9 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:51:39.968574 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-a7dd0f11-7575-46f5-9962-cce119e1e598 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Allocated IP 172.20.0.3 (1879c897-13d8-481b-95e8-75616170a15d/b1cab26e-5ec5-4068-863a-44ac4d9bb19f/167ab0d3-d846-4a82-a9d5-73d5a210c42b) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:51:40.104628 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-a7dd0f11-7575-46f5-9962-cce119e1e598 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:40.117128 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-a7dd0f11-7575-46f5-9962-cce119e1e598 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Transition to ACTIVE for port object 167ab0d3-d846-4a82-a9d5-73d5a210c42b will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:40.153164 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-a7dd0f11-7575-46f5-9962-cce119e1e598 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:40.157211 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5a53488b-fb17-458e-90d3-41111886fd54 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:40.198398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-a7dd0f11-7575-46f5-9962-cce119e1e598 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Network 1879c897-13d8-481b-95e8-75616170a15d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:51:40.201736 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-a7dd0f11-7575-46f5-9962-cce119e1e598 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:40.206440 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-a7dd0f11-7575-46f5-9962-cce119e1e598 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:51:40.212812 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd0f11-7575-46f5-9962-cce119e1e598 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Pushing event updated for resources: {'Port': ['ID=167ab0d3-d846-4a82-a9d5-73d5a210c42b,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:40.236896 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a7dd0f11-7575-46f5-9962-cce119e1e598 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:40.263636 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-a7dd0f11-7575-46f5-9962-cce119e1e598 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:40.264269 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-a7dd0f11-7575-46f5-9962-cce119e1e598 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:40.279518 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-a7dd0f11-7575-46f5-9962-cce119e1e598 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5604270 Jun 18 16:51:40.297922 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Request body: {'port': {'device_id': '5b56f81d-a10a-4390-8557-42b7c56ab363', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:40.371833 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:40.462484 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1cd904f1-5da3-43e3-aaf4-bc6de0411636 None None] Provisioning for port 167ab0d3-d846-4a82-a9d5-73d5a210c42b completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:51:40.465860 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1cd904f1-5da3-43e3-aaf4-bc6de0411636 None None] Provisioning complete for port 167ab0d3-d846-4a82-a9d5-73d5a210c42b triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:40.466238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1cd904f1-5da3-43e3-aaf4-bc6de0411636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:40.511781 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-1cd904f1-5da3-43e3-aaf4-bc6de0411636 None None] Port 167ab0d3-d846-4a82-a9d5-73d5a210c42b cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:51:40.524191 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:40.644309 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167ab0d3-d846-4a82-a9d5-73d5a210c42b {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:51:40.651388 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:40.663866 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Transition to ACTIVE for port object 167ab0d3-d846-4a82-a9d5-73d5a210c42b will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:40.667762 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:40.670248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d7a9a775-b807-4208-a989-b01ab0bde9a2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:40.745209 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Pushing event updated for resources: {'Port': ['ID=167ab0d3-d846-4a82-a9d5-73d5a210c42b,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:40.762940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:40.827693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Attempting to bind port 167ab0d3-d846-4a82-a9d5-73d5a210c42b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:51:40.828014 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Attempting to bind port 167ab0d3-d846-4a82-a9d5-73d5a210c42b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:51:40.828339 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Attempting to bind port 167ab0d3-d846-4a82-a9d5-73d5a210c42b on network 1879c897-13d8-481b-95e8-75616170a15d {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:51:40.834663 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Port 167ab0d3-d846-4a82-a9d5-73d5a210c42b on network 1879c897-13d8-481b-95e8-75616170a15d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:51:40.835023 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Attempting to bind port 167ab0d3-d846-4a82-a9d5-73d5a210c42b on network 1879c897-13d8-481b-95e8-75616170a15d {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:51:40.843944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:51:40.844921 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Checking segment: {'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:40.845386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Bound using segment: {'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:51:40.845934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Bound port: 167ab0d3-d846-4a82-a9d5-73d5a210c42b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:51:40.846357 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:40.876522 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfffc6-a28a-4ebc-84ee-6153444afdfb req-3aeb505e-e95a-4443-a347-867ad824f199 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:40.878341 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-adbfffc6-a28a-4ebc-84ee-6153444afdfb req-3aeb505e-e95a-4443-a347-867ad824f199 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 943 time: 0.0715063 Jun 18 16:51:40.914844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] For port 167ab0d3-d846-4a82-a9d5-73d5a210c42b, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:51:40.916639 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-adbfffc6-a28a-4ebc-84ee-6153444afdfb req-651372f8-a6ed-4f12-b8fb-1612af3959e7 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319028 Jun 18 16:51:40.917884 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] For port 167ab0d3-d846-4a82-a9d5-73d5a210c42b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=167ab0d3-d846-4a82-a9d5-73d5a210c42b,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:51:40.922169 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:40.925839 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-554a8b02-9bd2-4ff9-96cc-33b7d6b68d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:40.956358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:40.956941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:40.958320 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] 10.222.0.64 "PUT /v2.0/ports/167ab0d3-d846-4a82-a9d5-73d5a210c42b HTTP/1.1" status: 200 len: 1093 time: 0.6655624 Jun 18 16:51:40.958886 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b56f81d-a10a-4390-8557-42b7c56ab363', 'tag': '167ab0d3-d846-4a82-a9d5-73d5a210c42b'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:51:40.961186 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee45fb2-9bd5-4304-b34b-f08ecad48358" -d '{"events": [{"name": "network-changed", "server_uuid": "5b56f81d-a10a-4390-8557-42b7c56ab363", "tag": "167ab0d3-d846-4a82-a9d5-73d5a210c42b"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:51:40.993078 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Pushing event updated for resources: {'Port': ['ID=167ab0d3-d846-4a82-a9d5-73d5a210c42b,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:40.998262 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:41.002425 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec8fe71-edbf-4244-a2c0-721f6371e6c9 x-openstack-request-id: req-5ec8fe71-edbf-4244-a2c0-721f6371e6c9 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:51:41.003056 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b56f81d-a10a-4390-8557-42b7c56ab363", "tag": "167ab0d3-d846-4a82-a9d5-73d5a210c42b", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:51:41.003356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ec8fe71-edbf-4244-a2c0-721f6371e6c9 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:51:41.003839 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b56f81d-a10a-4390-8557-42b7c56ab363', 'tag': '167ab0d3-d846-4a82-a9d5-73d5a210c42b', 'status': 'completed', 'code': 200} Jun 18 16:51:41.077374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-fd740706-ba2a-45b6-a596-8472b870653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:41.079641 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-fd740706-ba2a-45b6-a596-8472b870653f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 1096 time: 0.0552659 Jun 18 16:51:41.132503 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-ddd2cafa-9735-4f18-8f1b-691e2b53416c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=167ab0d3-d846-4a82-a9d5-73d5a210c42b HTTP/1.1" status: 200 len: 217 time: 0.0400186 Jun 18 16:51:41.182297 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-c7b06cdf-4c78-4ce2-902c-3d4766c08a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:41.183708 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-c7b06cdf-4c78-4ce2-902c-3d4766c08a06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0447445 Jun 18 16:51:41.238057 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-cc2bc460-eb5e-457c-9c30-8e4684c38fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:41.239408 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-cc2bc460-eb5e-457c-9c30-8e4684c38fff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495183 Jun 18 16:51:41.328910 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-f43e4f98-2fa7-4780-98ce-6438c376500c service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825160 Jun 18 16:51:41.414447 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d65ea75e-15c4-40a8-9da2-d0dea337d0b3 req-9dad71c0-a130-4159-b24b-ca915fb56c7b service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781510 Jun 18 16:51:41.574746 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee45fb2-9bd5-4304-b34b-f08ecad48358 req-5396bd4b-b1e7-4cda-ab04-b3924da98555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:41.576315 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cee45fb2-9bd5-4304-b34b-f08ecad48358 req-5396bd4b-b1e7-4cda-ab04-b3924da98555 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 1096 time: 0.0639863 Jun 18 16:51:41.663534 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee45fb2-9bd5-4304-b34b-f08ecad48358 req-b5c62a3c-9827-4210-a9d1-4f0ff42acc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:41.664971 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cee45fb2-9bd5-4304-b34b-f08ecad48358 req-b5c62a3c-9827-4210-a9d1-4f0ff42acc6d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0819595 Jun 18 16:51:41.709979 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cee45fb2-9bd5-4304-b34b-f08ecad48358 req-abd2ae90-f401-468f-9a6f-689e28486132 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=167ab0d3-d846-4a82-a9d5-73d5a210c42b HTTP/1.1" status: 200 len: 217 time: 0.0380609 Jun 18 16:51:41.758318 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee45fb2-9bd5-4304-b34b-f08ecad48358 req-9be1a43c-58ae-48ee-8989-9940cb0cf874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:41.759726 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cee45fb2-9bd5-4304-b34b-f08ecad48358 req-9be1a43c-58ae-48ee-8989-9940cb0cf874 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0427852 Jun 18 16:51:41.817459 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee45fb2-9bd5-4304-b34b-f08ecad48358 req-085740fa-716a-4934-94dc-9f6c757f841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:41.818930 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cee45fb2-9bd5-4304-b34b-f08ecad48358 req-085740fa-716a-4934-94dc-9f6c757f841a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0505779 Jun 18 16:51:41.910623 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cee45fb2-9bd5-4304-b34b-f08ecad48358 req-7341d098-c1c4-4ef5-af3a-17722c8995ba service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846972 Jun 18 16:51:42.004682 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cee45fb2-9bd5-4304-b34b-f08ecad48358 req-d200ce91-c60f-45e9-afb3-932035c6e8ae service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844042 Jun 18 16:51:42.097384 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc3a91-0ca7-48fd-b109-58512a17c83b req-e36f3547-3430-4f44-9e3d-b49b07eacdcb tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:42.098856 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-befc3a91-0ca7-48fd-b109-58512a17c83b req-e36f3547-3430-4f44-9e3d-b49b07eacdcb tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 943 time: 0.0688479 Jun 18 16:51:42.135524 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-befc3a91-0ca7-48fd-b109-58512a17c83b req-71fc3492-86d0-4ed9-b1b1-9700cbdbb35c tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311272 Jun 18 16:51:43.309976 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb8487-d926-4eed-9fd9-abfca1a520e8 req-8c0c381b-bd6e-4a36-8845-1d86e6645a47 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:43.311438 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7cbb8487-d926-4eed-9fd9-abfca1a520e8 req-8c0c381b-bd6e-4a36-8845-1d86e6645a47 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 943 time: 0.0617943 Jun 18 16:51:43.348505 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7cbb8487-d926-4eed-9fd9-abfca1a520e8 req-2fcdbebf-e273-4155-bc4e-ab1ffe2421e3 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308352 Jun 18 16:51:43.911203 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 167ab0d3-d846-4a82-a9d5-73d5a210c42b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:51:44.005992 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 167ab0d3-d846-4a82-a9d5-73d5a210c42b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=167ab0d3-d846-4a82-a9d5-73d5a210c42b,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:44.017402 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '167ab0d3-d846-4a82-a9d5-73d5a210c42b', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'port_id': '167ab0d3-d846-4a82-a9d5-73d5a210c42b', 'mac_address': 'fa:16:3e:11:6d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:51:44.052709 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:44.064718 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167ab0d3-d846-4a82-a9d5-73d5a210c42b {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:51:44.087365 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 167ab0d3-d846-4a82-a9d5-73d5a210c42b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=167ab0d3-d846-4a82-a9d5-73d5a210c42b,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:44.090912 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:44.092615 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:44.136743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=167ab0d3-d846-4a82-a9d5-73d5a210c42b,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:44.139732 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:44.364433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['167ab0d3-d846-4a82-a9d5-73d5a210c42b'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:51:44.524544 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bbb6b-3c1c-490e-9a93-66a2ef140e08 req-a820e0ac-9aff-44c0-b077-dd803bc0fe92 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:44.526286 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-586bbb6b-3c1c-490e-9a93-66a2ef140e08 req-a820e0ac-9aff-44c0-b077-dd803bc0fe92 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 944 time: 0.0674007 Jun 18 16:51:44.562203 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-586bbb6b-3c1c-490e-9a93-66a2ef140e08 req-030af0da-3481-43f7-b3ea-aa9565f1e904 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305619 Jun 18 16:51:44.627477 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:51:45.739596 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e4fa4-b2a6-4e90-bcf4-704e569ae324 req-c47cc63e-f466-42b4-b116-529eb028dbbb tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:45.741078 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-230e4fa4-b2a6-4e90-bcf4-704e569ae324 req-c47cc63e-f466-42b4-b116-529eb028dbbb tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 944 time: 0.0672781 Jun 18 16:51:45.778994 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-230e4fa4-b2a6-4e90-bcf4-704e569ae324 req-57b0bb95-9301-4cc1-bf3a-98226eebbfee tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322275 Jun 18 16:51:45.927218 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 167ab0d3-d846-4a82-a9d5-73d5a210c42b up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:51:45.981336 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 167ab0d3-d846-4a82-a9d5-73d5a210c42b completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:51:45.985775 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 167ab0d3-d846-4a82-a9d5-73d5a210c42b triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:45.986149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:46.059523 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:46.080762 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b56f81d-a10a-4390-8557-42b7c56ab363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167ab0d3-d846-4a82-a9d5-73d5a210c42b'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:51:46.083673 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a6c01e-9d8a-465c-b704-0f576fcea12b" -d '{"events": [{"server_uuid": "5b56f81d-a10a-4390-8557-42b7c56ab363", "name": "network-vif-plugged", "status": "completed", "tag": "167ab0d3-d846-4a82-a9d5-73d5a210c42b"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:51:46.097058 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 167ab0d3-d846-4a82-a9d5-73d5a210c42b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=167ab0d3-d846-4a82-a9d5-73d5a210c42b,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:46.101441 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:46.103997 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:46.130065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697bc6c1-3a6d-47e4-b864-231da43d1642 x-openstack-request-id: req-697bc6c1-3a6d-47e4-b864-231da43d1642 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:51:46.130371 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b56f81d-a10a-4390-8557-42b7c56ab363", "name": "network-vif-plugged", "status": "completed", "tag": "167ab0d3-d846-4a82-a9d5-73d5a210c42b", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:51:46.130656 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-697bc6c1-3a6d-47e4-b864-231da43d1642 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:51:46.131047 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b56f81d-a10a-4390-8557-42b7c56ab363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167ab0d3-d846-4a82-a9d5-73d5a210c42b', 'code': 200} Jun 18 16:51:46.155604 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=167ab0d3-d846-4a82-a9d5-73d5a210c42b,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:46.159148 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:46.368639 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552fe54-6b5d-40a5-b63b-c321205a4ff3 req-ef44817f-2d89-4f9f-ac18-98acbf9ab83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:46.370078 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f552fe54-6b5d-40a5-b63b-c321205a4ff3 req-ef44817f-2d89-4f9f-ac18-98acbf9ab83e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 1098 time: 0.0508797 Jun 18 16:51:46.402935 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f552fe54-6b5d-40a5-b63b-c321205a4ff3 req-0f39003e-f8c6-499e-b66c-d1e629432ea0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264657 Jun 18 16:51:46.952102 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a20be-bb60-49a7-b5bb-0f1fec9de1f1 req-5b4194fc-90fa-45e1-9dc3-bdfa36c08863 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:46.953560 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6b9a20be-bb60-49a7-b5bb-0f1fec9de1f1 req-5b4194fc-90fa-45e1-9dc3-bdfa36c08863 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0625246 Jun 18 16:51:46.990022 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6b9a20be-bb60-49a7-b5bb-0f1fec9de1f1 req-b67aad1c-431b-48e9-a160-89806d356e2a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303922 Jun 18 16:51:48.179848 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55382f11-ac7c-4fe2-b174-d7e76bd20b62 req-ef188ce1-c062-49f7-a08e-6f47550e87f7 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:48.181273 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-55382f11-ac7c-4fe2-b174-d7e76bd20b62 req-ef188ce1-c062-49f7-a08e-6f47550e87f7 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0669324 Jun 18 16:51:48.216798 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-55382f11-ac7c-4fe2-b174-d7e76bd20b62 req-81fc7ea8-166f-4895-80ca-e21dab1e82dd tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297530 Jun 18 16:51:48.384711 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ef5b8-89e5-47e4-82f1-68bc54f74c40 req-5b096c4e-b43b-4368-b5a8-b6f87c3c2e2f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:48.386024 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2f3ef5b8-89e5-47e4-82f1-68bc54f74c40 req-5b096c4e-b43b-4368-b5a8-b6f87c3c2e2f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0609264 Jun 18 16:51:48.394740 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 54126) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:48.399073 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-267b6af6-5a02-4e05-b1fe-0d5168704423 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Request body: {'floatingip': {'port_id': '167ab0d3-d846-4a82-a9d5-73d5a210c42b'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:48.439812 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-267b6af6-5a02-4e05-b1fe-0d5168704423 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for floatingip, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:49.190558 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-267b6af6-5a02-4e05-b1fe-0d5168704423 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:49.194264 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-267b6af6-5a02-4e05-b1fe-0d5168704423 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:49.295375 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-267b6af6-5a02-4e05-b1fe-0d5168704423 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Floating IP 5371d718-bdda-4d1f-a4b3-c451e3dd5392 associated. External IP: 172.26.2.248, port: 167ab0d3-d846-4a82-a9d5-73d5a210c42b. Jun 18 16:51:49.492377 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267b6af6-5a02-4e05-b1fe-0d5168704423 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Router 3841a40b-a835-40ec-89ed-caedaa4df7c9 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:51:49.600446 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267b6af6-5a02-4e05-b1fe-0d5168704423 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:51:49.605264 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-267b6af6-5a02-4e05-b1fe-0d5168704423 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:49.609606 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ab3a5-4a29-4875-bc0f-1e707fe8ec53 None None] Sync routers for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:51:49.619161 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ab3a5-4a29-4875-bc0f-1e707fe8ec53 None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:51:49.619772 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-0f5ab3a5-4a29-4875-bc0f-1e707fe8ec53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:51:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:49.645442 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-267b6af6-5a02-4e05-b1fe-0d5168704423 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "PUT /v2.0/floatingips/5371d718-bdda-4d1f-a4b3-c451e3dd5392 HTTP/1.1" status: 200 len: 991 time: 1.2496912 Jun 18 16:51:49.646088 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b56f81d-a10a-4390-8557-42b7c56ab363', 'tag': '167ab0d3-d846-4a82-a9d5-73d5a210c42b'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:51:49.648413 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f753a87-0fb5-4a9a-a1eb-9d840fd50a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b56f81d-a10a-4390-8557-42b7c56ab363", "tag": "167ab0d3-d846-4a82-a9d5-73d5a210c42b"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:51:49.691374 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7925d0-5214-4fd5-b9ab-2b8a86a96295 x-openstack-request-id: req-eb7925d0-5214-4fd5-b9ab-2b8a86a96295 {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:51:49.691902 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b56f81d-a10a-4390-8557-42b7c56ab363", "tag": "167ab0d3-d846-4a82-a9d5-73d5a210c42b", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:51:49.692354 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb7925d0-5214-4fd5-b9ab-2b8a86a96295 {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:51:49.692990 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b56f81d-a10a-4390-8557-42b7c56ab363', 'tag': '167ab0d3-d846-4a82-a9d5-73d5a210c42b', 'status': 'completed', 'code': 200} Jun 18 16:51:49.724547 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-0f5ab3a5-4a29-4875-bc0f-1e707fe8ec53 None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:51:49.790210 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f753a87-0fb5-4a9a-a1eb-9d840fd50a3b req-c615f20b-8741-4726-8c5c-b2384ce7d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:49.791820 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9f753a87-0fb5-4a9a-a1eb-9d840fd50a3b req-c615f20b-8741-4726-8c5c-b2384ce7d5b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 1098 time: 0.0582950 Jun 18 16:51:49.882604 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f753a87-0fb5-4a9a-a1eb-9d840fd50a3b req-d7f0d4be-a78a-4efb-912c-9fab31856128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:49.884064 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9f753a87-0fb5-4a9a-a1eb-9d840fd50a3b req-d7f0d4be-a78a-4efb-912c-9fab31856128 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0861328 Jun 18 16:51:49.945108 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-0f5ab3a5-4a29-4875-bc0f-1e707fe8ec53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5371d718-bdda-4d1f-a4b3-c451e3dd5392', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'floating_ip_address': '172.26.2.248', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'port_id': '167ab0d3-d846-4a82-a9d5-73d5a210c42b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'mac_address': 'fa:16:3e:11:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56f81d-a10a-4390-8557-42b7c56ab363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:50:23Z', 'updated_at': '2021-06-18T16:51:49Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:49.952670 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9f753a87-0fb5-4a9a-a1eb-9d840fd50a3b req-658446e6-35ae-43fe-9bf7-f58ea70e0e65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=167ab0d3-d846-4a82-a9d5-73d5a210c42b HTTP/1.1" status: 200 len: 999 time: 0.0621655 Jun 18 16:51:49.971619 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ab3a5-4a29-4875-bc0f-1e707fe8ec53 None None] Checking router: 3841a40b-a835-40ec-89ed-caedaa4df7c9 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:51:49.979521 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ab3a5-4a29-4875-bc0f-1e707fe8ec53 None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:51:49.980132 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-0f5ab3a5-4a29-4875-bc0f-1e707fe8ec53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:51:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:49.999005 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f753a87-0fb5-4a9a-a1eb-9d840fd50a3b req-60448999-af65-469a-a0bf-34ff9eb68c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:50.000950 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9f753a87-0fb5-4a9a-a1eb-9d840fd50a3b req-60448999-af65-469a-a0bf-34ff9eb68c95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0418975 Jun 18 16:51:50.057022 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f753a87-0fb5-4a9a-a1eb-9d840fd50a3b req-2e77c8de-916f-4055-9579-c4d5e89ce754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:50.058417 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9f753a87-0fb5-4a9a-a1eb-9d840fd50a3b req-2e77c8de-916f-4055-9579-c4d5e89ce754 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517261 Jun 18 16:51:50.085960 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-0f5ab3a5-4a29-4875-bc0f-1e707fe8ec53 None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:51:50.148001 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9f753a87-0fb5-4a9a-a1eb-9d840fd50a3b req-64c73301-248c-43d2-8a79-3144d896bf57 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834172 Jun 18 16:51:50.234431 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9f753a87-0fb5-4a9a-a1eb-9d840fd50a3b req-e9f03507-831b-421f-b04d-30a68f5773c3 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802612 Jun 18 16:51:50.390641 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-0f5ab3a5-4a29-4875-bc0f-1e707fe8ec53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5371d718-bdda-4d1f-a4b3-c451e3dd5392', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'floating_ip_address': '172.26.2.248', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'port_id': '167ab0d3-d846-4a82-a9d5-73d5a210c42b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'mac_address': 'fa:16:3e:11:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56f81d-a10a-4390-8557-42b7c56ab363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:50:23Z', 'updated_at': '2021-06-18T16:51:49Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:50.416550 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ab3a5-4a29-4875-bc0f-1e707fe8ec53 None None] The sync data for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv is: [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5371d718-bdda-4d1f-a4b3-c451e3dd5392', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'floating_ip_address': '172.26.2.248', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'port_id': '167ab0d3-d846-4a82-a9d5-73d5a210c42b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'mac_address': 'fa:16:3e:11:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b56f81d-a10a-4390-8557-42b7c56ab363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:50:23Z', 'updated_at': '2021-06-18T16:51:49Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:51:50.601741 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5025a-42c9-440f-8945-e4b770bd3662 None None] New status for floating IP 5371d718-bdda-4d1f-a4b3-c451e3dd5392: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:51:54.886791 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:05.241790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5d3e552e-9ed1-4d9e-9300-9362dddfdfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:07.648895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a8a9d324-26cf-49a9-94f0-243edc47dd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:08.255705 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:08.989738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:10.517988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:21.626412 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:52:24.885102 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:25.803177 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30577d-f924-4ee0-9249-55df775c99f3 req-207dbfd2-1858-4fad-8ecd-1d33e567c595 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:25.804639 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-da30577d-f924-4ee0-9249-55df775c99f3 req-207dbfd2-1858-4fad-8ecd-1d33e567c595 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0640326 Jun 18 16:52:25.841241 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-da30577d-f924-4ee0-9249-55df775c99f3 req-fe368742-a68c-42e1-a74f-8ad97cca7f81 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308573 Jun 18 16:52:27.015530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda53c42-4409-4c71-9578-cba6eb597557 req-b55df365-5672-4004-b018-e5ac6cabe2eb tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:27.016933 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dda53c42-4409-4c71-9578-cba6eb597557 req-b55df365-5672-4004-b018-e5ac6cabe2eb tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0624735 Jun 18 16:52:27.056758 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dda53c42-4409-4c71-9578-cba6eb597557 req-f356b28b-1082-43ea-b28c-92b97dbde1bd tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339239 Jun 18 16:52:28.231167 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1ac34-f1e5-4a29-b08e-15d6ae7c837b req-ff9edc5d-81a4-4608-91b4-374ee9519aac tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:28.232593 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a2f1ac34-f1e5-4a29-b08e-15d6ae7c837b req-ff9edc5d-81a4-4608-91b4-374ee9519aac tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0653064 Jun 18 16:52:28.269702 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a2f1ac34-f1e5-4a29-b08e-15d6ae7c837b req-0653e1d7-f94b-4bf3-843a-ec11ecf16f18 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313509 Jun 18 16:52:29.450361 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742cfd2-b298-4c8f-82cd-59de335bace2 req-6f7f3612-5ccf-4525-a00c-126036c6e0ae tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:29.451843 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3742cfd2-b298-4c8f-82cd-59de335bace2 req-6f7f3612-5ccf-4525-a00c-126036c6e0ae tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0661616 Jun 18 16:52:29.489227 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3742cfd2-b298-4c8f-82cd-59de335bace2 req-6c3640fe-8b3e-4f0b-83bf-ce9284e0c6bf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310991 Jun 18 16:52:30.659584 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5bcc4-a24a-43c3-8f8d-f0584826c85f req-ae1f0c61-da78-4366-97ff-2354e4b5f325 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:30.661014 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4fd5bcc4-a24a-43c3-8f8d-f0584826c85f req-ae1f0c61-da78-4366-97ff-2354e4b5f325 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0615747 Jun 18 16:52:30.703888 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4fd5bcc4-a24a-43c3-8f8d-f0584826c85f req-7fe2e657-fdba-4995-9abf-ce1b6c0b050c tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371745 Jun 18 16:52:31.876942 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6aa9e8-e597-4b4e-adea-ab67c0b9bd8d req-b8c5f205-3f83-4850-8a2c-d73f005aa05b tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:31.878395 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0f6aa9e8-e597-4b4e-adea-ab67c0b9bd8d req-b8c5f205-3f83-4850-8a2c-d73f005aa05b tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0624292 Jun 18 16:52:31.915247 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0f6aa9e8-e597-4b4e-adea-ab67c0b9bd8d req-14079909-050d-469f-8e60-ecae1659d211 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312908 Jun 18 16:52:33.089048 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6193a95-042e-4ed0-8894-63bd2e11c5de req-3127b483-4deb-47fa-ac41-bd68d697f525 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:33.090551 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a6193a95-042e-4ed0-8894-63bd2e11c5de req-3127b483-4deb-47fa-ac41-bd68d697f525 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0664666 Jun 18 16:52:33.133830 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a6193a95-042e-4ed0-8894-63bd2e11c5de req-44bfbc7f-45fc-4901-bec4-50b7a9f669dd tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375583 Jun 18 16:52:34.312603 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f111e2-8985-4618-9156-298c9a8ac732 req-33734230-329d-4b8b-ab54-4141b36d9165 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:34.314064 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-38f111e2-8985-4618-9156-298c9a8ac732 req-33734230-329d-4b8b-ab54-4141b36d9165 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0685506 Jun 18 16:52:34.350598 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-38f111e2-8985-4618-9156-298c9a8ac732 req-7f860de1-e680-4a97-b2f9-e7ba38af0b37 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308931 Jun 18 16:52:35.241055 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1a91e97b-cd42-4f18-afa6-42696971d4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:35.525418 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce96ece-9ca5-430c-9e09-b6760a507b5e req-752aff38-6144-4eb7-9560-41ea669ecc15 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:35.526886 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bce96ece-9ca5-430c-9e09-b6760a507b5e req-752aff38-6144-4eb7-9560-41ea669ecc15 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0623269 Jun 18 16:52:35.564525 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bce96ece-9ca5-430c-9e09-b6760a507b5e req-4ddb4469-6be4-4901-b73b-6569b59ea9cc tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318239 Jun 18 16:52:36.735574 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eac6b1-c449-491c-b388-c1c16e2a8575 req-0653d769-18cc-44f1-8462-e1a25f9996d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:36.737004 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-70eac6b1-c449-491c-b388-c1c16e2a8575 req-0653d769-18cc-44f1-8462-e1a25f9996d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0623045 Jun 18 16:52:36.778219 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-70eac6b1-c449-491c-b388-c1c16e2a8575 req-4b9e42e2-6712-4367-8c19-e3e24e6a8a08 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356624 Jun 18 16:52:37.649745 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a5b9-d8a2-4642-a361-9451c80428ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:37.949702 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07439a-4a8e-4f3a-a82f-02e5bf9b963c req-650ac5fa-c5d8-4cf2-82cf-b2c63bbc1fd6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:37.951087 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5a07439a-4a8e-4f3a-a82f-02e5bf9b963c req-650ac5fa-c5d8-4cf2-82cf-b2c63bbc1fd6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0631280 Jun 18 16:52:37.988858 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5a07439a-4a8e-4f3a-a82f-02e5bf9b963c req-0ac7a659-4619-40ed-91de-009fabb6cd13 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310345 Jun 18 16:52:38.256791 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:38.992028 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:39.161985 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86a4f3-0a62-4c60-9e91-61deadb0df98 req-da6054e6-b6a3-4cd3-b36a-dc2dcfd9b949 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:39.163449 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6f86a4f3-0a62-4c60-9e91-61deadb0df98 req-da6054e6-b6a3-4cd3-b36a-dc2dcfd9b949 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0619130 Jun 18 16:52:39.200513 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6f86a4f3-0a62-4c60-9e91-61deadb0df98 req-8d7f7f14-3201-45c3-a8f4-4013e9513f8e tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314996 Jun 18 16:52:40.378135 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4c413-84d0-45b9-802f-ac555b71c139 req-4c7d5044-3826-41ea-be13-431b148700dd tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:40.379603 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-05f4c413-84d0-45b9-802f-ac555b71c139 req-4c7d5044-3826-41ea-be13-431b148700dd tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0698490 Jun 18 16:52:40.418037 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-05f4c413-84d0-45b9-802f-ac555b71c139 req-ac5adb3e-d845-4311-9dc0-95e4deb461a2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327940 Jun 18 16:52:40.521061 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:41.541722 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01e5dcd8-28ac-4030-a947-68a6bee22b83 req-d2756b27-5382-4757-ae8e-e44b92127970 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510719 Jun 18 16:52:41.597899 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675d6f8-80d1-4a63-9f05-8130ac0b880a req-eea99a7d-168d-4535-8742-0627e45175b9 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:41.599441 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7675d6f8-80d1-4a63-9f05-8130ac0b880a req-eea99a7d-168d-4535-8742-0627e45175b9 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0681596 Jun 18 16:52:41.637103 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7675d6f8-80d1-4a63-9f05-8130ac0b880a req-305d70ff-3f08-4f9c-98f6-dc8abb8a1908 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320489 Jun 18 16:52:41.654783 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5dcd8-28ac-4030-a947-68a6bee22b83 req-920fdb89-ece2-42e3-9d58-3b9b9ad3c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:41.656925 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01e5dcd8-28ac-4030-a947-68a6bee22b83 req-920fdb89-ece2-42e3-9d58-3b9b9ad3c245 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 1098 time: 0.0580630 Jun 18 16:52:41.769279 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5dcd8-28ac-4030-a947-68a6bee22b83 req-6cb8960d-f69d-4cf2-be70-eb97483109be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:41.770763 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01e5dcd8-28ac-4030-a947-68a6bee22b83 req-6cb8960d-f69d-4cf2-be70-eb97483109be service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0895715 Jun 18 16:52:41.839344 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01e5dcd8-28ac-4030-a947-68a6bee22b83 req-0741d094-7e1b-4002-b68b-1b45b21779c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=167ab0d3-d846-4a82-a9d5-73d5a210c42b HTTP/1.1" status: 200 len: 1001 time: 0.0624120 Jun 18 16:52:41.898981 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5dcd8-28ac-4030-a947-68a6bee22b83 req-dd5b9b7f-1cb5-44ae-9c20-e2be3c1f8781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:41.900843 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01e5dcd8-28ac-4030-a947-68a6bee22b83 req-dd5b9b7f-1cb5-44ae-9c20-e2be3c1f8781 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0555654 Jun 18 16:52:41.998348 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5dcd8-28ac-4030-a947-68a6bee22b83 req-f542e9f0-9161-44a9-bebb-63a9f43562f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:42.000078 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01e5dcd8-28ac-4030-a947-68a6bee22b83 req-f542e9f0-9161-44a9-bebb-63a9f43562f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0926452 Jun 18 16:52:42.065371 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1921d7-d2f3-4f9b-b70a-fe46f4c51708 req-3db7bc21-946c-40d9-92e8-cfd1aa1d28c7 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:42.066881 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0e1921d7-d2f3-4f9b-b70a-fe46f4c51708 req-3db7bc21-946c-40d9-92e8-cfd1aa1d28c7 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0638533 Jun 18 16:52:42.069204 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-c7a4d0fa-7496-4f0b-a8b7-8b6444f38e26 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107509 Jun 18 16:52:42.100483 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01e5dcd8-28ac-4030-a947-68a6bee22b83 req-8b469ec7-565e-4f98-8c88-f8d56163ac2e service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934932 Jun 18 16:52:42.120066 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0e1921d7-d2f3-4f9b-b70a-fe46f4c51708 req-5cff1105-6ffe-4fe2-aef9-128bba4bce75 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460427 Jun 18 16:52:42.193950 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01e5dcd8-28ac-4030-a947-68a6bee22b83 req-df490f95-062b-41ca-9a94-fe0b6addcbfe service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876155 Jun 18 16:52:43.295815 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdc34b-e18c-4926-a503-46839944898d req-6cef3175-6d48-4747-901d-5009825ed6ba tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:43.297341 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5efdc34b-e18c-4926-a503-46839944898d req-6cef3175-6d48-4747-901d-5009825ed6ba tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0627508 Jun 18 16:52:43.333525 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5efdc34b-e18c-4926-a503-46839944898d req-e3a1bef3-d6a5-406a-a8e2-ca31a3be3e5c tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306323 Jun 18 16:52:43.553985 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-10391d80-35fa-4f40-9f8b-5638813c3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:43.555398 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-10391d80-35fa-4f40-9f8b-5638813c3019 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 1098 time: 0.0549576 Jun 18 16:52:43.643247 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-5ed3b73f-4861-464b-9ccc-46064b5ac80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:43.644699 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-5ed3b73f-4861-464b-9ccc-46064b5ac80d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0835743 Jun 18 16:52:43.711962 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-281a428b-78d8-4add-abf2-dc609a754ba7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=167ab0d3-d846-4a82-a9d5-73d5a210c42b HTTP/1.1" status: 200 len: 1001 time: 0.0605464 Jun 18 16:52:43.766380 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-27eacd39-89c9-4cd6-8cd9-b905a9c7abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:43.767786 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-27eacd39-89c9-4cd6-8cd9-b905a9c7abfc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0415521 Jun 18 16:52:43.823251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-fe128a7b-3773-48e5-8e10-ac87453d3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:43.824589 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-fe128a7b-3773-48e5-8e10-ac87453d3e94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500357 Jun 18 16:52:43.916004 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-10d94df1-4c72-4668-b565-f0b825c4f5d6 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838628 Jun 18 16:52:44.000854 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-c58133d8-5387-4eac-aadf-7b18ba514b38 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784817 Jun 18 16:52:44.504262 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186750d2-63d2-4ed8-b3a4-aead99ab421d req-fdf5f8f3-165f-4d64-bdd4-0704fd6960b5 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:44.505751 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-186750d2-63d2-4ed8-b3a4-aead99ab421d req-fdf5f8f3-165f-4d64-bdd4-0704fd6960b5 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0615702 Jun 18 16:52:44.541617 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-186750d2-63d2-4ed8-b3a4-aead99ab421d req-ab70f852-963a-42ea-a227-417e6e5b662b tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303519 Jun 18 16:52:45.719048 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc758c69-f9b0-4a33-80e1-5f3da7dc7d1d req-0e860e63-6f4a-4515-badd-aa5297fe9058 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:45.720525 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fc758c69-f9b0-4a33-80e1-5f3da7dc7d1d req-0e860e63-6f4a-4515-badd-aa5297fe9058 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0669780 Jun 18 16:52:45.757296 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fc758c69-f9b0-4a33-80e1-5f3da7dc7d1d req-353cdeb2-287d-4e66-b543-00488cf561a8 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310969 Jun 18 16:52:45.763756 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-9659c80f-33da-4386-8eb9-611d99c8a1dc service neutron] 10.222.0.64 "GET /v2.0/ports/167ab0d3-d846-4a82-a9d5-73d5a210c42b/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0598214 Jun 18 16:52:46.041721 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-53e479b3-63fa-404c-8e9a-07e73b4822d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:46.043230 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-53e479b3-63fa-404c-8e9a-07e73b4822d0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363&tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb HTTP/1.1" status: 200 len: 1098 time: 0.0535531 Jun 18 16:52:46.129209 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-5f15f15e-45f7-4f77-a6fc-2eea513bfa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:46.130662 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-5f15f15e-45f7-4f77-a6fc-2eea513bfa46 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 1098 time: 0.0521479 Jun 18 16:52:46.220944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-73c210ab-7057-4f61-a305-09673c58cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:46.222275 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-73c210ab-7057-4f61-a305-09673c58cdac service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0845199 Jun 18 16:52:46.284167 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-a93b2445-c45a-47f5-96c3-55004d324eb7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=167ab0d3-d846-4a82-a9d5-73d5a210c42b HTTP/1.1" status: 200 len: 1001 time: 0.0552032 Jun 18 16:52:46.330284 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-96b4e04c-1192-4f6b-ab54-2f5d88ff46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:46.331677 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-96b4e04c-1192-4f6b-ab54-2f5d88ff46eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0420015 Jun 18 16:52:46.748792 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-8be2f336-8bda-4e28-9a6e-3416e3124cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:46.750285 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-8be2f336-8bda-4e28-9a6e-3416e3124cd7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4123793 Jun 18 16:52:46.838555 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-60b2b0a9-4412-46cf-8fd1-27510017ad9f service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808225 Jun 18 16:52:46.933817 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6ece1bb8-b3b0-4960-ab3d-c7df76d4ea13 req-99f04c64-91ae-4779-a75f-5df0ede63952 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890691 Jun 18 16:52:46.935891 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433bf31b-28fd-4ad5-a8f5-908b7f79b7f1 req-a38b3600-c77d-402a-a56c-22469118e1cc tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:46.937545 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-433bf31b-28fd-4ad5-a8f5-908b7f79b7f1 req-a38b3600-c77d-402a-a56c-22469118e1cc tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0657380 Jun 18 16:52:46.978399 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-433bf31b-28fd-4ad5-a8f5-908b7f79b7f1 req-2fa593e7-e3c0-4235-a471-16ef73d6b7ce tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352230 Jun 18 16:52:48.157453 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c457073-f1c7-4ed8-b3bb-1a529c238d2a req-d9ff26d1-5084-4be0-a3a9-6761b9453915 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:48.158914 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6c457073-f1c7-4ed8-b3bb-1a529c238d2a req-d9ff26d1-5084-4be0-a3a9-6761b9453915 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0691912 Jun 18 16:52:48.200046 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6c457073-f1c7-4ed8-b3bb-1a529c238d2a req-b2498104-a89a-451c-9023-99d35102e59c tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354590 Jun 18 16:52:49.370101 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf82d3-ddcc-40b6-bb06-b0f21b6ac695 req-d8aec8a8-94b2-4915-a0ce-55171d6cc8b7 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:49.371554 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-decf82d3-ddcc-40b6-bb06-b0f21b6ac695 req-d8aec8a8-94b2-4915-a0ce-55171d6cc8b7 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0621293 Jun 18 16:52:49.408552 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-decf82d3-ddcc-40b6-bb06-b0f21b6ac695 req-683ed98e-e064-499d-a327-5acfe3f5aa94 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304048 Jun 18 16:52:49.704465 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1df8ad-69fc-4644-a9b6-a9ed4bc5c2ca req-583c757e-7707-4553-a240-a4930815adf5 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:49.705941 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5c1df8ad-69fc-4644-a9b6-a9ed4bc5c2ca req-583c757e-7707-4553-a240-a4930815adf5 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 945 time: 0.0643167 Jun 18 16:52:49.727093 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a63e05-e60f-4757-ad23-efb81541caef req-572e2a7c-0b03-46e2-9785-48ed0df1356c tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:49.728541 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-80a63e05-e60f-4757-ad23-efb81541caef req-572e2a7c-0b03-46e2-9785-48ed0df1356c tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363&tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.0740550 Jun 18 16:52:49.743494 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5c1df8ad-69fc-4644-a9b6-a9ed4bc5c2ca req-b497ff12-16cf-4168-bf39-d9e505621538 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319338 Jun 18 16:52:49.845613 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a63e05-e60f-4757-ad23-efb81541caef req-82bf7675-da12-463c-b794-ead2690cdcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:49.847006 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-80a63e05-e60f-4757-ad23-efb81541caef req-82bf7675-da12-463c-b794-ead2690cdcc5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 1098 time: 0.0561004 Jun 18 16:52:49.933608 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a63e05-e60f-4757-ad23-efb81541caef req-1089a608-9432-4b41-8fb0-fc060df8917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:49.935052 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-80a63e05-e60f-4757-ad23-efb81541caef req-1089a608-9432-4b41-8fb0-fc060df8917e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0823565 Jun 18 16:52:50.001235 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-80a63e05-e60f-4757-ad23-efb81541caef req-98827aa6-cf65-4cd8-a6bc-c1963214a6b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=167ab0d3-d846-4a82-a9d5-73d5a210c42b HTTP/1.1" status: 200 len: 1001 time: 0.0596128 Jun 18 16:52:50.049242 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a63e05-e60f-4757-ad23-efb81541caef req-5176d287-de09-4710-b17d-92199f47e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:50.050691 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-80a63e05-e60f-4757-ad23-efb81541caef req-5176d287-de09-4710-b17d-92199f47e679 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0434954 Jun 18 16:52:50.105340 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a63e05-e60f-4757-ad23-efb81541caef req-de802081-59cd-40e3-88a6-c95ab50b5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:50.106726 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-80a63e05-e60f-4757-ad23-efb81541caef req-de802081-59cd-40e3-88a6-c95ab50b5599 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500126 Jun 18 16:52:50.174844 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 167ab0d3-d846-4a82-a9d5-73d5a210c42b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:52:50.196688 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-80a63e05-e60f-4757-ad23-efb81541caef req-22223a26-9c6e-4521-b0bb-5953ef4c397e service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831809 Jun 18 16:52:50.252603 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:50.274305 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b56f81d-a10a-4390-8557-42b7c56ab363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '167ab0d3-d846-4a82-a9d5-73d5a210c42b'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:52:50.276573 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36ce9c7-1eb8-4bb0-8085-1cbc2c728133" -d '{"events": [{"server_uuid": "5b56f81d-a10a-4390-8557-42b7c56ab363", "name": "network-vif-unplugged", "status": "completed", "tag": "167ab0d3-d846-4a82-a9d5-73d5a210c42b"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:52:50.283872 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-80a63e05-e60f-4757-ad23-efb81541caef req-265be9f4-568f-4cc5-bc06-5510e738a650 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811124 Jun 18 16:52:50.289307 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 167ab0d3-d846-4a82-a9d5-73d5a210c42b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=167ab0d3-d846-4a82-a9d5-73d5a210c42b,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:52:50.294010 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:50.298229 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:50.323546 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 16:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c1bbd9-0d5a-4397-a38a-96469d27014a x-openstack-request-id: req-41c1bbd9-0d5a-4397-a38a-96469d27014a {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:52:50.323853 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b56f81d-a10a-4390-8557-42b7c56ab363", "name": "network-vif-unplugged", "status": "completed", "tag": "167ab0d3-d846-4a82-a9d5-73d5a210c42b", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:52:50.324116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41c1bbd9-0d5a-4397-a38a-96469d27014a {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:52:50.324510 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b56f81d-a10a-4390-8557-42b7c56ab363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '167ab0d3-d846-4a82-a9d5-73d5a210c42b', 'code': 200} Jun 18 16:52:50.348784 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=167ab0d3-d846-4a82-a9d5-73d5a210c42b,revision_number=6']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:50.355596 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.355913 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.356245 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.356584 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.356921 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.357255 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.357588 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.357915 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.358246 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.358571 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.358921 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.359245 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.363026 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:50.931270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d5740-bdfd-4cd3-911d-9b8f1974e697 req-9948a0db-3d96-4e1e-9183-5d53c967bb6b tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:50.932811 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-283d5740-bdfd-4cd3-911d-9b8f1974e697 req-9948a0db-3d96-4e1e-9183-5d53c967bb6b tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 943 time: 0.0703790 Jun 18 16:52:50.972417 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-283d5740-bdfd-4cd3-911d-9b8f1974e697 req-bc629660-9fd7-445d-a976-3b13dd060504 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324082 Jun 18 16:52:51.147643 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b752391-13f2-4299-b899-bc1ac3adaee6 req-3bd67f84-d997-4f9f-80bf-6391478cd7f6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:51.149085 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9b752391-13f2-4299-b899-bc1ac3adaee6 req-3bd67f84-d997-4f9f-80bf-6391478cd7f6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 943 time: 0.0629275 Jun 18 16:52:51.187130 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9b752391-13f2-4299-b899-bc1ac3adaee6 req-6f243d37-db22-4411-bb90-57aaade62869 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323036 Jun 18 16:52:51.520321 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efac9e-b1ae-424b-9331-8123d5badece req-754a999c-f90b-402f-b037-2fe3ae42a4f2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:51.521898 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-52efac9e-b1ae-424b-9331-8123d5badece req-754a999c-f90b-402f-b037-2fe3ae42a4f2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 943 time: 0.0641170 Jun 18 16:52:51.551117 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7242a80-1f74-4c74-830a-e6a60fe9bd99 req-75322805-2be1-4b10-835f-1d9a4c6fdad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:51.552602 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d7242a80-1f74-4c74-830a-e6a60fe9bd99 req-75322805-2be1-4b10-835f-1d9a4c6fdad6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 1096 time: 0.0534050 Jun 18 16:52:51.565372 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-52efac9e-b1ae-424b-9331-8123d5badece req-60731bc0-bd07-4f36-b5a7-2fb4ba72b0e4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372705 Jun 18 16:52:51.644247 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7242a80-1f74-4c74-830a-e6a60fe9bd99 req-b665f880-178a-4efc-a416-880dd6298aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:51.645703 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d7242a80-1f74-4c74-830a-e6a60fe9bd99 req-b665f880-178a-4efc-a416-880dd6298aa0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0867920 Jun 18 16:52:51.711652 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d7242a80-1f74-4c74-830a-e6a60fe9bd99 req-3dd164dc-e9c7-4817-a9d0-89f8642fe139 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=167ab0d3-d846-4a82-a9d5-73d5a210c42b HTTP/1.1" status: 200 len: 999 time: 0.0579278 Jun 18 16:52:51.761873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7242a80-1f74-4c74-830a-e6a60fe9bd99 req-763089f6-66da-4722-8a6a-773027534cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:51.763288 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d7242a80-1f74-4c74-830a-e6a60fe9bd99 req-763089f6-66da-4722-8a6a-773027534cb2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0457962 Jun 18 16:52:51.820647 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7242a80-1f74-4c74-830a-e6a60fe9bd99 req-986b16fc-d353-431d-9adb-4be77ff33d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:51.822020 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d7242a80-1f74-4c74-830a-e6a60fe9bd99 req-986b16fc-d353-431d-9adb-4be77ff33d0a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0519624 Jun 18 16:52:51.907394 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d7242a80-1f74-4c74-830a-e6a60fe9bd99 req-74e72341-7764-4d96-b7ac-2483094a28ce service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792160 Jun 18 16:52:51.997391 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d7242a80-1f74-4c74-830a-e6a60fe9bd99 req-c18fb693-0cfa-4806-9748-e79e390ce21e service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837009 Jun 18 16:52:52.738787 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa40ca-2707-4d3a-be31-44400cc5d3c0 req-5f225c5d-3eba-41ab-b1ea-867d65fc9e68 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:52.740256 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-21fa40ca-2707-4d3a-be31-44400cc5d3c0 req-5f225c5d-3eba-41ab-b1ea-867d65fc9e68 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 943 time: 0.0630558 Jun 18 16:52:52.776421 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-21fa40ca-2707-4d3a-be31-44400cc5d3c0 req-5b2edf26-160e-43f1-ad65-2bb6616faee5 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305402 Jun 18 16:52:53.147353 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccf78e-2faa-463f-a0bf-82922976391a req-51a97a0f-25ce-42bd-abc0-4ba8165c822e tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:53.148715 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-08ccf78e-2faa-463f-a0bf-82922976391a req-51a97a0f-25ce-42bd-abc0-4ba8165c822e tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 943 time: 0.0616949 Jun 18 16:52:53.185237 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-08ccf78e-2faa-463f-a0bf-82922976391a req-0b3bf2e3-be86-41fc-9f79-0cdbe75f4608 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309885 Jun 18 16:52:54.361291 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ec8bf-ab5f-4fab-b071-ecbcd3ffd757 req-41788416-9d67-487f-9c11-528f111546f0 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:54.362762 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-040ec8bf-ab5f-4fab-b071-ecbcd3ffd757 req-41788416-9d67-487f-9c11-528f111546f0 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 943 time: 0.0673060 Jun 18 16:52:54.399102 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-040ec8bf-ab5f-4fab-b071-ecbcd3ffd757 req-750c3c65-efe3-4556-8106-e62e843b4aed tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306435 Jun 18 16:52:54.883191 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c348dd-0fcc-490b-9186-95e1f923e61e req-b652bcc4-b68a-4851-ae45-a88ac7ff404c tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:54.884548 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d5c348dd-0fcc-490b-9186-95e1f923e61e req-b652bcc4-b68a-4851-ae45-a88ac7ff404c tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 943 time: 0.0631092 Jun 18 16:52:54.898662 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:54.996542 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-d5c348dd-0fcc-490b-9186-95e1f923e61e req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Deleting port 167ab0d3-d846-4a82-a9d5-73d5a210c42b {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:52:54.996884 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d5c348dd-0fcc-490b-9186-95e1f923e61e req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:55.084339 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-d5c348dd-0fcc-490b-9186-95e1f923e61e req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] For port 167ab0d3-d846-4a82-a9d5-73d5a210c42b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=167ab0d3-d846-4a82-a9d5-73d5a210c42b,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:52:55.084697 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d5c348dd-0fcc-490b-9186-95e1f923e61e req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:55.268003 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d5c348dd-0fcc-490b-9186-95e1f923e61e req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:55.268284 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d5c348dd-0fcc-490b-9186-95e1f923e61e req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:55.268597 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [req-d5c348dd-0fcc-490b-9186-95e1f923e61e req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Floating IP 5371d718-bdda-4d1f-a4b3-c451e3dd5392 disassociated. External IP: 172.26.2.248, port: 167ab0d3-d846-4a82-a9d5-73d5a210c42b. Jun 18 16:52:55.268938 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-d5c348dd-0fcc-490b-9186-95e1f923e61e req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Calling delete_port for 167ab0d3-d846-4a82-a9d5-73d5a210c42b owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:52:55.395277 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d5c348dd-0fcc-490b-9186-95e1f923e61e req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:55.398986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-55528d14-2da3-45bc-8851-6c3dbaea9cc9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:55.429613 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Pushing event deleted for resources: {'Port': ['ID=167ab0d3-d846-4a82-a9d5-73d5a210c42b,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:55.440014 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:55.440415 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:55.440780 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:55.441266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:55.441507 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:55.441874 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:55.442226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:55.442603 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:55.442971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:55.443335 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:55.443694 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:55.444047 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:55.448250 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:55.556266 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b8465c9e-2f7e-4b4b-bd3e-bdba28eff45e req-93564bb2-bfa4-4e0b-b4a6-e375e3a36a04 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b56f81d-a10a-4390-8557-42b7c56ab363 HTTP/1.1" status: 200 len: 210 time: 0.0302324 Jun 18 16:52:55.561502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5c348dd-0fcc-490b-9186-95e1f923e61e req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Router 3841a40b-a835-40ec-89ed-caedaa4df7c9 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:52:55.684279 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5c348dd-0fcc-490b-9186-95e1f923e61e req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:52:55.693480 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97111d86-d57e-4ef9-aa95-b30271f15de0 None None] Sync routers for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:52:55.702481 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97111d86-d57e-4ef9-aa95-b30271f15de0 None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:52:55.703153 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-97111d86-d57e-4ef9-aa95-b30271f15de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:52:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:55.730028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c348dd-0fcc-490b-9186-95e1f923e61e req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] No DVR routers for this DVR port 167ab0d3-d846-4a82-a9d5-73d5a210c42b on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:52:55.732565 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d5c348dd-0fcc-490b-9186-95e1f923e61e req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:55.735312 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d5c348dd-0fcc-490b-9186-95e1f923e61e req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "DELETE /v2.0/ports/167ab0d3-d846-4a82-a9d5-73d5a210c42b HTTP/1.1" status: 204 len: 173 time: 0.8452373 Jun 18 16:52:55.735844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b56f81d-a10a-4390-8557-42b7c56ab363', 'name': 'network-vif-deleted', 'tag': '167ab0d3-d846-4a82-a9d5-73d5a210c42b'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:52:55.738208 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b898b2-36d5-4590-ae67-f28828840792" -d '{"events": [{"server_uuid": "5b56f81d-a10a-4390-8557-42b7c56ab363", "name": "network-vif-deleted", "tag": "167ab0d3-d846-4a82-a9d5-73d5a210c42b"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:52:55.779522 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da458123-9b94-4ec2-aa91-e460a035fa3e x-openstack-request-id: req-da458123-9b94-4ec2-aa91-e460a035fa3e {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:52:55.780809 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b56f81d-a10a-4390-8557-42b7c56ab363", "name": "network-vif-deleted", "tag": "167ab0d3-d846-4a82-a9d5-73d5a210c42b", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:52:55.781097 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da458123-9b94-4ec2-aa91-e460a035fa3e {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:52:55.781578 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b56f81d-a10a-4390-8557-42b7c56ab363', 'name': 'network-vif-deleted', 'tag': '167ab0d3-d846-4a82-a9d5-73d5a210c42b', 'status': 'completed', 'code': 200} Jun 18 16:52:55.814927 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-97111d86-d57e-4ef9-aa95-b30271f15de0 None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:52:56.012621 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-97111d86-d57e-4ef9-aa95-b30271f15de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:56.037741 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97111d86-d57e-4ef9-aa95-b30271f15de0 None None] Checking router: 3841a40b-a835-40ec-89ed-caedaa4df7c9 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:52:56.047108 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97111d86-d57e-4ef9-aa95-b30271f15de0 None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:52:56.047727 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-97111d86-d57e-4ef9-aa95-b30271f15de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:52:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:56.150298 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-97111d86-d57e-4ef9-aa95-b30271f15de0 None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:52:56.359457 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-97111d86-d57e-4ef9-aa95-b30271f15de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:56.386227 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97111d86-d57e-4ef9-aa95-b30271f15de0 None None] The sync data for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv is: [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:52:56.609585 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5c629e-a322-41b4-a002-5b3842e1626c None None] New status for floating IP 5371d718-bdda-4d1f-a4b3-c451e3dd5392: DOWN {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:52:56.898690 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-8455eb3f-e3c1-450d-b26b-0d84fd4edc27 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--401446234&fields=id&tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb HTTP/1.1" status: 200 len: 267 time: 0.0414231 Jun 18 16:52:57.009099 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-1702a17e-737a-4b6c-a6aa-ebda2bb0f8ef tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:57.010548 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-1702a17e-737a-4b6c-a6aa-ebda2bb0f8ef tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 811 time: 0.1041174 Jun 18 16:52:57.025972 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-00438828-cda6-4187-b3c5-031d71a7c16d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/quotas/6ceb80b6a2be4fd39966d6d5afbc5abb HTTP/1.1" status: 200 len: 375 time: 0.0090272 Jun 18 16:52:57.098548 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-c67dffe5-2994-4335-a2bd-a52e74a9c29a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666194 Jun 18 16:52:57.177980 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-7563ec2f-1d10-45cb-ab75-313b26d08dbf service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:52:57.178999 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-7563ec2f-1d10-45cb-ab75-313b26d08dbf service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0691998 Jun 18 16:52:57.279531 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-866a13bd-f952-4b20-a929-24ce97ae25be service neutron] 10.222.0.39 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942228 Jun 18 16:52:57.368159 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-7e7733b6-8700-4db4-b35e-878d1cf6e42b service neutron] 10.222.0.39 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821941 Jun 18 16:52:57.536063 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e845f62d-f7e1-41bc-8138-e8ae476a50ea req-6d92a48d-7934-48b0-9bfc-dbe89bf1e935 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 210 time: 0.0311437 Jun 18 16:52:58.175718 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 167ab0d3-d846-4a82-a9d5-73d5a210c42b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:52:58.195742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 167ab0d3-d846-4a82-a9d5-73d5a210c42b {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:52:58.196097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 167ab0d3-d846-4a82-a9d5-73d5a210c42b not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:52:58.606837 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-7b0c78f2-870c-4329-8524-002e730cae09 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:58.608799 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-7b0c78f2-870c-4329-8524-002e730cae09 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 811 time: 0.1045189 Jun 18 16:52:58.625172 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:52:58.660787 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-812e3709-f00d-4b1f-8a99-b24b5a9043bc tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb HTTP/1.1" status: 200 len: 379 time: 0.0370553 Jun 18 16:52:58.669564 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-04cd40ca-187e-4fca-88ec-5174c18bf780 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Request body: {'port': {'device_id': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'admin_state_up': True, 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'security_groups': ['d51716e9-3988-425e-8b08-ae0dcfa8a587']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:52:58.694005 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4479f3bd-4002-4f92-8e89-c7f4dd290a19 req-cb363f40-4dd8-4c53-9ddb-5c49f22ef389 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 210 time: 0.0381017 Jun 18 16:52:58.792285 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-04cd40ca-187e-4fca-88ec-5174c18bf780 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Made reservation on behalf of 6ceb80b6a2be4fd39966d6d5afbc5abb for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:52:58.796759 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-04cd40ca-187e-4fca-88ec-5174c18bf780 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:58.924684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-04cd40ca-187e-4fca-88ec-5174c18bf780 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Allocated IP 172.20.0.3 (1879c897-13d8-481b-95e8-75616170a15d/b1cab26e-5ec5-4068-863a-44ac4d9bb19f/f80bad49-7f50-4c28-a9ba-4ddd87fca952) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:52:59.062406 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-04cd40ca-187e-4fca-88ec-5174c18bf780 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:59.075359 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-04cd40ca-187e-4fca-88ec-5174c18bf780 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Transition to ACTIVE for port object f80bad49-7f50-4c28-a9ba-4ddd87fca952 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:52:59.107058 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-04cd40ca-187e-4fca-88ec-5174c18bf780 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:59.111337 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4f2d4876-d57e-4004-a78b-5074cd4d26cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:59.154947 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-04cd40ca-187e-4fca-88ec-5174c18bf780 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Network 1879c897-13d8-481b-95e8-75616170a15d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:52:59.158023 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-04cd40ca-187e-4fca-88ec-5174c18bf780 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:52:59.161918 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-04cd40ca-187e-4fca-88ec-5174c18bf780 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:52:59.191580 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd40ca-187e-4fca-88ec-5174c18bf780 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Pushing event updated for resources: {'Port': ['ID=f80bad49-7f50-4c28-a9ba-4ddd87fca952,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:59.195916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-04cd40ca-187e-4fca-88ec-5174c18bf780 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:59.215710 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-04cd40ca-187e-4fca-88ec-5174c18bf780 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:59.216339 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-04cd40ca-187e-4fca-88ec-5174c18bf780 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:59.231256 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-04cd40ca-187e-4fca-88ec-5174c18bf780 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5656054 Jun 18 16:52:59.250201 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Request body: {'port': {'device_id': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:52:59.323637 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:59.403375 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-25fe85e9-3a19-402f-8fda-2154dcffc9b4 None None] Provisioning for port f80bad49-7f50-4c28-a9ba-4ddd87fca952 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:52:59.408293 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-25fe85e9-3a19-402f-8fda-2154dcffc9b4 None None] Provisioning complete for port f80bad49-7f50-4c28-a9ba-4ddd87fca952 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:52:59.408675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-25fe85e9-3a19-402f-8fda-2154dcffc9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:59.444610 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-25fe85e9-3a19-402f-8fda-2154dcffc9b4 None None] Port f80bad49-7f50-4c28-a9ba-4ddd87fca952 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:52:59.583281 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80bad49-7f50-4c28-a9ba-4ddd87fca952 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:52:59.590485 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:59.602501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Transition to ACTIVE for port object f80bad49-7f50-4c28-a9ba-4ddd87fca952 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:52:59.605944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:59.609182 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b6d0f8b8-bef3-44f7-bb60-e52bafe082f0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:59.687633 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Pushing event updated for resources: {'Port': ['ID=f80bad49-7f50-4c28-a9ba-4ddd87fca952,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:59.706188 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:59.759347 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Attempting to bind port f80bad49-7f50-4c28-a9ba-4ddd87fca952 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:52:59.759822 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Attempting to bind port f80bad49-7f50-4c28-a9ba-4ddd87fca952 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:52:59.760160 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Attempting to bind port f80bad49-7f50-4c28-a9ba-4ddd87fca952 on network 1879c897-13d8-481b-95e8-75616170a15d {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:52:59.765283 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Port f80bad49-7f50-4c28-a9ba-4ddd87fca952 on network 1879c897-13d8-481b-95e8-75616170a15d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:52:59.765606 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Attempting to bind port f80bad49-7f50-4c28-a9ba-4ddd87fca952 on network 1879c897-13d8-481b-95e8-75616170a15d {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:52:59.770673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:52:59.771018 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Checking segment: {'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:52:59.771401 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Bound using segment: {'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:52:59.771832 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Bound port: f80bad49-7f50-4c28-a9ba-4ddd87fca952, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:52:59.772186 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:59.836721 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] For port f80bad49-7f50-4c28-a9ba-4ddd87fca952, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:52:59.840047 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] For port f80bad49-7f50-4c28-a9ba-4ddd87fca952, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:52:59.845236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:59.848069 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:59.883155 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:59.883771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:59.884339 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c91d5a-330f-4b11-a7f5-8d6c6cb46967 req-17976283-6bb0-4810-acd4-fc65de210bbf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:59.885204 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] 10.222.0.64 "PUT /v2.0/ports/f80bad49-7f50-4c28-a9ba-4ddd87fca952 HTTP/1.1" status: 200 len: 1093 time: 0.6394882 Jun 18 16:52:59.885777 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'tag': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:52:59.887990 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55648f7-3840-4bee-b15a-73316f4311c7" -d '{"events": [{"name": "network-changed", "server_uuid": "30af94ae-6fc4-4008-8b41-b3ea563db747", "tag": "f80bad49-7f50-4c28-a9ba-4ddd87fca952"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:52:59.889351 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-46c91d5a-330f-4b11-a7f5-8d6c6cb46967 req-17976283-6bb0-4810-acd4-fc65de210bbf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 943 time: 0.0740063 Jun 18 16:52:59.915584 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Pushing event updated for resources: {'Port': ['ID=f80bad49-7f50-4c28-a9ba-4ddd87fca952,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:59.919730 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:59.940361 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-46c91d5a-330f-4b11-a7f5-8d6c6cb46967 req-6f9a8759-da15-4a75-97e3-23bdc1dbfba9 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482223 Jun 18 16:52:59.958744 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e0ba01-1b15-41cd-af64-548a4fdf6dc6 x-openstack-request-id: req-54e0ba01-1b15-41cd-af64-548a4fdf6dc6 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:52:59.958744 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30af94ae-6fc4-4008-8b41-b3ea563db747", "tag": "f80bad49-7f50-4c28-a9ba-4ddd87fca952", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:52:59.958744 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-54e0ba01-1b15-41cd-af64-548a4fdf6dc6 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:52:59.959141 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'tag': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952', 'status': 'completed', 'code': 200} Jun 18 16:53:00.005332 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-cc147b0c-a7a1-48d2-b5f9-36f567641fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:00.007044 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-cc147b0c-a7a1-48d2-b5f9-36f567641fa6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 1096 time: 0.0591085 Jun 18 16:53:00.054918 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-77de4fa8-5cb7-4911-8895-41be8732d422 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952 HTTP/1.1" status: 200 len: 217 time: 0.0354846 Jun 18 16:53:00.102034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-d3cc5d09-a8c7-442c-8855-f7ac139107b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:00.103488 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-d3cc5d09-a8c7-442c-8855-f7ac139107b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0431623 Jun 18 16:53:00.163394 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-a06a899a-ad6e-4fd0-8995-dbbce8b9973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:00.164766 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-a06a899a-ad6e-4fd0-8995-dbbce8b9973a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0551465 Jun 18 16:53:00.250495 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-fefb00d9-dc3b-4276-a6fa-f26509be14e7 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787108 Jun 18 16:53:00.339645 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1bfe5570-fcce-4730-aed2-5c954362cf32 req-b042afaf-225d-4899-aa9f-907bb657c215 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833120 Jun 18 16:53:00.476712 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55648f7-3840-4bee-b15a-73316f4311c7 req-b1c6ea9b-bf0a-440b-b520-b27bf716282b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:00.478183 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e55648f7-3840-4bee-b15a-73316f4311c7 req-b1c6ea9b-bf0a-440b-b520-b27bf716282b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 1096 time: 0.0521276 Jun 18 16:53:00.569936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55648f7-3840-4bee-b15a-73316f4311c7 req-4c61e785-ff68-4888-94b5-3d958db75e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:00.571467 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e55648f7-3840-4bee-b15a-73316f4311c7 req-4c61e785-ff68-4888-94b5-3d958db75e91 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0867820 Jun 18 16:53:00.614553 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e55648f7-3840-4bee-b15a-73316f4311c7 req-4a820ed7-1f34-4c66-8def-07ef610c904b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952 HTTP/1.1" status: 200 len: 217 time: 0.0349965 Jun 18 16:53:00.662500 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55648f7-3840-4bee-b15a-73316f4311c7 req-042315f6-d783-4969-b9bd-fe67371ba160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:00.663912 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e55648f7-3840-4bee-b15a-73316f4311c7 req-042315f6-d783-4969-b9bd-fe67371ba160 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0427775 Jun 18 16:53:00.723658 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55648f7-3840-4bee-b15a-73316f4311c7 req-23e2fbf1-4ed5-4b2b-ba85-3c7ba681df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:00.725115 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e55648f7-3840-4bee-b15a-73316f4311c7 req-23e2fbf1-4ed5-4b2b-ba85-3c7ba681df83 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550635 Jun 18 16:53:00.811181 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e55648f7-3840-4bee-b15a-73316f4311c7 req-b2cf9406-c1ca-4ae6-b050-47a379b49c57 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791359 Jun 18 16:53:00.908079 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e55648f7-3840-4bee-b15a-73316f4311c7 req-6695d5c0-72e8-4b63-afa9-d12c433ba7f0 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907390 Jun 18 16:53:01.118813 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ecceb-9f0f-4894-9352-d45474230ba8 req-7265245b-a0e2-4025-8650-d0f0b6a3e2d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:01.120176 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5c3ecceb-9f0f-4894-9352-d45474230ba8 req-7265245b-a0e2-4025-8650-d0f0b6a3e2d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 943 time: 0.0649581 Jun 18 16:53:01.157202 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5c3ecceb-9f0f-4894-9352-d45474230ba8 req-de78505c-c484-4037-9820-a45e3299b8e8 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309470 Jun 18 16:53:02.227537 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f80bad49-7f50-4c28-a9ba-4ddd87fca952 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:53:02.324003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port f80bad49-7f50-4c28-a9ba-4ddd87fca952, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:53:02.335251 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'port_id': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952', 'mac_address': 'fa:16:3e:f5:e6:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:53:02.335636 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc0d69-5e70-4fec-841f-46d0f96a77a1 req-b7c0df75-f9ca-4306-9097-1132b625d5a7 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:02.337117 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b8cc0d69-5e70-4fec-841f-46d0f96a77a1 req-b7c0df75-f9ca-4306-9097-1132b625d5a7 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 943 time: 0.0667133 Jun 18 16:53:02.372016 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:02.375807 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b8cc0d69-5e70-4fec-841f-46d0f96a77a1 req-32d3d9fd-2d3f-42b2-a3a7-481b0cd83ffb tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329099 Jun 18 16:53:02.384978 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80bad49-7f50-4c28-a9ba-4ddd87fca952 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:53:02.403923 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port f80bad49-7f50-4c28-a9ba-4ddd87fca952, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:53:02.408622 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:02.410377 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-de6a9f1b-b87a-4c2b-9b8a-eca27e36fae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:53:02.455899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=f80bad49-7f50-4c28-a9ba-4ddd87fca952,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:53:02.459005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:53:02.688122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['f80bad49-7f50-4c28-a9ba-4ddd87fca952'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:53:03.545811 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29825b-b6ef-4510-8033-324d47ef8b5d req-f6d8f7e0-fa50-4ecf-9cc9-74832e59ab7f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:03.547384 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-de29825b-b6ef-4510-8033-324d47ef8b5d req-f6d8f7e0-fa50-4ecf-9cc9-74832e59ab7f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 944 time: 0.0636597 Jun 18 16:53:03.584390 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-de29825b-b6ef-4510-8033-324d47ef8b5d req-e456c0d1-4e4e-494d-80b4-890ba514ec3f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313599 Jun 18 16:53:04.236239 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f80bad49-7f50-4c28-a9ba-4ddd87fca952 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:53:04.283906 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port f80bad49-7f50-4c28-a9ba-4ddd87fca952 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:53:04.288794 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port f80bad49-7f50-4c28-a9ba-4ddd87fca952 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:53:04.289183 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:04.366396 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:04.392759 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:53:04.395338 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac673344-9e1b-4f6b-9012-65acf074f39b" -d '{"events": [{"server_uuid": "30af94ae-6fc4-4008-8b41-b3ea563db747", "name": "network-vif-plugged", "status": "completed", "tag": "f80bad49-7f50-4c28-a9ba-4ddd87fca952"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:53:04.411079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port f80bad49-7f50-4c28-a9ba-4ddd87fca952, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:53:04.414824 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:04.416675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:53:04.438674 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cd015b-6ddb-4a62-8d1c-2ca83ce98a2f x-openstack-request-id: req-a5cd015b-6ddb-4a62-8d1c-2ca83ce98a2f {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:53:04.438983 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30af94ae-6fc4-4008-8b41-b3ea563db747", "name": "network-vif-plugged", "status": "completed", "tag": "f80bad49-7f50-4c28-a9ba-4ddd87fca952", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:53:04.439248 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a5cd015b-6ddb-4a62-8d1c-2ca83ce98a2f {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:53:04.439639 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952', 'code': 200} Jun 18 16:53:04.465676 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=f80bad49-7f50-4c28-a9ba-4ddd87fca952,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:53:04.469562 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:53:04.690965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d406a1-d8f9-4b95-b082-3d9b232ea2f0 req-0afc2433-af21-4fbd-882d-7ff4baf89dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:04.692499 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95d406a1-d8f9-4b95-b082-3d9b232ea2f0 req-0afc2433-af21-4fbd-882d-7ff4baf89dab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 1098 time: 0.0574043 Jun 18 16:53:04.727633 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95d406a1-d8f9-4b95-b082-3d9b232ea2f0 req-5f93be90-ea57-4ecc-94b3-fa155afbdb0e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287807 Jun 18 16:53:04.760302 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ba4f3-96e8-40c1-b389-d4e689f5c8ce req-78d5a3aa-29b6-4840-8070-b31a1f5dcacb tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:04.761752 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-302ba4f3-96e8-40c1-b389-d4e689f5c8ce req-78d5a3aa-29b6-4840-8070-b31a1f5dcacb tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0648315 Jun 18 16:53:04.803842 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-302ba4f3-96e8-40c1-b389-d4e689f5c8ce req-fd247c2b-f379-4639-ab83-126dc8966066 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363026 Jun 18 16:53:05.241478 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-546b1dfe-8c3c-4199-a605-69a96f5edd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:05.982031 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9a11d-e201-480a-ae52-69dd8421fde0 req-93e4a33e-f9c9-4175-8c1d-b8ce89c84bce tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:05.984104 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-78e9a11d-e201-480a-ae52-69dd8421fde0 req-93e4a33e-f9c9-4175-8c1d-b8ce89c84bce tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0660803 Jun 18 16:53:06.020962 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-78e9a11d-e201-480a-ae52-69dd8421fde0 req-882bf5e2-d90c-426c-bace-bba0c06bca7e tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312691 Jun 18 16:53:06.187754 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e730637-d8ca-4053-abb9-6fd103b2b3a6 req-7d6063bd-07ec-44d3-8f9f-ab2122fde9cb tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:06.189197 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2e730637-d8ca-4053-abb9-6fd103b2b3a6 req-7d6063bd-07ec-44d3-8f9f-ab2122fde9cb tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0632610 Jun 18 16:53:06.197643 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 54354) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:53:06.202071 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-41ef2067-544f-40a1-9b62-3536bb6baa57 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Request body: {'floatingip': {'port_id': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:53:06.243755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-41ef2067-544f-40a1-9b62-3536bb6baa57 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for floatingip, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:06.673432 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-41ef2067-544f-40a1-9b62-3536bb6baa57 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:06.677124 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-41ef2067-544f-40a1-9b62-3536bb6baa57 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:06.772620 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-41ef2067-544f-40a1-9b62-3536bb6baa57 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Floating IP 5371d718-bdda-4d1f-a4b3-c451e3dd5392 associated. External IP: 172.26.2.248, port: f80bad49-7f50-4c28-a9ba-4ddd87fca952. Jun 18 16:53:07.291742 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ef2067-544f-40a1-9b62-3536bb6baa57 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Router 3841a40b-a835-40ec-89ed-caedaa4df7c9 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:53:07.395877 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ef2067-544f-40a1-9b62-3536bb6baa57 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:53:07.400828 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-41ef2067-544f-40a1-9b62-3536bb6baa57 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:07.406514 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eae95a-a4ce-422d-baa3-454228d870a0 None None] Sync routers for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:53:07.415214 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eae95a-a4ce-422d-baa3-454228d870a0 None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:53:07.415826 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-08eae95a-a4ce-422d-baa3-454228d870a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:52:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:53:07.439746 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-41ef2067-544f-40a1-9b62-3536bb6baa57 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "PUT /v2.0/floatingips/5371d718-bdda-4d1f-a4b3-c451e3dd5392 HTTP/1.1" status: 200 len: 991 time: 1.2410636 Jun 18 16:53:07.440413 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'tag': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:53:07.442732 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f44f254-cab3-4c20-ba1b-b5f2d33ddbea" -d '{"events": [{"name": "network-changed", "server_uuid": "30af94ae-6fc4-4008-8b41-b3ea563db747", "tag": "f80bad49-7f50-4c28-a9ba-4ddd87fca952"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:53:07.481005 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71ef54a-7fa3-4c93-81d5-7c2b1b439dac x-openstack-request-id: req-c71ef54a-7fa3-4c93-81d5-7c2b1b439dac {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:53:07.481354 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30af94ae-6fc4-4008-8b41-b3ea563db747", "tag": "f80bad49-7f50-4c28-a9ba-4ddd87fca952", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:53:07.481773 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c71ef54a-7fa3-4c93-81d5-7c2b1b439dac {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:53:07.482218 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'tag': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952', 'status': 'completed', 'code': 200} Jun 18 16:53:07.525991 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-08eae95a-a4ce-422d-baa3-454228d870a0 None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:53:07.579763 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44f254-cab3-4c20-ba1b-b5f2d33ddbea req-ef94b8c9-dfad-4fef-b3fe-5187e704c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:07.581191 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8f44f254-cab3-4c20-ba1b-b5f2d33ddbea req-ef94b8c9-dfad-4fef-b3fe-5187e704c777 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 1098 time: 0.0552688 Jun 18 16:53:07.653398 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c395-4752-4343-abb1-ab8c8aed5be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:07.689417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44f254-cab3-4c20-ba1b-b5f2d33ddbea req-2f2157f1-b03b-4674-b172-f414aa128e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:07.690902 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8f44f254-cab3-4c20-ba1b-b5f2d33ddbea req-2f2157f1-b03b-4674-b172-f414aa128e43 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0934370 Jun 18 16:53:07.754695 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8f44f254-cab3-4c20-ba1b-b5f2d33ddbea req-c5c2baed-8d2f-4b74-8b1b-c7ab69c64c5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952 HTTP/1.1" status: 200 len: 999 time: 0.0573444 Jun 18 16:53:07.759046 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-08eae95a-a4ce-422d-baa3-454228d870a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5371d718-bdda-4d1f-a4b3-c451e3dd5392', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'floating_ip_address': '172.26.2.248', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'port_id': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'mac_address': 'fa:16:3e:f5:e6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:50:23Z', 'updated_at': '2021-06-18T16:53:06Z', 'revision_number': 9, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:53:07.784413 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eae95a-a4ce-422d-baa3-454228d870a0 None None] Checking router: 3841a40b-a835-40ec-89ed-caedaa4df7c9 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:53:07.793039 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eae95a-a4ce-422d-baa3-454228d870a0 None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:53:07.794143 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-08eae95a-a4ce-422d-baa3-454228d870a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:53:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:53:07.803553 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44f254-cab3-4c20-ba1b-b5f2d33ddbea req-91327e64-9095-4529-906a-d2f7be7fb6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:07.804990 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8f44f254-cab3-4c20-ba1b-b5f2d33ddbea req-91327e64-9095-4529-906a-d2f7be7fb6d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0443327 Jun 18 16:53:07.867902 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44f254-cab3-4c20-ba1b-b5f2d33ddbea req-5dc73dd7-c9c6-4441-91ab-cebfde1e0e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:07.869321 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8f44f254-cab3-4c20-ba1b-b5f2d33ddbea req-5dc73dd7-c9c6-4441-91ab-cebfde1e0e8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571799 Jun 18 16:53:07.898057 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-08eae95a-a4ce-422d-baa3-454228d870a0 None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:53:07.960683 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8f44f254-cab3-4c20-ba1b-b5f2d33ddbea req-b2d6ae4a-0cdb-4856-8525-9f2e019b30e6 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847852 Jun 18 16:53:08.059523 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8f44f254-cab3-4c20-ba1b-b5f2d33ddbea req-f5e14546-90ab-4174-a7dc-aaa504dd301e service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926414 Jun 18 16:53:08.210854 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-08eae95a-a4ce-422d-baa3-454228d870a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5371d718-bdda-4d1f-a4b3-c451e3dd5392', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'floating_ip_address': '172.26.2.248', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'port_id': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'mac_address': 'fa:16:3e:f5:e6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:50:23Z', 'updated_at': '2021-06-18T16:53:06Z', 'revision_number': 9, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:53:08.239194 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eae95a-a4ce-422d-baa3-454228d870a0 None None] The sync data for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv is: [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5371d718-bdda-4d1f-a4b3-c451e3dd5392', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'floating_ip_address': '172.26.2.248', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'port_id': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'mac_address': 'fa:16:3e:f5:e6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:50:23Z', 'updated_at': '2021-06-18T16:53:06Z', 'revision_number': 9, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:53:08.258153 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:08.417091 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba4c8db-d0e6-4560-b059-24ed88fbf0e4 None None] New status for floating IP 5371d718-bdda-4d1f-a4b3-c451e3dd5392: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:53:08.995314 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:10.523702 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:24.899995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:35.242083 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-51e93b53-b337-4417-b0bc-36ee9bd19273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:35.624569 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:53:37.655775 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-821cef58-b34b-44c2-bfcb-a49029942e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:38.258004 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:38.999896 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:40.526713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:41.537527 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4c0a3c5a-7a18-4cc1-b961-1e85ae82e5eb req-575d5b54-296e-477f-8826-cb7c42efc0bc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504799 Jun 18 16:53:41.652112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a3c5a-7a18-4cc1-b961-1e85ae82e5eb req-9b49e29a-b2a3-407b-a1d2-c529aac7a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:41.653566 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4c0a3c5a-7a18-4cc1-b961-1e85ae82e5eb req-9b49e29a-b2a3-407b-a1d2-c529aac7a9e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 1098 time: 0.0581880 Jun 18 16:53:41.756933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a3c5a-7a18-4cc1-b961-1e85ae82e5eb req-4dbec0d5-05c8-4fe6-99e1-e5017eb6d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:41.758370 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4c0a3c5a-7a18-4cc1-b961-1e85ae82e5eb req-4dbec0d5-05c8-4fe6-99e1-e5017eb6d4f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0860639 Jun 18 16:53:41.820699 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4c0a3c5a-7a18-4cc1-b961-1e85ae82e5eb req-067bc2d2-73cb-4dba-93ed-6e06f0097522 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952 HTTP/1.1" status: 200 len: 1002 time: 0.0552435 Jun 18 16:53:41.867300 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a3c5a-7a18-4cc1-b961-1e85ae82e5eb req-f9f26dc3-821d-466d-840e-5be1e6bc474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:41.868670 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4c0a3c5a-7a18-4cc1-b961-1e85ae82e5eb req-f9f26dc3-821d-466d-840e-5be1e6bc474c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0415626 Jun 18 16:53:41.938573 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a3c5a-7a18-4cc1-b961-1e85ae82e5eb req-2e853893-74f9-41a0-84aa-446fb31b5242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:41.940405 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4c0a3c5a-7a18-4cc1-b961-1e85ae82e5eb req-2e853893-74f9-41a0-84aa-446fb31b5242 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0636322 Jun 18 16:53:42.034613 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4c0a3c5a-7a18-4cc1-b961-1e85ae82e5eb req-e1773d9c-d707-4e30-af39-448e94abcda3 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866120 Jun 18 16:53:42.125971 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4c0a3c5a-7a18-4cc1-b961-1e85ae82e5eb req-a84d2834-2251-41bd-aa58-4bf2be38f9bf service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853822 Jun 18 16:53:43.669990 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-dbc25967-e868-4325-b841-f93cce69cf32 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1003163 Jun 18 16:53:43.679620 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed67793-bd92-495f-9aac-8eea92a33895 req-b8006348-bf15-4de0-8ff8-cc5b4b383867 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:43.681122 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5ed67793-bd92-495f-9aac-8eea92a33895 req-b8006348-bf15-4de0-8ff8-cc5b4b383867 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0662992 Jun 18 16:53:43.720096 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5ed67793-bd92-495f-9aac-8eea92a33895 req-acc123f2-84e2-4a2e-9b48-fdd55b855d4d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332472 Jun 18 16:53:44.881880 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-4b1b1168-0a88-46e1-a603-b6c994b4c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:44.883310 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-4b1b1168-0a88-46e1-a603-b6c994b4c6f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 1098 time: 0.0939806 Jun 18 16:53:44.895834 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210da56-2295-4fac-ba9b-866fa7cb8f68 req-1867e52b-7481-4e48-be34-8598f0c289a0 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:44.897277 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3210da56-2295-4fac-ba9b-866fa7cb8f68 req-1867e52b-7481-4e48-be34-8598f0c289a0 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0632720 Jun 18 16:53:44.936217 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3210da56-2295-4fac-ba9b-866fa7cb8f68 req-e6f0ccac-bb6c-46b0-8e95-fa35a67bcb18 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329692 Jun 18 16:53:44.976845 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-dd4e5992-4a20-4e61-92c7-d8ec2829ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:44.978279 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-dd4e5992-4a20-4e61-92c7-d8ec2829ae9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0883026 Jun 18 16:53:45.040749 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-18659d72-5dde-4620-b495-050a25953286 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952 HTTP/1.1" status: 200 len: 1002 time: 0.0565374 Jun 18 16:53:45.090253 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-1b1a1a97-bf3b-4f16-b4d6-b8a84a530557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:45.091691 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-1b1a1a97-bf3b-4f16-b4d6-b8a84a530557 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0454566 Jun 18 16:53:45.146823 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-2834293a-722a-4202-8393-6df799e4b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:45.148180 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-2834293a-722a-4202-8393-6df799e4b45f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501015 Jun 18 16:53:45.236142 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-f1cf2ac8-3ac4-480f-a07b-09ef72bf427f service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815952 Jun 18 16:53:45.679053 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-b2a79e70-e772-4865-949a-9cda8bf1806f service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367983 Jun 18 16:53:46.112986 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb205317-b897-4d59-9c8d-1ddb01e2c8d5 req-f0593f9b-1ba5-4345-a10e-cc0baea5e0c5 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:46.114462 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cb205317-b897-4d59-9c8d-1ddb01e2c8d5 req-f0593f9b-1ba5-4345-a10e-cc0baea5e0c5 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0678556 Jun 18 16:53:46.151118 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cb205317-b897-4d59-9c8d-1ddb01e2c8d5 req-3117a8fc-5a3b-4418-95f4-0e5d62cb5c35 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309639 Jun 18 16:53:47.324130 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5905bb9-9df3-4a8a-838a-818cc4a5d2fc req-117750d3-d923-4fc0-9a85-7cf909946ed9 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:47.325587 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a5905bb9-9df3-4a8a-838a-818cc4a5d2fc req-117750d3-d923-4fc0-9a85-7cf909946ed9 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0639520 Jun 18 16:53:47.361954 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a5905bb9-9df3-4a8a-838a-818cc4a5d2fc req-2b991c53-32e6-4319-b7b0-28ff25dcc373 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306737 Jun 18 16:53:48.536715 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c9d4b-c358-4a5d-a49b-b1b7941cf4f8 req-cb878ba5-2c7a-4636-8fd6-775dc326f679 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:48.538169 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f20c9d4b-c358-4a5d-a49b-b1b7941cf4f8 req-cb878ba5-2c7a-4636-8fd6-775dc326f679 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0672057 Jun 18 16:53:48.580117 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f20c9d4b-c358-4a5d-a49b-b1b7941cf4f8 req-18a76626-6425-4cd1-95b8-d0d5e3a70d73 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363684 Jun 18 16:53:49.756658 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25de6f-ff13-4862-83ba-224d1c6e882f req-c663900b-107e-4626-8e5a-107f6a9feebf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:49.758104 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4b25de6f-ff13-4862-83ba-224d1c6e882f req-c663900b-107e-4626-8e5a-107f6a9feebf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0627704 Jun 18 16:53:49.794604 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4b25de6f-ff13-4862-83ba-224d1c6e882f req-1a6fc304-3172-43f2-890f-c1909957f309 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305827 Jun 18 16:53:50.967546 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b15d0-d858-48aa-ad13-10b4336220fc req-e1a5a592-5bc9-4705-af10-d733583c8e6b tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:50.968888 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-408b15d0-d858-48aa-ad13-10b4336220fc req-e1a5a592-5bc9-4705-af10-d733583c8e6b tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0629449 Jun 18 16:53:51.005994 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-408b15d0-d858-48aa-ad13-10b4336220fc req-e700826c-6680-4547-83e9-c143f5360a2f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315089 Jun 18 16:53:52.181690 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277d940-194c-43c7-81bf-db51e531f85c req-76d04b77-78e9-456a-9978-f1f51f478510 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:52.183165 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7277d940-194c-43c7-81bf-db51e531f85c req-76d04b77-78e9-456a-9978-f1f51f478510 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0672362 Jun 18 16:53:52.220313 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7277d940-194c-43c7-81bf-db51e531f85c req-2a354ca6-ce6d-4fa6-bba4-f4cd2efe63e6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310106 Jun 18 16:53:53.396267 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f43307-83d8-4af8-9857-87aa61e7b432 req-5f7a34ec-5b41-40ce-a475-ae27f75685d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:53.397708 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-29f43307-83d8-4af8-9857-87aa61e7b432 req-5f7a34ec-5b41-40ce-a475-ae27f75685d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0639057 Jun 18 16:53:53.435217 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-29f43307-83d8-4af8-9857-87aa61e7b432 req-eb68272e-1721-4d90-a4ee-596f6e0d86a3 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318744 Jun 18 16:53:54.605847 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5521f9d-f530-494f-9193-648ec198767b req-3a493a25-704a-4a16-a593-0da40590a9fb tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:54.607396 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a5521f9d-f530-494f-9193-648ec198767b req-3a493a25-704a-4a16-a593-0da40590a9fb tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0625250 Jun 18 16:53:54.647662 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a5521f9d-f530-494f-9193-648ec198767b req-181234af-f8f3-49de-9779-9ab91e101a2f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347383 Jun 18 16:53:54.898981 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:55.818296 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e9035-a785-4815-9993-a11e0f757dd7 req-d07fdeb7-7fc3-4692-b759-219d025ac44a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:55.819750 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f87e9035-a785-4815-9993-a11e0f757dd7 req-d07fdeb7-7fc3-4692-b759-219d025ac44a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0617583 Jun 18 16:53:55.856139 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f87e9035-a785-4815-9993-a11e0f757dd7 req-f565f1b5-d241-4bf2-a4c5-e60abc5573ad tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307970 Jun 18 16:53:57.029984 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de317803-e99f-40bb-be65-6a70d7fbba39 req-bc66ed73-9e68-41cb-8ead-f6a33c9a5eca tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:57.031505 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-de317803-e99f-40bb-be65-6a70d7fbba39 req-bc66ed73-9e68-41cb-8ead-f6a33c9a5eca tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0649474 Jun 18 16:53:57.071942 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-de317803-e99f-40bb-be65-6a70d7fbba39 req-149f0bf8-02fa-4ea2-8d45-049096a8a31f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339012 Jun 18 16:53:57.486711 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-a1ebeff7-549c-4c20-be55-3673cd75f0b6 service neutron] 10.222.0.64 "GET /v2.0/ports/f80bad49-7f50-4c28-a9ba-4ddd87fca952/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0525527 Jun 18 16:53:57.759681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-fa31df4e-bc93-4bc2-97f8-5d649c4b8c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:57.761045 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-fa31df4e-bc93-4bc2-97f8-5d649c4b8c56 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747&tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb HTTP/1.1" status: 200 len: 1098 time: 0.0550549 Jun 18 16:53:57.851782 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-f997df77-bf41-4097-9404-36b70fb2c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:57.853238 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-f997df77-bf41-4097-9404-36b70fb2c22c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 1098 time: 0.0514245 Jun 18 16:53:57.940076 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-86fe12ed-7a79-48a0-bbea-91353372d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:57.942218 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-86fe12ed-7a79-48a0-bbea-91353372d15c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0829580 Jun 18 16:53:58.024054 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-247d03cd-97fb-4f56-bf98-3ba04fcde4bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952 HTTP/1.1" status: 200 len: 1002 time: 0.0757077 Jun 18 16:53:58.070681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-ea678a12-fb8f-4926-8b75-75022cd93f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:58.072040 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-ea678a12-fb8f-4926-8b75-75022cd93f8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0417764 Jun 18 16:53:58.129166 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-4e9ca3bc-2e80-4e8f-a60f-38e8206bdd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:58.130676 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-4e9ca3bc-2e80-4e8f-a60f-38e8206bdd43 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0524521 Jun 18 16:53:58.224095 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-6c5a8878-e503-49c6-ac84-0e2165ae6e67 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871766 Jun 18 16:53:58.251535 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7d4da-c787-47b8-9817-1e1cde901689 req-563c5c22-1ee9-4eb7-a157-44a4eb3c0c80 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:58.253141 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0bd7d4da-c787-47b8-9817-1e1cde901689 req-563c5c22-1ee9-4eb7-a157-44a4eb3c0c80 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0682447 Jun 18 16:53:58.304281 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0bd7d4da-c787-47b8-9817-1e1cde901689 req-44fe4b3f-c457-496e-94dc-0977423c3c49 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453684 Jun 18 16:53:58.324368 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a1b3dd3-aaab-4918-9564-a0032d6d6095 req-7f559b11-0e07-4775-aa6f-dbf7dc8b3a99 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931141 Jun 18 16:53:59.485711 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66f769-ea86-4432-989f-1aec6b5e7718 req-5ff63398-17a3-4327-9779-079e5ace0dad tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:59.487186 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1c66f769-ea86-4432-989f-1aec6b5e7718 req-5ff63398-17a3-4327-9779-079e5ace0dad tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0627298 Jun 18 16:53:59.525066 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1c66f769-ea86-4432-989f-1aec6b5e7718 req-0f2f95a1-7a60-4dcb-87b0-22f036422573 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323465 Jun 18 16:54:00.431738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f80bad49-7f50-4c28-a9ba-4ddd87fca952 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:54:00.438950 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f80bad49-7f50-4c28-a9ba-4ddd87fca952 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:54:00.584662 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port f80bad49-7f50-4c28-a9ba-4ddd87fca952, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:54:00.587061 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:00.604392 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'port_id': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952', 'mac_address': 'fa:16:3e:f5:e6:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:54:00.618895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:54:00.621156 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4a9e93-af5c-4414-b967-f4098f7b4e41" -d '{"events": [{"server_uuid": "30af94ae-6fc4-4008-8b41-b3ea563db747", "name": "network-vif-unplugged", "status": "completed", "tag": "f80bad49-7f50-4c28-a9ba-4ddd87fca952"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:54:00.655804 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port f80bad49-7f50-4c28-a9ba-4ddd87fca952, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:54:00.662858 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:00.666050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:54:00.672332 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 16:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7260b6-f4d2-4910-8078-123ee319c2ad x-openstack-request-id: req-ab7260b6-f4d2-4910-8078-123ee319c2ad {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:54:00.672644 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30af94ae-6fc4-4008-8b41-b3ea563db747", "name": "network-vif-unplugged", "status": "completed", "tag": "f80bad49-7f50-4c28-a9ba-4ddd87fca952", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:54:00.673434 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab7260b6-f4d2-4910-8078-123ee319c2ad {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:54:00.673434 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952', 'code': 200} Jun 18 16:54:00.696511 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:00.708340 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cf2f3-7455-4350-9a42-2267765669f3 req-b2097ee3-9071-4ce0-a57c-fd912e9a7280 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:00.709809 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b90cf2f3-7455-4350-9a42-2267765669f3 req-b2097ee3-9071-4ce0-a57c-fd912e9a7280 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0701196 Jun 18 16:54:00.718674 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f80bad49-7f50-4c28-a9ba-4ddd87fca952 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:54:00.733690 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=f80bad49-7f50-4c28-a9ba-4ddd87fca952,revision_number=6']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:54:00.742206 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:00.742558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:00.742930 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:00.743270 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:00.743607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:00.743941 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:00.744274 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:00.744603 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:00.744936 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:00.745265 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:00.745593 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:00.745920 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:00.754637 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b90cf2f3-7455-4350-9a42-2267765669f3 req-65aa65b6-5391-4bad-b98c-e90f403a205d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387759 Jun 18 16:54:00.766223 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:54:00.781368 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:54:00.781736 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:54:01.161775 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-56f1e281-8af7-4602-af1f-4c26cf531e78 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:01.163249 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-56f1e281-8af7-4602-af1f-4c26cf531e78 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747&tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 943 time: 0.0802269 Jun 18 16:54:01.209538 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a2a03-6d26-4ae2-84fe-92e84d2d255e req-5ffe2094-7f06-4fcb-b760-ad4edc205518 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:01.210933 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-478a2a03-6d26-4ae2-84fe-92e84d2d255e req-5ffe2094-7f06-4fcb-b760-ad4edc205518 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 943 time: 0.0645881 Jun 18 16:54:01.223700 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-e2421693-6834-472e-926b-3dd4f6fe2eb3 service neutron] 10.222.0.64 "GET /v2.0/ports/f80bad49-7f50-4c28-a9ba-4ddd87fca952/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0537632 Jun 18 16:54:01.250409 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-478a2a03-6d26-4ae2-84fe-92e84d2d255e req-1d7bff31-4fd9-45f1-bfa3-7405518dfbde tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337594 Jun 18 16:54:01.315177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-05b4076d-5755-4544-b1b8-845da133dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:01.316680 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-05b4076d-5755-4544-b1b8-845da133dbea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 1096 time: 0.0534463 Jun 18 16:54:01.317811 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:01.333982 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80bad49-7f50-4c28-a9ba-4ddd87fca952 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:54:01.353090 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port f80bad49-7f50-4c28-a9ba-4ddd87fca952, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:54:01.357813 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:01.360626 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:54:01.405034 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=f80bad49-7f50-4c28-a9ba-4ddd87fca952,revision_number=7']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:54:01.408070 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:54:01.408830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-9b6710b6-95da-4dff-9818-b5a0cd3220ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:01.410291 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-9b6710b6-95da-4dff-9818-b5a0cd3220ba service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0879285 Jun 18 16:54:01.474552 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-b2252609-f026-4517-9189-e1c437410fd4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952 HTTP/1.1" status: 200 len: 1001 time: 0.0574214 Jun 18 16:54:01.488955 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['f80bad49-7f50-4c28-a9ba-4ddd87fca952'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:54:01.526257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-002715cf-aa49-4f86-8986-8725d05549bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:01.527728 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-002715cf-aa49-4f86-8986-8725d05549bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0470469 Jun 18 16:54:01.587162 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-a87017c7-c14f-45fb-9857-1ca7997fbf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:01.588625 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-a87017c7-c14f-45fb-9857-1ca7997fbf4b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546775 Jun 18 16:54:01.677290 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-7d306695-8190-4918-963f-7614f244464d service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819678 Jun 18 16:54:01.769360 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-4b8de5c5-e30b-4ca0-8387-4b5635063a2d service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853353 Jun 18 16:54:02.427344 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb1398-da4d-4d62-b65b-0560028e4eb1 req-b8cffbfd-5881-4ecf-a3b9-a94e1f5e6ed8 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:02.428768 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-32cb1398-da4d-4d62-b65b-0560028e4eb1 req-b8cffbfd-5881-4ecf-a3b9-a94e1f5e6ed8 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 944 time: 0.0618455 Jun 18 16:54:02.441726 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f80bad49-7f50-4c28-a9ba-4ddd87fca952 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:54:02.466629 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-32cb1398-da4d-4d62-b65b-0560028e4eb1 req-e512a2b2-667e-4055-ace4-eb45d72defaa tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321651 Jun 18 16:54:02.491204 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port f80bad49-7f50-4c28-a9ba-4ddd87fca952 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:54:02.491977 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:02.566486 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:02.597325 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port f80bad49-7f50-4c28-a9ba-4ddd87fca952, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:54:02.601509 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:02.604539 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:54:02.652978 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=f80bad49-7f50-4c28-a9ba-4ddd87fca952,revision_number=8']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:54:02.656450 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:54:02.674087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:54:02.676422 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1188acb9-8e0a-415f-a372-a8d538755a27" -d '{"events": [{"server_uuid": "30af94ae-6fc4-4008-8b41-b3ea563db747", "name": "network-vif-plugged", "status": "completed", "tag": "f80bad49-7f50-4c28-a9ba-4ddd87fca952"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:54:02.718247 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9b33d8-0a48-42c5-a6f3-7b004be3a05e x-openstack-request-id: req-7c9b33d8-0a48-42c5-a6f3-7b004be3a05e {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:54:02.718558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30af94ae-6fc4-4008-8b41-b3ea563db747", "name": "network-vif-plugged", "status": "completed", "tag": "f80bad49-7f50-4c28-a9ba-4ddd87fca952", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:54:02.718856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c9b33d8-0a48-42c5-a6f3-7b004be3a05e {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:54:02.719260 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952', 'code': 200} Jun 18 16:54:03.641653 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f90667-61e9-4cf7-b1e2-e7842694b53e req-15868652-9096-47dc-8a64-ada9159c27e2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:03.643142 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c1f90667-61e9-4cf7-b1e2-e7842694b53e req-15868652-9096-47dc-8a64-ada9159c27e2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0661283 Jun 18 16:54:03.683939 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c1f90667-61e9-4cf7-b1e2-e7842694b53e req-4d2bd54e-4b05-43b2-8218-c51482a19f88 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346539 Jun 18 16:54:04.343727 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-ae801c29-4785-4629-bc04-fbac106fdfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:04.345200 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-ae801c29-4785-4629-bc04-fbac106fdfaa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747&tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb HTTP/1.1" status: 200 len: 1098 time: 0.0542974 Jun 18 16:54:04.429596 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-06aef189-2e6e-4979-a6df-ddfdd0331d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:04.430986 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-06aef189-2e6e-4979-a6df-ddfdd0331d26 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 1098 time: 0.0517495 Jun 18 16:54:04.520458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-ad853d9d-87f3-49e8-a7d3-64a30a83ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:04.521865 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-ad853d9d-87f3-49e8-a7d3-64a30a83ff8c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0850718 Jun 18 16:54:04.584643 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-f7774052-498c-46f6-9a78-90920e1be792 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952 HTTP/1.1" status: 200 len: 1002 time: 0.0557010 Jun 18 16:54:04.637098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-27dfdeac-06d4-4d5e-8c9c-1aa6c5d38b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:04.639070 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-27dfdeac-06d4-4d5e-8c9c-1aa6c5d38b5b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0476875 Jun 18 16:54:04.696860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-ad9650fe-1002-4ee5-912b-3101994f617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:04.698272 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-ad9650fe-1002-4ee5-912b-3101994f617d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0533423 Jun 18 16:54:04.792514 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-58a5dde6-f163-4039-93b0-defca0c0bfae service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876536 Jun 18 16:54:04.870856 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afd3fe-05c2-45c8-92eb-e9f15bc9a423 req-19b4c405-ffa1-4ba0-b932-e4dd5815a59a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:04.872341 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-87afd3fe-05c2-45c8-92eb-e9f15bc9a423 req-19b4c405-ffa1-4ba0-b932-e4dd5815a59a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0728076 Jun 18 16:54:04.885582 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4ea53b2b-ebf5-4c02-bff2-bb3541f110a7 req-b2c33c85-4d56-4cb5-ac15-2e5ebfa7504f service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869913 Jun 18 16:54:04.912512 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-87afd3fe-05c2-45c8-92eb-e9f15bc9a423 req-532dd864-e5eb-4b9e-bc09-2476a735b882 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333636 Jun 18 16:54:05.241983 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2df20cdf-1917-4341-8d02-fd37832f730d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:06.086482 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3e69e-c822-4d28-9b41-216782f99fb0 req-f90988d4-bd16-48e0-aeec-1edca887dfa2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:06.087953 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-64e3e69e-c822-4d28-9b41-216782f99fb0 req-f90988d4-bd16-48e0-aeec-1edca887dfa2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0650768 Jun 18 16:54:06.130465 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-64e3e69e-c822-4d28-9b41-216782f99fb0 req-13b9b5d9-0b78-4ba3-8130-37e759244146 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354791 Jun 18 16:54:06.474766 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f80bad49-7f50-4c28-a9ba-4ddd87fca952 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:54:06.480181 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f80bad49-7f50-4c28-a9ba-4ddd87fca952 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:54:06.626158 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:06.632240 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port f80bad49-7f50-4c28-a9ba-4ddd87fca952, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:54:06.655344 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'port_id': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952', 'mac_address': 'fa:16:3e:f5:e6:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:54:06.663351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:54:06.665567 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c96690e-f36e-489f-b655-45859de0cfc3" -d '{"events": [{"server_uuid": "30af94ae-6fc4-4008-8b41-b3ea563db747", "name": "network-vif-unplugged", "status": "completed", "tag": "f80bad49-7f50-4c28-a9ba-4ddd87fca952"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:54:06.695145 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port f80bad49-7f50-4c28-a9ba-4ddd87fca952, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:54:06.701763 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 16:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79442d9-640e-4de7-8b47-a236611a3f0f x-openstack-request-id: req-d79442d9-640e-4de7-8b47-a236611a3f0f {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:54:06.702060 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30af94ae-6fc4-4008-8b41-b3ea563db747", "name": "network-vif-unplugged", "status": "completed", "tag": "f80bad49-7f50-4c28-a9ba-4ddd87fca952", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:54:06.702323 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d79442d9-640e-4de7-8b47-a236611a3f0f {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:54:06.702741 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952', 'code': 200} Jun 18 16:54:06.703347 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:06.708646 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:54:06.740258 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:06.762810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f80bad49-7f50-4c28-a9ba-4ddd87fca952 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:54:06.772304 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=f80bad49-7f50-4c28-a9ba-4ddd87fca952,revision_number=9']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:54:06.776085 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:54:06.812561 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:54:06.812923 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:54:07.302572 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac4e6a-cfec-4379-975f-52c706628c04 req-6d0f7c82-a644-4604-a757-ff26cbd51629 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:07.304046 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b4ac4e6a-cfec-4379-975f-52c706628c04 req-6d0f7c82-a644-4604-a757-ff26cbd51629 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 943 time: 0.0644853 Jun 18 16:54:07.342841 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b4ac4e6a-cfec-4379-975f-52c706628c04 req-f30b5ab1-3be9-476d-bc47-8f8e7380db2e tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329864 Jun 18 16:54:07.348810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:07.361534 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80bad49-7f50-4c28-a9ba-4ddd87fca952 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:54:07.380850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port f80bad49-7f50-4c28-a9ba-4ddd87fca952, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:54:07.384890 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:07.387103 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:54:07.433190 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=f80bad49-7f50-4c28-a9ba-4ddd87fca952,revision_number=10']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:54:07.436543 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:54:07.516101 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f2818-256e-428b-a77a-f122248d31ab req-9c5483ab-a8a4-4779-81a1-e571256ad6b0 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:07.517433 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ad0f2818-256e-428b-a77a-f122248d31ab req-9c5483ab-a8a4-4779-81a1-e571256ad6b0 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0630546 Jun 18 16:54:07.517591 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['f80bad49-7f50-4c28-a9ba-4ddd87fca952'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:54:07.556391 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ad0f2818-256e-428b-a77a-f122248d31ab req-9c8e4ee8-8684-4028-b466-3b26b6f4f3e4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331132 Jun 18 16:54:07.661696 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7eb6fc19-688c-4baa-a039-2d9a71d957c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:07.738033 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc7f05-6501-4673-98cb-2417ef933f34 req-79946522-e14d-4818-9c76-b76e54703b9a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:07.739438 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-59fc7f05-6501-4673-98cb-2417ef933f34 req-79946522-e14d-4818-9c76-b76e54703b9a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0692980 Jun 18 16:54:07.775727 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-59fc7f05-6501-4673-98cb-2417ef933f34 req-dd0a4ea9-eadf-4819-889a-d5582ccad72b tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306950 Jun 18 16:54:08.150570 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37617f53-6abe-40be-8195-5b2abad1e6c6 req-d9bf42bc-b72c-4205-b21f-6a4f0db4746a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:08.152044 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-37617f53-6abe-40be-8195-5b2abad1e6c6 req-d9bf42bc-b72c-4205-b21f-6a4f0db4746a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 945 time: 0.0636272 Jun 18 16:54:08.189249 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-37617f53-6abe-40be-8195-5b2abad1e6c6 req-3f45197c-2b6c-428e-bf21-0f49bbe7c88d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309179 Jun 18 16:54:08.258087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:08.485374 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f80bad49-7f50-4c28-a9ba-4ddd87fca952 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:54:08.531140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port f80bad49-7f50-4c28-a9ba-4ddd87fca952 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:54:08.531785 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:08.607744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:08.639260 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port f80bad49-7f50-4c28-a9ba-4ddd87fca952, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:54:08.643089 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:08.645446 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:54:08.691079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=f80bad49-7f50-4c28-a9ba-4ddd87fca952,revision_number=11']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:54:08.693991 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:54:08.703587 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:54:08.705858 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668c588c-6ea7-4d7c-892f-36ea72fece54" -d '{"events": [{"server_uuid": "30af94ae-6fc4-4008-8b41-b3ea563db747", "name": "network-vif-plugged", "status": "completed", "tag": "f80bad49-7f50-4c28-a9ba-4ddd87fca952"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:54:08.742181 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6285d64a-7873-42ae-9550-7a7547b538bf x-openstack-request-id: req-6285d64a-7873-42ae-9550-7a7547b538bf {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:54:08.742518 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30af94ae-6fc4-4008-8b41-b3ea563db747", "name": "network-vif-plugged", "status": "completed", "tag": "f80bad49-7f50-4c28-a9ba-4ddd87fca952", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:54:08.742850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6285d64a-7873-42ae-9550-7a7547b538bf {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:54:08.743278 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952', 'code': 200} Jun 18 16:54:09.002224 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:09.362288 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f926112-3620-4312-9315-87e73f725345 req-74945de8-0f5c-4059-82a2-b854f26bd106 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:09.363797 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2f926112-3620-4312-9315-87e73f725345 req-74945de8-0f5c-4059-82a2-b854f26bd106 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 946 time: 0.0644627 Jun 18 16:54:09.406336 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2f926112-3620-4312-9315-87e73f725345 req-6c523d8b-1a51-4ace-80a3-4e71c65e7fd8 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368221 Jun 18 16:54:10.412573 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b17a2b-c3f4-456e-b637-fdb67eaf098d req-d346f11e-67af-4db9-aefa-a0af7226523f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:10.413995 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d1b17a2b-c3f4-456e-b637-fdb67eaf098d req-d346f11e-67af-4db9-aefa-a0af7226523f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 946 time: 0.0626814 Jun 18 16:54:10.517835 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-d1b17a2b-c3f4-456e-b637-fdb67eaf098d req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Deleting port f80bad49-7f50-4c28-a9ba-4ddd87fca952 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:54:10.518182 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d1b17a2b-c3f4-456e-b637-fdb67eaf098d req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:10.534602 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:10.583505 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b28c5-a1fa-46fc-8f35-feff1d276f39 req-1b1c963d-3bb9-4c60-8a87-95612076cf27 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:10.584974 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-706b28c5-a1fa-46fc-8f35-feff1d276f39 req-1b1c963d-3bb9-4c60-8a87-95612076cf27 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 946 time: 0.0656416 Jun 18 16:54:10.608622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-d1b17a2b-c3f4-456e-b637-fdb67eaf098d req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] For port f80bad49-7f50-4c28-a9ba-4ddd87fca952, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f80bad49-7f50-4c28-a9ba-4ddd87fca952,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:54:10.609105 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d1b17a2b-c3f4-456e-b637-fdb67eaf098d req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:10.622977 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-706b28c5-a1fa-46fc-8f35-feff1d276f39 req-4cdcddb9-885e-467b-a9aa-7971a57f8049 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321887 Jun 18 16:54:10.781620 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d1b17a2b-c3f4-456e-b637-fdb67eaf098d req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:10.781995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d1b17a2b-c3f4-456e-b637-fdb67eaf098d req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:10.782311 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [req-d1b17a2b-c3f4-456e-b637-fdb67eaf098d req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Floating IP 5371d718-bdda-4d1f-a4b3-c451e3dd5392 disassociated. External IP: 172.26.2.248, port: f80bad49-7f50-4c28-a9ba-4ddd87fca952. Jun 18 16:54:10.782693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-d1b17a2b-c3f4-456e-b637-fdb67eaf098d req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Calling delete_port for f80bad49-7f50-4c28-a9ba-4ddd87fca952 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:54:10.909065 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d1b17a2b-c3f4-456e-b637-fdb67eaf098d req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:10.912998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ed267c3a-761f-41b2-a748-61146d7d6f3e tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:54:10.943842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Pushing event deleted for resources: {'Port': ['ID=f80bad49-7f50-4c28-a9ba-4ddd87fca952,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:54:10.955784 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:10.956177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:10.956563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:10.956943 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:10.957317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:10.957692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:10.958066 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:10.958435 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:10.958831 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:10.959199 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:10.959566 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:10.959936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:10.964138 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:54:11.074955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1b17a2b-c3f4-456e-b637-fdb67eaf098d req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Router 3841a40b-a835-40ec-89ed-caedaa4df7c9 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:54:11.194282 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1b17a2b-c3f4-456e-b637-fdb67eaf098d req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:54:11.205195 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecde6ff1-d7a2-4c6b-bd37-d69bc7df2acd None None] Sync routers for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:54:11.214048 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecde6ff1-d7a2-4c6b-bd37-d69bc7df2acd None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:54:11.214697 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ecde6ff1-d7a2-4c6b-bd37-d69bc7df2acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:54:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:54:11.241312 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b17a2b-c3f4-456e-b637-fdb67eaf098d req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] No DVR routers for this DVR port f80bad49-7f50-4c28-a9ba-4ddd87fca952 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:54:11.243836 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d1b17a2b-c3f4-456e-b637-fdb67eaf098d req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:11.245797 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d1b17a2b-c3f4-456e-b637-fdb67eaf098d req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "DELETE /v2.0/ports/f80bad49-7f50-4c28-a9ba-4ddd87fca952 HTTP/1.1" status: 204 len: 173 time: 0.8261290 Jun 18 16:54:11.246329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'name': 'network-vif-deleted', 'tag': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:54:11.249641 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180ef010-4266-4a36-818a-dc7c2e176dab" -d '{"events": [{"server_uuid": "30af94ae-6fc4-4008-8b41-b3ea563db747", "name": "network-vif-deleted", "tag": "f80bad49-7f50-4c28-a9ba-4ddd87fca952"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:54:11.288087 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fc9625-22ca-499b-a555-17295145dce7 x-openstack-request-id: req-20fc9625-22ca-499b-a555-17295145dce7 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:54:11.288565 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30af94ae-6fc4-4008-8b41-b3ea563db747", "name": "network-vif-deleted", "tag": "f80bad49-7f50-4c28-a9ba-4ddd87fca952", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:54:11.288985 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20fc9625-22ca-499b-a555-17295145dce7 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:54:11.289504 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30af94ae-6fc4-4008-8b41-b3ea563db747', 'name': 'network-vif-deleted', 'tag': 'f80bad49-7f50-4c28-a9ba-4ddd87fca952', 'status': 'completed', 'code': 200} Jun 18 16:54:11.329227 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-ecde6ff1-d7a2-4c6b-bd37-d69bc7df2acd None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:54:11.521923 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ecde6ff1-d7a2-4c6b-bd37-d69bc7df2acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:54:11.551049 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecde6ff1-d7a2-4c6b-bd37-d69bc7df2acd None None] Checking router: 3841a40b-a835-40ec-89ed-caedaa4df7c9 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:54:11.558840 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecde6ff1-d7a2-4c6b-bd37-d69bc7df2acd None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:54:11.559438 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ecde6ff1-d7a2-4c6b-bd37-d69bc7df2acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:54:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:54:11.657938 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-ecde6ff1-d7a2-4c6b-bd37-d69bc7df2acd None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:54:11.782245 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-53280367-e9df-43cd-a165-1851947a6043 req-eea08270-1dc1-48a9-91f1-8a3305d0180c tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=30af94ae-6fc4-4008-8b41-b3ea563db747 HTTP/1.1" status: 200 len: 210 time: 0.0327294 Jun 18 16:54:11.858981 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ecde6ff1-d7a2-4c6b-bd37-d69bc7df2acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:54:11.886252 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecde6ff1-d7a2-4c6b-bd37-d69bc7df2acd None None] The sync data for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv is: [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:54:12.095129 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bc572b-26db-4e5c-849d-d32809fc6fa4 None None] New status for floating IP 5371d718-bdda-4d1f-a4b3-c451e3dd5392: DOWN {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:54:12.623243 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:54:13.111931 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-20391152-062c-4974-bb28-6b7a5b899bb1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--401446234&fields=id&tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb HTTP/1.1" status: 200 len: 267 time: 0.0431767 Jun 18 16:54:13.219181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-b7f45ee9-de0d-4b65-a2d7-d64f0da37bb5 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:13.220532 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-b7f45ee9-de0d-4b65-a2d7-d64f0da37bb5 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 811 time: 0.1022458 Jun 18 16:54:13.234612 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-1b67b2c6-5f63-4aea-8e58-ef71a47049e6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/quotas/6ceb80b6a2be4fd39966d6d5afbc5abb HTTP/1.1" status: 200 len: 375 time: 0.0087681 Jun 18 16:54:13.300905 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-63554ae2-dfb8-4410-85eb-1036982241f8 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614989 Jun 18 16:54:13.453980 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-5e1c61da-8c12-4d98-ac57-8bacef34d466 service neutron] 10.222.0.39 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410787 Jun 18 16:54:13.543587 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-3a7a46e0-7d88-4dca-bfc3-041823adbec5 service neutron] 10.222.0.39 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838327 Jun 18 16:54:13.713261 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-993b88d4-9ebf-402e-bffe-f688cc6500cb req-c1266e02-7891-440c-888a-6547d7e124dd tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 210 time: 0.0305796 Jun 18 16:54:14.500666 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f80bad49-7f50-4c28-a9ba-4ddd87fca952 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:54:14.520824 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: f80bad49-7f50-4c28-a9ba-4ddd87fca952 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:54:14.521184 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f80bad49-7f50-4c28-a9ba-4ddd87fca952 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:54:14.806271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-5e89d0a4-0aaf-42a7-9e50-a5f0622afd02 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:14.808428 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-5e89d0a4-0aaf-42a7-9e50-a5f0622afd02 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 811 time: 0.1077404 Jun 18 16:54:14.861822 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-1512d1e8-9596-4a9b-8a89-8a586932f8ee tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb HTTP/1.1" status: 200 len: 379 time: 0.0354912 Jun 18 16:54:14.862698 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7a18dc18-ef34-4b92-b7bc-91bbd44f4d7f req-ad8b8f4a-9a54-4c0d-aaf1-31dbcd17d062 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 210 time: 0.0342212 Jun 18 16:54:14.871686 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-d5c5ff84-7da1-4f65-9178-d78c1d6ff42a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Request body: {'port': {'device_id': '810fb94d-c215-434c-b201-837d32ce518e', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'admin_state_up': True, 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'security_groups': ['d51716e9-3988-425e-8b08-ae0dcfa8a587']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:54:14.987932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-d5c5ff84-7da1-4f65-9178-d78c1d6ff42a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Made reservation on behalf of 6ceb80b6a2be4fd39966d6d5afbc5abb for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:54:14.991650 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-d5c5ff84-7da1-4f65-9178-d78c1d6ff42a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:15.119821 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-d5c5ff84-7da1-4f65-9178-d78c1d6ff42a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Allocated IP 172.20.0.7 (1879c897-13d8-481b-95e8-75616170a15d/b1cab26e-5ec5-4068-863a-44ac4d9bb19f/555bf06e-3f9c-4f87-9857-7ef6ce1a529f) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:54:15.251688 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-d5c5ff84-7da1-4f65-9178-d78c1d6ff42a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:15.265015 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-d5c5ff84-7da1-4f65-9178-d78c1d6ff42a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Transition to ACTIVE for port object 555bf06e-3f9c-4f87-9857-7ef6ce1a529f will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:54:15.296342 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-d5c5ff84-7da1-4f65-9178-d78c1d6ff42a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:15.300097 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:54:15.343920 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-d5c5ff84-7da1-4f65-9178-d78c1d6ff42a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Network 1879c897-13d8-481b-95e8-75616170a15d is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:54:15.347030 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-d5c5ff84-7da1-4f65-9178-d78c1d6ff42a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:54:15.350946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-d5c5ff84-7da1-4f65-9178-d78c1d6ff42a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:54:15.379984 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5ff84-7da1-4f65-9178-d78c1d6ff42a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Pushing event updated for resources: {'Port': ['ID=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:54:15.384323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d5c5ff84-7da1-4f65-9178-d78c1d6ff42a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:54:15.403855 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-d5c5ff84-7da1-4f65-9178-d78c1d6ff42a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:15.404461 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-d5c5ff84-7da1-4f65-9178-d78c1d6ff42a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:15.419279 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-d5c5ff84-7da1-4f65-9178-d78c1d6ff42a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5515726 Jun 18 16:54:15.437287 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Request body: {'port': {'device_id': '810fb94d-c215-434c-b201-837d32ce518e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:54:15.513042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:15.602379 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-79097bd0-6a51-42ed-a96b-ac65e1daf1d0 None None] Provisioning for port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:54:15.606131 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-79097bd0-6a51-42ed-a96b-ac65e1daf1d0 None None] Provisioning complete for port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:54:15.606512 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79097bd0-6a51-42ed-a96b-ac65e1daf1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:15.643314 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-79097bd0-6a51-42ed-a96b-ac65e1daf1d0 None None] Port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:54:15.775773 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 555bf06e-3f9c-4f87-9857-7ef6ce1a529f {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:54:15.783597 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:15.795918 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Transition to ACTIVE for port object 555bf06e-3f9c-4f87-9857-7ef6ce1a529f will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:54:15.799683 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:15.802557 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bdf7ffb0-4002-47b1-b46a-5c266cd798d2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:54:15.876384 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Pushing event updated for resources: {'Port': ['ID=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:54:15.881287 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:54:15.950666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Attempting to bind port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:54:15.951014 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Attempting to bind port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:54:15.951326 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Attempting to bind port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f on network 1879c897-13d8-481b-95e8-75616170a15d {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:54:15.956122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f on network 1879c897-13d8-481b-95e8-75616170a15d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:54:15.956438 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Attempting to bind port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f on network 1879c897-13d8-481b-95e8-75616170a15d {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:54:15.961346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:54:15.961679 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Checking segment: {'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:54:15.962060 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Bound using segment: {'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:54:15.962489 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Bound port: 555bf06e-3f9c-4f87-9857-7ef6ce1a529f, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21c9bf1-629e-47de-912a-acdc3fe973ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1879c897-13d8-481b-95e8-75616170a15d'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:54:15.962873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:16.027681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] For port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:54:16.031424 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] For port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:54:16.037270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:16.040283 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1708d36b-2898-40a4-a556-3d5caf722606 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:54:16.044346 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d9728-a844-47dd-8216-065975996831 req-81b0ea3e-496d-4eea-b6ee-81a2ecea6df2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:16.046386 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a69d9728-a844-47dd-8216-065975996831 req-81b0ea3e-496d-4eea-b6ee-81a2ecea6df2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 943 time: 0.0652180 Jun 18 16:54:16.081961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:16.082400 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:16.084000 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] 10.222.0.64 "PUT /v2.0/ports/555bf06e-3f9c-4f87-9857-7ef6ce1a529f HTTP/1.1" status: 200 len: 1093 time: 0.6516221 Jun 18 16:54:16.085621 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a69d9728-a844-47dd-8216-065975996831 req-b1819eab-2606-437c-b98d-6f44ea27ede8 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329394 Jun 18 16:54:16.088463 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810fb94d-c215-434c-b201-837d32ce518e', 'tag': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:54:16.090860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585e14fc-03c3-41e9-ac65-d1f434818db6" -d '{"events": [{"name": "network-changed", "server_uuid": "810fb94d-c215-434c-b201-837d32ce518e", "tag": "555bf06e-3f9c-4f87-9857-7ef6ce1a529f"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:54:16.116288 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Pushing event updated for resources: {'Port': ['ID=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:54:16.119481 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:54:16.147589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f1a8a1-1406-44d9-abbc-d0cbe9d78cef x-openstack-request-id: req-c2f1a8a1-1406-44d9-abbc-d0cbe9d78cef {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:54:16.147943 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810fb94d-c215-434c-b201-837d32ce518e", "tag": "555bf06e-3f9c-4f87-9857-7ef6ce1a529f", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:54:16.148247 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2f1a8a1-1406-44d9-abbc-d0cbe9d78cef {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:54:16.148720 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810fb94d-c215-434c-b201-837d32ce518e', 'tag': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f', 'status': 'completed', 'code': 200} Jun 18 16:54:16.220659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a39ea6a7-7ca9-41b0-a7e4-79c16926b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:16.222146 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-a39ea6a7-7ca9-41b0-a7e4-79c16926b358 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 1096 time: 0.0556483 Jun 18 16:54:16.270173 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-77756e85-9f85-4493-adca-1f2f73e1b678 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f HTTP/1.1" status: 200 len: 217 time: 0.0354371 Jun 18 16:54:16.317620 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-8d114c83-ff8e-4f0d-a0df-0c7681a7c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:16.319039 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-8d114c83-ff8e-4f0d-a0df-0c7681a7c167 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0430884 Jun 18 16:54:16.377434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-e9c98181-d00d-43eb-af4e-3488b3a79291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:16.378811 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-e9c98181-d00d-43eb-af4e-3488b3a79291 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540109 Jun 18 16:54:16.463761 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-64fde30d-5faa-4105-9377-74f3dce3566c service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782208 Jun 18 16:54:16.552914 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9aa94e31-6790-4d33-93d0-07fb93056fee req-475b1cb8-31a4-4f02-88f8-01a6df305cf6 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818624 Jun 18 16:54:16.699797 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e14fc-03c3-41e9-ac65-d1f434818db6 req-ddf685c3-86d0-430f-a74e-1b40f3cf3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:16.701246 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-585e14fc-03c3-41e9-ac65-d1f434818db6 req-ddf685c3-86d0-430f-a74e-1b40f3cf3641 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 1096 time: 0.0523565 Jun 18 16:54:16.791958 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e14fc-03c3-41e9-ac65-d1f434818db6 req-a95e949d-f59d-4c60-90dd-76747977a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:16.793364 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-585e14fc-03c3-41e9-ac65-d1f434818db6 req-a95e949d-f59d-4c60-90dd-76747977a6ab service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0846243 Jun 18 16:54:16.831768 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-585e14fc-03c3-41e9-ac65-d1f434818db6 req-a140f6e3-0191-4bd2-9279-1c632e1634c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f HTTP/1.1" status: 200 len: 217 time: 0.0317657 Jun 18 16:54:16.880898 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e14fc-03c3-41e9-ac65-d1f434818db6 req-bc3e2b03-d753-44a1-9640-c33ca0da6edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:16.882259 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-585e14fc-03c3-41e9-ac65-d1f434818db6 req-bc3e2b03-d753-44a1-9640-c33ca0da6edb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0414703 Jun 18 16:54:16.941233 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e14fc-03c3-41e9-ac65-d1f434818db6 req-f7ff442d-3573-4197-a47d-c8492254b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:16.942723 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-585e14fc-03c3-41e9-ac65-d1f434818db6 req-f7ff442d-3573-4197-a47d-c8492254b089 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0534146 Jun 18 16:54:17.031338 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-585e14fc-03c3-41e9-ac65-d1f434818db6 req-ea4abdba-ed09-4d9b-8942-30a3b277d656 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819154 Jun 18 16:54:17.125190 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-585e14fc-03c3-41e9-ac65-d1f434818db6 req-7ca82e63-1713-4dc0-9c08-672b1e2fa917 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862899 Jun 18 16:54:17.263753 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943c689-369e-4583-9cdd-ee8ad972b35e req-3a4026d2-7092-4be5-b91e-e43ab0d0397d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:17.265328 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8943c689-369e-4583-9cdd-ee8ad972b35e req-3a4026d2-7092-4be5-b91e-e43ab0d0397d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 943 time: 0.0613515 Jun 18 16:54:17.306105 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8943c689-369e-4583-9cdd-ee8ad972b35e req-c030bc32-2d23-4368-b663-740fd322bf95 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352771 Jun 18 16:54:18.477887 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6baf2-d473-4f81-af35-c98f6cdb65f3 req-d48250e2-efb2-4c42-8a1f-e9214784bdd7 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:18.479368 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cab6baf2-d473-4f81-af35-c98f6cdb65f3 req-d48250e2-efb2-4c42-8a1f-e9214784bdd7 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 943 time: 0.0625770 Jun 18 16:54:18.499670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 555bf06e-3f9c-4f87-9857-7ef6ce1a529f details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:54:18.517280 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cab6baf2-d473-4f81-af35-c98f6cdb65f3 req-daf6d077-338e-4e27-8389-028e2b1a2234 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317290 Jun 18 16:54:18.592033 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:54:18.604020 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'port_id': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:54:18.643017 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:18.655399 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 555bf06e-3f9c-4f87-9857-7ef6ce1a529f {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:54:18.674490 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:54:18.678297 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:18.680062 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:54:18.725424 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:54:18.728738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:54:18.954961 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['555bf06e-3f9c-4f87-9857-7ef6ce1a529f'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:54:19.693543 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e8375-3f63-4feb-aa6b-c9d97cbd47bf req-581aadee-ebdb-4c21-b78c-0572e80b930b tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:19.695025 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-603e8375-3f63-4feb-aa6b-c9d97cbd47bf req-581aadee-ebdb-4c21-b78c-0572e80b930b tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 944 time: 0.0641994 Jun 18 16:54:19.734065 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-603e8375-3f63-4feb-aa6b-c9d97cbd47bf req-4fe08569-79d5-42f9-a3d5-a8cd2490d7f6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334773 Jun 18 16:54:20.515484 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 555bf06e-3f9c-4f87-9857-7ef6ce1a529f up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:54:20.563272 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:54:20.566811 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:54:20.567202 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:20.640285 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:20.662008 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810fb94d-c215-434c-b201-837d32ce518e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:54:20.664261 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2403a1f7-ca2b-4794-8121-c23c2cecf7e8" -d '{"events": [{"server_uuid": "810fb94d-c215-434c-b201-837d32ce518e", "name": "network-vif-plugged", "status": "completed", "tag": "555bf06e-3f9c-4f87-9857-7ef6ce1a529f"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:54:20.680655 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:54:20.687272 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:20.689337 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:54:20.858366 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c38516-6cb6-4966-afd7-a7aac272484c x-openstack-request-id: req-d7c38516-6cb6-4966-afd7-a7aac272484c {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:54:20.858845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810fb94d-c215-434c-b201-837d32ce518e", "name": "network-vif-plugged", "status": "completed", "tag": "555bf06e-3f9c-4f87-9857-7ef6ce1a529f", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:54:20.859037 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7c38516-6cb6-4966-afd7-a7aac272484c {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:54:20.859393 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810fb94d-c215-434c-b201-837d32ce518e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f', 'code': 200} Jun 18 16:54:20.885695 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:54:20.896115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:54:20.942729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998b6ee-4abf-4b9b-999a-ec917c855d03 req-20942d02-f209-44e5-9bf6-9ae140633000 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:20.944323 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4998b6ee-4abf-4b9b-999a-ec917c855d03 req-20942d02-f209-44e5-9bf6-9ae140633000 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0793269 Jun 18 16:54:20.970902 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be52fb5-096b-4fd0-9849-3ab79fe16018 req-00e445a3-82b7-4844-81f9-44da8ce4cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:20.972384 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0be52fb5-096b-4fd0-9849-3ab79fe16018 req-00e445a3-82b7-4844-81f9-44da8ce4cd6e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 1098 time: 0.0519352 Jun 18 16:54:20.984134 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4998b6ee-4abf-4b9b-999a-ec917c855d03 req-5d8efdeb-a619-4558-9434-80b63b3b395a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338759 Jun 18 16:54:21.008541 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0be52fb5-096b-4fd0-9849-3ab79fe16018 req-0b72dbcc-a52c-41a0-a942-557526a01e40 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298212 Jun 18 16:54:22.171353 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2725d-48d0-44b4-ad5f-1dce8e9afe31 req-c2725a29-70d3-4825-aa8a-94082c0780a9 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:22.172827 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3fa2725d-48d0-44b4-ad5f-1dce8e9afe31 req-c2725a29-70d3-4825-aa8a-94082c0780a9 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0665522 Jun 18 16:54:22.209886 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3fa2725d-48d0-44b4-ad5f-1dce8e9afe31 req-c5d0230c-3df2-41a7-ae84-118ffef318d8 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314529 Jun 18 16:54:23.383040 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6218b-54f0-43de-9248-f7246d92d2d7 req-0c53546c-d040-4482-b6cb-d77fcf9ecc00 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:23.384478 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5ba6218b-54f0-43de-9248-f7246d92d2d7 req-0c53546c-d040-4482-b6cb-d77fcf9ecc00 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0667300 Jun 18 16:54:23.426571 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5ba6218b-54f0-43de-9248-f7246d92d2d7 req-1d40d201-adff-4ea2-bd22-323b5c108b89 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358696 Jun 18 16:54:23.593895 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264529ed-47d3-4910-b434-f622d93721dd req-bbea0012-8855-4ee3-8622-c889f3f2f9f0 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:23.595392 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-264529ed-47d3-4910-b434-f622d93721dd req-bbea0012-8855-4ee3-8622-c889f3f2f9f0 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0645120 Jun 18 16:54:23.603915 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 54584) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:54:23.608817 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-d80b528f-e58d-4bf6-b358-34fa6e1d221d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Request body: {'floatingip': {'port_id': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:54:23.646783 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d80b528f-e58d-4bf6-b358-34fa6e1d221d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for floatingip, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:24.075168 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d80b528f-e58d-4bf6-b358-34fa6e1d221d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:24.079669 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d80b528f-e58d-4bf6-b358-34fa6e1d221d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:24.177169 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-d80b528f-e58d-4bf6-b358-34fa6e1d221d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Floating IP 5371d718-bdda-4d1f-a4b3-c451e3dd5392 associated. External IP: 172.26.2.248, port: 555bf06e-3f9c-4f87-9857-7ef6ce1a529f. Jun 18 16:54:24.378932 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80b528f-e58d-4bf6-b358-34fa6e1d221d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Router 3841a40b-a835-40ec-89ed-caedaa4df7c9 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:54:24.482178 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80b528f-e58d-4bf6-b358-34fa6e1d221d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:54:24.487168 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d80b528f-e58d-4bf6-b358-34fa6e1d221d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:24.491467 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5384cf7-620b-4b67-aa85-b1f1e3a9b3ef None None] Sync routers for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:54:24.504897 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5384cf7-620b-4b67-aa85-b1f1e3a9b3ef None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:54:24.505509 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f5384cf7-620b-4b67-aa85-b1f1e3a9b3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:54:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:54:24.522281 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d80b528f-e58d-4bf6-b358-34fa6e1d221d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "PUT /v2.0/floatingips/5371d718-bdda-4d1f-a4b3-c451e3dd5392 HTTP/1.1" status: 200 len: 992 time: 0.9173439 Jun 18 16:54:24.522983 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810fb94d-c215-434c-b201-837d32ce518e', 'tag': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:54:24.525273 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3abfa4-ddff-4c82-8ad1-4241be13eea3" -d '{"events": [{"name": "network-changed", "server_uuid": "810fb94d-c215-434c-b201-837d32ce518e", "tag": "555bf06e-3f9c-4f87-9857-7ef6ce1a529f"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:54:24.562942 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe58fe9f-11d7-4230-adb2-03a02c03623f x-openstack-request-id: req-fe58fe9f-11d7-4230-adb2-03a02c03623f {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:54:24.563290 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810fb94d-c215-434c-b201-837d32ce518e", "tag": "555bf06e-3f9c-4f87-9857-7ef6ce1a529f", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:54:24.563596 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe58fe9f-11d7-4230-adb2-03a02c03623f {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:54:24.564042 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810fb94d-c215-434c-b201-837d32ce518e', 'tag': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f', 'status': 'completed', 'code': 200} Jun 18 16:54:24.608824 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-f5384cf7-620b-4b67-aa85-b1f1e3a9b3ef None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:54:24.659351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3abfa4-ddff-4c82-8ad1-4241be13eea3 req-f5e54520-90bd-4b00-973b-b7d5aad941df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:24.660823 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a3abfa4-ddff-4c82-8ad1-4241be13eea3 req-f5e54520-90bd-4b00-973b-b7d5aad941df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 1098 time: 0.0523055 Jun 18 16:54:24.754424 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3abfa4-ddff-4c82-8ad1-4241be13eea3 req-96b7972b-2625-4a8b-9a28-309733377d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:24.755932 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a3abfa4-ddff-4c82-8ad1-4241be13eea3 req-96b7972b-2625-4a8b-9a28-309733377d3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0875218 Jun 18 16:54:24.821368 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a3abfa4-ddff-4c82-8ad1-4241be13eea3 req-7dd2cdb9-178f-46ab-bec4-ec420dbf83de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f HTTP/1.1" status: 200 len: 1000 time: 0.0593233 Jun 18 16:54:24.825912 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f5384cf7-620b-4b67-aa85-b1f1e3a9b3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5371d718-bdda-4d1f-a4b3-c451e3dd5392', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'floating_ip_address': '172.26.2.248', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'port_id': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810fb94d-c215-434c-b201-837d32ce518e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:50:23Z', 'updated_at': '2021-06-18T16:54:23Z', 'revision_number': 13, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:54:24.854903 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5384cf7-620b-4b67-aa85-b1f1e3a9b3ef None None] Checking router: 3841a40b-a835-40ec-89ed-caedaa4df7c9 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:54:24.864697 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5384cf7-620b-4b67-aa85-b1f1e3a9b3ef None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:54:24.865548 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f5384cf7-620b-4b67-aa85-b1f1e3a9b3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:54:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:54:24.875406 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3abfa4-ddff-4c82-8ad1-4241be13eea3 req-649900ba-5af1-4296-b7fc-04e76c2b2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:24.876849 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a3abfa4-ddff-4c82-8ad1-4241be13eea3 req-649900ba-5af1-4296-b7fc-04e76c2b2d9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0485427 Jun 18 16:54:24.922218 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:24.939200 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3abfa4-ddff-4c82-8ad1-4241be13eea3 req-94c9fcb9-cae6-487b-bc2f-db7252262dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:24.940699 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a3abfa4-ddff-4c82-8ad1-4241be13eea3 req-94c9fcb9-cae6-487b-bc2f-db7252262dcc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0579977 Jun 18 16:54:25.033538 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a3abfa4-ddff-4c82-8ad1-4241be13eea3 req-6cddcc72-c9e1-4305-a183-b080f3e2c302 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859106 Jun 18 16:54:25.057437 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-f5384cf7-620b-4b67-aa85-b1f1e3a9b3ef None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:54:25.127968 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2a3abfa4-ddff-4c82-8ad1-4241be13eea3 req-8f7babef-8285-41d2-90ad-e573cd78597e service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881624 Jun 18 16:54:25.276239 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f5384cf7-620b-4b67-aa85-b1f1e3a9b3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5371d718-bdda-4d1f-a4b3-c451e3dd5392', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'floating_ip_address': '172.26.2.248', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'port_id': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810fb94d-c215-434c-b201-837d32ce518e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:50:23Z', 'updated_at': '2021-06-18T16:54:23Z', 'revision_number': 13, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:54:25.301349 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5384cf7-620b-4b67-aa85-b1f1e3a9b3ef None None] The sync data for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv is: [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '5371d718-bdda-4d1f-a4b3-c451e3dd5392', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'floating_ip_address': '172.26.2.248', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'port_id': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810fb94d-c215-434c-b201-837d32ce518e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:50:23Z', 'updated_at': '2021-06-18T16:54:23Z', 'revision_number': 13, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:54:25.472253 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af907c0-be8f-480b-866c-1235f21b5ccc None None] New status for floating IP 5371d718-bdda-4d1f-a4b3-c451e3dd5392: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:54:35.244144 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9f908501-a288-4900-915f-b3701aa619a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:37.652232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-37fa264b-e145-4af8-a935-dc1e745c14d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:38.258492 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:39.005304 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:40.534352 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:43.491962 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-02c71a6b-d6a6-4d02-bd17-49d07a111fe6 req-3588a249-7f32-48b5-8a42-c7bb4c715c4b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497723 Jun 18 16:54:43.602435 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c71a6b-d6a6-4d02-bd17-49d07a111fe6 req-46f41f83-1b9f-440f-b0f0-fc4cfeb46e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:43.604094 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-02c71a6b-d6a6-4d02-bd17-49d07a111fe6 req-46f41f83-1b9f-440f-b0f0-fc4cfeb46e82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 1098 time: 0.0528758 Jun 18 16:54:43.708896 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c71a6b-d6a6-4d02-bd17-49d07a111fe6 req-50ff601c-c1c9-4e0d-8ead-262cda7db872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:43.710337 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-02c71a6b-d6a6-4d02-bd17-49d07a111fe6 req-50ff601c-c1c9-4e0d-8ead-262cda7db872 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0858214 Jun 18 16:54:43.772800 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-02c71a6b-d6a6-4d02-bd17-49d07a111fe6 req-911174a2-d893-466b-b8e4-43f810e19c01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f HTTP/1.1" status: 200 len: 1002 time: 0.0560327 Jun 18 16:54:43.823540 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c71a6b-d6a6-4d02-bd17-49d07a111fe6 req-b0cfaeed-a3f3-42bb-8e79-3fcc37f4cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:43.824921 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-02c71a6b-d6a6-4d02-bd17-49d07a111fe6 req-b0cfaeed-a3f3-42bb-8e79-3fcc37f4cf10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0460296 Jun 18 16:54:43.881614 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c71a6b-d6a6-4d02-bd17-49d07a111fe6 req-01fa3ca2-b73d-4a4c-b6de-ad60bc42fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:43.883095 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-02c71a6b-d6a6-4d02-bd17-49d07a111fe6 req-01fa3ca2-b73d-4a4c-b6de-ad60bc42fdb5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0510716 Jun 18 16:54:43.973302 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-02c71a6b-d6a6-4d02-bd17-49d07a111fe6 req-c5947833-ad17-415f-86f4-6c1e630b6bf6 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832946 Jun 18 16:54:44.067104 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-02c71a6b-d6a6-4d02-bd17-49d07a111fe6 req-cec966b9-1f3b-4117-b0f1-bbf5bad15afd service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869894 Jun 18 16:54:49.621925 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:54:54.914304 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:02.112612 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfaa66d-fc72-4238-81b5-6130f2ce0ded req-8f5e9458-8616-4d37-b482-ff05c77fb21b tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:02.113992 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8dfaa66d-fc72-4238-81b5-6130f2ce0ded req-8f5e9458-8616-4d37-b482-ff05c77fb21b tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.1414661 Jun 18 16:55:02.150379 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8dfaa66d-fc72-4238-81b5-6130f2ce0ded req-7b53a7f6-9df9-434a-9406-06ec8adfca0d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307827 Jun 18 16:55:05.244797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8a080f67-a0e4-4869-81e8-4051f9813030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:07.651494 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-be3c0f61-0463-43a4-a276-43ff85487583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:08.259832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:09.014746 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.535046 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:13.543630 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-8d0606f5-f18e-4081-a1d6-e9949c61d247 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0539367 Jun 18 16:55:13.606886 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0e603-19ac-4540-abd0-c91163d48dde req-88a10798-01ad-4577-8315-728f299a161d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:13.608337 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5bd0e603-19ac-4540-abd0-c91163d48dde req-88a10798-01ad-4577-8315-728f299a161d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0677540 Jun 18 16:55:13.646635 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5bd0e603-19ac-4540-abd0-c91163d48dde req-be4c69cc-8b17-4949-a126-7ab97b35f505 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325191 Jun 18 16:55:14.721049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-1c5a7ecd-c7df-4503-bc44-d6da6e6eacfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:14.722519 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-1c5a7ecd-c7df-4503-bc44-d6da6e6eacfa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 1098 time: 0.0536647 Jun 18 16:55:14.820743 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-90135bd3-2bf2-4663-8849-405aae6ee3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:14.821911 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69b9e7-cd54-4935-bd0a-ac74b2c4492d req-952fcd13-97a8-4c71-b053-45eb69c506d0 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:14.822412 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-90135bd3-2bf2-4663-8849-405aae6ee3c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0931933 Jun 18 16:55:14.823409 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7c69b9e7-cd54-4935-bd0a-ac74b2c4492d req-952fcd13-97a8-4c71-b053-45eb69c506d0 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0637727 Jun 18 16:55:14.861439 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7c69b9e7-cd54-4935-bd0a-ac74b2c4492d req-685665cb-db4d-476c-ba53-5ae14d0ec9fa tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317483 Jun 18 16:55:14.885280 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-272ae898-c54d-4684-9cb3-49a65875fead service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f HTTP/1.1" status: 200 len: 1002 time: 0.0569282 Jun 18 16:55:14.936990 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-1c316107-10a1-4f1d-8cc3-1abb200377c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:14.938564 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-1c316107-10a1-4f1d-8cc3-1abb200377c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0464320 Jun 18 16:55:14.993155 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-b03db809-8397-47c4-be59-d22435e458fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:14.994567 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-b03db809-8397-47c4-be59-d22435e458fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501199 Jun 18 16:55:15.086407 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-4aa46c58-54e1-488b-a4a6-d1c88d2ee6f8 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855608 Jun 18 16:55:15.173084 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-9692f05a-656d-49eb-bfc8-53f6344f60c4 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803559 Jun 18 16:55:16.050042 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63eb3df-a385-4ec2-ae8a-42489a1373cd req-6ec48a37-22b0-4b97-a2fb-be67f41824dd tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:16.051506 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c63eb3df-a385-4ec2-ae8a-42489a1373cd req-6ec48a37-22b0-4b97-a2fb-be67f41824dd tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0787356 Jun 18 16:55:16.087775 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c63eb3df-a385-4ec2-ae8a-42489a1373cd req-59d6b1aa-106b-4f62-b5fb-09f9f7291515 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306382 Jun 18 16:55:17.263594 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027435c8-1d76-4fdd-ba67-24c0e1425ae8 req-d507b32e-0267-4770-afa7-61c460e1b0c4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:17.265030 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-027435c8-1d76-4fdd-ba67-24c0e1425ae8 req-d507b32e-0267-4770-afa7-61c460e1b0c4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0632641 Jun 18 16:55:17.302339 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-027435c8-1d76-4fdd-ba67-24c0e1425ae8 req-2ee072e4-a23c-49cb-94c0-7849af772ac5 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314808 Jun 18 16:55:18.473843 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830525b-b25e-4c33-be57-1bff17bde3f0 req-c7713c99-8e4b-4904-a548-da1d9754c476 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:18.475296 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0830525b-b25e-4c33-be57-1bff17bde3f0 req-c7713c99-8e4b-4904-a548-da1d9754c476 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0621016 Jun 18 16:55:18.510997 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0830525b-b25e-4c33-be57-1bff17bde3f0 req-070f3839-9550-43f8-8b2b-8dffa55bda01 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301297 Jun 18 16:55:19.685079 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab180225-b850-4c6c-8b55-f8551bf92b16 req-8bb3e583-7c60-4052-aa8f-9e6d181a7e38 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:19.686528 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ab180225-b850-4c6c-8b55-f8551bf92b16 req-8bb3e583-7c60-4052-aa8f-9e6d181a7e38 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0658174 Jun 18 16:55:19.723652 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ab180225-b850-4c6c-8b55-f8551bf92b16 req-016d521f-87f9-4ec4-8449-0278943e64ef tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308769 Jun 18 16:55:20.895123 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cecbd-820d-47fe-a57d-086ba873490c req-6b86e783-dd93-40a8-9e47-567de43782d6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:20.896490 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4d7cecbd-820d-47fe-a57d-086ba873490c req-6b86e783-dd93-40a8-9e47-567de43782d6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0622926 Jun 18 16:55:20.932961 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4d7cecbd-820d-47fe-a57d-086ba873490c req-f90d0c04-41d2-4326-aed0-0e884b508d2d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309062 Jun 18 16:55:22.160688 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2478e14-69f1-46a9-9b4a-459a515bab92 req-d1713840-8e16-4406-b17c-c5389389ebf0 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:22.162135 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b2478e14-69f1-46a9-9b4a-459a515bab92 req-d1713840-8e16-4406-b17c-c5389389ebf0 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0684218 Jun 18 16:55:22.200229 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b2478e14-69f1-46a9-9b4a-459a515bab92 req-e8923801-8391-46c2-a189-c89056b824af tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324507 Jun 18 16:55:23.379741 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f83d6-7e50-4d22-979d-db980216b2ea req-566d4fb7-2365-4d2f-a531-550a7d461f6a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:23.381115 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ca8f83d6-7e50-4d22-979d-db980216b2ea req-566d4fb7-2365-4d2f-a531-550a7d461f6a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0630288 Jun 18 16:55:23.422303 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ca8f83d6-7e50-4d22-979d-db980216b2ea req-72c8a47a-558a-442a-8778-25d4f175a15f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354307 Jun 18 16:55:24.592941 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98323411-b683-4e8c-b840-1a491be4eee6 req-417bb6fc-581e-4328-9db5-288765bb4cff tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:24.594386 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-98323411-b683-4e8c-b840-1a491be4eee6 req-417bb6fc-581e-4328-9db5-288765bb4cff tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0616763 Jun 18 16:55:24.631477 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-98323411-b683-4e8c-b840-1a491be4eee6 req-249ec991-a0bf-490c-b79a-fa1afdc19dee tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309801 Jun 18 16:55:24.924909 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:25.811887 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d7d2f-f03d-43cf-a332-ba647fadb0d1 req-e957cba4-9d9b-4ad7-bb3d-1b416adb571a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:25.813410 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-927d7d2f-f03d-43cf-a332-ba647fadb0d1 req-e957cba4-9d9b-4ad7-bb3d-1b416adb571a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0716732 Jun 18 16:55:25.849995 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-927d7d2f-f03d-43cf-a332-ba647fadb0d1 req-c3a054fd-2216-48c4-8f16-1f866b6e0af5 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303633 Jun 18 16:55:26.620587 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:55:27.022921 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae79e9-9f78-4d94-8522-9d81ff685bf6 req-9ddd6c11-2616-4848-b4a5-6ad001a0898a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:27.024383 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1cae79e9-9f78-4d94-8522-9d81ff685bf6 req-9ddd6c11-2616-4848-b4a5-6ad001a0898a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0637498 Jun 18 16:55:27.061638 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1cae79e9-9f78-4d94-8522-9d81ff685bf6 req-e6adee1b-c3b7-4906-ba18-b9a989320bb6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316613 Jun 18 16:55:28.242154 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c674be-1e6f-4800-b471-fe22a5be3ca8 req-67292d4d-7134-4148-98ef-bf7efed37d0d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:28.243516 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-52c674be-1e6f-4800-b471-fe22a5be3ca8 req-67292d4d-7134-4148-98ef-bf7efed37d0d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0662642 Jun 18 16:55:28.602753 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-52c674be-1e6f-4800-b471-fe22a5be3ca8 req-449256f9-d386-4993-a574-a9f312a026d5 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3535137 Jun 18 16:55:28.740666 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-94b4bf46-0533-41af-bc1b-4f441aeedddd service neutron] 10.222.0.64 "GET /v2.0/ports/555bf06e-3f9c-4f87-9857-7ef6ce1a529f/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0531795 Jun 18 16:55:29.012149 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-6a551558-078e-4358-8aa3-2897ca04fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:29.013603 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-6a551558-078e-4358-8aa3-2897ca04fd81 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e&tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb HTTP/1.1" status: 200 len: 1098 time: 0.0561047 Jun 18 16:55:29.449064 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-e197a84a-ecec-4cc6-9c4c-d4b7351d31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:29.450541 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-e197a84a-ecec-4cc6-9c4c-d4b7351d31e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 1098 time: 0.4030373 Jun 18 16:55:29.538529 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-4450c9ab-5c40-483e-9f5a-8c0591aa570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:29.539994 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-4450c9ab-5c40-483e-9f5a-8c0591aa570c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0830483 Jun 18 16:55:29.605542 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-3309d557-2f04-4224-bf57-1e007407aad9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f HTTP/1.1" status: 200 len: 1002 time: 0.0594437 Jun 18 16:55:29.653386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-ea997a1e-d3ff-44a9-9535-8bb0291b64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:29.654856 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-ea997a1e-d3ff-44a9-9535-8bb0291b64d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0425894 Jun 18 16:55:29.711642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-8265cf71-4c9d-4acf-831c-c82f98e5744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:29.713017 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-8265cf71-4c9d-4acf-831c-c82f98e5744e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0514421 Jun 18 16:55:29.776305 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba085ef-d872-4b79-ac40-ffbe7c61c840 req-0b2a206e-ad2e-4d8c-bd6a-41cba09bd03c tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:29.777763 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-aba085ef-d872-4b79-ac40-ffbe7c61c840 req-0b2a206e-ad2e-4d8c-bd6a-41cba09bd03c tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0616162 Jun 18 16:55:29.810658 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-9c6025fb-a517-47d1-89c4-fb20f2a85d38 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909264 Jun 18 16:55:29.817801 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-aba085ef-d872-4b79-ac40-ffbe7c61c840 req-5da2b959-1b91-42dd-bd1d-f245e8564b31 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331671 Jun 18 16:55:29.898286 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-efa9b37e-ead7-4ed2-9233-de7ec1e29899 req-13a31c4e-264f-4f85-839c-b5644b33cdf8 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815189 Jun 18 16:55:30.997006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 555bf06e-3f9c-4f87-9857-7ef6ce1a529f no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:55:30.998246 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a159d2f-b49b-459d-80a6-ff3304dca2fa req-26c50c7e-a7bb-458f-95d8-6ae572d63d31 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:30.999759 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1a159d2f-b49b-459d-80a6-ff3304dca2fa req-26c50c7e-a7bb-458f-95d8-6ae572d63d31 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0679455 Jun 18 16:55:31.043993 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1a159d2f-b49b-459d-80a6-ff3304dca2fa req-c2e83497-ab04-4358-be0e-94a56c9ae03e tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373013 Jun 18 16:55:31.085405 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:31.108474 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810fb94d-c215-434c-b201-837d32ce518e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:55:31.111240 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10aa187-68b8-487d-832a-3327d145f2b8" -d '{"events": [{"server_uuid": "810fb94d-c215-434c-b201-837d32ce518e", "name": "network-vif-unplugged", "status": "completed", "tag": "555bf06e-3f9c-4f87-9857-7ef6ce1a529f"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:55:31.125665 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:31.132092 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:31.134341 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-de6a9f1b-b87a-4c2b-9b8a-eca27e36fae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:31.193026 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,revision_number=6']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:31.200797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:31.201152 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:31.201499 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:31.201842 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:31.202175 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:31.202967 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:31.202967 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:31.203149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:31.203772 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:31.203772 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:31.204100 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:31.204454 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:31.208854 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:31.224722 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 16:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f023f5e-8db2-4b91-88aa-991dbafe41c0 x-openstack-request-id: req-9f023f5e-8db2-4b91-88aa-991dbafe41c0 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:55:31.225077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810fb94d-c215-434c-b201-837d32ce518e", "name": "network-vif-unplugged", "status": "completed", "tag": "555bf06e-3f9c-4f87-9857-7ef6ce1a529f", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:55:31.225383 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f023f5e-8db2-4b91-88aa-991dbafe41c0 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:55:31.225819 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810fb94d-c215-434c-b201-837d32ce518e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f', 'code': 200} Jun 18 16:55:32.228463 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa17023-24c4-45b3-a7b9-fd4b0b92a616 req-6c647036-a3c5-4b30-8648-3cd318891e49 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:32.229953 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5fa17023-24c4-45b3-a7b9-fd4b0b92a616 req-6c647036-a3c5-4b30-8648-3cd318891e49 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 943 time: 0.0631022 Jun 18 16:55:32.267384 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5fa17023-24c4-45b3-a7b9-fd4b0b92a616 req-038f10a6-8bf6-4ee2-84e3-fa89c1396ab2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318298 Jun 18 16:55:33.607795 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b40f81-f70d-43ff-9320-ca112df028a1 req-06ddc6c9-8692-4c96-be07-d5a910cbf7ae tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:33.609201 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-98b40f81-f70d-43ff-9320-ca112df028a1 req-06ddc6c9-8692-4c96-be07-d5a910cbf7ae tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 943 time: 0.0665214 Jun 18 16:55:33.649694 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-98b40f81-f70d-43ff-9320-ca112df028a1 req-fa5295c1-fbd0-4048-bc9a-7dedd3606d45 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347586 Jun 18 16:55:34.823992 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a5fca-f600-463f-b49d-f36e9ab86fad req-373db1d9-d413-4f64-9577-cf66c57b66bd tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:34.825428 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-610a5fca-f600-463f-b49d-f36e9ab86fad req-373db1d9-d413-4f64-9577-cf66c57b66bd tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 943 time: 0.0654125 Jun 18 16:55:34.862498 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-610a5fca-f600-463f-b49d-f36e9ab86fad req-15dd3b77-8cb1-4737-a5db-aa3995f2ecb3 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310099 Jun 18 16:55:34.996005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 555bf06e-3f9c-4f87-9857-7ef6ce1a529f details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:55:35.091320 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:35.102519 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'port_id': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:55:35.142495 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:35.154512 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 555bf06e-3f9c-4f87-9857-7ef6ce1a529f {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:55:35.172946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:35.176871 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:35.179434 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:35.224699 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,revision_number=7']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:35.227887 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:35.244104 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e52d4b8d-68e9-4253-a19f-b2662335f8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:35.305705 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['555bf06e-3f9c-4f87-9857-7ef6ce1a529f'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:55:36.031044 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39444fe0-9962-4ade-8b63-e5182c899d57 req-1511d856-ce69-4447-b381-289e14180220 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:36.033077 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-39444fe0-9962-4ade-8b63-e5182c899d57 req-1511d856-ce69-4447-b381-289e14180220 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 944 time: 0.0633383 Jun 18 16:55:36.070443 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-39444fe0-9962-4ade-8b63-e5182c899d57 req-bb68ee40-7fbd-4cc8-93ef-77ae231ba1ed tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317657 Jun 18 16:55:37.012050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 555bf06e-3f9c-4f87-9857-7ef6ce1a529f up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:55:37.057907 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:55:37.058285 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:37.133670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:37.155730 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810fb94d-c215-434c-b201-837d32ce518e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:55:37.158246 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99064661-d978-4f8e-905a-00a51daf6e70" -d '{"events": [{"server_uuid": "810fb94d-c215-434c-b201-837d32ce518e", "name": "network-vif-plugged", "status": "completed", "tag": "555bf06e-3f9c-4f87-9857-7ef6ce1a529f"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:55:37.176331 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:37.183287 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:37.185701 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:37.222259 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cedc51d-8012-4b48-b734-6d4331313432 x-openstack-request-id: req-8cedc51d-8012-4b48-b734-6d4331313432 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:55:37.222737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810fb94d-c215-434c-b201-837d32ce518e", "name": "network-vif-plugged", "status": "completed", "tag": "555bf06e-3f9c-4f87-9857-7ef6ce1a529f", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:55:37.223003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8cedc51d-8012-4b48-b734-6d4331313432 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:55:37.223388 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810fb94d-c215-434c-b201-837d32ce518e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f', 'code': 200} Jun 18 16:55:37.238068 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,revision_number=8']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:37.243350 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:37.263732 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be616b-1651-4e3f-8d0a-47259752bce1 req-722705ed-f4bd-4804-af2b-477dd3a0ebbf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:37.265173 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f0be616b-1651-4e3f-8d0a-47259752bce1 req-722705ed-f4bd-4804-af2b-477dd3a0ebbf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0792725 Jun 18 16:55:37.307077 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f0be616b-1651-4e3f-8d0a-47259752bce1 req-cce1ab78-ee88-46de-a159-678a54f5bee0 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356078 Jun 18 16:55:37.651058 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7d1443ca-18e6-42a2-a8f5-f9d952ff0f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:38.261264 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:38.484184 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db77147-9f70-41b6-898b-d971df20a612 req-bd88e8b1-1c0c-4503-b241-508b72fbab46 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:38.485559 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5db77147-9f70-41b6-898b-d971df20a612 req-bd88e8b1-1c0c-4503-b241-508b72fbab46 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0622234 Jun 18 16:55:38.521912 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5db77147-9f70-41b6-898b-d971df20a612 req-87f5c4d4-7732-4ea2-9f1e-9ded95f6baad tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307856 Jun 18 16:55:39.007794 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:39.693224 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ebd1d-bdbd-41da-bfea-e44620f7fcf9 req-0514cc92-8e11-43cb-9358-5e17052edf24 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:39.694718 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-514ebd1d-bdbd-41da-bfea-e44620f7fcf9 req-0514cc92-8e11-43cb-9358-5e17052edf24 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0627947 Jun 18 16:55:39.730647 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-514ebd1d-bdbd-41da-bfea-e44620f7fcf9 req-a1f54d4b-8c11-4e87-9c23-e90724047443 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303128 Jun 18 16:55:40.539043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:40.911823 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0c64b-7e24-4385-a426-6a3f3419eb7a req-027bcd8f-bcca-4b1e-b0ee-a63a02955402 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:40.913286 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4ae0c64b-7e24-4385-a426-6a3f3419eb7a req-027bcd8f-bcca-4b1e-b0ee-a63a02955402 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0683970 Jun 18 16:55:40.951438 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4ae0c64b-7e24-4385-a426-6a3f3419eb7a req-bd7078a2-4942-42b5-b1ba-91d1755fcd61 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324745 Jun 18 16:55:42.131937 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f1b08-d7d3-4c17-8838-dbe952895e89 req-d0c58de8-635a-4d69-80c9-4f6082d85262 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:42.133382 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8a3f1b08-d7d3-4c17-8838-dbe952895e89 req-d0c58de8-635a-4d69-80c9-4f6082d85262 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0647490 Jun 18 16:55:42.171355 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8a3f1b08-d7d3-4c17-8838-dbe952895e89 req-99982269-3cdd-49cc-8ad5-d57089b798ba tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324831 Jun 18 16:55:42.574528 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13182640-c537-4e0e-96cd-ff2488170383 req-34cd2caf-75de-4570-9fe3-37de28eda9b5 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:42.575937 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13182640-c537-4e0e-96cd-ff2488170383 req-34cd2caf-75de-4570-9fe3-37de28eda9b5 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e&tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.0771468 Jun 18 16:55:42.620519 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ca9b8-2177-4b15-bf54-461f49e928fe req-7071fcfd-09c6-4b05-98f9-ee5d29d8a674 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:42.622000 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-176ca9b8-2177-4b15-bf54-461f49e928fe req-7071fcfd-09c6-4b05-98f9-ee5d29d8a674 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0653615 Jun 18 16:55:42.640381 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13182640-c537-4e0e-96cd-ff2488170383 req-8f970dea-db3b-45dd-b16f-e7e414bcb526 service neutron] 10.222.0.64 "GET /v2.0/ports/555bf06e-3f9c-4f87-9857-7ef6ce1a529f/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0584342 Jun 18 16:55:42.667266 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-176ca9b8-2177-4b15-bf54-461f49e928fe req-7327e024-f470-47b1-bbf7-c511471ec4c5 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382302 Jun 18 16:55:42.746493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13182640-c537-4e0e-96cd-ff2488170383 req-eff4ed99-8859-4b1e-8a21-b1546b985811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:42.747985 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13182640-c537-4e0e-96cd-ff2488170383 req-eff4ed99-8859-4b1e-8a21-b1546b985811 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 1098 time: 0.0538132 Jun 18 16:55:42.839555 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13182640-c537-4e0e-96cd-ff2488170383 req-0aa102c7-d61d-4b0b-84e0-799b4bf2f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:42.840876 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13182640-c537-4e0e-96cd-ff2488170383 req-0aa102c7-d61d-4b0b-84e0-799b4bf2f29a service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0861003 Jun 18 16:55:42.904980 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13182640-c537-4e0e-96cd-ff2488170383 req-7327e0e8-0635-4a93-a567-e82b1fa5d8d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f HTTP/1.1" status: 200 len: 1002 time: 0.0578516 Jun 18 16:55:42.956734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13182640-c537-4e0e-96cd-ff2488170383 req-272f9842-4e85-4908-adb4-fae1f555281b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:42.958177 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13182640-c537-4e0e-96cd-ff2488170383 req-272f9842-4e85-4908-adb4-fae1f555281b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0471625 Jun 18 16:55:43.013881 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13182640-c537-4e0e-96cd-ff2488170383 req-dd69afbc-a2e4-4e6e-9028-3cac88470f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:43.015360 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13182640-c537-4e0e-96cd-ff2488170383 req-dd69afbc-a2e4-4e6e-9028-3cac88470f4a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511465 Jun 18 16:55:43.101076 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13182640-c537-4e0e-96cd-ff2488170383 req-b22eff37-79a9-4ff8-bc20-85fe8c8ef07c service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791485 Jun 18 16:55:43.191978 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13182640-c537-4e0e-96cd-ff2488170383 req-823cb973-d1b9-47c5-979a-4dfc5001b23d service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850003 Jun 18 16:55:43.849044 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a890f32-e224-4e49-ad0a-b83463c46482 req-c023dc16-e7e2-4a75-8eff-b0105876045e tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:43.850493 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5a890f32-e224-4e49-ad0a-b83463c46482 req-c023dc16-e7e2-4a75-8eff-b0105876045e tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0627928 Jun 18 16:55:43.886538 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5a890f32-e224-4e49-ad0a-b83463c46482 req-05bb236e-2b2c-427d-ad7a-e902f05043b4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305004 Jun 18 16:55:44.555088 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274b0cf-0879-425b-bba2-7decc52b54cb req-f77fc24c-df14-4e9a-86c0-c6b63218fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:44.556568 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9274b0cf-0879-425b-bba2-7decc52b54cb req-f77fc24c-df14-4e9a-86c0-c6b63218fc21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 1098 time: 0.0520575 Jun 18 16:55:44.665876 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274b0cf-0879-425b-bba2-7decc52b54cb req-fc24c299-5540-4048-abab-16aaa4b93737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:44.667358 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9274b0cf-0879-425b-bba2-7decc52b54cb req-fc24c299-5540-4048-abab-16aaa4b93737 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0865560 Jun 18 16:55:44.732429 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9274b0cf-0879-425b-bba2-7decc52b54cb req-25731703-4063-4571-8315-57b38875aadf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f HTTP/1.1" status: 200 len: 1002 time: 0.0571322 Jun 18 16:55:44.778987 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274b0cf-0879-425b-bba2-7decc52b54cb req-2c3e4fea-87d9-4d77-befa-945ce18b6763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:44.780340 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9274b0cf-0879-425b-bba2-7decc52b54cb req-2c3e4fea-87d9-4d77-befa-945ce18b6763 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0410433 Jun 18 16:55:44.848745 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274b0cf-0879-425b-bba2-7decc52b54cb req-ccddb979-b3d0-4bbf-b861-a10588d543dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:44.850102 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9274b0cf-0879-425b-bba2-7decc52b54cb req-ccddb979-b3d0-4bbf-b861-a10588d543dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0555799 Jun 18 16:55:44.941845 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9274b0cf-0879-425b-bba2-7decc52b54cb req-85db2832-9cd1-4769-9a1f-15e3d2440ddd service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842524 Jun 18 16:55:45.040632 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9274b0cf-0879-425b-bba2-7decc52b54cb req-52de4de8-5f4e-4d8b-a8f5-69896b75a030 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885222 Jun 18 16:55:45.067139 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af859dba-68fe-4a25-a6c2-abd6690c5c14 req-dcea71db-d2cf-4d9f-aac7-a31ca38ce963 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:45.068578 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-af859dba-68fe-4a25-a6c2-abd6690c5c14 req-dcea71db-d2cf-4d9f-aac7-a31ca38ce963 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0630591 Jun 18 16:55:45.105600 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-af859dba-68fe-4a25-a6c2-abd6690c5c14 req-f2724f58-8d5c-48a2-9ea2-63e5521d0170 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314064 Jun 18 16:55:46.284695 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557ea83-9dc6-400e-be65-1caf442705b4 req-6bbee9fb-1fce-452c-97f8-844a12ca44af tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:46.286149 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e557ea83-9dc6-400e-be65-1caf442705b4 req-6bbee9fb-1fce-452c-97f8-844a12ca44af tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0672269 Jun 18 16:55:46.324203 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e557ea83-9dc6-400e-be65-1caf442705b4 req-1feba63a-1c78-40e6-9cf6-ab32e5081681 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323944 Jun 18 16:55:47.504436 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f202e4-8fea-48f3-a5c0-8072c8848400 req-c30d8367-4039-4e2f-8937-27d249dfd51b tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:47.506029 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-46f202e4-8fea-48f3-a5c0-8072c8848400 req-c30d8367-4039-4e2f-8937-27d249dfd51b tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0671940 Jun 18 16:55:47.545352 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-46f202e4-8fea-48f3-a5c0-8072c8848400 req-f674f692-ac8f-415d-80bb-c8f5f46db651 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333538 Jun 18 16:55:47.578317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13182640-c537-4e0e-96cd-ff2488170383 req-6925602a-a220-47bb-af06-503276a4e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:47.579872 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13182640-c537-4e0e-96cd-ff2488170383 req-6925602a-a220-47bb-af06-503276a4e00e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e&tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb HTTP/1.1" status: 200 len: 1098 time: 0.0542262 Jun 18 16:55:47.662352 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13182640-c537-4e0e-96cd-ff2488170383 req-3f61bc1f-18f1-4ffe-8989-1c7d7b18f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:47.663749 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13182640-c537-4e0e-96cd-ff2488170383 req-3f61bc1f-18f1-4ffe-8989-1c7d7b18f234 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 1098 time: 0.0508766 Jun 18 16:55:47.754708 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13182640-c537-4e0e-96cd-ff2488170383 req-3d7dbdf1-2312-4334-a5ac-aa8647a63b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:47.756142 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13182640-c537-4e0e-96cd-ff2488170383 req-3d7dbdf1-2312-4334-a5ac-aa8647a63b9a service neutron] 10.222.0.64 "GET /v2.0/networks?id=1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 200 len: 912 time: 0.0868266 Jun 18 16:55:47.820524 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13182640-c537-4e0e-96cd-ff2488170383 req-d64fc99b-d2ba-40ba-b719-a1fcf2feb927 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f HTTP/1.1" status: 200 len: 1002 time: 0.0583847 Jun 18 16:55:47.867788 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13182640-c537-4e0e-96cd-ff2488170383 req-8015747e-1553-4624-9465-33a94275a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:47.869168 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13182640-c537-4e0e-96cd-ff2488170383 req-8015747e-1553-4624-9465-33a94275a0af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 200 len: 850 time: 0.0426171 Jun 18 16:55:47.928544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13182640-c537-4e0e-96cd-ff2488170383 req-a1890f8b-a972-42f1-b77c-92239f2d0986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:47.929935 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13182640-c537-4e0e-96cd-ff2488170383 req-a1890f8b-a972-42f1-b77c-92239f2d0986 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1879c897-13d8-481b-95e8-75616170a15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0547919 Jun 18 16:55:48.016184 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13182640-c537-4e0e-96cd-ff2488170383 req-01e3ac1e-4d22-474a-877b-16f20ad2c11a service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801029 Jun 18 16:55:48.107669 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13182640-c537-4e0e-96cd-ff2488170383 req-ab23d1cb-20f9-4f08-a168-e0eb554e3399 service neutron] 10.222.0.64 "GET /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853250 Jun 18 16:55:48.722726 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c7e80-0a46-49aa-8a8e-45d3847a8818 req-26917ece-f4f5-4373-9238-6e1522f63aeb tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:48.724230 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-077c7e80-0a46-49aa-8a8e-45d3847a8818 req-26917ece-f4f5-4373-9238-6e1522f63aeb tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0644629 Jun 18 16:55:48.766916 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-077c7e80-0a46-49aa-8a8e-45d3847a8818 req-a3456f7e-6ed6-469a-a168-527cf76bb5bc tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369222 Jun 18 16:55:49.043192 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 555bf06e-3f9c-4f87-9857-7ef6ce1a529f no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:55:49.122896 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:49.145659 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810fb94d-c215-434c-b201-837d32ce518e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:55:49.147925 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb366636-de23-4fd5-afe9-ba138c2a7f98" -d '{"events": [{"server_uuid": "810fb94d-c215-434c-b201-837d32ce518e", "name": "network-vif-unplugged", "status": "completed", "tag": "555bf06e-3f9c-4f87-9857-7ef6ce1a529f"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:55:49.161450 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:49.166646 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:49.169692 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:49.200347 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 16:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d979be3c-4a5a-419d-8221-354d971364b6 x-openstack-request-id: req-d979be3c-4a5a-419d-8221-354d971364b6 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:55:49.200658 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810fb94d-c215-434c-b201-837d32ce518e", "name": "network-vif-unplugged", "status": "completed", "tag": "555bf06e-3f9c-4f87-9857-7ef6ce1a529f", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:55:49.200929 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d979be3c-4a5a-419d-8221-354d971364b6 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:55:49.201331 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810fb94d-c215-434c-b201-837d32ce518e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f', 'code': 200} Jun 18 16:55:49.219711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,revision_number=9']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:49.223480 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:49.949187 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939ad5b-e163-4201-b088-97922c483285 req-6550d9e7-4155-4a8a-a82a-8d9a98004434 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:49.950578 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3939ad5b-e163-4201-b088-97922c483285 req-6550d9e7-4155-4a8a-a82a-8d9a98004434 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 943 time: 0.0650873 Jun 18 16:55:49.988328 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3939ad5b-e163-4201-b088-97922c483285 req-b18bfba3-3be9-46c0-90c3-2b398f7cb850 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306823 Jun 18 16:55:51.172374 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924483ed-1261-4802-8ab3-a15194a169db req-800dc165-0087-4fd2-b531-64b644938021 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:51.174633 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-924483ed-1261-4802-8ab3-a15194a169db req-800dc165-0087-4fd2-b531-64b644938021 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 943 time: 0.0647023 Jun 18 16:55:51.212795 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-924483ed-1261-4802-8ab3-a15194a169db req-c34e2dcd-56bc-4c7a-856c-08b10ffc860e tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325973 Jun 18 16:55:52.390771 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb247a8-43ff-4931-95b4-d6f8d88b40f9 req-9c7c5648-ba43-42b7-b481-c27c21348eb5 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:52.392698 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fcb247a8-43ff-4931-95b4-d6f8d88b40f9 req-9c7c5648-ba43-42b7-b481-c27c21348eb5 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 943 time: 0.0653167 Jun 18 16:55:52.430127 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fcb247a8-43ff-4931-95b4-d6f8d88b40f9 req-7136afdc-1b05-4071-8f4f-58364551a035 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315671 Jun 18 16:55:53.073436 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 555bf06e-3f9c-4f87-9857-7ef6ce1a529f details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:55:53.169210 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:53.180935 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'port_id': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:55:53.216999 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:53.229376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 555bf06e-3f9c-4f87-9857-7ef6ce1a529f {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:55:53.248125 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:53.253127 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:53.254972 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:53.299066 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,revision_number=10']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:53.301906 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:53.375917 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['555bf06e-3f9c-4f87-9857-7ef6ce1a529f'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:55:53.603632 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecdb83-6c62-475e-97bf-f69ae8f173d8 req-11702a72-fc9f-480e-ad25-6372c937cb62 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:53.605064 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-40ecdb83-6c62-475e-97bf-f69ae8f173d8 req-11702a72-fc9f-480e-ad25-6372c937cb62 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0625439 Jun 18 16:55:53.646227 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-40ecdb83-6c62-475e-97bf-f69ae8f173d8 req-2f2ce850-3ea3-44d5-b3f0-f6c5cee97942 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353515 Jun 18 16:55:54.818153 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8f907-ebd0-4e4a-9ed4-7836fac32c92 req-26b1c7a1-6732-4b82-ae97-8749b93d7346 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:54.819669 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-78a8f907-ebd0-4e4a-9ed4-7836fac32c92 req-26b1c7a1-6732-4b82-ae97-8749b93d7346 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 945 time: 0.0623367 Jun 18 16:55:54.860021 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-78a8f907-ebd0-4e4a-9ed4-7836fac32c92 req-9c27aec1-55e2-4e6f-b57b-ab97f83c03a2 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348647 Jun 18 16:55:54.924745 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:55.089005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 555bf06e-3f9c-4f87-9857-7ef6ce1a529f up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:55:55.136277 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:55:55.136661 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:55.212871 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:55.234548 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810fb94d-c215-434c-b201-837d32ce518e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:55:55.237836 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d50244-f7da-45c8-8fde-569b355af6b0" -d '{"events": [{"server_uuid": "810fb94d-c215-434c-b201-837d32ce518e", "name": "network-vif-plugged", "status": "completed", "tag": "555bf06e-3f9c-4f87-9857-7ef6ce1a529f"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:55:55.250109 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:55.254030 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:55.256600 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:55.287463 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb51bf37-e527-44a4-9930-4a298c85a54b x-openstack-request-id: req-fb51bf37-e527-44a4-9930-4a298c85a54b {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:55:55.287771 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810fb94d-c215-434c-b201-837d32ce518e", "name": "network-vif-plugged", "status": "completed", "tag": "555bf06e-3f9c-4f87-9857-7ef6ce1a529f", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:55:55.288034 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb51bf37-e527-44a4-9930-4a298c85a54b {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:55:55.288426 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810fb94d-c215-434c-b201-837d32ce518e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f', 'code': 200} Jun 18 16:55:55.306605 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,revision_number=11']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:55.309713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:56.032370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741dcfb-f98c-431b-99ad-515421fb8e8c req-d651e127-2cad-4f4d-be27-032ad350bf66 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:56.033884 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d741dcfb-f98c-431b-99ad-515421fb8e8c req-d651e127-2cad-4f4d-be27-032ad350bf66 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 946 time: 0.0630643 Jun 18 16:55:56.070845 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d741dcfb-f98c-431b-99ad-515421fb8e8c req-2800edbb-12c9-4599-8350-8ceee6fc462b tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313473 Jun 18 16:55:57.252788 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11033f25-88e9-4eaf-a4a0-1987a2da2958 req-adeb1c52-b7c9-478c-afbc-324ae3adbaec tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:57.254284 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-11033f25-88e9-4eaf-a4a0-1987a2da2958 req-adeb1c52-b7c9-478c-afbc-324ae3adbaec tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 946 time: 0.0650043 Jun 18 16:55:57.292538 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-11033f25-88e9-4eaf-a4a0-1987a2da2958 req-ad8c3a3f-2296-42d6-ada9-97a9dac9315b tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326338 Jun 18 16:55:58.476186 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f93795-5ac9-4c55-b74d-d09b473b589b req-0f72282d-cc3c-45ff-9b82-47c7921cb35a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:58.477687 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f3f93795-5ac9-4c55-b74d-d09b473b589b req-0f72282d-cc3c-45ff-9b82-47c7921cb35a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 946 time: 0.0707657 Jun 18 16:55:58.517245 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f3f93795-5ac9-4c55-b74d-d09b473b589b req-d3931524-5863-488d-a101-bf92d2276c6c tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323434 Jun 18 16:55:59.690365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82eeb3-56c2-4e76-9436-cbe9a07a9088 req-de112a34-7340-4067-87e1-53247ba2ef7e tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:59.691842 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dd82eeb3-56c2-4e76-9436-cbe9a07a9088 req-de112a34-7340-4067-87e1-53247ba2ef7e tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 946 time: 0.0633168 Jun 18 16:55:59.729199 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dd82eeb3-56c2-4e76-9436-cbe9a07a9088 req-1d39d4af-2904-41bb-8826-0bf715c952c4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318422 Jun 18 16:55:59.901784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f765fd-c1d7-46ab-883f-fa02438ebf4e req-59024d66-de13-49c6-a95d-1693237067e9 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:59.903175 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d7f765fd-c1d7-46ab-883f-fa02438ebf4e req-59024d66-de13-49c6-a95d-1693237067e9 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 946 time: 0.0619230 Jun 18 16:55:59.947433 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d7f765fd-c1d7-46ab-883f-fa02438ebf4e req-6543a5df-8ab8-4c8d-90cd-c0a89e85dfef tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367651 Jun 18 16:56:00.120641 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c313f6-c547-4997-bb7b-0ff317864160 req-caa7eaac-8574-40f7-821c-a68a37475cea tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:00.122124 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d0c313f6-c547-4997-bb7b-0ff317864160 req-caa7eaac-8574-40f7-821c-a68a37475cea tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 946 time: 0.0636439 Jun 18 16:56:00.159504 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d0c313f6-c547-4997-bb7b-0ff317864160 req-085db2f2-5d77-40ab-86d6-bff359943e4e tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310764 Jun 18 16:56:00.534168 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacb38a-de0a-47b2-9c9c-df0f6518eb0b req-9aed80c9-b970-4225-a212-761bc48bd4c7 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:00.535639 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5dacb38a-de0a-47b2-9c9c-df0f6518eb0b req-9aed80c9-b970-4225-a212-761bc48bd4c7 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 946 time: 0.0611713 Jun 18 16:56:00.572820 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5dacb38a-de0a-47b2-9c9c-df0f6518eb0b req-048cc488-382b-4ffe-93b3-7b8ebaaaa299 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315886 Jun 18 16:56:01.749721 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2d5bc-29fe-4838-9bfe-3ba40da37890 req-14303937-9878-4173-9b55-4075020d80e6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:01.751295 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3dc2d5bc-29fe-4838-9bfe-3ba40da37890 req-14303937-9878-4173-9b55-4075020d80e6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 946 time: 0.0657289 Jun 18 16:56:01.787418 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3dc2d5bc-29fe-4838-9bfe-3ba40da37890 req-c4d85091-d931-44c5-9e52-3523dcb82251 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304458 Jun 18 16:56:02.963483 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc835828-2e61-4bd8-9aab-aa35094000ca req-7eabd2b1-0dd7-457a-be72-a14a0f964b9d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:02.964907 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fc835828-2e61-4bd8-9aab-aa35094000ca req-7eabd2b1-0dd7-457a-be72-a14a0f964b9d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 946 time: 0.0654540 Jun 18 16:56:02.983280 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bce982-45dd-4b68-968a-63b83204e67e req-28b11298-a7b1-471c-bc04-5e1cb562643d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:02.984744 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e9bce982-45dd-4b68-968a-63b83204e67e req-28b11298-a7b1-471c-bc04-5e1cb562643d tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 946 time: 0.0651526 Jun 18 16:56:03.004527 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fc835828-2e61-4bd8-9aab-aa35094000ca req-c6979fe5-aa42-4c93-bfe8-653a68caa278 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups?id=d51716e9-3988-425e-8b08-ae0dcfa8a587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332110 Jun 18 16:56:03.086770 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-e9bce982-45dd-4b68-968a-63b83204e67e req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Deleting port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:56:03.087115 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-e9bce982-45dd-4b68-968a-63b83204e67e req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:03.171991 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-e9bce982-45dd-4b68-968a-63b83204e67e req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] For port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:03.172347 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-e9bce982-45dd-4b68-968a-63b83204e67e req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:03.333661 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-e9bce982-45dd-4b68-968a-63b83204e67e req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:03.334032 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-e9bce982-45dd-4b68-968a-63b83204e67e req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:03.334345 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [req-e9bce982-45dd-4b68-968a-63b83204e67e req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Floating IP 5371d718-bdda-4d1f-a4b3-c451e3dd5392 disassociated. External IP: 172.26.2.248, port: 555bf06e-3f9c-4f87-9857-7ef6ce1a529f. Jun 18 16:56:03.334721 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-e9bce982-45dd-4b68-968a-63b83204e67e req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Calling delete_port for 555bf06e-3f9c-4f87-9857-7ef6ce1a529f owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:56:03.464787 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-e9bce982-45dd-4b68-968a-63b83204e67e req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:03.469283 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c05ccc5c-86a9-4899-97e6-624a316ddfec tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:03.497542 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Pushing event deleted for resources: {'Port': ['ID=555bf06e-3f9c-4f87-9857-7ef6ce1a529f,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:03.506672 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:03.507099 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:03.507492 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:03.507889 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:03.508259 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:03.508637 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:03.509010 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:03.509382 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:03.509756 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:03.510123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:03.510492 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:03.510884 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:03.522754 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:03.624118 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:56:03.633411 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9bce982-45dd-4b68-968a-63b83204e67e req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Router 3841a40b-a835-40ec-89ed-caedaa4df7c9 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:56:03.740610 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9bce982-45dd-4b68-968a-63b83204e67e req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:56:03.750779 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83db4c64-d3f9-4313-976f-8ed3b0e19075 None None] Sync routers for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:56:03.760049 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db4c64-d3f9-4313-976f-8ed3b0e19075 None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:56:03.760662 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-83db4c64-d3f9-4313-976f-8ed3b0e19075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:55:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:03.783378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bce982-45dd-4b68-968a-63b83204e67e req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] No DVR routers for this DVR port 555bf06e-3f9c-4f87-9857-7ef6ce1a529f on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:56:03.785877 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-e9bce982-45dd-4b68-968a-63b83204e67e req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:03.787924 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e9bce982-45dd-4b68-968a-63b83204e67e req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.64 "DELETE /v2.0/ports/555bf06e-3f9c-4f87-9857-7ef6ce1a529f HTTP/1.1" status: 204 len: 173 time: 0.7977703 Jun 18 16:56:03.788611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810fb94d-c215-434c-b201-837d32ce518e', 'name': 'network-vif-deleted', 'tag': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:56:03.790916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b893eb-21a2-4058-a603-737cf4bb24b2" -d '{"events": [{"server_uuid": "810fb94d-c215-434c-b201-837d32ce518e", "name": "network-vif-deleted", "tag": "555bf06e-3f9c-4f87-9857-7ef6ce1a529f"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:56:03.878946 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-83db4c64-d3f9-4313-976f-8ed3b0e19075 None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:56:03.879997 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53be1494-c736-4f0a-a987-6a706acd5704 x-openstack-request-id: req-53be1494-c736-4f0a-a987-6a706acd5704 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:56:03.880358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810fb94d-c215-434c-b201-837d32ce518e", "name": "network-vif-deleted", "tag": "555bf06e-3f9c-4f87-9857-7ef6ce1a529f", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:56:03.880668 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53be1494-c736-4f0a-a987-6a706acd5704 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:56:03.881123 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810fb94d-c215-434c-b201-837d32ce518e', 'name': 'network-vif-deleted', 'tag': '555bf06e-3f9c-4f87-9857-7ef6ce1a529f', 'status': 'completed', 'code': 200} Jun 18 16:56:04.084555 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-83db4c64-d3f9-4313-976f-8ed3b0e19075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:04.112684 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83db4c64-d3f9-4313-976f-8ed3b0e19075 None None] Checking router: 3841a40b-a835-40ec-89ed-caedaa4df7c9 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:56:04.121010 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db4c64-d3f9-4313-976f-8ed3b0e19075 None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:56:04.121615 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-83db4c64-d3f9-4313-976f-8ed3b0e19075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:55:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:04.148904 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c869bccf-f916-48b3-ba58-4a7515c91643 req-5a4c286e-30ad-47a4-8a40-fd7df9320990 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 210 time: 0.0306206 Jun 18 16:56:04.227285 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-83db4c64-d3f9-4313-976f-8ed3b0e19075 None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:56:04.418894 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-83db4c64-d3f9-4313-976f-8ed3b0e19075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:04.449649 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83db4c64-d3f9-4313-976f-8ed3b0e19075 None None] The sync data for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv is: [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:50:20Z', 'revision_number': 4, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '09016b50-698c-4a3c-963f-f33e27b6070e', 'name': '', 'network_id': '1879c897-13d8-481b-95e8-75616170a15d', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'mac_address': 'fa:16:3e:ce:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:20Z', 'updated_at': '2021-06-18T16:50:24Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'subnets': [{'id': 'b1cab26e-5ec5-4068-863a-44ac4d9bb19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:56:04.667246 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c00ef7-8093-404b-9922-1384acb47095 None None] New status for floating IP 5371d718-bdda-4d1f-a4b3-c451e3dd5392: DOWN {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:56:05.244959 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d00e1cd7-c737-44eb-895f-783ae8d3bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:05.305303 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9a5234b6-30c9-4675-a976-f4357533d83c req-ffa95344-fba1-4ff6-8b76-6ff189a72efe tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 210 time: 0.0334473 Jun 18 16:56:06.448837 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ebd0925d-a9f4-4559-960e-5a0440cb0953 req-22ffaf77-b8a3-4fca-b253-dd85539249c3 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 210 time: 0.0295737 Jun 18 16:56:07.121122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 555bf06e-3f9c-4f87-9857-7ef6ce1a529f no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:56:07.145211 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 555bf06e-3f9c-4f87-9857-7ef6ce1a529f {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:56:07.145561 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 555bf06e-3f9c-4f87-9857-7ef6ce1a529f not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:56:07.604577 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c92d1c7a-2b34-472f-bc6e-0f64dce7d776 req-c8d1b67e-41aa-4c36-b256-59c862f00b25 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/ports?device_id=810fb94d-c215-434c-b201-837d32ce518e HTTP/1.1" status: 200 len: 210 time: 0.0307302 Jun 18 16:56:07.652789 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d8b812e2-b2c0-4f3f-910c-5376c31262d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:08.262725 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:09.010019 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:10.542300 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:12.609282 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 54888) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:12.666703 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5790542c-371b-431b-bd2a-4143522f7a36 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:12.690445 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5790542c-371b-431b-bd2a-4143522f7a36 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:12.743136 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5790542c-371b-431b-bd2a-4143522f7a36 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:12.745721 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5790542c-371b-431b-bd2a-4143522f7a36 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:12.746948 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5790542c-371b-431b-bd2a-4143522f7a36 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "DELETE /v2.0/security-groups/d51716e9-3988-425e-8b08-ae0dcfa8a587 HTTP/1.1" status: 204 len: 168 time: 0.1365120 Jun 18 16:56:12.747784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-87b5590c-c00d-40df-abd9-fa021ef75b5d tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:12.749537 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 54890) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:12.756583 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790542c-371b-431b-bd2a-4143522f7a36 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51716e9-3988-425e-8b08-ae0dcfa8a587,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:12.763619 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790542c-371b-431b-bd2a-4143522f7a36 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.764006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790542c-371b-431b-bd2a-4143522f7a36 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.764384 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790542c-371b-431b-bd2a-4143522f7a36 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.764757 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790542c-371b-431b-bd2a-4143522f7a36 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.765126 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790542c-371b-431b-bd2a-4143522f7a36 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.765490 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790542c-371b-431b-bd2a-4143522f7a36 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.765853 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790542c-371b-431b-bd2a-4143522f7a36 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.766895 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790542c-371b-431b-bd2a-4143522f7a36 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.767225 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790542c-371b-431b-bd2a-4143522f7a36 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.767600 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790542c-371b-431b-bd2a-4143522f7a36 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.767950 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790542c-371b-431b-bd2a-4143522f7a36 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.768304 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790542c-371b-431b-bd2a-4143522f7a36 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.769356 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.api.v2.resource [None req-85e89a16-1255-4ffc-bcc2-50c7ea760381 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] show failed (client error): The resource could not be found. Jun 18 16:56:12.770364 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-85e89a16-1255-4ffc-bcc2-50c7ea760381 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "GET /v2.0/security-groups/d51716e9-3988-425e-8b08-ae0dcfa8a587 HTTP/1.1" status: 404 len: 347 time: 0.0198240 Jun 18 16:56:12.771424 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5790542c-371b-431b-bd2a-4143522f7a36 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:12.772988 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 54892) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:12.897243 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-86a3e949-17f3-4be4-b086-a55d30a113bf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Deleting port 996100b0-dcd2-4b10-a7d2-4a73b0932174 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:56:12.897498 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-86a3e949-17f3-4be4-b086-a55d30a113bf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:12.972219 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-86a3e949-17f3-4be4-b086-a55d30a113bf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:12.972544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-86a3e949-17f3-4be4-b086-a55d30a113bf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.036726 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-86a3e949-17f3-4be4-b086-a55d30a113bf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Calling delete_port for 996100b0-dcd2-4b10-a7d2-4a73b0932174 owned by network:floatingip {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:56:13.167156 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-86a3e949-17f3-4be4-b086-a55d30a113bf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.169010 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b92b4166-795b-4403-91ca-23bd9a641cc3 tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:13.190931 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3e949-17f3-4be4-b086-a55d30a113bf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Pushing event deleted for resources: {'Port': ['ID=996100b0-dcd2-4b10-a7d2-4a73b0932174,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:13.193489 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-86a3e949-17f3-4be4-b086-a55d30a113bf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:13.254520 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-86a3e949-17f3-4be4-b086-a55d30a113bf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks [] for floatingip, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.257218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-86a3e949-17f3-4be4-b086-a55d30a113bf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.258359 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-86a3e949-17f3-4be4-b086-a55d30a113bf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] 10.222.0.39 "DELETE /v2.0/floatingips/5371d718-bdda-4d1f-a4b3-c451e3dd5392 HTTP/1.1" status: 204 len: 168 time: 0.4844813 Jun 18 16:56:13.261206 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 54894) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:13.643907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3a27b4ab-57a3-4ef2-85ba-87262bf762c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.888681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-3a27b4ab-57a3-4ef2-85ba-87262bf762c4 admin admin] Deleting port 09016b50-698c-4a3c-963f-f33e27b6070e {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:56:13.889398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3a27b4ab-57a3-4ef2-85ba-87262bf762c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.965773 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-3a27b4ab-57a3-4ef2-85ba-87262bf762c4 admin admin] For port 09016b50-698c-4a3c-963f-f33e27b6070e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=09016b50-698c-4a3c-963f-f33e27b6070e,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:13.966043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3a27b4ab-57a3-4ef2-85ba-87262bf762c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.031378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-3a27b4ab-57a3-4ef2-85ba-87262bf762c4 admin admin] Calling delete_port for 09016b50-698c-4a3c-963f-f33e27b6070e owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:56:14.209412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3a27b4ab-57a3-4ef2-85ba-87262bf762c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.211396 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-390ad120-ebc9-41a0-8ca7-7c6a26d32aac tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:14.234287 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27b4ab-57a3-4ef2-85ba-87262bf762c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=09016b50-698c-4a3c-963f-f33e27b6070e,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:14.238511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3a27b4ab-57a3-4ef2-85ba-87262bf762c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:14.405544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3a27b4ab-57a3-4ef2-85ba-87262bf762c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.609694 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a27b4ab-57a3-4ef2-85ba-87262bf762c4 admin admin] Router 3841a40b-a835-40ec-89ed-caedaa4df7c9 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:56:15.067682 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a27b4ab-57a3-4ef2-85ba-87262bf762c4 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:56:15.072757 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3a27b4ab-57a3-4ef2-85ba-87262bf762c4 admin admin] 10.222.0.39 "PUT /v2.0/routers/3841a40b-a835-40ec-89ed-caedaa4df7c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8106079 Jun 18 16:56:15.075261 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 54898) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:15.077757 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd8710d-4666-47cd-9831-960aced4ac66 None None] Sync routers for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:56:15.087262 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd8710d-4666-47cd-9831-960aced4ac66 None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:56:15.087872 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7cd8710d-4666-47cd-9831-960aced4ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:56:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:15.180368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3bf655da-2724-4a6b-9a36-de604eda41fe admin admin] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.189229 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-7cd8710d-4666-47cd-9831-960aced4ac66 None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:56:15.280431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3bf655da-2724-4a6b-9a36-de604eda41fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.336122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-3bf655da-2724-4a6b-9a36-de604eda41fe admin admin] Deleting port c2a9b8d2-4094-4bc7-9ded-3becf3456e80 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:56:15.336381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3bf655da-2724-4a6b-9a36-de604eda41fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.417897 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-3bf655da-2724-4a6b-9a36-de604eda41fe admin admin] For port c2a9b8d2-4094-4bc7-9ded-3becf3456e80, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c2a9b8d2-4094-4bc7-9ded-3becf3456e80,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:15.418360 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3bf655da-2724-4a6b-9a36-de604eda41fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.450142 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7cd8710d-4666-47cd-9831-960aced4ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:56:14Z', 'revision_number': 5, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port': {'id': 'c2a9b8d2-4094-4bc7-9ded-3becf3456e80', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:50:18Z', 'updated_at': '2021-06-18T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:15.478667 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd8710d-4666-47cd-9831-960aced4ac66 None None] Checking router: 3841a40b-a835-40ec-89ed-caedaa4df7c9 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:56:15.484638 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-3bf655da-2724-4a6b-9a36-de604eda41fe admin admin] Calling delete_port for c2a9b8d2-4094-4bc7-9ded-3becf3456e80 owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:56:15.486841 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd8710d-4666-47cd-9831-960aced4ac66 None None] Routers {'3841a40b-a835-40ec-89ed-caedaa4df7c9'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:56:15.487466 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7cd8710d-4666-47cd-9831-960aced4ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:56:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3841a40b-a835-40ec-89ed-caedaa4df7c9'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:15.569747 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-7cd8710d-4666-47cd-9831-960aced4ac66 None None] Set router 3841a40b-a835-40ec-89ed-caedaa4df7c9 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:56:15.620511 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7cd8710d-4666-47cd-9831-960aced4ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:56:15Z', 'revision_number': 6, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:15.649420 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd8710d-4666-47cd-9831-960aced4ac66 None None] The sync data for ids ['3841a40b-a835-40ec-89ed-caedaa4df7c9'] in dv-neutron-797121-1-hyperv is: [{'id': '3841a40b-a835-40ec-89ed-caedaa4df7c9', 'name': 'tempest-ServerActionsTestJSON-232712022-router', 'tenant_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:50:17Z', 'updated_at': '2021-06-18T16:56:15Z', 'revision_number': 6, 'project_id': '6ceb80b6a2be4fd39966d6d5afbc5abb', 'gw_port_host': None}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:56:15.649956 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3bf655da-2724-4a6b-9a36-de604eda41fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.652087 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-04cd40ca-187e-4fca-88ec-5174c18bf780 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:15.676302 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf655da-2724-4a6b-9a36-de604eda41fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a9b8d2-4094-4bc7-9ded-3becf3456e80,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:15.679418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3bf655da-2724-4a6b-9a36-de604eda41fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:15.744488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3bf655da-2724-4a6b-9a36-de604eda41fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.833151 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3bf655da-2724-4a6b-9a36-de604eda41fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.835261 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3bf655da-2724-4a6b-9a36-de604eda41fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.877743 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3bf655da-2724-4a6b-9a36-de604eda41fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.878252 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf655da-2724-4a6b-9a36-de604eda41fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3841a40b-a835-40ec-89ed-caedaa4df7c9 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:56:15.882468 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3bf655da-2724-4a6b-9a36-de604eda41fe admin admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.883625 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3bf655da-2724-4a6b-9a36-de604eda41fe admin admin] 10.222.0.39 "DELETE /v2.0/routers/3841a40b-a835-40ec-89ed-caedaa4df7c9 HTTP/1.1" status: 204 len: 168 time: 0.8041813 Jun 18 16:56:15.886077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 54900) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:15.930153 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1fc94f3-0c6c-4680-b591-bbd76417c255 admin admin] Deleting subnet b1cab26e-5ec5-4068-863a-44ac4d9bb19f {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:56:15.933276 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c1fc94f3-0c6c-4680-b591-bbd76417c255 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.971326 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c1fc94f3-0c6c-4680-b591-bbd76417c255 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.062438 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c1fc94f3-0c6c-4680-b591-bbd76417c255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.121204 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c1fc94f3-0c6c-4680-b591-bbd76417c255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.124044 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8032da71-24b7-4041-afbf-e79d31357a02 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:16.151909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc94f3-0c6c-4680-b591-bbd76417c255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1cab26e-5ec5-4068-863a-44ac4d9bb19f,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:16.153857 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c1fc94f3-0c6c-4680-b591-bbd76417c255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.155729 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c1fc94f3-0c6c-4680-b591-bbd76417c255 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b1cab26e-5ec5-4068-863a-44ac4d9bb19f HTTP/1.1" status: 204 len: 168 time: 0.2687194 Jun 18 16:56:16.157285 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c1fc94f3-0c6c-4680-b591-bbd76417c255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:16.159242 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 54902) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:16.159983 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e06795f-53c9-4d9c-9c8e-3b7e6fb0e472 None None] Network 1879c897-13d8-481b-95e8-75616170a15d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:56:16.224904 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.275752 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] Deleting port 84451381-114f-4a64-b27e-dc2f02bae9a4 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:56:16.276096 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.343476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] For port 84451381-114f-4a64-b27e-dc2f02bae9a4, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=84451381-114f-4a64-b27e-dc2f02bae9a4,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:16.343767 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.406034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] Calling delete_port for 84451381-114f-4a64-b27e-dc2f02bae9a4 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:56:16.414680 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b634b7-dee3-4c80-9a81-35c4793ff99b None None] DHCP port deletion for 1879c897-13d8-481b-95e8-75616170a15d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:56:16.462688 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-15b634b7-dee3-4c80-9a81-35c4793ff99b None None] Deleting port 84451381-114f-4a64-b27e-dc2f02bae9a4 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:56:16.463158 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-15b634b7-dee3-4c80-9a81-35c4793ff99b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.498870 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.501560 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3bf655da-2724-4a6b-9a36-de604eda41fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:16.527288 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-15b634b7-dee3-4c80-9a81-35c4793ff99b None None] For port 84451381-114f-4a64-b27e-dc2f02bae9a4, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=84451381-114f-4a64-b27e-dc2f02bae9a4,segment=NetworkSegment(f21c9bf1-629e-47de-912a-acdc3fe973ac),segment_id=f21c9bf1-629e-47de-912a-acdc3fe973ac)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:16.528092 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-15b634b7-dee3-4c80-9a81-35c4793ff99b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.529003 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=84451381-114f-4a64-b27e-dc2f02bae9a4,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:16.530883 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] No DVR routers for this DVR port 84451381-114f-4a64-b27e-dc2f02bae9a4 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:56:16.533009 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:16.595561 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-15b634b7-dee3-4c80-9a81-35c4793ff99b None None] Calling delete_port for 84451381-114f-4a64-b27e-dc2f02bae9a4 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:56:16.607429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.617572 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1879c897-13d8-481b-95e8-75616170a15d']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:16.629033 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21c9bf1-629e-47de-912a-acdc3fe973ac') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:16.629390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21c9bf1-629e-47de-912a-acdc3fe973ac') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:16.639139 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.654389 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.661699 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:56:16.662039 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:56:16.664806 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:56:16.680212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-15b634b7-dee3-4c80-9a81-35c4793ff99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.682711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:16.707203 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b634b7-dee3-4c80-9a81-35c4793ff99b None None] Pushing event deleted for resources: {'Port': ['ID=84451381-114f-4a64-b27e-dc2f02bae9a4,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:16.712499 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-15b634b7-dee3-4c80-9a81-35c4793ff99b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:16.713372 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b634b7-dee3-4c80-9a81-35c4793ff99b None None] No DVR routers for this DVR port 84451381-114f-4a64-b27e-dc2f02bae9a4 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:56:16.736851 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.740202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-15f89d2b-7b03-49d6-bd8d-fd47d23a23b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:16.742572 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.744888 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1879c897-13d8-481b-95e8-75616170a15d HTTP/1.1" status: 204 len: 168 time: 0.5842464 Jun 18 16:56:16.754379 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 09016b50-698c-4a3c-963f-f33e27b6070e no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:56:16.759971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] Pushing event deleted for resources: {'Network': ['ID=1879c897-13d8-481b-95e8-75616170a15d,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:16.762689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:16.774814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 09016b50-698c-4a3c-963f-f33e27b6070e {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:56:16.775160 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 09016b50-698c-4a3c-963f-f33e27b6070e not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:56:16.775586 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 84451381-114f-4a64-b27e-dc2f02bae9a4 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:56:16.793422 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 84451381-114f-4a64-b27e-dc2f02bae9a4 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:56:16.793780 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 84451381-114f-4a64-b27e-dc2f02bae9a4 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:56:16.794237 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c2a9b8d2-4094-4bc7-9ded-3becf3456e80 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:56:16.814572 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: c2a9b8d2-4094-4bc7-9ded-3becf3456e80 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:56:16.814950 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c2a9b8d2-4094-4bc7-9ded-3becf3456e80 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:56:16.857458 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 54906) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:16.897104 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b26bafc2-f718-4c9b-8c33-5ef5bad8a358 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ceb80b6a2be4fd39966d6d5afbc5abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384305 Jun 18 16:56:16.899334 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 54908) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:16.945243 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff293-0c07-4175-905a-1a67ce5b632f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.965613 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff293-0c07-4175-905a-1a67ce5b632f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:17.021024 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff293-0c07-4175-905a-1a67ce5b632f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:17.023798 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff293-0c07-4175-905a-1a67ce5b632f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:17.026679 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9b5ff293-0c07-4175-905a-1a67ce5b632f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22e52128-ce75-4a39-b8dc-8b310b5e2789 HTTP/1.1" status: 204 len: 168 time: 0.1257861 Jun 18 16:56:17.028389 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-88b1a2c4-1906-48a8-b24f-2c8f043eaf9f tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:17.038052 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ff293-0c07-4175-905a-1a67ce5b632f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e52128-ce75-4a39-b8dc-8b310b5e2789,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:17.040609 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9b5ff293-0c07-4175-905a-1a67ce5b632f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:17.682563 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 54930) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:17.777948 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-1b32d943-296d-4dd3-841c-ac569a128d36 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-657292868-network', 'tenant_id': '33ce5e58f26747b7b9697e2527ae0ade'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:17.800361 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b32d943-296d-4dd3-841c-ac569a128d36 admin admin] Made reservation on behalf of 33ce5e58f26747b7b9697e2527ae0ade for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:56:17.805193 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1b32d943-296d-4dd3-841c-ac569a128d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:17.816209 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1b32d943-296d-4dd3-841c-ac569a128d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:17.905376 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1b32d943-296d-4dd3-841c-ac569a128d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:17.909814 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1b32d943-296d-4dd3-841c-ac569a128d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:17.913581 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1cf1d8bd-7169-42e2-ab52-a42a7dcc60d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:17.936606 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b32d943-296d-4dd3-841c-ac569a128d36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:56:17.945849 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32d943-296d-4dd3-841c-ac569a128d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f1d8a1-4171-4552-b859-53513168d163,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:17.950374 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1b32d943-296d-4dd3-841c-ac569a128d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:17.951409 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1b32d943-296d-4dd3-841c-ac569a128d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:17.951743 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-1b32d943-296d-4dd3-841c-ac569a128d36 admin admin] Added segment cc74c864-8abd-4d69-b63d-f592c92a8acd of type vlan for network 483d4131-9c24-453b-a025-ff6e74f9c502 Jun 18 16:56:17.992028 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1b32d943-296d-4dd3-841c-ac569a128d36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:18.019685 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1b32d943-296d-4dd3-841c-ac569a128d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:18.020702 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b32d943-296d-4dd3-841c-ac569a128d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:18.021274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1b32d943-296d-4dd3-841c-ac569a128d36 admin admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:18.023338 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1bf65455-938b-46c8-b77d-34db08d1cc88 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:18.069629 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1b32d943-296d-4dd3-841c-ac569a128d36 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3859122 Jun 18 16:56:18.072600 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 54934) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:18.077704 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d192f88e-cd54-44d0-a11a-19392ce92742 admin admin] Request body: {'subnet': {'network_id': '483d4131-9c24-453b-a025-ff6e74f9c502', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-657292868-subnet', 'tenant_id': '33ce5e58f26747b7b9697e2527ae0ade', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:18.080934 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32d943-296d-4dd3-841c-ac569a128d36 admin admin] Pushing event updated for resources: {'Network': ['ID=483d4131-9c24-453b-a025-ff6e74f9c502,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:18.083596 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1b32d943-296d-4dd3-841c-ac569a128d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:18.090186 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 483d4131-9c24-453b-a025-ff6e74f9c502 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:56:18.100188 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d192f88e-cd54-44d0-a11a-19392ce92742 admin admin] Made reservation on behalf of 33ce5e58f26747b7b9697e2527ae0ade for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:56:18.102788 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d192f88e-cd54-44d0-a11a-19392ce92742 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:18.269090 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d192f88e-cd54-44d0-a11a-19392ce92742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:18.271028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f0cbe9c2-b885-477e-8be0-61b0893b2e8e tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:18.326611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192f88e-cd54-44d0-a11a-19392ce92742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb1ad3b-4e25-4c71-b384-fac4a495802c,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:18.330597 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d192f88e-cd54-44d0-a11a-19392ce92742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:18.336170 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d192f88e-cd54-44d0-a11a-19392ce92742 admin admin] Checking segment: {'id': 'cc74c864-8abd-4d69-b63d-f592c92a8acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '483d4131-9c24-453b-a025-ff6e74f9c502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:56:18.336526 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d192f88e-cd54-44d0-a11a-19392ce92742 admin admin] Network hostable DHCP agents. Network: 483d4131-9c24-453b-a025-ff6e74f9c502, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:56:18.352015 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d192f88e-cd54-44d0-a11a-19392ce92742 admin admin] Network 483d4131-9c24-453b-a025-ff6e74f9c502 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:56:18.360219 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-d192f88e-cd54-44d0-a11a-19392ce92742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 483d4131-9c24-453b-a025-ff6e74f9c502) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:56:18.364193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d192f88e-cd54-44d0-a11a-19392ce92742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:18.364777 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d192f88e-cd54-44d0-a11a-19392ce92742 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:18.370349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7ae802-1261-4a86-b7ae-36a4f1c172d2 None None] Network 483d4131-9c24-453b-a025-ff6e74f9c502 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:56:18.378908 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d192f88e-cd54-44d0-a11a-19392ce92742 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3051274 Jun 18 16:56:18.492946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebd7917-28a8-4ffe-a381-b13760d21583 None None] Network 483d4131-9c24-453b-a025-ff6e74f9c502 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:56:18.795978 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-2678303e-4d43-45f5-b108-b9875aad542b tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:18.798129 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-2678303e-4d43-45f5-b108-b9875aad542b tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/networks?id=483d4131-9c24-453b-a025-ff6e74f9c502 HTTP/1.1" status: 200 len: 813 time: 0.1060710 Jun 18 16:56:18.812154 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-4f619827-c9e4-4150-a053-76dc24a8237c tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/quotas/33ce5e58f26747b7b9697e2527ae0ade HTTP/1.1" status: 200 len: 375 time: 0.0089786 Jun 18 16:56:18.845614 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-227a2481-7090-4335-a72c-d6f2243815c6 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=33ce5e58f26747b7b9697e2527ae0ade&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285606 Jun 18 16:56:18.935670 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-62137367-09be-42ca-879b-52f6d1305c1c service neutron] 10.222.0.39 "GET /v2.0/networks/483d4131-9c24-453b-a025-ff6e74f9c502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838959 Jun 18 16:56:19.022972 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-2ba44604-16dc-4d87-aa8a-780a4c511034 service neutron] 10.222.0.39 "GET /v2.0/networks/483d4131-9c24-453b-a025-ff6e74f9c502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808821 Jun 18 16:56:19.185484 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a6845932-f808-4e09-8db0-f4f4ec0c4ccc req-6a17c178-9346-4215-9d8c-0508e852630c tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 210 time: 0.0284846 Jun 18 16:56:20.334300 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2dbb9286-d083-4201-a13a-b79e64dc7aed req-fc7bcce3-992d-4dbc-8717-36c59e63df6c tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 210 time: 0.0366926 Jun 18 16:56:20.441933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-37c3d69c-0b61-4056-945c-b9462df1672d tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:20.443770 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-37c3d69c-0b61-4056-945c-b9462df1672d tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.64 "GET /v2.0/networks?id=483d4131-9c24-453b-a025-ff6e74f9c502 HTTP/1.1" status: 200 len: 813 time: 0.1044264 Jun 18 16:56:20.465229 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-08f3337e-5ff1-4b08-9db9-4f85616bee8e tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Request body: {'port': {'device_id': 'feb65dff-bfda-4163-8901-0e77d52fb7ec', 'network_id': '483d4131-9c24-453b-a025-ff6e74f9c502', 'admin_state_up': True, 'tenant_id': '33ce5e58f26747b7b9697e2527ae0ade'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:20.580466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-08f3337e-5ff1-4b08-9db9-4f85616bee8e tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Made reservation on behalf of 33ce5e58f26747b7b9697e2527ae0ade for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:56:20.584103 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-08f3337e-5ff1-4b08-9db9-4f85616bee8e tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:20.710795 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-08f3337e-5ff1-4b08-9db9-4f85616bee8e tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Allocated IP 172.20.0.9 (483d4131-9c24-453b-a025-ff6e74f9c502/ddb1ad3b-4e25-4c71-b384-fac4a495802c/04bb024a-90e9-47cb-afbb-0a3d011519d2) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:56:20.852148 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-08f3337e-5ff1-4b08-9db9-4f85616bee8e tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:20.889674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-08f3337e-5ff1-4b08-9db9-4f85616bee8e tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:20.895212 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-886c02ee-e1ef-4176-b4ac-3176b13a4939 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:20.940651 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-08f3337e-5ff1-4b08-9db9-4f85616bee8e tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Network 483d4131-9c24-453b-a025-ff6e74f9c502 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:56:20.943995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-08f3337e-5ff1-4b08-9db9-4f85616bee8e tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:56:20.946431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-08f3337e-5ff1-4b08-9db9-4f85616bee8e tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:56:20.975296 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3337e-5ff1-4b08-9db9-4f85616bee8e tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Pushing event updated for resources: {'Port': ['ID=04bb024a-90e9-47cb-afbb-0a3d011519d2,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:20.978124 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-08f3337e-5ff1-4b08-9db9-4f85616bee8e tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:21.009563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-08f3337e-5ff1-4b08-9db9-4f85616bee8e tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:21.010160 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-08f3337e-5ff1-4b08-9db9-4f85616bee8e tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:21.025273 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-08f3337e-5ff1-4b08-9db9-4f85616bee8e tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5638754 Jun 18 16:56:21.042775 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Request body: {'port': {'device_id': 'feb65dff-bfda-4163-8901-0e77d52fb7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:21.113028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:21.368643 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04bb024a-90e9-47cb-afbb-0a3d011519d2 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:56:21.376609 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:21.388688 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Transition to ACTIVE for port object 04bb024a-90e9-47cb-afbb-0a3d011519d2 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:56:21.392710 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:21.395616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ad50fca9-6978-4398-8cd0-1aa67d49956f tempest-DeleteServersTestJSON-1428751453 tempest-DeleteServersTestJSON-1428751453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:21.490609 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Pushing event updated for resources: {'Port': ['ID=04bb024a-90e9-47cb-afbb-0a3d011519d2,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:21.509355 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a5d2f-e64d-4ede-b732-df3b531a9f6b req-58ea9d28-56e0-445f-bd86-088d54d98324 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:21.510112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:21.510853 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e95a5d2f-e64d-4ede-b732-df3b531a9f6b req-58ea9d28-56e0-445f-bd86-088d54d98324 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 943 time: 0.0644057 Jun 18 16:56:21.541375 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Attempting to bind port 04bb024a-90e9-47cb-afbb-0a3d011519d2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:56:21.541712 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Attempting to bind port 04bb024a-90e9-47cb-afbb-0a3d011519d2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc74c864-8abd-4d69-b63d-f592c92a8acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '483d4131-9c24-453b-a025-ff6e74f9c502'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:56:21.542069 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Attempting to bind port 04bb024a-90e9-47cb-afbb-0a3d011519d2 on network 483d4131-9c24-453b-a025-ff6e74f9c502 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:56:21.546506 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Port 04bb024a-90e9-47cb-afbb-0a3d011519d2 on network 483d4131-9c24-453b-a025-ff6e74f9c502 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:56:21.546885 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Attempting to bind port 04bb024a-90e9-47cb-afbb-0a3d011519d2 on network 483d4131-9c24-453b-a025-ff6e74f9c502 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:56:21.550187 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e95a5d2f-e64d-4ede-b732-df3b531a9f6b req-61af35c2-638e-426e-a13d-69888dda2de4 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327053 Jun 18 16:56:21.551612 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:56:21.551944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Checking segment: {'id': 'cc74c864-8abd-4d69-b63d-f592c92a8acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '483d4131-9c24-453b-a025-ff6e74f9c502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:56:21.552323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Bound using segment: {'id': 'cc74c864-8abd-4d69-b63d-f592c92a8acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '483d4131-9c24-453b-a025-ff6e74f9c502'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:56:21.552742 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Bound port: 04bb024a-90e9-47cb-afbb-0a3d011519d2, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc74c864-8abd-4d69-b63d-f592c92a8acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '483d4131-9c24-453b-a025-ff6e74f9c502'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:56:21.553130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:21.613920 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] For port 04bb024a-90e9-47cb-afbb-0a3d011519d2, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:56:21.616900 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] For port 04bb024a-90e9-47cb-afbb-0a3d011519d2, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=04bb024a-90e9-47cb-afbb-0a3d011519d2,segment=NetworkSegment(cc74c864-8abd-4d69-b63d-f592c92a8acd),segment_id=cc74c864-8abd-4d69-b63d-f592c92a8acd)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:56:21.621176 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:21.623893 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a2fda182-0a8a-4597-a8c6-510e487b14c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:21.656208 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:21.656878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:21.658363 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] 10.222.0.64 "PUT /v2.0/ports/04bb024a-90e9-47cb-afbb-0a3d011519d2 HTTP/1.1" status: 200 len: 1093 time: 0.6198595 Jun 18 16:56:21.660597 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb65dff-bfda-4163-8901-0e77d52fb7ec', 'tag': '04bb024a-90e9-47cb-afbb-0a3d011519d2'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:56:21.662895 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b50dba3-8597-460e-8fda-d09fb8d41d86" -d '{"events": [{"name": "network-changed", "server_uuid": "feb65dff-bfda-4163-8901-0e77d52fb7ec", "tag": "04bb024a-90e9-47cb-afbb-0a3d011519d2"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:56:21.694425 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Pushing event updated for resources: {'Port': ['ID=04bb024a-90e9-47cb-afbb-0a3d011519d2,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:21.697644 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:21.709335 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f72da31-83bf-4211-bb46-280beb63a491 x-openstack-request-id: req-9f72da31-83bf-4211-bb46-280beb63a491 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:56:21.709682 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb65dff-bfda-4163-8901-0e77d52fb7ec", "tag": "04bb024a-90e9-47cb-afbb-0a3d011519d2", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:56:21.709991 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f72da31-83bf-4211-bb46-280beb63a491 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:56:21.710442 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb65dff-bfda-4163-8901-0e77d52fb7ec', 'tag': '04bb024a-90e9-47cb-afbb-0a3d011519d2', 'status': 'completed', 'code': 200} Jun 18 16:56:21.776911 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-3c8e999f-4f46-45a6-afcf-9f8e08465f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:21.778372 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-3c8e999f-4f46-45a6-afcf-9f8e08465f1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=33ce5e58f26747b7b9697e2527ae0ade&device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 1096 time: 0.0523257 Jun 18 16:56:21.824188 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-ece81b1c-6c8e-4e74-b7a3-257af385a4a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04bb024a-90e9-47cb-afbb-0a3d011519d2 HTTP/1.1" status: 200 len: 217 time: 0.0338511 Jun 18 16:56:21.876568 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-e3ea3c64-3ade-4a97-8d35-24cbb9d4c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:21.877875 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-e3ea3c64-3ade-4a97-8d35-24cbb9d4c89a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddb1ad3b-4e25-4c71-b384-fac4a495802c HTTP/1.1" status: 200 len: 853 time: 0.0460804 Jun 18 16:56:21.908953 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-b7fe99fb-b3c7-464d-b0e5-bd6fdaa4a53b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=483d4131-9c24-453b-a025-ff6e74f9c502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250387 Jun 18 16:56:21.995576 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-d74f142e-92d7-4581-987d-11e5c0a47d9b service neutron] 10.222.0.64 "GET /v2.0/networks/483d4131-9c24-453b-a025-ff6e74f9c502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801620 Jun 18 16:56:22.085787 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8340e254-15ec-4cf0-9585-7c0110009c42 req-19c9801b-c627-485d-b277-093b6a035b60 service neutron] 10.222.0.64 "GET /v2.0/networks/483d4131-9c24-453b-a025-ff6e74f9c502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836909 Jun 18 16:56:22.225934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50dba3-8597-460e-8fda-d09fb8d41d86 req-f45211ee-794b-4bce-86f5-f3b18290460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:22.227318 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4b50dba3-8597-460e-8fda-d09fb8d41d86 req-f45211ee-794b-4bce-86f5-f3b18290460d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=33ce5e58f26747b7b9697e2527ae0ade&device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 1096 time: 0.0522993 Jun 18 16:56:22.319653 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50dba3-8597-460e-8fda-d09fb8d41d86 req-d3636911-653a-456b-91c2-fafed5993bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:22.321057 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4b50dba3-8597-460e-8fda-d09fb8d41d86 req-d3636911-653a-456b-91c2-fafed5993bfe service neutron] 10.222.0.64 "GET /v2.0/networks?id=483d4131-9c24-453b-a025-ff6e74f9c502 HTTP/1.1" status: 200 len: 914 time: 0.0872452 Jun 18 16:56:22.362504 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4b50dba3-8597-460e-8fda-d09fb8d41d86 req-bd0507a7-a9f1-4ba7-bb92-9c6fb7c264d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04bb024a-90e9-47cb-afbb-0a3d011519d2 HTTP/1.1" status: 200 len: 217 time: 0.0348425 Jun 18 16:56:22.415641 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50dba3-8597-460e-8fda-d09fb8d41d86 req-05693e0d-0121-4f28-bb06-94ad951fd7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:22.417086 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4b50dba3-8597-460e-8fda-d09fb8d41d86 req-05693e0d-0121-4f28-bb06-94ad951fd7d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddb1ad3b-4e25-4c71-b384-fac4a495802c HTTP/1.1" status: 200 len: 853 time: 0.0479255 Jun 18 16:56:22.452605 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4b50dba3-8597-460e-8fda-d09fb8d41d86 req-6d191945-c439-4764-8e1c-17d99b35f6f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=483d4131-9c24-453b-a025-ff6e74f9c502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290668 Jun 18 16:56:22.541195 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4b50dba3-8597-460e-8fda-d09fb8d41d86 req-5ca9a7f2-cdcb-4281-aea0-d0011af95fa6 service neutron] 10.222.0.64 "GET /v2.0/networks/483d4131-9c24-453b-a025-ff6e74f9c502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816545 Jun 18 16:56:22.632975 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4b50dba3-8597-460e-8fda-d09fb8d41d86 req-0aa1516a-1ff3-4d39-9b2a-1279cc0a875b service neutron] 10.222.0.64 "GET /v2.0/networks/483d4131-9c24-453b-a025-ff6e74f9c502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842566 Jun 18 16:56:22.723139 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe690e3-533c-4703-9288-8d39cbdb5a58 req-9da78efe-a705-4031-92c6-4a139d7ba3db tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:22.724572 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dbe690e3-533c-4703-9288-8d39cbdb5a58 req-9da78efe-a705-4031-92c6-4a139d7ba3db tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 943 time: 0.0632284 Jun 18 16:56:22.760924 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dbe690e3-533c-4703-9288-8d39cbdb5a58 req-394af725-05af-4c29-ac81-a7e9a83ed81c tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307074 Jun 18 16:56:23.198256 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 04bb024a-90e9-47cb-afbb-0a3d011519d2 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:56:23.292565 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 04bb024a-90e9-47cb-afbb-0a3d011519d2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=04bb024a-90e9-47cb-afbb-0a3d011519d2,segment=NetworkSegment(cc74c864-8abd-4d69-b63d-f592c92a8acd),segment_id=cc74c864-8abd-4d69-b63d-f592c92a8acd)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:23.304127 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '04bb024a-90e9-47cb-afbb-0a3d011519d2', 'network_id': '483d4131-9c24-453b-a025-ff6e74f9c502', 'port_id': '04bb024a-90e9-47cb-afbb-0a3d011519d2', 'mac_address': 'fa:16:3e:0e:bc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb1ad3b-4e25-4c71-b384-fac4a495802c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:56:23.340521 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:23.352599 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04bb024a-90e9-47cb-afbb-0a3d011519d2 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:56:23.371398 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 04bb024a-90e9-47cb-afbb-0a3d011519d2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=04bb024a-90e9-47cb-afbb-0a3d011519d2,segment=NetworkSegment(cc74c864-8abd-4d69-b63d-f592c92a8acd),segment_id=cc74c864-8abd-4d69-b63d-f592c92a8acd)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:23.375896 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:23.377735 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:23.425106 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=04bb024a-90e9-47cb-afbb-0a3d011519d2,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:23.428091 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:23.645937 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['04bb024a-90e9-47cb-afbb-0a3d011519d2'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:56:23.942838 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7017cb-b370-49b6-9d84-4d29968f8b25 req-54b5cd53-4c6d-46a9-8f96-0cbba5c1ebe7 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:23.944178 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0f7017cb-b370-49b6-9d84-4d29968f8b25 req-54b5cd53-4c6d-46a9-8f96-0cbba5c1ebe7 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 944 time: 0.0666139 Jun 18 16:56:23.981446 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0f7017cb-b370-49b6-9d84-4d29968f8b25 req-d668f675-7a35-429b-8c1c-a04a4792e791 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316651 Jun 18 16:56:24.923459 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:25.155767 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fae0e6-28a1-45a6-944e-40d96cc65d4c req-699c5a0c-20a6-45c6-9bff-8e342e8a429c tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:25.157521 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-79fae0e6-28a1-45a6-944e-40d96cc65d4c req-699c5a0c-20a6-45c6-9bff-8e342e8a429c tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 944 time: 0.0643940 Jun 18 16:56:25.195075 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-79fae0e6-28a1-45a6-944e-40d96cc65d4c req-325a61ae-3050-48e6-83c1-c699b0863ef8 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319071 Jun 18 16:56:25.199808 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 04bb024a-90e9-47cb-afbb-0a3d011519d2 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:56:25.249340 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 04bb024a-90e9-47cb-afbb-0a3d011519d2 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:56:25.253928 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 04bb024a-90e9-47cb-afbb-0a3d011519d2 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:56:25.254310 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:25.327801 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:25.349360 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb65dff-bfda-4163-8901-0e77d52fb7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bb024a-90e9-47cb-afbb-0a3d011519d2'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:56:25.351732 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51add330-ad01-446c-9d36-f3565eb44ea0" -d '{"events": [{"server_uuid": "feb65dff-bfda-4163-8901-0e77d52fb7ec", "name": "network-vif-plugged", "status": "completed", "tag": "04bb024a-90e9-47cb-afbb-0a3d011519d2"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:56:25.364087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 04bb024a-90e9-47cb-afbb-0a3d011519d2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=04bb024a-90e9-47cb-afbb-0a3d011519d2,segment=NetworkSegment(cc74c864-8abd-4d69-b63d-f592c92a8acd),segment_id=cc74c864-8abd-4d69-b63d-f592c92a8acd)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:25.368094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:25.370994 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:25.393508 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8347792-1b50-41f8-99d2-1a88c941027b x-openstack-request-id: req-d8347792-1b50-41f8-99d2-1a88c941027b {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:56:25.393815 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb65dff-bfda-4163-8901-0e77d52fb7ec", "name": "network-vif-plugged", "status": "completed", "tag": "04bb024a-90e9-47cb-afbb-0a3d011519d2", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:56:25.394079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8347792-1b50-41f8-99d2-1a88c941027b {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:56:25.394477 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb65dff-bfda-4163-8901-0e77d52fb7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bb024a-90e9-47cb-afbb-0a3d011519d2', 'code': 200} Jun 18 16:56:25.423039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=04bb024a-90e9-47cb-afbb-0a3d011519d2,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:25.426040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:25.634797 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f329f1-2143-45ce-8f36-3f401f85b3d3 req-f2246494-8aee-48f6-88d9-be3a906f51b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:25.636253 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-74f329f1-2143-45ce-8f36-3f401f85b3d3 req-f2246494-8aee-48f6-88d9-be3a906f51b5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 1098 time: 0.0513556 Jun 18 16:56:25.670842 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-74f329f1-2143-45ce-8f36-3f401f85b3d3 req-3a3513b9-8099-4f80-97d2-ed67c63876b1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275078 Jun 18 16:56:26.372854 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99022ae4-4107-48ae-a708-5788daccc6f8 req-453b92db-a90a-4755-9b0f-c4ceeebe62a6 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:26.374273 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-99022ae4-4107-48ae-a708-5788daccc6f8 req-453b92db-a90a-4755-9b0f-c4ceeebe62a6 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 945 time: 0.0652111 Jun 18 16:56:26.412842 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-99022ae4-4107-48ae-a708-5788daccc6f8 req-943a0bf7-f674-425d-9fe4-2bdda258a23d tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321016 Jun 18 16:56:27.587626 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6400daa-f7f7-4f66-aef6-76c022bc92ee req-6169f3ad-0eb0-4beb-8c0f-8d6709eb839a tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:27.589092 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c6400daa-f7f7-4f66-aef6-76c022bc92ee req-6169f3ad-0eb0-4beb-8c0f-8d6709eb839a tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 945 time: 0.0634587 Jun 18 16:56:27.625604 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c6400daa-f7f7-4f66-aef6-76c022bc92ee req-0d90be1e-cfcc-4ae2-8478-8a4579b28e02 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309103 Jun 18 16:56:27.848231 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-2abf1473-3f9e-4dda-8d46-d4e929ef6efe tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:27.849671 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-2abf1473-3f9e-4dda-8d46-d4e929ef6efe tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/networks?id=483d4131-9c24-453b-a025-ff6e74f9c502 HTTP/1.1" status: 200 len: 813 time: 0.1024415 Jun 18 16:56:27.864503 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-2b8bce39-83b0-4877-a518-410431bfc1d2 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/quotas/33ce5e58f26747b7b9697e2527ae0ade HTTP/1.1" status: 200 len: 375 time: 0.0094204 Jun 18 16:56:27.925802 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-b7ddee51-8fdd-444e-a355-66841a8b9f42 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=33ce5e58f26747b7b9697e2527ae0ade&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0564842 Jun 18 16:56:28.015053 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-0dcae593-d6d0-4fab-b01a-395bd4d38071 service neutron] 10.222.0.39 "GET /v2.0/networks/483d4131-9c24-453b-a025-ff6e74f9c502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825696 Jun 18 16:56:28.103393 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-283e53b8-dd45-41f3-8922-70ec15249f25 service neutron] 10.222.0.39 "GET /v2.0/networks/483d4131-9c24-453b-a025-ff6e74f9c502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824156 Jun 18 16:56:28.269810 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-875ba363-98da-4b60-a2ba-e2b126b94781 req-48f9bf6e-73fe-4cd4-bf4d-00b63f0f4fdd tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c41e292-d413-433f-b42d-7657ab4e92d1 HTTP/1.1" status: 200 len: 210 time: 0.0276263 Jun 18 16:56:29.375036 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-164b43f1-a8ef-4f18-8796-3bfd24b6a49d tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:29.377053 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-164b43f1-a8ef-4f18-8796-3bfd24b6a49d tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.64 "GET /v2.0/networks?id=483d4131-9c24-453b-a025-ff6e74f9c502 HTTP/1.1" status: 200 len: 813 time: 0.1038237 Jun 18 16:56:29.399639 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-abb4efed-7268-4a94-a0fa-d4007a1c1630 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Request body: {'port': {'device_id': '9c41e292-d413-433f-b42d-7657ab4e92d1', 'network_id': '483d4131-9c24-453b-a025-ff6e74f9c502', 'admin_state_up': True, 'tenant_id': '33ce5e58f26747b7b9697e2527ae0ade'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:29.424572 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-640231f7-2872-45f5-b1bf-f941a818fc97 req-29774111-690e-4f82-9647-3e632be974a6 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c41e292-d413-433f-b42d-7657ab4e92d1 HTTP/1.1" status: 200 len: 210 time: 0.0342917 Jun 18 16:56:29.514700 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-abb4efed-7268-4a94-a0fa-d4007a1c1630 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Made reservation on behalf of 33ce5e58f26747b7b9697e2527ae0ade for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:56:29.518373 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-abb4efed-7268-4a94-a0fa-d4007a1c1630 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:29.644451 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-abb4efed-7268-4a94-a0fa-d4007a1c1630 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Allocated IP 172.20.0.2 (483d4131-9c24-453b-a025-ff6e74f9c502/ddb1ad3b-4e25-4c71-b384-fac4a495802c/cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:56:29.785659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-abb4efed-7268-4a94-a0fa-d4007a1c1630 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:29.823537 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-abb4efed-7268-4a94-a0fa-d4007a1c1630 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:29.828616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:29.856059 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['04bb024a-90e9-47cb-afbb-0a3d011519d2'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:56:29.869871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-abb4efed-7268-4a94-a0fa-d4007a1c1630 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Network 483d4131-9c24-453b-a025-ff6e74f9c502 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:56:29.873091 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-abb4efed-7268-4a94-a0fa-d4007a1c1630 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:56:29.878162 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-abb4efed-7268-4a94-a0fa-d4007a1c1630 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:56:29.904389 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4efed-7268-4a94-a0fa-d4007a1c1630 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Pushing event updated for resources: {'Port': ['ID=cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:29.910039 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-abb4efed-7268-4a94-a0fa-d4007a1c1630 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:29.934493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-abb4efed-7268-4a94-a0fa-d4007a1c1630 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:29.935161 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-abb4efed-7268-4a94-a0fa-d4007a1c1630 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:29.949667 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-abb4efed-7268-4a94-a0fa-d4007a1c1630 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5539207 Jun 18 16:56:29.966494 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Request body: {'port': {'device_id': '9c41e292-d413-433f-b42d-7657ab4e92d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:30.041077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:30.293622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:56:30.301798 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:30.313134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Transition to ACTIVE for port object cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:56:30.316890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:30.319044 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:30.603097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88bdf8-e92d-488b-95f4-4176dfe13029 req-553acaa3-a9f4-4a92-8b0b-1728fa08218c tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:30.604628 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ad88bdf8-e92d-488b-95f4-4176dfe13029 req-553acaa3-a9f4-4a92-8b0b-1728fa08218c tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c41e292-d413-433f-b42d-7657ab4e92d1 HTTP/1.1" status: 200 len: 943 time: 0.0658760 Jun 18 16:56:30.647657 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ad88bdf8-e92d-488b-95f4-4176dfe13029 req-3436e756-82f1-4e86-9db0-be7b55b68519 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372450 Jun 18 16:56:30.750484 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Pushing event updated for resources: {'Port': ['ID=cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:30.754771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:30.818315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Attempting to bind port cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:56:30.818673 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Attempting to bind port cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc74c864-8abd-4d69-b63d-f592c92a8acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '483d4131-9c24-453b-a025-ff6e74f9c502'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:56:30.819005 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Attempting to bind port cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 on network 483d4131-9c24-453b-a025-ff6e74f9c502 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:56:30.823098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Port cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 on network 483d4131-9c24-453b-a025-ff6e74f9c502 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:56:30.823421 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Attempting to bind port cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 on network 483d4131-9c24-453b-a025-ff6e74f9c502 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:56:30.827978 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:56:30.828317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Checking segment: {'id': 'cc74c864-8abd-4d69-b63d-f592c92a8acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '483d4131-9c24-453b-a025-ff6e74f9c502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:56:30.828698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Bound using segment: {'id': 'cc74c864-8abd-4d69-b63d-f592c92a8acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '483d4131-9c24-453b-a025-ff6e74f9c502'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:56:30.829123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Bound port: cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc74c864-8abd-4d69-b63d-f592c92a8acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '483d4131-9c24-453b-a025-ff6e74f9c502'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:56:30.830360 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:30.889326 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] For port cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:56:30.893056 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] For port cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1,segment=NetworkSegment(cc74c864-8abd-4d69-b63d-f592c92a8acd),segment_id=cc74c864-8abd-4d69-b63d-f592c92a8acd)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:56:30.897441 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:30.900193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:30.933256 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:30.933858 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:30.935225 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] 10.222.0.64 "PUT /v2.0/ports/cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 HTTP/1.1" status: 200 len: 1093 time: 0.9731326 Jun 18 16:56:30.935733 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c41e292-d413-433f-b42d-7657ab4e92d1', 'tag': 'cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:56:30.938007 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523b7b62-e5e4-4917-a7a1-01292c336508" -d '{"events": [{"name": "network-changed", "server_uuid": "9c41e292-d413-433f-b42d-7657ab4e92d1", "tag": "cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:56:30.964769 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Pushing event updated for resources: {'Port': ['ID=cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:30.968095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:30.981542 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0735ec71-342a-4623-8561-d21e7b7d1e05 x-openstack-request-id: req-0735ec71-342a-4623-8561-d21e7b7d1e05 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:56:30.981928 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c41e292-d413-433f-b42d-7657ab4e92d1", "tag": "cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:56:30.982234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0735ec71-342a-4623-8561-d21e7b7d1e05 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:56:30.982738 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c41e292-d413-433f-b42d-7657ab4e92d1', 'tag': 'cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1', 'status': 'completed', 'code': 200} Jun 18 16:56:31.050211 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-3b6e5252-5b7a-4395-aa40-9aa7f21ba1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:31.051707 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-3b6e5252-5b7a-4395-aa40-9aa7f21ba1c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=33ce5e58f26747b7b9697e2527ae0ade&device_id=9c41e292-d413-433f-b42d-7657ab4e92d1 HTTP/1.1" status: 200 len: 1096 time: 0.0530899 Jun 18 16:56:31.098989 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-908951e1-f019-444e-9c63-05757e4e0226 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 HTTP/1.1" status: 200 len: 217 time: 0.0349917 Jun 18 16:56:31.150203 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-f0c67540-1e8b-4ebe-b8b8-db29277fe5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:31.151562 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-f0c67540-1e8b-4ebe-b8b8-db29277fe5df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddb1ad3b-4e25-4c71-b384-fac4a495802c HTTP/1.1" status: 200 len: 853 time: 0.0472314 Jun 18 16:56:31.183720 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-9b575561-6dae-4811-8656-832ebcd4d9ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=483d4131-9c24-453b-a025-ff6e74f9c502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264812 Jun 18 16:56:31.272022 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-1c6c0f5e-1033-4a06-b42f-f1b401b4c352 service neutron] 10.222.0.64 "GET /v2.0/networks/483d4131-9c24-453b-a025-ff6e74f9c502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810115 Jun 18 16:56:31.362884 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-93299d6b-251d-46f0-9fd5-850332e4bcb5 req-26916719-be0e-4841-837d-2b06e29a0cb6 service neutron] 10.222.0.64 "GET /v2.0/networks/483d4131-9c24-453b-a025-ff6e74f9c502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849745 Jun 18 16:56:31.499875 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b7b62-e5e4-4917-a7a1-01292c336508 req-ad65ba8c-454a-4316-b6d0-ce3240bbcddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:31.502378 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-523b7b62-e5e4-4917-a7a1-01292c336508 req-ad65ba8c-454a-4316-b6d0-ce3240bbcddc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=33ce5e58f26747b7b9697e2527ae0ade&device_id=9c41e292-d413-433f-b42d-7657ab4e92d1 HTTP/1.1" status: 200 len: 1096 time: 0.0527210 Jun 18 16:56:31.601132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b7b62-e5e4-4917-a7a1-01292c336508 req-87e965de-ae6f-4b09-8423-16956383245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:31.602572 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-523b7b62-e5e4-4917-a7a1-01292c336508 req-87e965de-ae6f-4b09-8423-16956383245e service neutron] 10.222.0.64 "GET /v2.0/networks?id=483d4131-9c24-453b-a025-ff6e74f9c502 HTTP/1.1" status: 200 len: 914 time: 0.0943224 Jun 18 16:56:31.643849 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-523b7b62-e5e4-4917-a7a1-01292c336508 req-ac5fdc4a-0bec-4fc5-baa4-77421a49ef97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 HTTP/1.1" status: 200 len: 217 time: 0.0345347 Jun 18 16:56:31.693249 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b7b62-e5e4-4917-a7a1-01292c336508 req-d1d655bc-2bab-4e84-a0af-557e67f87114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:31.694716 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-523b7b62-e5e4-4917-a7a1-01292c336508 req-d1d655bc-2bab-4e84-a0af-557e67f87114 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddb1ad3b-4e25-4c71-b384-fac4a495802c HTTP/1.1" status: 200 len: 853 time: 0.0445974 Jun 18 16:56:31.731784 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-523b7b62-e5e4-4917-a7a1-01292c336508 req-229b6c2f-3be7-443b-ba3d-3be9b6bacbe8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=483d4131-9c24-453b-a025-ff6e74f9c502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304418 Jun 18 16:56:31.822163 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056ffb4-ed3a-44c0-a349-3fcf28a4c92e req-7b0bf17d-5c88-4fc1-ac01-7f5e4c5734db tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:31.823695 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7056ffb4-ed3a-44c0-a349-3fcf28a4c92e req-7b0bf17d-5c88-4fc1-ac01-7f5e4c5734db tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c41e292-d413-433f-b42d-7657ab4e92d1 HTTP/1.1" status: 200 len: 943 time: 0.0649867 Jun 18 16:56:31.825609 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-523b7b62-e5e4-4917-a7a1-01292c336508 req-4a33c1ce-2a37-4f0c-b750-203acba85e0d service neutron] 10.222.0.64 "GET /v2.0/networks/483d4131-9c24-453b-a025-ff6e74f9c502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869191 Jun 18 16:56:31.862874 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7056ffb4-ed3a-44c0-a349-3fcf28a4c92e req-a02f311b-c25f-48fd-95c5-b0d5d51a5667 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333977 Jun 18 16:56:31.925988 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-523b7b62-e5e4-4917-a7a1-01292c336508 req-2c2e31ba-6970-47ed-8fab-5872623cc61a service neutron] 10.222.0.64 "GET /v2.0/networks/483d4131-9c24-453b-a025-ff6e74f9c502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932040 Jun 18 16:56:33.040244 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030ad85-69af-4851-8981-6a30697250f9 req-efa4cde7-a976-44c1-b2da-52a339cb19fe tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:33.041684 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6030ad85-69af-4851-8981-6a30697250f9 req-efa4cde7-a976-44c1-b2da-52a339cb19fe tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c41e292-d413-433f-b42d-7657ab4e92d1 HTTP/1.1" status: 200 len: 943 time: 0.0651863 Jun 18 16:56:33.079828 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6030ad85-69af-4851-8981-6a30697250f9 req-6b71bddf-6c13-4d24-8b16-3cb8d8d0634c tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Jun 18 16:56:33.243494 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:56:33.335812 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1,segment=NetworkSegment(cc74c864-8abd-4d69-b63d-f592c92a8acd),segment_id=cc74c864-8abd-4d69-b63d-f592c92a8acd)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:33.347091 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1', 'network_id': '483d4131-9c24-453b-a025-ff6e74f9c502', 'port_id': 'cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1', 'mac_address': 'fa:16:3e:5d:cb:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb1ad3b-4e25-4c71-b384-fac4a495802c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:56:33.382455 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:33.394483 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:56:33.413525 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1,segment=NetworkSegment(cc74c864-8abd-4d69-b63d-f592c92a8acd),segment_id=cc74c864-8abd-4d69-b63d-f592c92a8acd)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:33.417272 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:33.419746 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:33.470550 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:33.477949 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:33.478294 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:33.478660 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:33.478999 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:33.479324 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:33.479652 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:33.479975 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:33.480296 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:33.480616 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:33.480933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:33.481248 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:33.481563 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:33.486498 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:33.705628 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:56:34.260995 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdaaad4-eb39-4d49-b925-f651b4f8ceae req-3eb243f2-57e1-47a6-9d51-36c92832e649 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:34.262461 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cfdaaad4-eb39-4d49-b925-f651b4f8ceae req-3eb243f2-57e1-47a6-9d51-36c92832e649 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c41e292-d413-433f-b42d-7657ab4e92d1 HTTP/1.1" status: 200 len: 944 time: 0.0692124 Jun 18 16:56:34.300050 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cfdaaad4-eb39-4d49-b925-f651b4f8ceae req-694c20b4-ee51-453f-b861-9e4039a71c1e tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312395 Jun 18 16:56:35.246009 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fb618f6f-20f7-4adb-8097-c8d430803b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:35.260130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:56:35.310430 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:56:35.314422 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:56:35.314839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:35.390628 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:35.414908 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c41e292-d413-433f-b42d-7657ab4e92d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:56:35.416899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2384d81b-5e85-46e7-8c87-b5a7ce292304" -d '{"events": [{"server_uuid": "9c41e292-d413-433f-b42d-7657ab4e92d1", "name": "network-vif-plugged", "status": "completed", "tag": "cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:56:35.430439 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1,segment=NetworkSegment(cc74c864-8abd-4d69-b63d-f592c92a8acd),segment_id=cc74c864-8abd-4d69-b63d-f592c92a8acd)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:35.435187 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:35.437922 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:35.463115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4bf043-419d-409d-aca9-997f6eb3f4ff x-openstack-request-id: req-2d4bf043-419d-409d-aca9-997f6eb3f4ff {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:56:35.463424 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c41e292-d413-433f-b42d-7657ab4e92d1", "name": "network-vif-plugged", "status": "completed", "tag": "cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:56:35.463683 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d4bf043-419d-409d-aca9-997f6eb3f4ff {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:56:35.464076 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c41e292-d413-433f-b42d-7657ab4e92d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1', 'code': 200} Jun 18 16:56:35.478899 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0f28-74d4-4b2f-b800-81a2ac9f6adc req-df45a52b-7810-45e7-a3da-b60015671a6c tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:35.480365 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3c0e0f28-74d4-4b2f-b800-81a2ac9f6adc req-df45a52b-7810-45e7-a3da-b60015671a6c tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c41e292-d413-433f-b42d-7657ab4e92d1 HTTP/1.1" status: 200 len: 944 time: 0.0657487 Jun 18 16:56:35.489525 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:35.495356 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:35.525065 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3c0e0f28-74d4-4b2f-b800-81a2ac9f6adc req-ccd609c2-bf54-460b-8460-309467311eaa tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388877 Jun 18 16:56:35.700955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a87fb1-1fb5-44a1-a713-d6fd037b5cb6 req-129ae9c5-858f-487f-bb2c-b9888499a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:35.702395 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c2a87fb1-1fb5-44a1-a713-d6fd037b5cb6 req-129ae9c5-858f-487f-bb2c-b9888499a0a3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c41e292-d413-433f-b42d-7657ab4e92d1 HTTP/1.1" status: 200 len: 1098 time: 0.0506573 Jun 18 16:56:35.736720 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c2a87fb1-1fb5-44a1-a713-d6fd037b5cb6 req-1d5d8ead-c07e-4646-b4a2-c7f5111ac89d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281196 Jun 18 16:56:36.702471 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5eafb-576f-420c-a22f-bf74182b9521 req-19497257-ca1f-40d3-843a-d51c17ccc4d4 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:36.703943 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0ca5eafb-576f-420c-a22f-bf74182b9521 req-19497257-ca1f-40d3-843a-d51c17ccc4d4 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c41e292-d413-433f-b42d-7657ab4e92d1 HTTP/1.1" status: 200 len: 945 time: 0.0649223 Jun 18 16:56:36.740376 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0ca5eafb-576f-420c-a22f-bf74182b9521 req-6f350d78-44d8-4145-8c97-9abb19ecab37 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308292 Jun 18 16:56:37.658276 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2a53aff8-1c13-4ac1-bc75-6c1eb267133c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:37.911603 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812182c7-bf99-46c7-9ff8-83328c09b39e req-f52044e5-173c-4f76-acce-ac467b4476e7 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:37.912951 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-812182c7-bf99-46c7-9ff8-83328c09b39e req-f52044e5-173c-4f76-acce-ac467b4476e7 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c41e292-d413-433f-b42d-7657ab4e92d1 HTTP/1.1" status: 200 len: 945 time: 0.0623460 Jun 18 16:56:37.948883 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-812182c7-bf99-46c7-9ff8-83328c09b39e req-edcd1e9c-ebcd-4e29-a2eb-d94365964c72 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302522 Jun 18 16:56:38.264257 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:38.331914 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b025f-cc75-455f-ba0a-6728310d2f5b req-55631125-e41b-4419-9e70-a03414391097 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:38.333340 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-162b025f-cc75-455f-ba0a-6728310d2f5b req-55631125-e41b-4419-9e70-a03414391097 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c41e292-d413-433f-b42d-7657ab4e92d1 HTTP/1.1" status: 200 len: 945 time: 0.0677271 Jun 18 16:56:38.369983 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-162b025f-cc75-455f-ba0a-6728310d2f5b req-60bbd5f1-2ffc-4b94-b431-270a1992d318 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308943 Jun 18 16:56:39.012537 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:39.548910 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb030c6-0178-4f92-824f-ab2b6a8e2be6 req-3d6e7441-620f-48fc-b17e-4ab244af1fcd tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:39.550368 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9bb030c6-0178-4f92-824f-ab2b6a8e2be6 req-3d6e7441-620f-48fc-b17e-4ab244af1fcd tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c41e292-d413-433f-b42d-7657ab4e92d1 HTTP/1.1" status: 200 len: 945 time: 0.0631151 Jun 18 16:56:39.586860 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9bb030c6-0178-4f92-824f-ab2b6a8e2be6 req-52946929-6ff2-4a4e-b82e-787dee85c7d2 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307641 Jun 18 16:56:39.828196 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3a7c4-df08-4260-8980-bd2e106dc9e2 req-ae5905f8-8616-4386-ae9c-112f874623b6 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:39.829677 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-49e3a7c4-df08-4260-8980-bd2e106dc9e2 req-ae5905f8-8616-4386-ae9c-112f874623b6 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c41e292-d413-433f-b42d-7657ab4e92d1 HTTP/1.1" status: 200 len: 945 time: 0.0617695 Jun 18 16:56:39.931746 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-49e3a7c4-df08-4260-8980-bd2e106dc9e2 req-a719d6e4-b61f-4f75-9f54-53753c7c5960 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Deleting port cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:56:39.932092 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-49e3a7c4-df08-4260-8980-bd2e106dc9e2 req-a719d6e4-b61f-4f75-9f54-53753c7c5960 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:40.018755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-49e3a7c4-df08-4260-8980-bd2e106dc9e2 req-a719d6e4-b61f-4f75-9f54-53753c7c5960 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] For port cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1,segment=NetworkSegment(cc74c864-8abd-4d69-b63d-f592c92a8acd),segment_id=cc74c864-8abd-4d69-b63d-f592c92a8acd)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:40.019120 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-49e3a7c4-df08-4260-8980-bd2e106dc9e2 req-a719d6e4-b61f-4f75-9f54-53753c7c5960 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:40.084543 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-49e3a7c4-df08-4260-8980-bd2e106dc9e2 req-a719d6e4-b61f-4f75-9f54-53753c7c5960 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Calling delete_port for cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:56:40.213348 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-49e3a7c4-df08-4260-8980-bd2e106dc9e2 req-a719d6e4-b61f-4f75-9f54-53753c7c5960 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:40.217127 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-abb4efed-7268-4a94-a0fa-d4007a1c1630 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:40.244469 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719d6e4-b61f-4f75-9f54-53753c7c5960 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Pushing event deleted for resources: {'Port': ['ID=cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:40.247532 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a719d6e4-b61f-4f75-9f54-53753c7c5960 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:40.248556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['04bb024a-90e9-47cb-afbb-0a3d011519d2', 'cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:56:40.288040 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e3a7c4-df08-4260-8980-bd2e106dc9e2 req-a719d6e4-b61f-4f75-9f54-53753c7c5960 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] No DVR routers for this DVR port cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:56:40.290544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-49e3a7c4-df08-4260-8980-bd2e106dc9e2 req-a719d6e4-b61f-4f75-9f54-53753c7c5960 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:40.292515 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-49e3a7c4-df08-4260-8980-bd2e106dc9e2 req-a719d6e4-b61f-4f75-9f54-53753c7c5960 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.64 "DELETE /v2.0/ports/cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 HTTP/1.1" status: 204 len: 173 time: 0.4574180 Jun 18 16:56:40.293060 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c41e292-d413-433f-b42d-7657ab4e92d1', 'name': 'network-vif-deleted', 'tag': 'cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:56:40.295656 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d35894-3512-42d7-ae59-10f4e7f615c8" -d '{"events": [{"server_uuid": "9c41e292-d413-433f-b42d-7657ab4e92d1", "name": "network-vif-deleted", "tag": "cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:56:40.335396 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d10d94f-4cfa-478c-826f-0c5b1f5b78ab x-openstack-request-id: req-4d10d94f-4cfa-478c-826f-0c5b1f5b78ab {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:56:40.335793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c41e292-d413-433f-b42d-7657ab4e92d1", "name": "network-vif-deleted", "tag": "cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:56:40.336081 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d10d94f-4cfa-478c-826f-0c5b1f5b78ab {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:56:40.336546 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c41e292-d413-433f-b42d-7657ab4e92d1', 'name': 'network-vif-deleted', 'tag': 'cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1', 'status': 'completed', 'code': 200} Jun 18 16:56:40.543220 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:40.623540 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:56:40.740056 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b76a842d-764f-4a2a-b692-8f3b1cd60c1e req-f037ec7f-e36b-494b-8884-564ab82cb93d tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c41e292-d413-433f-b42d-7657ab4e92d1 HTTP/1.1" status: 200 len: 210 time: 0.0277753 Jun 18 16:56:41.989216 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f21586-624e-4b6f-986b-2be3d4e8fea5 req-6d3ba0fe-411b-4a41-bb76-1145f3bcc2b8 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:41.990573 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-74f21586-624e-4b6f-986b-2be3d4e8fea5 req-6d3ba0fe-411b-4a41-bb76-1145f3bcc2b8 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 945 time: 0.0657327 Jun 18 16:56:42.027249 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-74f21586-624e-4b6f-986b-2be3d4e8fea5 req-812946c5-3d54-4a95-a85a-a20a2ec54aec tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310271 Jun 18 16:56:42.214099 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c7a1e-fcbb-4b51-b404-2d1294e7e67a req-60c22270-e07e-40cd-a105-475f44568d9d tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:42.215582 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a99c7a1e-fcbb-4b51-b404-2d1294e7e67a req-60c22270-e07e-40cd-a105-475f44568d9d tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 945 time: 0.0630827 Jun 18 16:56:42.255830 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a99c7a1e-fcbb-4b51-b404-2d1294e7e67a req-a80366bf-0d7b-401b-bf2a-6f9598f28ee6 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342412 Jun 18 16:56:42.424584 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bec2b8-4eda-46a7-9d5d-0ffd46a8461f req-bda2f71c-a1b0-4a06-ad47-4f083e80cdab tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:42.425986 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c0bec2b8-4eda-46a7-9d5d-0ffd46a8461f req-bda2f71c-a1b0-4a06-ad47-4f083e80cdab tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 945 time: 0.0603297 Jun 18 16:56:42.466391 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c0bec2b8-4eda-46a7-9d5d-0ffd46a8461f req-54d83d34-f331-47e4-b780-0f8c7ef5f0cb tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348315 Jun 18 16:56:42.738596 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed67bd-cfe0-49d9-9846-7c36436d3ecf req-605557cf-4bac-4ae5-a9f9-4fed14558ec8 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:42.740263 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-53ed67bd-cfe0-49d9-9846-7c36436d3ecf req-605557cf-4bac-4ae5-a9f9-4fed14558ec8 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 945 time: 0.0636141 Jun 18 16:56:42.777618 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-53ed67bd-cfe0-49d9-9846-7c36436d3ecf req-0a42c3f8-b124-4232-83c0-6759fa966823 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313671 Jun 18 16:56:42.948599 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ff06c-839b-4c2a-b5b0-56e6cc560b04 req-9ca22354-e21c-4ee1-ab84-50058458a414 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:42.950027 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-572ff06c-839b-4c2a-b5b0-56e6cc560b04 req-9ca22354-e21c-4ee1-ab84-50058458a414 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 945 time: 0.0621469 Jun 18 16:56:42.986663 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-572ff06c-839b-4c2a-b5b0-56e6cc560b04 req-1fc76397-4221-4aac-beb0-421c5138320b tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309241 Jun 18 16:56:43.168643 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6637529-4dad-4119-ad13-07e32ae7f357 req-fa64c9b0-8761-42f0-b863-27e30d37ce1e tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:43.170339 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a6637529-4dad-4119-ad13-07e32ae7f357 req-fa64c9b0-8761-42f0-b863-27e30d37ce1e tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 945 time: 0.0655997 Jun 18 16:56:43.207620 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a6637529-4dad-4119-ad13-07e32ae7f357 req-342f5d4e-72a2-488a-bf71-e9312f92e841 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311847 Jun 18 16:56:43.313347 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:56:43.333870 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:56:43.334231 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device cecc70a8-6c1b-41d6-97e4-ff6fcd052dd1 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:56:43.725941 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99233e9-4a6e-46f1-a082-dae99aade9c9 req-d5d44bb0-dc84-4b7d-8308-42c82fac6539 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:43.727419 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c99233e9-4a6e-46f1-a082-dae99aade9c9 req-d5d44bb0-dc84-4b7d-8308-42c82fac6539 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 945 time: 0.0673769 Jun 18 16:56:43.764744 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c99233e9-4a6e-46f1-a082-dae99aade9c9 req-5ccf6df4-8afc-43cd-a5ea-d0ece0d42068 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317633 Jun 18 16:56:44.938955 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a9b5d-1f5c-4e62-81b1-f1f33fbfc32f req-91da31af-3f30-45e6-8045-6ae9078f2857 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:44.940315 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a86a9b5d-1f5c-4e62-81b1-f1f33fbfc32f req-91da31af-3f30-45e6-8045-6ae9078f2857 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 945 time: 0.0633214 Jun 18 16:56:44.982719 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a86a9b5d-1f5c-4e62-81b1-f1f33fbfc32f req-66d29973-d23e-488b-be45-89c8571ecb45 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f1d8a1-4171-4552-b859-53513168d163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368328 Jun 18 16:56:45.252309 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c653e-7fef-4dbf-8b30-eba3ccde779c req-d54bf2d2-c683-4d8c-ae77-c655ce7c3b1d tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:45.253613 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ae8c653e-7fef-4dbf-8b30-eba3ccde779c req-d54bf2d2-c683-4d8c-ae77-c655ce7c3b1d tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.64 "GET /v2.0/ports?device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 945 time: 0.0659468 Jun 18 16:56:45.350832 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-ae8c653e-7fef-4dbf-8b30-eba3ccde779c req-689d4c2b-e4a2-47cd-a8a8-86975980f2ed tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Deleting port 04bb024a-90e9-47cb-afbb-0a3d011519d2 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:56:45.351165 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ae8c653e-7fef-4dbf-8b30-eba3ccde779c req-689d4c2b-e4a2-47cd-a8a8-86975980f2ed tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:45.439518 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-ae8c653e-7fef-4dbf-8b30-eba3ccde779c req-689d4c2b-e4a2-47cd-a8a8-86975980f2ed tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] For port 04bb024a-90e9-47cb-afbb-0a3d011519d2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=04bb024a-90e9-47cb-afbb-0a3d011519d2,segment=NetworkSegment(cc74c864-8abd-4d69-b63d-f592c92a8acd),segment_id=cc74c864-8abd-4d69-b63d-f592c92a8acd)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:45.439871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ae8c653e-7fef-4dbf-8b30-eba3ccde779c req-689d4c2b-e4a2-47cd-a8a8-86975980f2ed tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:45.499956 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-ae8c653e-7fef-4dbf-8b30-eba3ccde779c req-689d4c2b-e4a2-47cd-a8a8-86975980f2ed tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Calling delete_port for 04bb024a-90e9-47cb-afbb-0a3d011519d2 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:56:45.623615 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ae8c653e-7fef-4dbf-8b30-eba3ccde779c req-689d4c2b-e4a2-47cd-a8a8-86975980f2ed tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:45.628118 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f97a0bb0-4a14-466b-96c2-5680607b85fe tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:45.652004 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d4c2b-e4a2-47cd-a8a8-86975980f2ed tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Pushing event deleted for resources: {'Port': ['ID=04bb024a-90e9-47cb-afbb-0a3d011519d2,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:45.656724 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['04bb024a-90e9-47cb-afbb-0a3d011519d2'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:56:45.659371 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-689d4c2b-e4a2-47cd-a8a8-86975980f2ed tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:45.703719 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8c653e-7fef-4dbf-8b30-eba3ccde779c req-689d4c2b-e4a2-47cd-a8a8-86975980f2ed tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] No DVR routers for this DVR port 04bb024a-90e9-47cb-afbb-0a3d011519d2 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:56:45.706766 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ae8c653e-7fef-4dbf-8b30-eba3ccde779c req-689d4c2b-e4a2-47cd-a8a8-86975980f2ed tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:45.708707 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ae8c653e-7fef-4dbf-8b30-eba3ccde779c req-689d4c2b-e4a2-47cd-a8a8-86975980f2ed tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.64 "DELETE /v2.0/ports/04bb024a-90e9-47cb-afbb-0a3d011519d2 HTTP/1.1" status: 204 len: 173 time: 0.4500387 Jun 18 16:56:45.709236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb65dff-bfda-4163-8901-0e77d52fb7ec', 'name': 'network-vif-deleted', 'tag': '04bb024a-90e9-47cb-afbb-0a3d011519d2'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:56:45.711547 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ada5cd2-5180-40a3-9bfb-2bbd2226012e" -d '{"events": [{"server_uuid": "feb65dff-bfda-4163-8901-0e77d52fb7ec", "name": "network-vif-deleted", "tag": "04bb024a-90e9-47cb-afbb-0a3d011519d2"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:56:45.753734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcbb5ba-fc8c-4954-83c2-1e36fe3e3376 x-openstack-request-id: req-4fcbb5ba-fc8c-4954-83c2-1e36fe3e3376 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:56:45.754085 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb65dff-bfda-4163-8901-0e77d52fb7ec", "name": "network-vif-deleted", "tag": "04bb024a-90e9-47cb-afbb-0a3d011519d2", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:56:45.754392 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4fcbb5ba-fc8c-4954-83c2-1e36fe3e3376 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:56:45.754874 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb65dff-bfda-4163-8901-0e77d52fb7ec', 'name': 'network-vif-deleted', 'tag': '04bb024a-90e9-47cb-afbb-0a3d011519d2', 'status': 'completed', 'code': 200} Jun 18 16:56:46.133991 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e87b6302-049c-41aa-a40d-6cc893e1808a req-720ef096-ab2e-459f-aa1f-69d8f36dadf7 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb65dff-bfda-4163-8901-0e77d52fb7ec HTTP/1.1" status: 200 len: 210 time: 0.0304492 Jun 18 16:56:47.228040 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55082) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:47.273169 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-afea4025-0a31-4f12-90b1-f9cf6f41bc51 admin admin] Deleting subnet ddb1ad3b-4e25-4c71-b384-fac4a495802c {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:56:47.276163 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-afea4025-0a31-4f12-90b1-f9cf6f41bc51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:47.309807 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-afea4025-0a31-4f12-90b1-f9cf6f41bc51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:47.348639 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-afea4025-0a31-4f12-90b1-f9cf6f41bc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:47.403600 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-afea4025-0a31-4f12-90b1-f9cf6f41bc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:47.406284 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c1fc94f3-0c6c-4680-b591-bbd76417c255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:47.431557 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea4025-0a31-4f12-90b1-f9cf6f41bc51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb1ad3b-4e25-4c71-b384-fac4a495802c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:47.433433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-afea4025-0a31-4f12-90b1-f9cf6f41bc51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:47.435275 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-afea4025-0a31-4f12-90b1-f9cf6f41bc51 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ddb1ad3b-4e25-4c71-b384-fac4a495802c HTTP/1.1" status: 204 len: 168 time: 0.2062418 Jun 18 16:56:47.436177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-afea4025-0a31-4f12-90b1-f9cf6f41bc51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:47.437657 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55084) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:47.504642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fd93a2de-c5e5-448f-b882-68e914940bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:47.601417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fd93a2de-c5e5-448f-b882-68e914940bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:47.610967 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-fd93a2de-c5e5-448f-b882-68e914940bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483d4131-9c24-453b-a025-ff6e74f9c502']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:47.620694 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-fd93a2de-c5e5-448f-b882-68e914940bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc74c864-8abd-4d69-b63d-f592c92a8acd') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:47.620992 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-fd93a2de-c5e5-448f-b882-68e914940bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc74c864-8abd-4d69-b63d-f592c92a8acd') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:47.630189 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fd93a2de-c5e5-448f-b882-68e914940bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:47.643896 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fd93a2de-c5e5-448f-b882-68e914940bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:47.649578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd93a2de-c5e5-448f-b882-68e914940bb9 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:56:47.649960 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fd93a2de-c5e5-448f-b882-68e914940bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:56:47.651955 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:56:47.703396 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fd93a2de-c5e5-448f-b882-68e914940bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:47.707292 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7797ac35-892f-4a81-86da-150e643a8d9e tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:47.709757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fd93a2de-c5e5-448f-b882-68e914940bb9 admin admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:47.711482 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fd93a2de-c5e5-448f-b882-68e914940bb9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/483d4131-9c24-453b-a025-ff6e74f9c502 HTTP/1.1" status: 204 len: 168 time: 0.2721241 Jun 18 16:56:47.722069 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93a2de-c5e5-448f-b882-68e914940bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=483d4131-9c24-453b-a025-ff6e74f9c502,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:47.724395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fd93a2de-c5e5-448f-b882-68e914940bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:47.816837 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55088) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:47.861045 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-272426a7-8106-40a6-9003-4125d3929f51 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33ce5e58f26747b7b9697e2527ae0ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423186 Jun 18 16:56:47.863415 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55090) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:47.909489 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e90c97dc-6b4b-4f6c-8938-8d6687dface5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:47.930201 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e90c97dc-6b4b-4f6c-8938-8d6687dface5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:47.975898 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e90c97dc-6b4b-4f6c-8938-8d6687dface5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:47.978827 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e90c97dc-6b4b-4f6c-8938-8d6687dface5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:47.979996 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e90c97dc-6b4b-4f6c-8938-8d6687dface5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0f1d8a1-4171-4552-b859-53513168d163 HTTP/1.1" status: 204 len: 168 time: 0.1156895 Jun 18 16:56:47.980774 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7faaaa36-53bf-469a-8b14-8dbb47186d98 tempest-NegativeSecGroupIPv6Test-2094241608 tempest-NegativeSecGroupIPv6Test-2094241608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:47.988666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c97dc-6b4b-4f6c-8938-8d6687dface5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f1d8a1-4171-4552-b859-53513168d163,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:47.991069 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e90c97dc-6b4b-4f6c-8938-8d6687dface5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:48.642762 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55114) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:48.735482 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ce419ebe-986b-4280-8abf-9caf50637038 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-405112404'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:48.755939 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce419ebe-986b-4280-8abf-9caf50637038 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Made reservation on behalf of 54cad1083ae444819ec9ad3a15ebfd0a for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:56:48.759226 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ce419ebe-986b-4280-8abf-9caf50637038 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:48.768686 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ce419ebe-986b-4280-8abf-9caf50637038 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:48.858597 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ce419ebe-986b-4280-8abf-9caf50637038 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:48.862798 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ce419ebe-986b-4280-8abf-9caf50637038 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:48.865632 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c431c97b-ef4a-4f98-a55d-265bd67027bc tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:48.887931 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce419ebe-986b-4280-8abf-9caf50637038 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:56:48.897807 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce419ebe-986b-4280-8abf-9caf50637038 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5263fbe0-86bd-4fcb-9df8-0753e129255f,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:48.902394 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ce419ebe-986b-4280-8abf-9caf50637038 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:48.903418 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ce419ebe-986b-4280-8abf-9caf50637038 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:48.903753 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-ce419ebe-986b-4280-8abf-9caf50637038 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Added segment 06897acb-04c2-428c-9232-62ff7ea3e6f0 of type vlan for network 5d91c2ed-2d06-4b19-a48e-cecb347c9ccf Jun 18 16:56:48.944257 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ce419ebe-986b-4280-8abf-9caf50637038 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:48.971117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ce419ebe-986b-4280-8abf-9caf50637038 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:48.976713 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce419ebe-986b-4280-8abf-9caf50637038 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:48.977289 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ce419ebe-986b-4280-8abf-9caf50637038 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:48.979469 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-60eea047-915a-4bde-96db-3e065bae8d13 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:49.031423 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ce419ebe-986b-4280-8abf-9caf50637038 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3875723 Jun 18 16:56:49.045391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce419ebe-986b-4280-8abf-9caf50637038 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event updated for resources: {'Network': ['ID=5d91c2ed-2d06-4b19-a48e-cecb347c9ccf,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:49.048240 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ce419ebe-986b-4280-8abf-9caf50637038 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:49.056602 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 5d91c2ed-2d06-4b19-a48e-cecb347c9ccf details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:56:49.353648 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 04bb024a-90e9-47cb-afbb-0a3d011519d2 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:56:49.373769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 04bb024a-90e9-47cb-afbb-0a3d011519d2 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:56:49.374118 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 04bb024a-90e9-47cb-afbb-0a3d011519d2 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:56:52.275102 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55118) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:52.280263 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-457c7902-59d8-4cfa-802d-a5ce95f17217 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Request body: {'subnet': {'network_id': '5d91c2ed-2d06-4b19-a48e-cecb347c9ccf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:52.367254 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457c7902-59d8-4cfa-802d-a5ce95f17217 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Made reservation on behalf of 54cad1083ae444819ec9ad3a15ebfd0a for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:56:52.370692 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-457c7902-59d8-4cfa-802d-a5ce95f17217 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:52.549387 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-457c7902-59d8-4cfa-802d-a5ce95f17217 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:52.552213 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a4323601-0bae-4934-8f8e-1ac678974868 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:52.609541 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c7902-59d8-4cfa-802d-a5ce95f17217 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event updated for resources: {'Subnet': ['ID=7730d410-beda-4f2c-b569-d445a75bdc48,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:52.614066 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-457c7902-59d8-4cfa-802d-a5ce95f17217 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:52.617776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457c7902-59d8-4cfa-802d-a5ce95f17217 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Checking segment: {'id': '06897acb-04c2-428c-9232-62ff7ea3e6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5d91c2ed-2d06-4b19-a48e-cecb347c9ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:56:52.618133 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457c7902-59d8-4cfa-802d-a5ce95f17217 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Network hostable DHCP agents. Network: 5d91c2ed-2d06-4b19-a48e-cecb347c9ccf, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:56:52.634021 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457c7902-59d8-4cfa-802d-a5ce95f17217 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Network 5d91c2ed-2d06-4b19-a48e-cecb347c9ccf is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:56:52.643037 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-457c7902-59d8-4cfa-802d-a5ce95f17217 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 5d91c2ed-2d06-4b19-a48e-cecb347c9ccf) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:56:52.647371 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c7902-59d8-4cfa-802d-a5ce95f17217 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:52.647952 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-457c7902-59d8-4cfa-802d-a5ce95f17217 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:52.653919 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66c2723-d99c-469b-954a-ecd8132a3969 None None] Network 5d91c2ed-2d06-4b19-a48e-cecb347c9ccf requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:56:52.662633 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-457c7902-59d8-4cfa-802d-a5ce95f17217 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3860242 Jun 18 16:56:52.665800 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55120) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:52.676293 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c20eeb17-202d-4a37-80af-6594abd08c52 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1693269355'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:52.703189 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20eeb17-202d-4a37-80af-6594abd08c52 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Made reservation on behalf of 54cad1083ae444819ec9ad3a15ebfd0a for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:56:52.707720 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c20eeb17-202d-4a37-80af-6594abd08c52 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:52.730960 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20eeb17-202d-4a37-80af-6594abd08c52 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:56:52.740662 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c20eeb17-202d-4a37-80af-6594abd08c52 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:52.741010 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-c20eeb17-202d-4a37-80af-6594abd08c52 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Added segment 269f3753-d800-48e6-9c71-13b6aca75333 of type vlan for network 9fabaefb-8213-4b4d-894b-a73e4b746794 Jun 18 16:56:52.783814 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c20eeb17-202d-4a37-80af-6594abd08c52 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:52.801766 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-5d91c2ed-2d06-4b19-a48e-cecb347c9ccf', 'network_id': '5d91c2ed-2d06-4b19-a48e-cecb347c9ccf', 'tenant_id': '54cad1083ae444819ec9ad3a15ebfd0a', 'fixed_ips': [{'subnet_id': '7730d410-beda-4f2c-b569-d445a75bdc48'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:56:52.802669 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:52.815537 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c20eeb17-202d-4a37-80af-6594abd08c52 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:52.821356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20eeb17-202d-4a37-80af-6594abd08c52 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:52.822055 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c20eeb17-202d-4a37-80af-6594abd08c52 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:52.825280 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4205274f-3e68-4918-b62b-60ff902c6f3e tempest-TestNetworkAdvancedServerOps-1810712617 tempest-TestNetworkAdvancedServerOps-1810712617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:52.877976 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c20eeb17-202d-4a37-80af-6594abd08c52 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2059443 Jun 18 16:56:52.880809 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55122) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:52.885782 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-2c5915bf-3430-4668-aa0d-5c661c1caacd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Request body: {'subnet': {'network_id': '9fabaefb-8213-4b4d-894b-a73e4b746794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:52.939895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Allocated IP 2001:db8:0:ffff::2 (5d91c2ed-2d06-4b19-a48e-cecb347c9ccf/7730d410-beda-4f2c-b569-d445a75bdc48/6e147b09-26ae-475e-aea8-6e6993d34ffc) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:56:52.955882 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20eeb17-202d-4a37-80af-6594abd08c52 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event updated for resources: {'Network': ['ID=9fabaefb-8213-4b4d-894b-a73e4b746794,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:52.959961 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c20eeb17-202d-4a37-80af-6594abd08c52 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:52.989578 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 9fabaefb-8213-4b4d-894b-a73e4b746794 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:56:53.010459 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5915bf-3430-4668-aa0d-5c661c1caacd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Made reservation on behalf of 54cad1083ae444819ec9ad3a15ebfd0a for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:56:53.014041 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c5915bf-3430-4668-aa0d-5c661c1caacd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:53.147784 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:53.158742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Transition to ACTIVE for port object 6e147b09-26ae-475e-aea8-6e6993d34ffc will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:56:53.175579 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Transition to ACTIVE for port object 6e147b09-26ae-475e-aea8-6e6993d34ffc will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:56:53.184300 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:53.186432 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:53.217495 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c5915bf-3430-4668-aa0d-5c661c1caacd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:53.220501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-44771673-ed57-47f9-bb65-23fcb6b4b4b1 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:53.231731 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Network 5d91c2ed-2d06-4b19-a48e-cecb347c9ccf is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:56:53.234636 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:56:53.239534 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:56:53.242513 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Pushing event updated for resources: {'Port': ['ID=6e147b09-26ae-475e-aea8-6e6993d34ffc,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:53.246132 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:53.287105 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5915bf-3430-4668-aa0d-5c661c1caacd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event updated for resources: {'Subnet': ['ID=8b22e0ff-4acb-4c61-a92c-8464c4df27f9,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:53.290043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2c5915bf-3430-4668-aa0d-5c661c1caacd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:53.298841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5915bf-3430-4668-aa0d-5c661c1caacd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Checking segment: {'id': '269f3753-d800-48e6-9c71-13b6aca75333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9fabaefb-8213-4b4d-894b-a73e4b746794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:56:53.299211 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5915bf-3430-4668-aa0d-5c661c1caacd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Network hostable DHCP agents. Network: 9fabaefb-8213-4b4d-894b-a73e4b746794, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:56:53.310039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Attempting to bind port 6e147b09-26ae-475e-aea8-6e6993d34ffc on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:56:53.310423 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Attempting to bind port 6e147b09-26ae-475e-aea8-6e6993d34ffc by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '06897acb-04c2-428c-9232-62ff7ea3e6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5d91c2ed-2d06-4b19-a48e-cecb347c9ccf'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:56:53.310898 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Attempting to bind port 6e147b09-26ae-475e-aea8-6e6993d34ffc on network 5d91c2ed-2d06-4b19-a48e-cecb347c9ccf {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:56:53.316353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5915bf-3430-4668-aa0d-5c661c1caacd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Network 9fabaefb-8213-4b4d-894b-a73e4b746794 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:56:53.317585 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:56:53.317977 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Checking segment: {'id': '06897acb-04c2-428c-9232-62ff7ea3e6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5d91c2ed-2d06-4b19-a48e-cecb347c9ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:56:53.318553 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:53.318971 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Bound using segment: {'id': '06897acb-04c2-428c-9232-62ff7ea3e6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5d91c2ed-2d06-4b19-a48e-cecb347c9ccf'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:56:53.319447 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Bound port: 6e147b09-26ae-475e-aea8-6e6993d34ffc, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06897acb-04c2-428c-9232-62ff7ea3e6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5d91c2ed-2d06-4b19-a48e-cecb347c9ccf'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:56:53.319831 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:53.325860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-2c5915bf-3430-4668-aa0d-5c661c1caacd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 9fabaefb-8213-4b4d-894b-a73e4b746794) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:56:53.330695 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5915bf-3430-4668-aa0d-5c661c1caacd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:53.331251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c5915bf-3430-4668-aa0d-5c661c1caacd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:53.335799 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53723bf2-3753-4255-b514-7002430cb6af None None] Network 9fabaefb-8213-4b4d-894b-a73e4b746794 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:56:53.348940 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2c5915bf-3430-4668-aa0d-5c661c1caacd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4645817 Jun 18 16:56:53.349107 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55124) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:53.433570 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] For port 6e147b09-26ae-475e-aea8-6e6993d34ffc, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:56:53.437838 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] For port 6e147b09-26ae-475e-aea8-6e6993d34ffc, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=6e147b09-26ae-475e-aea8-6e6993d34ffc,segment=NetworkSegment(06897acb-04c2-428c-9232-62ff7ea3e6f0),segment_id=06897acb-04c2-428c-9232-62ff7ea3e6f0)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:56:53.446353 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:53.447255 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7f9da502-91dc-454c-85d4-fed5ac2ec1bb tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:53.451574 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:53.528541 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7f9da502-91dc-454c-85d4-fed5ac2ec1bb tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:53.543504 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Pushing event updated for resources: {'Port': ['ID=6e147b09-26ae-475e-aea8-6e6993d34ffc,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:53.548812 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:53.583510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bc1bce-d37d-46ef-84b2-e77ab895d986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-9fabaefb-8213-4b4d-894b-a73e4b746794', 'network_id': '9fabaefb-8213-4b4d-894b-a73e4b746794', 'tenant_id': '54cad1083ae444819ec9ad3a15ebfd0a', 'fixed_ips': [{'subnet_id': '8b22e0ff-4acb-4c61-a92c-8464c4df27f9'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:56:53.584356 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e6bc1bce-d37d-46ef-84b2-e77ab895d986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:53.603295 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7f9da502-91dc-454c-85d4-fed5ac2ec1bb tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:53.606893 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b94cfc8e-dbcb-4089-8c7d-d4d5806956d7 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:53.639659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9da502-91dc-454c-85d4-fed5ac2ec1bb tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event deleted for resources: {'Subnet': ['ID=8b22e0ff-4acb-4c61-a92c-8464c4df27f9,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:53.641916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7f9da502-91dc-454c-85d4-fed5ac2ec1bb tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server [None req-e6bc1bce-d37d-46ef-84b2-e77ab895d986 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b22e0ff-4acb-4c61-a92c-8464c4df27f9: This subnet is being modified by another concurrent operation. Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise exception Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b22e0ff-4acb-4c61-a92c-8464c4df27f9: This subnet is being modified by another concurrent operation. Jun 18 16:56:53.717274 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server Jun 18 16:56:53.726086 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7f9da502-91dc-454c-85d4-fed5ac2ec1bb tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:53.728610 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-7f9da502-91dc-454c-85d4-fed5ac2ec1bb tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fabaefb-8213-4b4d-894b-a73e4b746794']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:53.740860 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f07c885-53a4-4d0f-bef1-b38774039d70 None None] Network 9fabaefb-8213-4b4d-894b-a73e4b746794 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:56:53.743598 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-7f9da502-91dc-454c-85d4-fed5ac2ec1bb tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269f3753-d800-48e6-9c71-13b6aca75333') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:53.743904 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-7f9da502-91dc-454c-85d4-fed5ac2ec1bb tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269f3753-d800-48e6-9c71-13b6aca75333') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:53.756208 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7f9da502-91dc-454c-85d4-fed5ac2ec1bb tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:53.776307 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7f9da502-91dc-454c-85d4-fed5ac2ec1bb tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:53.785574 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f9da502-91dc-454c-85d4-fed5ac2ec1bb tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:56:53.786118 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7f9da502-91dc-454c-85d4-fed5ac2ec1bb tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:56:53.801305 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:56:53.863008 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7f9da502-91dc-454c-85d4-fed5ac2ec1bb tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:53.867250 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7f9da502-91dc-454c-85d4-fed5ac2ec1bb tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:53.870748 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7f9da502-91dc-454c-85d4-fed5ac2ec1bb tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "DELETE /v2.0/networks/9fabaefb-8213-4b4d-894b-a73e4b746794 HTTP/1.1" status: 204 len: 168 time: 0.5198481 Jun 18 16:56:53.870748 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-42245bc3-ae7b-4b1c-966d-49e85bcc6836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:53.873628 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55126) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:53.879588 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-38ff6695-a81b-48ae-abee-8a49566f9f3d tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1170800657'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:53.884532 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9da502-91dc-454c-85d4-fed5ac2ec1bb tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event deleted for resources: {'Network': ['ID=9fabaefb-8213-4b4d-894b-a73e4b746794,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:53.886955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7f9da502-91dc-454c-85d4-fed5ac2ec1bb tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:53.900415 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ff6695-a81b-48ae-abee-8a49566f9f3d tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Made reservation on behalf of 54cad1083ae444819ec9ad3a15ebfd0a for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:56:53.903829 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38ff6695-a81b-48ae-abee-8a49566f9f3d tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:53.928618 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ff6695-a81b-48ae-abee-8a49566f9f3d tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:56:53.936977 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38ff6695-a81b-48ae-abee-8a49566f9f3d tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:53.937317 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-38ff6695-a81b-48ae-abee-8a49566f9f3d tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Added segment fb25e758-b451-4811-b3e5-8ede9fc9ad6a of type vlan for network cee767e5-5742-4dcd-904f-2fbd47c88318 Jun 18 16:56:53.976767 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38ff6695-a81b-48ae-abee-8a49566f9f3d tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:54.003874 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38ff6695-a81b-48ae-abee-8a49566f9f3d tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:54.009312 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ff6695-a81b-48ae-abee-8a49566f9f3d tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:54.009884 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38ff6695-a81b-48ae-abee-8a49566f9f3d tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:54.012902 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4d48dd6f-6d8e-48fe-a079-eb2975736c41 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:54.064492 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-38ff6695-a81b-48ae-abee-8a49566f9f3d tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1896627 Jun 18 16:56:54.067731 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55128) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:54.074696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-f2e00296-5bce-44d2-b7d6-637163cc002f tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Request body: {'subnet': {'network_id': 'cee767e5-5742-4dcd-904f-2fbd47c88318', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:54.123951 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff6695-a81b-48ae-abee-8a49566f9f3d tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event updated for resources: {'Network': ['ID=cee767e5-5742-4dcd-904f-2fbd47c88318,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:54.128120 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-38ff6695-a81b-48ae-abee-8a49566f9f3d tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:54.134417 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network cee767e5-5742-4dcd-904f-2fbd47c88318 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:56:54.172858 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e00296-5bce-44d2-b7d6-637163cc002f tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Made reservation on behalf of 54cad1083ae444819ec9ad3a15ebfd0a for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:56:54.176745 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2e00296-5bce-44d2-b7d6-637163cc002f tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:54.504352 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bd819d-79a8-487c-8ac3-dc4520fb4662 None None] Network 5d91c2ed-2d06-4b19-a48e-cecb347c9ccf requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:56:54.561633 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.ipam_backend_mixin [None req-f2e00296-5bce-44d2-b7d6-637163cc002f tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Performing IP validity checks on allocation pools {{(pid=93427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 18 16:56:54.562155 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.ipam_backend_mixin [None req-f2e00296-5bce-44d2-b7d6-637163cc002f tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 18 16:56:54.630119 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2f98479b-f25b-43b1-bcbe-a68410adcaba None None] Provisioning for port 6e147b09-26ae-475e-aea8-6e6993d34ffc completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:56:54.693947 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2e00296-5bce-44d2-b7d6-637163cc002f tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:54.695998 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-21296a41-a1d3-44f0-b8b5-e64f808012dd tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:54.751314 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e00296-5bce-44d2-b7d6-637163cc002f tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event updated for resources: {'Subnet': ['ID=b145d1a3-01f4-40e8-98ca-4554dc964708,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:54.754141 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f2e00296-5bce-44d2-b7d6-637163cc002f tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:54.777760 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 6e147b09-26ae-475e-aea8-6e6993d34ffc up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:56:54.778295 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e00296-5bce-44d2-b7d6-637163cc002f tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Checking segment: {'id': 'fb25e758-b451-4811-b3e5-8ede9fc9ad6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'cee767e5-5742-4dcd-904f-2fbd47c88318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:56:54.778707 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e00296-5bce-44d2-b7d6-637163cc002f tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Network hostable DHCP agents. Network: cee767e5-5742-4dcd-904f-2fbd47c88318, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:56:54.797595 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e00296-5bce-44d2-b7d6-637163cc002f tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Network cee767e5-5742-4dcd-904f-2fbd47c88318 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:56:54.808115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-f2e00296-5bce-44d2-b7d6-637163cc002f tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, cee767e5-5742-4dcd-904f-2fbd47c88318) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:56:54.812660 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e00296-5bce-44d2-b7d6-637163cc002f tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:54.814326 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2e00296-5bce-44d2-b7d6-637163cc002f tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:54.819991 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e50cb2e-b570-49fa-8e86-821c4e8851ba None None] Network cee767e5-5742-4dcd-904f-2fbd47c88318 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:56:54.835293 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55130) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:54.835849 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f2e00296-5bce-44d2-b7d6-637163cc002f tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7668159 Jun 18 16:56:54.886795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 6e147b09-26ae-475e-aea8-6e6993d34ffc completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:56:54.893876 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 6e147b09-26ae-475e-aea8-6e6993d34ffc triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:56:54.894269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:54.936202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7111a982-ee42-40ea-8a6b-99e5c26f433c tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:54.982085 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:54.993001 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7111a982-ee42-40ea-8a6b-99e5c26f433c tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.010246 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3bf88251-fc9a-4149-96e5-0bcd705f1054 None None] Provisioning complete for port 6e147b09-26ae-475e-aea8-6e6993d34ffc triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:56:55.010650 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3bf88251-fc9a-4149-96e5-0bcd705f1054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.055373 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7111a982-ee42-40ea-8a6b-99e5c26f433c tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.058104 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2c5915bf-3430-4668-aa0d-5c661c1caacd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:55.065400 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faa6f7a-ab63-47c9-8ab2-754096b42087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-cee767e5-5742-4dcd-904f-2fbd47c88318', 'network_id': 'cee767e5-5742-4dcd-904f-2fbd47c88318', 'tenant_id': '54cad1083ae444819ec9ad3a15ebfd0a', 'fixed_ips': [{'subnet_id': 'b145d1a3-01f4-40e8-98ca-4554dc964708'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:56:55.066246 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0faa6f7a-ab63-47c9-8ab2-754096b42087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.083688 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111a982-ee42-40ea-8a6b-99e5c26f433c tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event deleted for resources: {'Subnet': ['ID=b145d1a3-01f4-40e8-98ca-4554dc964708,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:55.086028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7111a982-ee42-40ea-8a6b-99e5c26f433c tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:55.111427 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.146893 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7111a982-ee42-40ea-8a6b-99e5c26f433c tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.157535 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-7111a982-ee42-40ea-8a6b-99e5c26f433c tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee767e5-5742-4dcd-904f-2fbd47c88318']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:55.173681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-7111a982-ee42-40ea-8a6b-99e5c26f433c tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb25e758-b451-4811-b3e5-8ede9fc9ad6a') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:55.173971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-7111a982-ee42-40ea-8a6b-99e5c26f433c tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb25e758-b451-4811-b3e5-8ede9fc9ad6a') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:55.183963 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7111a982-ee42-40ea-8a6b-99e5c26f433c tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.198297 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7111a982-ee42-40ea-8a6b-99e5c26f433c tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.204896 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7111a982-ee42-40ea-8a6b-99e5c26f433c tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:56:55.205296 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7111a982-ee42-40ea-8a6b-99e5c26f433c tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:56:55.208750 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:56:55.326878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7111a982-ee42-40ea-8a6b-99e5c26f433c tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.331241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c20eeb17-202d-4a37-80af-6594abd08c52 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:55.336480 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7111a982-ee42-40ea-8a6b-99e5c26f433c tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.342030 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55132) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:55.348147 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-d760559f-6d38-4ca5-b347-62e8474ea0c3 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1910789414'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:55.351101 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7111a982-ee42-40ea-8a6b-99e5c26f433c tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "DELETE /v2.0/networks/cee767e5-5742-4dcd-904f-2fbd47c88318 HTTP/1.1" status: 204 len: 168 time: 0.5142279 Jun 18 16:56:55.355968 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854288c5-d0d0-4098-95f9-1ad87b031b63 None None] Network cee767e5-5742-4dcd-904f-2fbd47c88318 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:56:55.361280 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111a982-ee42-40ea-8a6b-99e5c26f433c tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event deleted for resources: {'Network': ['ID=cee767e5-5742-4dcd-904f-2fbd47c88318,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:55.369166 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7111a982-ee42-40ea-8a6b-99e5c26f433c tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:55.377577 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 6e147b09-26ae-475e-aea8-6e6993d34ffc, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=6e147b09-26ae-475e-aea8-6e6993d34ffc,segment=NetworkSegment(06897acb-04c2-428c-9232-62ff7ea3e6f0),segment_id=06897acb-04c2-428c-9232-62ff7ea3e6f0)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:55.383938 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d760559f-6d38-4ca5-b347-62e8474ea0c3 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Made reservation on behalf of 54cad1083ae444819ec9ad3a15ebfd0a for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:56:55.387689 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d760559f-6d38-4ca5-b347-62e8474ea0c3 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.389962 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.392467 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854288c5-d0d0-4098-95f9-1ad87b031b63 None None] Network cee767e5-5742-4dcd-904f-2fbd47c88318 could not be found, it might have been deleted concurrently. {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 18 16:56:55.395744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:55.401389 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7963885e-4fa1-4417-8ae4-fabf4c1b1886 None None] get_active_networks_info from dv-neutron-797121-1-hyperv {{(pid=93429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 16:56:55.416563 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d760559f-6d38-4ca5-b347-62e8474ea0c3 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:56:55.420991 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3bf88251-fc9a-4149-96e5-0bcd705f1054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.426549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d760559f-6d38-4ca5-b347-62e8474ea0c3 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.426921 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-d760559f-6d38-4ca5-b347-62e8474ea0c3 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Added segment 4e9dcdf2-8d8e-4e1f-b3af-ebce1ce00f9f of type vlan for network 238d6158-9d24-49f1-ab93-24700d146e98 Jun 18 16:56:55.466748 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d760559f-6d38-4ca5-b347-62e8474ea0c3 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.496169 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d760559f-6d38-4ca5-b347-62e8474ea0c3 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.501635 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d760559f-6d38-4ca5-b347-62e8474ea0c3 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:55.502199 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d760559f-6d38-4ca5-b347-62e8474ea0c3 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.504509 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e24a3810-f512-4ac8-8838-89d5cbc60ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:55.511082 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=6e147b09-26ae-475e-aea8-6e6993d34ffc,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:55.517562 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:55.546171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-3bf88251-fc9a-4149-96e5-0bcd705f1054 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:56:55.546538 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-3bf88251-fc9a-4149-96e5-0bcd705f1054 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:56:55.558636 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d760559f-6d38-4ca5-b347-62e8474ea0c3 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2154605 Jun 18 16:56:55.559266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7963885e-4fa1-4417-8ae4-fabf4c1b1886 None None] Resources bound (agent type, host, resource id): {{(pid=93429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 18 16:56:55.562157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55134) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:55.567390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-b7830b6e-3ba6-4b9a-bd65-56ca2889c323 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Request body: {'subnet': {'network_id': '238d6158-9d24-49f1-ab93-24700d146e98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:55.570417 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760559f-6d38-4ca5-b347-62e8474ea0c3 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event updated for resources: {'Network': ['ID=238d6158-9d24-49f1-ab93-24700d146e98,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:55.573243 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d760559f-6d38-4ca5-b347-62e8474ea0c3 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:55.584078 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 238d6158-9d24-49f1-ab93-24700d146e98 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:56:55.665396 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7830b6e-3ba6-4b9a-bd65-56ca2889c323 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Made reservation on behalf of 54cad1083ae444819ec9ad3a15ebfd0a for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:56:55.669202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b7830b6e-3ba6-4b9a-bd65-56ca2889c323 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.854192 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b7830b6e-3ba6-4b9a-bd65-56ca2889c323 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.856966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d192f88e-cd54-44d0-a11a-19392ce92742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:55.915620 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830b6e-3ba6-4b9a-bd65-56ca2889c323 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event updated for resources: {'Subnet': ['ID=8a0ab7d6-cadb-4607-8477-894f517483d1,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:55.919413 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b7830b6e-3ba6-4b9a-bd65-56ca2889c323 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:55.923585 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7830b6e-3ba6-4b9a-bd65-56ca2889c323 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Checking segment: {'id': '4e9dcdf2-8d8e-4e1f-b3af-ebce1ce00f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '238d6158-9d24-49f1-ab93-24700d146e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:56:55.923945 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7830b6e-3ba6-4b9a-bd65-56ca2889c323 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Network hostable DHCP agents. Network: 238d6158-9d24-49f1-ab93-24700d146e98, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:56:55.940768 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7830b6e-3ba6-4b9a-bd65-56ca2889c323 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Network 238d6158-9d24-49f1-ab93-24700d146e98 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:56:55.948668 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-b7830b6e-3ba6-4b9a-bd65-56ca2889c323 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 238d6158-9d24-49f1-ab93-24700d146e98) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:56:55.952791 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7830b6e-3ba6-4b9a-bd65-56ca2889c323 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:55.953374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-b7830b6e-3ba6-4b9a-bd65-56ca2889c323 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:55.959746 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3b6772-f358-4e47-99dd-622b44ac5379 None None] Network 238d6158-9d24-49f1-ab93-24700d146e98 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:56:55.967804 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b7830b6e-3ba6-4b9a-bd65-56ca2889c323 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4044240 Jun 18 16:56:55.971340 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55136) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:55.976539 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-5aeee0f6-5f06-4dc6-97fc-b41cfb4c29cd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-881968807'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:55.996346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aeee0f6-5f06-4dc6-97fc-b41cfb4c29cd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Made reservation on behalf of 54cad1083ae444819ec9ad3a15ebfd0a for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:56:56.000048 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5aeee0f6-5f06-4dc6-97fc-b41cfb4c29cd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:56.025012 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aeee0f6-5f06-4dc6-97fc-b41cfb4c29cd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:56:56.034344 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5aeee0f6-5f06-4dc6-97fc-b41cfb4c29cd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:56.034724 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-5aeee0f6-5f06-4dc6-97fc-b41cfb4c29cd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Added segment f3840905-8626-424c-aa84-f12d1ca6ea29 of type vlan for network 70606085-6b31-4438-b46a-7fd6ce09016c Jun 18 16:56:56.074711 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5aeee0f6-5f06-4dc6-97fc-b41cfb4c29cd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:56.102970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5aeee0f6-5f06-4dc6-97fc-b41cfb4c29cd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:56.109224 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeee0f6-5f06-4dc6-97fc-b41cfb4c29cd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:56.110343 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5aeee0f6-5f06-4dc6-97fc-b41cfb4c29cd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:56.113663 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c46052c9-d0b7-4615-8b29-5f8a8033feaf tempest-RoutersNegativeTest-471920825 tempest-RoutersNegativeTest-471920825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:56.132185 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-238d6158-9d24-49f1-ab93-24700d146e98', 'network_id': '238d6158-9d24-49f1-ab93-24700d146e98', 'tenant_id': '54cad1083ae444819ec9ad3a15ebfd0a', 'fixed_ips': [{'subnet_id': '8a0ab7d6-cadb-4607-8477-894f517483d1'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:56:56.133049 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:56.163116 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5aeee0f6-5f06-4dc6-97fc-b41cfb4c29cd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1906652 Jun 18 16:56:56.166097 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55138) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:56.170962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-2c22fbaf-9dc6-41c3-9204-f4eb195f7c53 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Request body: {'subnet': {'network_id': '70606085-6b31-4438-b46a-7fd6ce09016c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:56.226012 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeee0f6-5f06-4dc6-97fc-b41cfb4c29cd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event updated for resources: {'Network': ['ID=70606085-6b31-4438-b46a-7fd6ce09016c,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:56.230228 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5aeee0f6-5f06-4dc6-97fc-b41cfb4c29cd tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:56.246802 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 70606085-6b31-4438-b46a-7fd6ce09016c details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:56:56.272127 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c22fbaf-9dc6-41c3-9204-f4eb195f7c53 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Made reservation on behalf of 54cad1083ae444819ec9ad3a15ebfd0a for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:56:56.275737 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c22fbaf-9dc6-41c3-9204-f4eb195f7c53 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:56.323660 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Allocated IP 2001:db8::2 (238d6158-9d24-49f1-ab93-24700d146e98/8a0ab7d6-cadb-4607-8477-894f517483d1/a1e4b887-61b0-4092-9440-45bd93f28fa5) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:56:56.471655 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c22fbaf-9dc6-41c3-9204-f4eb195f7c53 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:56.474603 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2b6e2f87-d260-4409-9d60-6658eea50cd5 tempest-ExternalNetworksTestJSON-966006304 tempest-ExternalNetworksTestJSON-966006304-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:56.480032 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:56.489366 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Transition to ACTIVE for port object a1e4b887-61b0-4092-9440-45bd93f28fa5 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:56:56.504609 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Transition to ACTIVE for port object a1e4b887-61b0-4092-9440-45bd93f28fa5 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:56:56.511390 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:56.514258 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:56.533996 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22fbaf-9dc6-41c3-9204-f4eb195f7c53 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event updated for resources: {'Subnet': ['ID=3b40bf66-7cfc-4007-8325-db56ab454312,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:56.538388 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2c22fbaf-9dc6-41c3-9204-f4eb195f7c53 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:56.552859 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Network 238d6158-9d24-49f1-ab93-24700d146e98 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:56:56.555981 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:56:56.556698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c22fbaf-9dc6-41c3-9204-f4eb195f7c53 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Checking segment: {'id': 'f3840905-8626-424c-aa84-f12d1ca6ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '70606085-6b31-4438-b46a-7fd6ce09016c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:56:56.557058 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c22fbaf-9dc6-41c3-9204-f4eb195f7c53 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Network hostable DHCP agents. Network: 70606085-6b31-4438-b46a-7fd6ce09016c, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:56:56.559704 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:56:56.567071 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Pushing event updated for resources: {'Port': ['ID=a1e4b887-61b0-4092-9440-45bd93f28fa5,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:56.572297 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:56.580030 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c22fbaf-9dc6-41c3-9204-f4eb195f7c53 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Network 70606085-6b31-4438-b46a-7fd6ce09016c is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:56:56.589993 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-2c22fbaf-9dc6-41c3-9204-f4eb195f7c53 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 70606085-6b31-4438-b46a-7fd6ce09016c) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:56:56.596933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c22fbaf-9dc6-41c3-9204-f4eb195f7c53 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:56.597580 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2c22fbaf-9dc6-41c3-9204-f4eb195f7c53 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:56.612626 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66763fe1-95d3-4f40-83ad-44f0592f3fc4 None None] Network 70606085-6b31-4438-b46a-7fd6ce09016c requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:56:56.615501 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2c22fbaf-9dc6-41c3-9204-f4eb195f7c53 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4482539 Jun 18 16:56:56.616451 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55140) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:56.662193 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Attempting to bind port a1e4b887-61b0-4092-9440-45bd93f28fa5 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:56:56.662582 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Attempting to bind port a1e4b887-61b0-4092-9440-45bd93f28fa5 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '4e9dcdf2-8d8e-4e1f-b3af-ebce1ce00f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '238d6158-9d24-49f1-ab93-24700d146e98'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:56:56.662977 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Attempting to bind port a1e4b887-61b0-4092-9440-45bd93f28fa5 on network 238d6158-9d24-49f1-ab93-24700d146e98 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:56:56.678122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:56:56.678520 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Checking segment: {'id': '4e9dcdf2-8d8e-4e1f-b3af-ebce1ce00f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '238d6158-9d24-49f1-ab93-24700d146e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:56:56.678969 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:56.679390 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Bound using segment: {'id': '4e9dcdf2-8d8e-4e1f-b3af-ebce1ce00f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '238d6158-9d24-49f1-ab93-24700d146e98'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:56:56.679865 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Bound port: a1e4b887-61b0-4092-9440-45bd93f28fa5, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9dcdf2-8d8e-4e1f-b3af-ebce1ce00f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '238d6158-9d24-49f1-ab93-24700d146e98'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:56:56.680254 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:56.726690 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8187f157-bfbb-492e-ba5c-e233582386b1 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:56.793687 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 6e147b09-26ae-475e-aea8-6e6993d34ffc up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:56:56.822840 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8187f157-bfbb-492e-ba5c-e233582386b1 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:56.827825 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] For port a1e4b887-61b0-4092-9440-45bd93f28fa5, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:56:56.867062 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] For port a1e4b887-61b0-4092-9440-45bd93f28fa5, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a1e4b887-61b0-4092-9440-45bd93f28fa5,segment=NetworkSegment(4e9dcdf2-8d8e-4e1f-b3af-ebce1ce00f9f),segment_id=4e9dcdf2-8d8e-4e1f-b3af-ebce1ce00f9f)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:56:56.878451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:56.881636 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:56.889916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8187f157-bfbb-492e-ba5c-e233582386b1 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:56.899954 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-394480d3-2704-4511-ac9e-3c1b5124964e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:56.905883 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4dfaba-501d-4774-bb2a-d4ad8fe56f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-70606085-6b31-4438-b46a-7fd6ce09016c', 'network_id': '70606085-6b31-4438-b46a-7fd6ce09016c', 'tenant_id': '54cad1083ae444819ec9ad3a15ebfd0a', 'fixed_ips': [{'subnet_id': '3b40bf66-7cfc-4007-8325-db56ab454312'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:56:56.906815 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1a4dfaba-501d-4774-bb2a-d4ad8fe56f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:56.930605 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187f157-bfbb-492e-ba5c-e233582386b1 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event deleted for resources: {'Subnet': ['ID=3b40bf66-7cfc-4007-8325-db56ab454312,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:56.934874 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8187f157-bfbb-492e-ba5c-e233582386b1 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:56.963535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 6e147b09-26ae-475e-aea8-6e6993d34ffc triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:56:56.963535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:57.015934 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8187f157-bfbb-492e-ba5c-e233582386b1 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:57.027763 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-8187f157-bfbb-492e-ba5c-e233582386b1 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70606085-6b31-4438-b46a-7fd6ce09016c']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:57.037275 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Pushing event updated for resources: {'Port': ['ID=a1e4b887-61b0-4092-9440-45bd93f28fa5,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:57.044694 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:57.045348 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-8187f157-bfbb-492e-ba5c-e233582386b1 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3840905-8626-424c-aa84-f12d1ca6ea29') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:57.045923 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-8187f157-bfbb-492e-ba5c-e233582386b1 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3840905-8626-424c-aa84-f12d1ca6ea29') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:57.059365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8187f157-bfbb-492e-ba5c-e233582386b1 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:57.065751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c3909d-7c90-4ce9-a8ad-f2ba834311cd None None] Network 70606085-6b31-4438-b46a-7fd6ce09016c requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:56:57.076279 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8187f157-bfbb-492e-ba5c-e233582386b1 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:57.087304 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8187f157-bfbb-492e-ba5c-e233582386b1 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:56:57.087739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8187f157-bfbb-492e-ba5c-e233582386b1 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:56:57.091344 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:56:57.158902 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8187f157-bfbb-492e-ba5c-e233582386b1 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:57.167970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8187f157-bfbb-492e-ba5c-e233582386b1 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:57.174345 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8187f157-bfbb-492e-ba5c-e233582386b1 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "DELETE /v2.0/networks/70606085-6b31-4438-b46a-7fd6ce09016c HTTP/1.1" status: 204 len: 168 time: 0.5567167 Jun 18 16:56:57.175385 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0c7f0788-e210-4d06-9e1d-96416debdd71 tempest-ExtraDHCPOptionsTestJSON-146448036 tempest-ExtraDHCPOptionsTestJSON-146448036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:57.177862 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55142) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:57.194693 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187f157-bfbb-492e-ba5c-e233582386b1 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event deleted for resources: {'Network': ['ID=70606085-6b31-4438-b46a-7fd6ce09016c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:57.197689 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8187f157-bfbb-492e-ba5c-e233582386b1 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:57.248448 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-24449620-74cb-4587-862d-ba936ad75944 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] GET failed (client error): The resource could not be found. Jun 18 16:56:57.249789 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-24449620-74cb-4587-862d-ba936ad75944 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "GET /v2.0/subnets/3b40bf66-7cfc-4007-8325-db56ab454312 HTTP/1.1" status: 404 len: 337 time: 0.0707204 Jun 18 16:56:57.253364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55144) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:57.279911 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-692c356b-f666-41d9-b366-3c880d0b648a tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] DELETE failed (client error): The resource could not be found. Jun 18 16:56:57.280527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692c356b-f666-41d9-b366-3c880d0b648a tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:56:57.282322 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-692c356b-f666-41d9-b366-3c880d0b648a tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "DELETE /v2.0/networks/70606085-6b31-4438-b46a-7fd6ce09016c HTTP/1.1" status: 404 len: 339 time: 0.0280120 Jun 18 16:56:57.287096 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55146) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:57.314554 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0a7718-5569-49fe-be2b-cfd3f31135c4 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] DELETE failed (client error): The resource could not be found. Jun 18 16:56:57.315036 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b0a7718-5569-49fe-be2b-cfd3f31135c4 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:56:57.316958 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3b0a7718-5569-49fe-be2b-cfd3f31135c4 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "DELETE /v2.0/subnets/3b40bf66-7cfc-4007-8325-db56ab454312 HTTP/1.1" status: 404 len: 337 time: 0.0287588 Jun 18 16:56:57.319543 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55148) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:57.339777 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c27519d-921d-4d80-93f9-a3f182dcf141 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] DELETE failed (client error): The resource could not be found. Jun 18 16:56:57.340351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c27519d-921d-4d80-93f9-a3f182dcf141 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:56:57.342146 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9c27519d-921d-4d80-93f9-a3f182dcf141 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "DELETE /v2.0/networks/70606085-6b31-4438-b46a-7fd6ce09016c HTTP/1.1" status: 404 len: 339 time: 0.0215633 Jun 18 16:56:57.344657 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55150) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:57.393445 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-c168567e-3833-4d76-b92c-130a5e330643 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Deleting subnet 8a0ab7d6-cadb-4607-8477-894f517483d1 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:56:57.396524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c168567e-3833-4d76-b92c-130a5e330643 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:57.439346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c168567e-3833-4d76-b92c-130a5e330643 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:57.520851 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c168567e-3833-4d76-b92c-130a5e330643 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:57.577771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c168567e-3833-4d76-b92c-130a5e330643 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:57.580176 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cb089f53-2825-457d-8d41-86d804347ccc tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:57.608255 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168567e-3833-4d76-b92c-130a5e330643 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event deleted for resources: {'Subnet': ['ID=8a0ab7d6-cadb-4607-8477-894f517483d1,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:57.613351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c168567e-3833-4d76-b92c-130a5e330643 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:57.615208 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c168567e-3833-4d76-b92c-130a5e330643 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "DELETE /v2.0/subnets/8a0ab7d6-cadb-4607-8477-894f517483d1 HTTP/1.1" status: 204 len: 168 time: 0.2696533 Jun 18 16:56:57.616078 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c168567e-3833-4d76-b92c-130a5e330643 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:57.617567 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55152) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:57.695218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:57.747428 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Deleting port a1e4b887-61b0-4092-9440-45bd93f28fa5 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:56:57.747776 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:57.819271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] For port a1e4b887-61b0-4092-9440-45bd93f28fa5, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=a1e4b887-61b0-4092-9440-45bd93f28fa5,segment=NetworkSegment(4e9dcdf2-8d8e-4e1f-b3af-ebce1ce00f9f),segment_id=4e9dcdf2-8d8e-4e1f-b3af-ebce1ce00f9f)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:57.819626 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:57.888092 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Calling delete_port for a1e4b887-61b0-4092-9440-45bd93f28fa5 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:56:57.959081 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c040ca-3690-440b-8741-721bed9899a4 None None] Network 238d6158-9d24-49f1-ab93-24700d146e98 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:56:57.971900 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:57.975134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3a27b4ab-57a3-4ef2-85ba-87262bf762c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:57.998177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event deleted for resources: {'Port': ['ID=a1e4b887-61b0-4092-9440-45bd93f28fa5,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:58.002703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:58.003759 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] No DVR routers for this DVR port a1e4b887-61b0-4092-9440-45bd93f28fa5 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:56:58.047909 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b6f81dad-0369-4410-af99-93c13f960eeb None None] Could not find standard attr ID for object a1e4b887-61b0-4092-9440-45bd93f28fa5. {{(pid=93429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:56:58.084537 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:58.095008 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['238d6158-9d24-49f1-ab93-24700d146e98']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:58.105529 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9dcdf2-8d8e-4e1f-b3af-ebce1ce00f9f') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:58.105829 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9dcdf2-8d8e-4e1f-b3af-ebce1ce00f9f') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:58.114735 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81987bf-802d-49dd-901f-9e24a8218f80 None None] DHCP port deletion for 238d6158-9d24-49f1-ab93-24700d146e98 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:56:58.115625 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:58.130818 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:58.136642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:56:58.137025 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:56:58.140274 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:56:58.196490 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:58.199734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4fc8a4fa-7200-49b5-a10f-77896f357146 tempest-TagsExtTest-1661695002 tempest-TagsExtTest-1661695002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:58.203619 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:58.205395 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "DELETE /v2.0/networks/238d6158-9d24-49f1-ab93-24700d146e98 HTTP/1.1" status: 204 len: 168 time: 0.5869334 Jun 18 16:56:58.208049 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55154) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:58.221084 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event deleted for resources: {'Network': ['ID=238d6158-9d24-49f1-ab93-24700d146e98,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:58.223449 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:58.234494 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3246bad-fd72-43c9-8b58-94c5099aba23 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] DELETE failed (client error): The resource could not be found. Jun 18 16:56:58.235602 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3246bad-fd72-43c9-8b58-94c5099aba23 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:56:58.237240 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a3246bad-fd72-43c9-8b58-94c5099aba23 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "DELETE /v2.0/subnets/b145d1a3-01f4-40e8-98ca-4554dc964708 HTTP/1.1" status: 404 len: 337 time: 0.0281897 Jun 18 16:56:58.239835 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55156) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:58.261358 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6b7442-34d0-4114-b5ca-555294e986ee tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] DELETE failed (client error): The resource could not be found. Jun 18 16:56:58.261873 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6b7442-34d0-4114-b5ca-555294e986ee tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:56:58.263467 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5f6b7442-34d0-4114-b5ca-555294e986ee tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "DELETE /v2.0/networks/cee767e5-5742-4dcd-904f-2fbd47c88318 HTTP/1.1" status: 404 len: 339 time: 0.0227695 Jun 18 16:56:58.265862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55158) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:58.290256 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6bb0c67-a590-474a-ba0c-1ab1b2fa5afc tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] DELETE failed (client error): The resource could not be found. Jun 18 16:56:58.290710 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6bb0c67-a590-474a-ba0c-1ab1b2fa5afc tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:56:58.292255 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b6bb0c67-a590-474a-ba0c-1ab1b2fa5afc tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "DELETE /v2.0/subnets/8b22e0ff-4acb-4c61-a92c-8464c4df27f9 HTTP/1.1" status: 404 len: 337 time: 0.0254793 Jun 18 16:56:58.294839 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55160) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:58.311981 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.pecan_wsgi.hooks.translation [None req-177651fc-0f56-4a0b-a613-cb4d52e86208 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] DELETE failed (client error): The resource could not be found. Jun 18 16:56:58.312419 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177651fc-0f56-4a0b-a613-cb4d52e86208 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:56:58.313963 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-177651fc-0f56-4a0b-a613-cb4d52e86208 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "DELETE /v2.0/networks/9fabaefb-8213-4b4d-894b-a73e4b746794 HTTP/1.1" status: 404 len: 339 time: 0.0182829 Jun 18 16:56:58.316098 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55162) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:58.363592 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e620672-862f-49da-98ba-3b875f018f60 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Deleting subnet 7730d410-beda-4f2c-b569-d445a75bdc48 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:56:58.366545 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4e620672-862f-49da-98ba-3b875f018f60 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:58.404872 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4e620672-862f-49da-98ba-3b875f018f60 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:58.487145 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4e620672-862f-49da-98ba-3b875f018f60 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:58.542942 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4e620672-862f-49da-98ba-3b875f018f60 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:58.545878 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-387fc449-49bf-44f3-88ad-744c749a6d38 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:58.570348 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e620672-862f-49da-98ba-3b875f018f60 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event deleted for resources: {'Subnet': ['ID=7730d410-beda-4f2c-b569-d445a75bdc48,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:58.573360 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4e620672-862f-49da-98ba-3b875f018f60 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:58.574340 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4e620672-862f-49da-98ba-3b875f018f60 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:58.579517 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4e620672-862f-49da-98ba-3b875f018f60 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "DELETE /v2.0/subnets/7730d410-beda-4f2c-b569-d445a75bdc48 HTTP/1.1" status: 204 len: 168 time: 0.2592664 Jun 18 16:56:58.579517 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55164) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:58.582304 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966c2385-efea-4baf-9c51-be51ceb475c2 None None] Network 5d91c2ed-2d06-4b19-a48e-cecb347c9ccf requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:56:58.660311 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:58.717445 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Deleting port 6e147b09-26ae-475e-aea8-6e6993d34ffc {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:56:58.717787 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:58.766351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b93142e-2ede-4cd6-81f8-0814e6cf2108 None None] DHCP port deletion for 5d91c2ed-2d06-4b19-a48e-cecb347c9ccf request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:56:58.785539 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] For port 6e147b09-26ae-475e-aea8-6e6993d34ffc, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=6e147b09-26ae-475e-aea8-6e6993d34ffc,segment=NetworkSegment(06897acb-04c2-428c-9232-62ff7ea3e6f0),segment_id=06897acb-04c2-428c-9232-62ff7ea3e6f0)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:58.785897 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:58.811762 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-3b93142e-2ede-4cd6-81f8-0814e6cf2108 None None] Deleting port 6e147b09-26ae-475e-aea8-6e6993d34ffc {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:56:58.812151 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3b93142e-2ede-4cd6-81f8-0814e6cf2108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:58.849019 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Calling delete_port for 6e147b09-26ae-475e-aea8-6e6993d34ffc owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:56:58.876191 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3b93142e-2ede-4cd6-81f8-0814e6cf2108 None None] For port 6e147b09-26ae-475e-aea8-6e6993d34ffc, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=6e147b09-26ae-475e-aea8-6e6993d34ffc,segment=NetworkSegment(06897acb-04c2-428c-9232-62ff7ea3e6f0),segment_id=06897acb-04c2-428c-9232-62ff7ea3e6f0)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:58.876708 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3b93142e-2ede-4cd6-81f8-0814e6cf2108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:58.928217 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:58.930445 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3a6b33dd-0f12-4c88-b683-c7affb84e866 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:58.939494 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-3b93142e-2ede-4cd6-81f8-0814e6cf2108 None None] Calling delete_port for 6e147b09-26ae-475e-aea8-6e6993d34ffc owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:56:58.951897 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event deleted for resources: {'Port': ['ID=6e147b09-26ae-475e-aea8-6e6993d34ffc,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:58.955341 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:58.957811 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] No DVR routers for this DVR port 6e147b09-26ae-475e-aea8-6e6993d34ffc on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:56:59.019563 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3b93142e-2ede-4cd6-81f8-0814e6cf2108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:59.021472 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:59.041458 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:59.044818 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93142e-2ede-4cd6-81f8-0814e6cf2108 None None] Pushing event deleted for resources: {'Port': ['ID=6e147b09-26ae-475e-aea8-6e6993d34ffc,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:59.047105 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3b93142e-2ede-4cd6-81f8-0814e6cf2108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:59.050209 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b93142e-2ede-4cd6-81f8-0814e6cf2108 None None] No DVR routers for this DVR port 6e147b09-26ae-475e-aea8-6e6993d34ffc on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:56:59.052436 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d91c2ed-2d06-4b19-a48e-cecb347c9ccf']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:59.065094 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06897acb-04c2-428c-9232-62ff7ea3e6f0') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:59.065564 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06897acb-04c2-428c-9232-62ff7ea3e6f0') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:59.076059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:59.089895 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:59.096277 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:56:59.096659 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:56:59.099778 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:56:59.155198 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:59.160087 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-11d7204d-1948-47e7-ab75-185e244d3471 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:59.166286 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:59.168192 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] 10.222.0.39 "DELETE /v2.0/networks/5d91c2ed-2d06-4b19-a48e-cecb347c9ccf HTTP/1.1" status: 204 len: 168 time: 0.5873263 Jun 18 16:56:59.185886 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Pushing event deleted for resources: {'Network': ['ID=5d91c2ed-2d06-4b19-a48e-cecb347c9ccf,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:59.189025 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:59.412597 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55170) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:59.537627 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3a7a7784-9851-4e75-9094-5882bfb17618 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54cad1083ae444819ec9ad3a15ebfd0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1237848 Jun 18 16:56:59.539966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55174) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:59.586357 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8f96ef92-be3d-4807-872b-5eb9cb90362e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:59.606625 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8f96ef92-be3d-4807-872b-5eb9cb90362e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:59.664329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8f96ef92-be3d-4807-872b-5eb9cb90362e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:59.667156 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8f96ef92-be3d-4807-872b-5eb9cb90362e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:59.669145 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8f96ef92-be3d-4807-872b-5eb9cb90362e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5263fbe0-86bd-4fcb-9df8-0753e129255f HTTP/1.1" status: 204 len: 168 time: 0.1280534 Jun 18 16:56:59.670833 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a83cfd2e-87bc-458b-8278-97f6388cc31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:59.681352 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96ef92-be3d-4807-872b-5eb9cb90362e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5263fbe0-86bd-4fcb-9df8-0753e129255f,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:59.683859 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8f96ef92-be3d-4807-872b-5eb9cb90362e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:00.273725 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55196) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:00.363511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-37df5fd6-2b98-4ad6-820a-7413e7771ccb tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-55272940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:57:00.388466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37df5fd6-2b98-4ad6-820a-7413e7771ccb tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:00.389560 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37df5fd6-2b98-4ad6-820a-7413e7771ccb tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:00.444022 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37df5fd6-2b98-4ad6-820a-7413e7771ccb tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:00.449061 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37df5fd6-2b98-4ad6-820a-7413e7771ccb tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:00.465282 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-37df5fd6-2b98-4ad6-820a-7413e7771ccb tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:00.466704 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-37df5fd6-2b98-4ad6-820a-7413e7771ccb tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1919339 Jun 18 16:57:00.469364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55200) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:00.475158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-9eba949a-8e01-4be5-9189-6e7586d3d4fc tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1032951505'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:57:00.496247 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eba949a-8e01-4be5-9189-6e7586d3d4fc tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Made reservation on behalf of 3577b882e7f24cb6b47f8d4bfaccf6e9 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:57:00.499629 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9eba949a-8e01-4be5-9189-6e7586d3d4fc tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:00.508307 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9eba949a-8e01-4be5-9189-6e7586d3d4fc tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:00.607158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9eba949a-8e01-4be5-9189-6e7586d3d4fc tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:00.611724 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9eba949a-8e01-4be5-9189-6e7586d3d4fc tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:00.615777 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f941b92b-ecbc-4f85-8a5d-699accc08024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:00.642953 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eba949a-8e01-4be5-9189-6e7586d3d4fc tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:57:00.653787 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba949a-8e01-4be5-9189-6e7586d3d4fc tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae87ed66-167b-4aa2-b6fc-ba20ad9f7428,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:00.656975 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9eba949a-8e01-4be5-9189-6e7586d3d4fc tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:00.661245 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9eba949a-8e01-4be5-9189-6e7586d3d4fc tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:00.661594 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-9eba949a-8e01-4be5-9189-6e7586d3d4fc tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Added segment 6f19d882-d04c-4719-80bd-4b8a8ad77a31 of type vlan for network 91e2052f-9654-4b01-b424-966565e95c4d Jun 18 16:57:00.707656 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9eba949a-8e01-4be5-9189-6e7586d3d4fc tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:00.736832 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9eba949a-8e01-4be5-9189-6e7586d3d4fc tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:00.742830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eba949a-8e01-4be5-9189-6e7586d3d4fc tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:00.743486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9eba949a-8e01-4be5-9189-6e7586d3d4fc tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:00.745310 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 6e147b09-26ae-475e-aea8-6e6993d34ffc no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:57:00.746044 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fd93a2de-c5e5-448f-b882-68e914940bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:00.765330 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 6e147b09-26ae-475e-aea8-6e6993d34ffc {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:57:00.765686 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 6e147b09-26ae-475e-aea8-6e6993d34ffc not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:57:00.803662 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9eba949a-8e01-4be5-9189-6e7586d3d4fc tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3332219 Jun 18 16:57:00.806527 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55202) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:00.811865 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-28798bb2-37e4-4ed8-a478-1e4ecd9a1b8b tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Request body: {'subnet': {'network_id': '91e2052f-9654-4b01-b424-966565e95c4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:57:00.816128 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba949a-8e01-4be5-9189-6e7586d3d4fc tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Pushing event updated for resources: {'Network': ['ID=91e2052f-9654-4b01-b424-966565e95c4d,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:00.818788 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9eba949a-8e01-4be5-9189-6e7586d3d4fc tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:00.825966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 91e2052f-9654-4b01-b424-966565e95c4d details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:57:00.909212 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28798bb2-37e4-4ed8-a478-1e4ecd9a1b8b tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Made reservation on behalf of 3577b882e7f24cb6b47f8d4bfaccf6e9 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:57:00.912671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-28798bb2-37e4-4ed8-a478-1e4ecd9a1b8b tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:01.089480 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-28798bb2-37e4-4ed8-a478-1e4ecd9a1b8b tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:01.091395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-04f842a3-b604-4f11-998f-116a78479f37 tempest-PortsTestJSON-1364614046 tempest-PortsTestJSON-1364614046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:01.148465 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28798bb2-37e4-4ed8-a478-1e4ecd9a1b8b tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Pushing event updated for resources: {'Subnet': ['ID=e40838a1-ddd7-43b4-9c0b-82e02e8617db,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:01.152034 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-28798bb2-37e4-4ed8-a478-1e4ecd9a1b8b tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:01.157448 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28798bb2-37e4-4ed8-a478-1e4ecd9a1b8b tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Checking segment: {'id': '6f19d882-d04c-4719-80bd-4b8a8ad77a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '91e2052f-9654-4b01-b424-966565e95c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:57:01.157854 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28798bb2-37e4-4ed8-a478-1e4ecd9a1b8b tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Network hostable DHCP agents. Network: 91e2052f-9654-4b01-b424-966565e95c4d, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:57:01.173895 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28798bb2-37e4-4ed8-a478-1e4ecd9a1b8b tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Network 91e2052f-9654-4b01-b424-966565e95c4d is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:57:01.183200 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-28798bb2-37e4-4ed8-a478-1e4ecd9a1b8b tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 91e2052f-9654-4b01-b424-966565e95c4d) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:57:01.187683 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28798bb2-37e4-4ed8-a478-1e4ecd9a1b8b tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:01.188463 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-28798bb2-37e4-4ed8-a478-1e4ecd9a1b8b tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:01.193920 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccd0738-3750-4b1c-86a9-868e9884b3ac None None] Network 91e2052f-9654-4b01-b424-966565e95c4d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:57:01.203599 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-28798bb2-37e4-4ed8-a478-1e4ecd9a1b8b tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3959274 Jun 18 16:57:01.207259 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55204) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:01.212211 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-688b6410-0bf2-45f2-aacd-c592bcc86877 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1722865973'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:57:01.232160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688b6410-0bf2-45f2-aacd-c592bcc86877 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Made reservation on behalf of 3577b882e7f24cb6b47f8d4bfaccf6e9 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:57:01.236537 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-688b6410-0bf2-45f2-aacd-c592bcc86877 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:01.260478 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688b6410-0bf2-45f2-aacd-c592bcc86877 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:57:01.272178 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-688b6410-0bf2-45f2-aacd-c592bcc86877 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:01.272521 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-688b6410-0bf2-45f2-aacd-c592bcc86877 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Added segment db7657db-2a5e-4b31-a9f1-aaebee4d64a9 of type vlan for network d6ec9f77-4f22-49de-bdef-b9a4b31b86c8 Jun 18 16:57:01.312141 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-688b6410-0bf2-45f2-aacd-c592bcc86877 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:01.341385 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-688b6410-0bf2-45f2-aacd-c592bcc86877 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:01.341901 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-91e2052f-9654-4b01-b424-966565e95c4d', 'network_id': '91e2052f-9654-4b01-b424-966565e95c4d', 'tenant_id': '3577b882e7f24cb6b47f8d4bfaccf6e9', 'fixed_ips': [{'subnet_id': 'e40838a1-ddd7-43b4-9c0b-82e02e8617db'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:57:01.342868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:01.347848 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b6410-0bf2-45f2-aacd-c592bcc86877 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:01.348429 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-688b6410-0bf2-45f2-aacd-c592bcc86877 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:01.351661 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9de67c6c-5cfa-4721-8c25-748f6308dfb0 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:01.411903 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-688b6410-0bf2-45f2-aacd-c592bcc86877 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2008934 Jun 18 16:57:01.412689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55206) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:01.420381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-7fbf6d78-ab54-4f03-9b23-726a71ec2d42 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Request body: {'subnet': {'network_id': 'd6ec9f77-4f22-49de-bdef-b9a4b31b86c8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:57:01.422002 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b6410-0bf2-45f2-aacd-c592bcc86877 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Pushing event updated for resources: {'Network': ['ID=d6ec9f77-4f22-49de-bdef-b9a4b31b86c8,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:01.425542 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-688b6410-0bf2-45f2-aacd-c592bcc86877 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:01.505389 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network d6ec9f77-4f22-49de-bdef-b9a4b31b86c8 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:57:01.512578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbf6d78-ab54-4f03-9b23-726a71ec2d42 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Made reservation on behalf of 3577b882e7f24cb6b47f8d4bfaccf6e9 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:57:01.516156 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7fbf6d78-ab54-4f03-9b23-726a71ec2d42 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:01.684411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Allocated IP 172.20.0.2 (91e2052f-9654-4b01-b424-966565e95c4d/e40838a1-ddd7-43b4-9c0b-82e02e8617db/40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:57:01.697939 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7fbf6d78-ab54-4f03-9b23-726a71ec2d42 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:01.700916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1de20006-8e98-4143-94a1-8f123155fcd4 tempest-NetworksTestDHCPv6-722569244 tempest-NetworksTestDHCPv6-722569244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:01.765601 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf6d78-ab54-4f03-9b23-726a71ec2d42 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Pushing event updated for resources: {'Subnet': ['ID=ec7ae4b7-b0a9-4142-95a9-feb23e0dd762,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:01.770977 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7fbf6d78-ab54-4f03-9b23-726a71ec2d42 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:01.774280 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf6d78-ab54-4f03-9b23-726a71ec2d42 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Checking segment: {'id': 'db7657db-2a5e-4b31-a9f1-aaebee4d64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd6ec9f77-4f22-49de-bdef-b9a4b31b86c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:57:01.774664 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbf6d78-ab54-4f03-9b23-726a71ec2d42 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Network hostable DHCP agents. Network: d6ec9f77-4f22-49de-bdef-b9a4b31b86c8, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:57:01.793212 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbf6d78-ab54-4f03-9b23-726a71ec2d42 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Network d6ec9f77-4f22-49de-bdef-b9a4b31b86c8 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:57:01.803333 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-7fbf6d78-ab54-4f03-9b23-726a71ec2d42 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, d6ec9f77-4f22-49de-bdef-b9a4b31b86c8) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:57:01.808574 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf6d78-ab54-4f03-9b23-726a71ec2d42 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:01.809158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7fbf6d78-ab54-4f03-9b23-726a71ec2d42 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:01.813160 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a020a3b8-c2bd-4490-bb9b-b5c996edc8aa None None] Network d6ec9f77-4f22-49de-bdef-b9a4b31b86c8 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:57:01.824565 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7fbf6d78-ab54-4f03-9b23-726a71ec2d42 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4106169 Jun 18 16:57:01.827392 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55208) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:01.832289 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-47166bdc-2547-478f-872b-23436ea6f7ec tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd6ec9f77-4f22-49de-bdef-b9a4b31b86c8'}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:57:01.879142 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:01.892841 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Transition to ACTIVE for port object 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:57:01.923636 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Transition to ACTIVE for port object 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:57:01.932162 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:01.950946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:01.996530 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Network 91e2052f-9654-4b01-b424-966565e95c4d is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:57:02.006054 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:57:02.013262 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:57:02.024938 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Pushing event updated for resources: {'Port': ['ID=40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:02.029096 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:02.038370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-47166bdc-2547-478f-872b-23436ea6f7ec tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:02.109820 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67f96ba-cac7-41da-a40f-aed6ac498dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-d6ec9f77-4f22-49de-bdef-b9a4b31b86c8', 'network_id': 'd6ec9f77-4f22-49de-bdef-b9a4b31b86c8', 'tenant_id': '3577b882e7f24cb6b47f8d4bfaccf6e9', 'fixed_ips': [{'subnet_id': 'ec7ae4b7-b0a9-4142-95a9-feb23e0dd762'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:57:02.110666 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c67f96ba-cac7-41da-a40f-aed6ac498dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:02.127197 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Attempting to bind port 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:57:02.127757 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Attempting to bind port 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '6f19d882-d04c-4719-80bd-4b8a8ad77a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '91e2052f-9654-4b01-b424-966565e95c4d'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:57:02.128123 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Attempting to bind port 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0 on network 91e2052f-9654-4b01-b424-966565e95c4d {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:57:02.137810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:57:02.138191 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Checking segment: {'id': '6f19d882-d04c-4719-80bd-4b8a8ad77a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '91e2052f-9654-4b01-b424-966565e95c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:57:02.138612 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:02.139012 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Bound using segment: {'id': '6f19d882-d04c-4719-80bd-4b8a8ad77a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '91e2052f-9654-4b01-b424-966565e95c4d'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:57:02.139489 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Bound port: 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f19d882-d04c-4719-80bd-4b8a8ad77a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '91e2052f-9654-4b01-b424-966565e95c4d'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:57:02.139863 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:02.148445 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.api.v2.resource [None req-47166bdc-2547-478f-872b-23436ea6f7ec tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:57:02.155069 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-47166bdc-2547-478f-872b-23436ea6f7ec tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] 10.222.0.39 "PUT /v2.0/routers/073c34fa-2eb7-4df5-b76b-77b4288c6a04 HTTP/1.1" status: 400 len: 364 time: 0.3211017 Jun 18 16:57:02.155213 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55210) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:02.205799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae72a42-adee-4b9b-8f14-e69ea1ec3a97 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Deleting subnet ec7ae4b7-b0a9-4142-95a9-feb23e0dd762 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:57:02.209016 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dae72a42-adee-4b9b-8f14-e69ea1ec3a97 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:02.252638 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dae72a42-adee-4b9b-8f14-e69ea1ec3a97 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:02.265364 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] For port 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:57:02.269141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] For port 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0,segment=NetworkSegment(6f19d882-d04c-4719-80bd-4b8a8ad77a31),segment_id=6f19d882-d04c-4719-80bd-4b8a8ad77a31)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:57:02.272972 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:02.275017 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:02.299564 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dae72a42-adee-4b9b-8f14-e69ea1ec3a97 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:02.335646 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Pushing event updated for resources: {'Port': ['ID=40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:02.338938 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:02.365623 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dae72a42-adee-4b9b-8f14-e69ea1ec3a97 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:02.369026 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-027dc5e5-feea-42c8-b797-dea37a8b6280 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server [None req-c67f96ba-cac7-41da-a40f-aed6ac498dc9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec7ae4b7-b0a9-4142-95a9-feb23e0dd762: This subnet is being modified by another concurrent operation. Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server raise exception Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec7ae4b7-b0a9-4142-95a9-feb23e0dd762: This subnet is being modified by another concurrent operation. Jun 18 16:57:02.369695 dv-neutron-797121-1-hyperv neutron-server[93429]: ERROR oslo_messaging.rpc.server Jun 18 16:57:02.395007 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7223499-7adb-4304-9a44-4c3a9e943a9e None None] Network d6ec9f77-4f22-49de-bdef-b9a4b31b86c8 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:57:02.409942 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae72a42-adee-4b9b-8f14-e69ea1ec3a97 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Pushing event deleted for resources: {'Subnet': ['ID=ec7ae4b7-b0a9-4142-95a9-feb23e0dd762,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:02.411967 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-dae72a42-adee-4b9b-8f14-e69ea1ec3a97 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:02.416100 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-dae72a42-adee-4b9b-8f14-e69ea1ec3a97 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] 10.222.0.39 "DELETE /v2.0/subnets/ec7ae4b7-b0a9-4142-95a9-feb23e0dd762 HTTP/1.1" status: 204 len: 168 time: 0.2576790 Jun 18 16:57:02.416100 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dae72a42-adee-4b9b-8f14-e69ea1ec3a97 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:02.416499 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55212) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:02.516799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2d477248-705f-486e-ae21-b47e40b5356a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:02.623541 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2d477248-705f-486e-ae21-b47e40b5356a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:02.633802 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-2d477248-705f-486e-ae21-b47e40b5356a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ec9f77-4f22-49de-bdef-b9a4b31b86c8']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:02.643840 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-2d477248-705f-486e-ae21-b47e40b5356a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7657db-2a5e-4b31-a9f1-aaebee4d64a9') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:02.644128 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-2d477248-705f-486e-ae21-b47e40b5356a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7657db-2a5e-4b31-a9f1-aaebee4d64a9') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:02.652539 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2d477248-705f-486e-ae21-b47e40b5356a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:02.666708 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2d477248-705f-486e-ae21-b47e40b5356a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:02.673306 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d477248-705f-486e-ae21-b47e40b5356a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:57:02.673426 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2d477248-705f-486e-ae21-b47e40b5356a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:57:02.677144 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:57:02.741339 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2d477248-705f-486e-ae21-b47e40b5356a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:02.745624 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2d477248-705f-486e-ae21-b47e40b5356a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:02.747931 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2d477248-705f-486e-ae21-b47e40b5356a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] 10.222.0.39 "DELETE /v2.0/networks/d6ec9f77-4f22-49de-bdef-b9a4b31b86c8 HTTP/1.1" status: 204 len: 168 time: 0.3307002 Jun 18 16:57:02.748916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-38ff6695-a81b-48ae-abee-8a49566f9f3d tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:02.750357 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55214) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:02.764030 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d477248-705f-486e-ae21-b47e40b5356a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Pushing event deleted for resources: {'Network': ['ID=d6ec9f77-4f22-49de-bdef-b9a4b31b86c8,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:02.766870 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2d477248-705f-486e-ae21-b47e40b5356a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:02.791873 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:57:02.845991 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:57:03.180218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-c480c086-bbff-4042-a164-6ddc42fda85c tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Deleting subnet e40838a1-ddd7-43b4-9c0b-82e02e8617db {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:57:03.183452 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c480c086-bbff-4042-a164-6ddc42fda85c tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:03.223924 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c480c086-bbff-4042-a164-6ddc42fda85c tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:03.262111 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcc6bb1-9236-4316-a0e9-433b5c43f299 None None] Network 91e2052f-9654-4b01-b424-966565e95c4d requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:57:03.310476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c480c086-bbff-4042-a164-6ddc42fda85c tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:03.331158 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-93e0262c-5ebc-4975-8a4c-bf9493a0793c None None] Provisioning for port 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:57:03.337671 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-93e0262c-5ebc-4975-8a4c-bf9493a0793c None None] Provisioning complete for port 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:03.338064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-93e0262c-5ebc-4975-8a4c-bf9493a0793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:03.369360 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c480c086-bbff-4042-a164-6ddc42fda85c tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:03.372135 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ab538e9d-76b4-46cc-9281-4f35a691175b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:03.396804 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480c086-bbff-4042-a164-6ddc42fda85c tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Pushing event deleted for resources: {'Subnet': ['ID=e40838a1-ddd7-43b4-9c0b-82e02e8617db,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:03.404019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c480c086-bbff-4042-a164-6ddc42fda85c tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:03.405251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c480c086-bbff-4042-a164-6ddc42fda85c tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:03.410215 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c480c086-bbff-4042-a164-6ddc42fda85c tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] 10.222.0.39 "DELETE /v2.0/subnets/e40838a1-ddd7-43b4-9c0b-82e02e8617db HTTP/1.1" status: 204 len: 168 time: 0.6559536 Jun 18 16:57:03.410573 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55216) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:03.487299 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-93e0262c-5ebc-4975-8a4c-bf9493a0793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:03.489083 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:03.525821 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-93e0262c-5ebc-4975-8a4c-bf9493a0793c None None] For port 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0,segment=NetworkSegment(6f19d882-d04c-4719-80bd-4b8a8ad77a31),segment_id=6f19d882-d04c-4719-80bd-4b8a8ad77a31)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:57:03.530998 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-93e0262c-5ebc-4975-8a4c-bf9493a0793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:03.534633 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:03.546302 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Deleting port 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:57:03.546944 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:03.567872 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3449caf6-6e1e-44b6-aace-ba4228224a92 None None] DHCP port deletion for 91e2052f-9654-4b01-b424-966565e95c4d request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:57:03.613301 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] For port 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0,segment=NetworkSegment(6f19d882-d04c-4719-80bd-4b8a8ad77a31),segment_id=6f19d882-d04c-4719-80bd-4b8a8ad77a31)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:57:03.613643 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:03.619970 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0262c-5ebc-4975-8a4c-bf9493a0793c None None] Pushing event updated for resources: {'Port': ['ID=40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:03.624299 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-93e0262c-5ebc-4975-8a4c-bf9493a0793c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:03.642662 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-3449caf6-6e1e-44b6-aace-ba4228224a92 None None] Deleting port 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:57:03.642662 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3449caf6-6e1e-44b6-aace-ba4228224a92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:03.689928 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Calling delete_port for 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:57:03.707335 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3449caf6-6e1e-44b6-aace-ba4228224a92 None None] For port 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0,segment=NetworkSegment(6f19d882-d04c-4719-80bd-4b8a8ad77a31),segment_id=6f19d882-d04c-4719-80bd-4b8a8ad77a31)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:57:03.708037 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3449caf6-6e1e-44b6-aace-ba4228224a92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:03.771370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:03.773240 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-3449caf6-6e1e-44b6-aace-ba4228224a92 None None] Calling delete_port for 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:57:03.773957 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e03529fb-be1d-4bc5-8331-d3fd598ef726 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:03.801713 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Pushing event deleted for resources: {'Port': ['ID=40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:03.804731 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:03.805486 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] No DVR routers for this DVR port 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:57:03.846301 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3449caf6-6e1e-44b6-aace-ba4228224a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:03.848190 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:03.868972 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449caf6-6e1e-44b6-aace-ba4228224a92 None None] Pushing event deleted for resources: {'Port': ['ID=40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:03.872353 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3449caf6-6e1e-44b6-aace-ba4228224a92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:03.874796 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3449caf6-6e1e-44b6-aace-ba4228224a92 None None] No DVR routers for this DVR port 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:57:03.881087 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:03.890804 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374a681d-3662-4ed9-b39f-b5ae6ec3ea24 None None] get_active_networks_info from dv-neutron-797121-1-hyperv {{(pid=93429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 16:57:03.894709 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e2052f-9654-4b01-b424-966565e95c4d']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:03.904328 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f19d882-d04c-4719-80bd-4b8a8ad77a31') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:03.904622 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f19d882-d04c-4719-80bd-4b8a8ad77a31') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:03.913740 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:03.931871 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:03.937820 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:57:03.938265 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:57:03.941767 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:57:03.951099 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374a681d-3662-4ed9-b39f-b5ae6ec3ea24 None None] Resources bound (agent type, host, resource id): {{(pid=93429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 18 16:57:03.999986 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:04.003699 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3802053f-1153-4188-accc-202d9843c562 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:04.009082 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:04.010892 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] 10.222.0.39 "DELETE /v2.0/networks/91e2052f-9654-4b01-b424-966565e95c4d HTTP/1.1" status: 204 len: 168 time: 0.5992932 Jun 18 16:57:04.013751 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55218) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:04.020494 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Pushing event deleted for resources: {'Network': ['ID=91e2052f-9654-4b01-b424-966565e95c4d,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:04.022818 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:04.043592 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fa27ae65-ad75-4c2a-8bf1-288a70857091 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] 10.222.0.39 "GET /v2.0/ports?device_id=073c34fa-2eb7-4df5-b76b-77b4288c6a04 HTTP/1.1" status: 200 len: 205 time: 0.0286036 Jun 18 16:57:04.046092 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55220) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:04.119986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6eb34deb-d388-4fe0-8ef4-3b20a44bb220 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:04.276045 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6eb34deb-d388-4fe0-8ef4-3b20a44bb220 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:04.278037 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6eb34deb-d388-4fe0-8ef4-3b20a44bb220 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:04.320866 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6eb34deb-d388-4fe0-8ef4-3b20a44bb220 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:04.321375 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb34deb-d388-4fe0-8ef4-3b20a44bb220 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Fanout notify agent at l3_agent the message router_deleted on router 073c34fa-2eb7-4df5-b76b-77b4288c6a04 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:57:04.328084 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6eb34deb-d388-4fe0-8ef4-3b20a44bb220 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:04.329294 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6eb34deb-d388-4fe0-8ef4-3b20a44bb220 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] 10.222.0.39 "DELETE /v2.0/routers/073c34fa-2eb7-4df5-b76b-77b4288c6a04 HTTP/1.1" status: 204 len: 168 time: 0.2821057 Jun 18 16:57:04.563075 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55226) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:04.694874 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c04c9b01-0c5e-40bb-be7e-805c6cfa8c79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3577b882e7f24cb6b47f8d4bfaccf6e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304708 Jun 18 16:57:04.697185 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55230) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:04.748418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9c7424ce-f3c9-4f22-bb1e-346e574238b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:04.748587 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:57:04.769745 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9c7424ce-f3c9-4f22-bb1e-346e574238b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:04.772199 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:57:04.772557 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 40b76af2-5d8c-4d13-a2ed-7dccd6b59eb0 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:57:04.819026 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9c7424ce-f3c9-4f22-bb1e-346e574238b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:04.821646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9c7424ce-f3c9-4f22-bb1e-346e574238b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:04.823304 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9c7424ce-f3c9-4f22-bb1e-346e574238b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae87ed66-167b-4aa2-b6fc-ba20ad9f7428 HTTP/1.1" status: 204 len: 168 time: 0.1252644 Jun 18 16:57:04.824124 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bdcfb74e-19c4-4ca0-9b46-cf8b5600f717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:04.831615 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7424ce-f3c9-4f22-bb1e-346e574238b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae87ed66-167b-4aa2-b6fc-ba20ad9f7428,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:04.838681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7424ce-f3c9-4f22-bb1e-346e574238b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:04.839077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7424ce-f3c9-4f22-bb1e-346e574238b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:04.839469 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7424ce-f3c9-4f22-bb1e-346e574238b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:04.839962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7424ce-f3c9-4f22-bb1e-346e574238b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:04.840340 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7424ce-f3c9-4f22-bb1e-346e574238b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:04.840717 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7424ce-f3c9-4f22-bb1e-346e574238b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:04.841086 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7424ce-f3c9-4f22-bb1e-346e574238b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:04.841458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7424ce-f3c9-4f22-bb1e-346e574238b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:04.841827 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7424ce-f3c9-4f22-bb1e-346e574238b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:04.842192 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7424ce-f3c9-4f22-bb1e-346e574238b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:04.842554 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7424ce-f3c9-4f22-bb1e-346e574238b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:04.842944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7424ce-f3c9-4f22-bb1e-346e574238b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:04.846904 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9c7424ce-f3c9-4f22-bb1e-346e574238b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:05.247524 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6ac71e20-a967-4870-937a-ef009a42aed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:05.412479 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55252) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:05.503486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-6d0feccc-ac3c-488b-9345-725ce35cb376 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-976063891-network', 'tenant_id': '169b4a5d5d3542089059a3d8d75ebafc'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:57:05.525101 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0feccc-ac3c-488b-9345-725ce35cb376 admin admin] Made reservation on behalf of 169b4a5d5d3542089059a3d8d75ebafc for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:57:05.527430 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6d0feccc-ac3c-488b-9345-725ce35cb376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:05.535578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6d0feccc-ac3c-488b-9345-725ce35cb376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:05.622291 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6d0feccc-ac3c-488b-9345-725ce35cb376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:05.626013 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6d0feccc-ac3c-488b-9345-725ce35cb376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:05.629605 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-763e82dc-eec9-4d01-9ff2-833cc3df417a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:05.653032 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0feccc-ac3c-488b-9345-725ce35cb376 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:57:05.658339 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0feccc-ac3c-488b-9345-725ce35cb376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:05.661862 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6d0feccc-ac3c-488b-9345-725ce35cb376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:05.665710 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6d0feccc-ac3c-488b-9345-725ce35cb376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:05.666051 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-6d0feccc-ac3c-488b-9345-725ce35cb376 admin admin] Added segment 9052596d-4843-4cd0-8a05-1b3093134268 of type vlan for network d8bcb41d-8d6c-426b-bdbc-a8120697d0df Jun 18 16:57:05.708601 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6d0feccc-ac3c-488b-9345-725ce35cb376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:05.737573 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6d0feccc-ac3c-488b-9345-725ce35cb376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:05.738787 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0feccc-ac3c-488b-9345-725ce35cb376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:05.739364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6d0feccc-ac3c-488b-9345-725ce35cb376 admin admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:05.742190 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-37dfdfc8-124c-45f9-a109-01821237e125 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:05.787848 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6d0feccc-ac3c-488b-9345-725ce35cb376 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3742106 Jun 18 16:57:05.790763 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55256) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:05.796120 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-5202c7fd-81f7-4c0c-bf20-5599975cf087 admin admin] Request body: {'subnet': {'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-976063891-subnet', 'tenant_id': '169b4a5d5d3542089059a3d8d75ebafc', 'ip_version': 4}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:57:05.800492 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0feccc-ac3c-488b-9345-725ce35cb376 admin admin] Pushing event updated for resources: {'Network': ['ID=d8bcb41d-8d6c-426b-bdbc-a8120697d0df,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:05.803065 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6d0feccc-ac3c-488b-9345-725ce35cb376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:05.811032 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network d8bcb41d-8d6c-426b-bdbc-a8120697d0df details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:57:05.815677 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5202c7fd-81f7-4c0c-bf20-5599975cf087 admin admin] Made reservation on behalf of 169b4a5d5d3542089059a3d8d75ebafc for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:57:05.818059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5202c7fd-81f7-4c0c-bf20-5599975cf087 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:05.984738 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5202c7fd-81f7-4c0c-bf20-5599975cf087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:05.988357 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-457c7902-59d8-4cfa-802d-a5ce95f17217 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:06.042284 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202c7fd-81f7-4c0c-bf20-5599975cf087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1a7dd92-37c1-419a-ada9-44957ae90475,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:06.046225 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5202c7fd-81f7-4c0c-bf20-5599975cf087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:06.051026 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5202c7fd-81f7-4c0c-bf20-5599975cf087 admin admin] Checking segment: {'id': '9052596d-4843-4cd0-8a05-1b3093134268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:57:06.051381 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5202c7fd-81f7-4c0c-bf20-5599975cf087 admin admin] Network hostable DHCP agents. Network: d8bcb41d-8d6c-426b-bdbc-a8120697d0df, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:57:06.067289 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5202c7fd-81f7-4c0c-bf20-5599975cf087 admin admin] Network d8bcb41d-8d6c-426b-bdbc-a8120697d0df is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:57:06.075677 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-5202c7fd-81f7-4c0c-bf20-5599975cf087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, d8bcb41d-8d6c-426b-bdbc-a8120697d0df) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:57:06.081405 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5202c7fd-81f7-4c0c-bf20-5599975cf087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:06.082642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5202c7fd-81f7-4c0c-bf20-5599975cf087 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:06.085677 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f19ec4b-8364-42b2-bbf9-ae4322a28fa6 None None] Network d8bcb41d-8d6c-426b-bdbc-a8120697d0df requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:57:06.097626 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5202c7fd-81f7-4c0c-bf20-5599975cf087 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3033435 Jun 18 16:57:06.098635 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55258) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:06.103068 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-976063891-router', 'tenant_id': '169b4a5d5d3542089059a3d8d75ebafc', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:57:06.123979 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:06.125587 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:06.181697 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:06.231077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-d8bcb41d-8d6c-426b-bdbc-a8120697d0df', 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df', 'tenant_id': '169b4a5d5d3542089059a3d8d75ebafc', 'fixed_ips': [{'subnet_id': 'c1a7dd92-37c1-419a-ada9-44957ae90475'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:57:06.231932 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:06.318013 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:06.366061 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Allocated IP 172.20.0.2 (d8bcb41d-8d6c-426b-bdbc-a8120697d0df/c1a7dd92-37c1-419a-ada9-44957ae90475/e8db5332-abba-412b-81ed-185d4c46c986) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:57:06.514349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:06.523562 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Transition to ACTIVE for port object e8db5332-abba-412b-81ed-185d4c46c986 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:57:06.539254 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Transition to ACTIVE for port object e8db5332-abba-412b-81ed-185d4c46c986 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:57:06.544822 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:06.546682 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:06.587322 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Network d8bcb41d-8d6c-426b-bdbc-a8120697d0df is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:57:06.590272 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:57:06.594796 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:57:06.598797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Pushing event updated for resources: {'Port': ['ID=e8db5332-abba-412b-81ed-185d4c46c986,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:06.602662 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:06.656551 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Attempting to bind port e8db5332-abba-412b-81ed-185d4c46c986 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:57:06.656930 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Attempting to bind port e8db5332-abba-412b-81ed-185d4c46c986 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '9052596d-4843-4cd0-8a05-1b3093134268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:57:06.657296 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Attempting to bind port e8db5332-abba-412b-81ed-185d4c46c986 on network d8bcb41d-8d6c-426b-bdbc-a8120697d0df {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:57:06.663175 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:57:06.663554 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Checking segment: {'id': '9052596d-4843-4cd0-8a05-1b3093134268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:57:06.663962 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:06.664363 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Bound using segment: {'id': '9052596d-4843-4cd0-8a05-1b3093134268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:57:06.664835 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Bound port: e8db5332-abba-412b-81ed-185d4c46c986, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9052596d-4843-4cd0-8a05-1b3093134268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:57:06.665220 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:06.731186 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] For port e8db5332-abba-412b-81ed-185d4c46c986, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:57:06.734251 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] For port e8db5332-abba-412b-81ed-185d4c46c986, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e8db5332-abba-412b-81ed-185d4c46c986,segment=NetworkSegment(9052596d-4843-4cd0-8a05-1b3093134268),segment_id=9052596d-4843-4cd0-8a05-1b3093134268)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:57:06.740042 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:06.742262 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:06.805281 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Pushing event updated for resources: {'Port': ['ID=e8db5332-abba-412b-81ed-185d4c46c986,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:06.808357 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:06.859480 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:06.879529 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:07.004175 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Allocated IP 172.26.2.55 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/bb9cedb2-222d-4024-91ef-0662698c90ba) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:57:07.108438 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:07.147608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:07.149539 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cd482069-cd1e-4b75-ae09-40963d07875a tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:07.192475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:57:07.197562 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:57:07.200577 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:57:07.202512 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=bb9cedb2-222d-4024-91ef-0662698c90ba,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:07.206319 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:07.453096 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:07.652567 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-24ecb8b3-44ef-44c9-8aa9-6749fcd36276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:07.654997 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:07.661476 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7078d6-9db6-422d-9f8c-98a4c016945b None None] Network d8bcb41d-8d6c-426b-bdbc-a8120697d0df requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:57:07.721130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c37b0313-08de-47e2-aa97-a7f746f26388 None None] Provisioning for port e8db5332-abba-412b-81ed-185d4c46c986 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:57:07.787634 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Router 660538fb-48b5-441b-8f21-e7704ffdb16b is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:57:07.899101 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:57:07.911870 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Sync routers for ids ['660538fb-48b5-441b-8f21-e7704ffdb16b'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:57:07.916719 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:07.919103 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8194449 Jun 18 16:57:07.920981 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55260) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:07.924856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Routers {'660538fb-48b5-441b-8f21-e7704ffdb16b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:57:07.925509 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:57:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['660538fb-48b5-441b-8f21-e7704ffdb16b'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:08.196976 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Set router 660538fb-48b5-441b-8f21-e7704ffdb16b gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:57:08.302385 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:08.350356 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:08.385987 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'name': 'tempest-TestEncryptedCinderVolumes-976063891-router', 'tenant_id': '169b4a5d5d3542089059a3d8d75ebafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': 'bb9cedb2-222d-4024-91ef-0662698c90ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:57:06Z', 'updated_at': '2021-06-18T16:57:07Z', 'revision_number': 3, 'project_id': '169b4a5d5d3542089059a3d8d75ebafc', 'gw_port': {'id': 'bb9cedb2-222d-4024-91ef-0662698c90ba', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:06Z', 'updated_at': '2021-06-18T16:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:08.416935 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Checking router: 660538fb-48b5-441b-8f21-e7704ffdb16b for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:57:08.417303 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Updating router 660538fb-48b5-441b-8f21-e7704ffdb16b port bb9cedb2-222d-4024-91ef-0662698c90ba binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:57:08.450843 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:08.506422 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Allocated IP 172.20.0.1 (d8bcb41d-8d6c-426b-bdbc-a8120697d0df/c1a7dd92-37c1-419a-ada9-44957ae90475/34cd85af-9ecc-40aa-8eeb-78f2a519709b) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:57:08.612841 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:08.626870 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Transition to ACTIVE for port object 34cd85af-9ecc-40aa-8eeb-78f2a519709b will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:57:08.661990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:08.664777 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-180b8510-852e-4f30-9967-75cfc868b0e5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:08.703459 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:08.705769 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Network d8bcb41d-8d6c-426b-bdbc-a8120697d0df is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:57:08.709124 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:57:08.711527 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:57:08.713616 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Transition to ACTIVE for port object bb9cedb2-222d-4024-91ef-0662698c90ba will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:57:08.722328 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:08.724549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:08.737544 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Pushing event updated for resources: {'Port': ['ID=34cd85af-9ecc-40aa-8eeb-78f2a519709b,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:08.740447 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:08.762473 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:08.788811 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Attempting to bind port bb9cedb2-222d-4024-91ef-0662698c90ba on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:57:08.789203 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Attempting to bind port bb9cedb2-222d-4024-91ef-0662698c90ba by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:57:08.789583 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Attempting to bind port bb9cedb2-222d-4024-91ef-0662698c90ba on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:57:08.796109 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bfb1b-3f53-465f-8a38-81c33cb64a5f None None] Pushing event updated for resources: {'Port': ['ID=bb9cedb2-222d-4024-91ef-0662698c90ba,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:08.808550 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-862bfb1b-3f53-465f-8a38-81c33cb64a5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:08.810136 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:57:08.810961 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:57:08.811732 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:08.814406 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:57:08.816009 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Bound port: bb9cedb2-222d-4024-91ef-0662698c90ba, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:57:08.816009 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:08.844718 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e8db5332-abba-412b-81ed-185d4c46c986 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:57:08.921110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] For port bb9cedb2-222d-4024-91ef-0662698c90ba, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:57:08.925373 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] For port bb9cedb2-222d-4024-91ef-0662698c90ba, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=bb9cedb2-222d-4024-91ef-0662698c90ba,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:57:08.929918 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port e8db5332-abba-412b-81ed-185d4c46c986 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:57:08.930188 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:08.935598 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:08.937955 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port e8db5332-abba-412b-81ed-185d4c46c986 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:08.938328 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:08.942751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:09.055827 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bfb1b-3f53-465f-8a38-81c33cb64a5f None None] Pushing event updated for resources: {'Port': ['ID=bb9cedb2-222d-4024-91ef-0662698c90ba,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:09.059339 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:09.061727 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Routers {'660538fb-48b5-441b-8f21-e7704ffdb16b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:57:09.062345 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:57:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['660538fb-48b5-441b-8f21-e7704ffdb16b'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:09.064849 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-862bfb1b-3f53-465f-8a38-81c33cb64a5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:09.067297 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8045b7f2-7ed2-4f63-ba6a-85e3bcf809e6 None None] Provisioning for port 34cd85af-9ecc-40aa-8eeb-78f2a519709b completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:57:09.103100 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8045b7f2-7ed2-4f63-ba6a-85e3bcf809e6 None None] Provisioning complete for port 34cd85af-9ecc-40aa-8eeb-78f2a519709b triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:09.103481 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8045b7f2-7ed2-4f63-ba6a-85e3bcf809e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:09.103623 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:09.108042 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:09.111930 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-88e70b3d-68a3-4c87-8c72-8929e29c5a41 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:09.172670 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:09.175000 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Pushing event updated for resources: {'Port': ['ID=34cd85af-9ecc-40aa-8eeb-78f2a519709b,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:09.178155 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:09.208375 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-8045b7f2-7ed2-4f63-ba6a-85e3bcf809e6 None None] Port 34cd85af-9ecc-40aa-8eeb-78f2a519709b cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:57:09.214484 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:09.246310 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] Set router 660538fb-48b5-441b-8f21-e7704ffdb16b gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:57:09.268351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Network d8bcb41d-8d6c-426b-bdbc-a8120697d0df is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:57:09.269730 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:57:09.292041 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port e8db5332-abba-412b-81ed-185d4c46c986, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e8db5332-abba-412b-81ed-185d4c46c986,segment=NetworkSegment(9052596d-4843-4cd0-8a05-1b3093134268),segment_id=9052596d-4843-4cd0-8a05-1b3093134268)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:57:09.300965 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:09.306090 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-15b634b7-dee3-4c80-9a81-35c4793ff99b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:09.390188 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Router 660538fb-48b5-441b-8f21-e7704ffdb16b has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:57:09.426673 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=e8db5332-abba-412b-81ed-185d4c46c986,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:09.431436 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:09.504257 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'name': 'tempest-TestEncryptedCinderVolumes-976063891-router', 'tenant_id': '169b4a5d5d3542089059a3d8d75ebafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': 'bb9cedb2-222d-4024-91ef-0662698c90ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:57:06Z', 'updated_at': '2021-06-18T16:57:08Z', 'revision_number': 4, 'project_id': '169b4a5d5d3542089059a3d8d75ebafc', 'gw_port': {'id': 'bb9cedb2-222d-4024-91ef-0662698c90ba', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:06Z', 'updated_at': '2021-06-18T16:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '34cd85af-9ecc-40aa-8eeb-78f2a519709b', 'name': '', 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df', 'tenant_id': '169b4a5d5d3542089059a3d8d75ebafc', 'mac_address': 'fa:16:3e:de:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c1a7dd92-37c1-419a-ada9-44957ae90475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:08Z', 'updated_at': '2021-06-18T16:57:08Z', 'revision_number': 1, 'project_id': '169b4a5d5d3542089059a3d8d75ebafc', 'subnets': [{'id': 'c1a7dd92-37c1-419a-ada9-44957ae90475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:09.506579 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:57:09.511719 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] 10.222.0.39 "PUT /v2.0/routers/660538fb-48b5-441b-8f21-e7704ffdb16b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5896528 Jun 18 16:57:09.539276 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabece5f-d06e-4374-b37c-49b5b53dfe74 None None] The sync data for ids ['660538fb-48b5-441b-8f21-e7704ffdb16b'] in dv-neutron-797121-1-hyperv is: [{'id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'name': 'tempest-TestEncryptedCinderVolumes-976063891-router', 'tenant_id': '169b4a5d5d3542089059a3d8d75ebafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': 'bb9cedb2-222d-4024-91ef-0662698c90ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:57:06Z', 'updated_at': '2021-06-18T16:57:08Z', 'revision_number': 4, 'project_id': '169b4a5d5d3542089059a3d8d75ebafc', 'gw_port': {'id': 'bb9cedb2-222d-4024-91ef-0662698c90ba', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:06Z', 'updated_at': '2021-06-18T16:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '34cd85af-9ecc-40aa-8eeb-78f2a519709b', 'name': '', 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df', 'tenant_id': '169b4a5d5d3542089059a3d8d75ebafc', 'mac_address': 'fa:16:3e:de:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c1a7dd92-37c1-419a-ada9-44957ae90475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:08Z', 'updated_at': '2021-06-18T16:57:08Z', 'revision_number': 1, 'project_id': '169b4a5d5d3542089059a3d8d75ebafc', 'subnets': [{'id': 'c1a7dd92-37c1-419a-ada9-44957ae90475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:57:09.549119 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-34320bdb-cc23-439a-a459-d0c7a7d727e5 None None] Provisioning complete for port 34cd85af-9ecc-40aa-8eeb-78f2a519709b triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:09.549629 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-34320bdb-cc23-439a-a459-d0c7a7d727e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:09.584478 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-34320bdb-cc23-439a-a459-d0c7a7d727e5 None None] Port 34cd85af-9ecc-40aa-8eeb-78f2a519709b cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:57:09.998780 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55276) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:10.004042 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-7ddb9261-701d-4dbc-82a9-ba708a9acd7c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-172995633-network', 'tenant_id': '4a4121ffe89343e7896f4fdc42823f86'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:57:10.026659 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddb9261-701d-4dbc-82a9-ba708a9acd7c admin admin] Made reservation on behalf of 4a4121ffe89343e7896f4fdc42823f86 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:57:10.029059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7ddb9261-701d-4dbc-82a9-ba708a9acd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:10.039051 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7ddb9261-701d-4dbc-82a9-ba708a9acd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:10.143885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7ddb9261-701d-4dbc-82a9-ba708a9acd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:10.148589 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7ddb9261-701d-4dbc-82a9-ba708a9acd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:10.152353 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3635e4a5-d347-43bb-9dd4-e791c5fc5b80 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:10.176916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ddb9261-701d-4dbc-82a9-ba708a9acd7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:57:10.188428 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb9261-701d-4dbc-82a9-ba708a9acd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d111178-8c8a-4ff1-8d5a-bb8a899a4c87,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:10.192641 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7ddb9261-701d-4dbc-82a9-ba708a9acd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:10.192641 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-7ddb9261-701d-4dbc-82a9-ba708a9acd7c admin admin] Added segment c28e6a51-8d01-4197-9a18-913ea48b03a7 of type vlan for network 3790014f-b6c6-4f32-b0e3-9c833db4a5e8 Jun 18 16:57:10.193803 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7ddb9261-701d-4dbc-82a9-ba708a9acd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:10.234995 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7ddb9261-701d-4dbc-82a9-ba708a9acd7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:10.265572 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7ddb9261-701d-4dbc-82a9-ba708a9acd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:10.267331 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddb9261-701d-4dbc-82a9-ba708a9acd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:10.269165 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7ddb9261-701d-4dbc-82a9-ba708a9acd7c admin admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:10.270429 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-24141af5-8135-4ada-ab6e-58aefcfca423 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:10.323299 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7ddb9261-701d-4dbc-82a9-ba708a9acd7c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3233714 Jun 18 16:57:10.326206 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55278) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:10.331830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-e0311b31-930f-4562-9bbd-78c87e5cf7f0 admin admin] Request body: {'subnet': {'network_id': '3790014f-b6c6-4f32-b0e3-9c833db4a5e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-172995633-subnet', 'tenant_id': '4a4121ffe89343e7896f4fdc42823f86', 'ip_version': 4}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:57:10.334425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb9261-701d-4dbc-82a9-ba708a9acd7c admin admin] Pushing event updated for resources: {'Network': ['ID=3790014f-b6c6-4f32-b0e3-9c833db4a5e8,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:10.337205 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7ddb9261-701d-4dbc-82a9-ba708a9acd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:10.345883 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 3790014f-b6c6-4f32-b0e3-9c833db4a5e8 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:57:10.355285 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0311b31-930f-4562-9bbd-78c87e5cf7f0 admin admin] Made reservation on behalf of 4a4121ffe89343e7896f4fdc42823f86 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:57:10.358445 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e0311b31-930f-4562-9bbd-78c87e5cf7f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:10.540757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e0311b31-930f-4562-9bbd-78c87e5cf7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:10.545193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e61b0103-2f5b-4e3d-8108-9ae3c4ca79f3 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:10.548605 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:10.598497 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0311b31-930f-4562-9bbd-78c87e5cf7f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc3e896-3cb6-446d-b627-15b3f65201d5,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:10.602341 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e0311b31-930f-4562-9bbd-78c87e5cf7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:10.609410 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0311b31-930f-4562-9bbd-78c87e5cf7f0 admin admin] Checking segment: {'id': 'c28e6a51-8d01-4197-9a18-913ea48b03a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3790014f-b6c6-4f32-b0e3-9c833db4a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:57:10.609768 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0311b31-930f-4562-9bbd-78c87e5cf7f0 admin admin] Network hostable DHCP agents. Network: 3790014f-b6c6-4f32-b0e3-9c833db4a5e8, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:57:10.627659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0311b31-930f-4562-9bbd-78c87e5cf7f0 admin admin] Network 3790014f-b6c6-4f32-b0e3-9c833db4a5e8 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:57:10.637325 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-e0311b31-930f-4562-9bbd-78c87e5cf7f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 3790014f-b6c6-4f32-b0e3-9c833db4a5e8) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:57:10.643544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0311b31-930f-4562-9bbd-78c87e5cf7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:10.645288 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e0311b31-930f-4562-9bbd-78c87e5cf7f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:10.646329 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b1313f-168f-4232-acdd-1f60d14a2a65 None None] Network 3790014f-b6c6-4f32-b0e3-9c833db4a5e8 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:57:10.660486 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e0311b31-930f-4562-9bbd-78c87e5cf7f0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3329279 Jun 18 16:57:10.662891 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55280) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:10.667343 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-172995633-router', 'tenant_id': '4a4121ffe89343e7896f4fdc42823f86', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:57:10.691136 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:10.692176 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:10.761237 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:10.834923 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-3790014f-b6c6-4f32-b0e3-9c833db4a5e8', 'network_id': '3790014f-b6c6-4f32-b0e3-9c833db4a5e8', 'tenant_id': '4a4121ffe89343e7896f4fdc42823f86', 'fixed_ips': [{'subnet_id': 'fcc3e896-3cb6-446d-b627-15b3f65201d5'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:57:10.835844 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:10.905515 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e8db5332-abba-412b-81ed-185d4c46c986 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:57:10.915047 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:11.021050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port e8db5332-abba-412b-81ed-185d4c46c986 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:11.021443 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:11.041795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Allocated IP 172.20.0.2 (3790014f-b6c6-4f32-b0e3-9c833db4a5e8/fcc3e896-3cb6-446d-b627-15b3f65201d5/be569e72-2945-45b4-a1d0-a31aa27d5a9a) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:57:11.121526 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:11.140079 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:11.179639 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bb9cedb2-222d-4024-91ef-0662698c90ba up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:57:11.247890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Allocated IP 172.26.2.49 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/867d5c33-8567-48ef-bd82-ba02766a2d9c) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:57:11.268219 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:11.279722 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Transition to ACTIVE for port object be569e72-2945-45b4-a1d0-a31aa27d5a9a will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:57:11.291570 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port bb9cedb2-222d-4024-91ef-0662698c90ba completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:57:11.301168 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port bb9cedb2-222d-4024-91ef-0662698c90ba triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:11.301565 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:11.303393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Transition to ACTIVE for port object be569e72-2945-45b4-a1d0-a31aa27d5a9a will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:57:11.326449 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:11.330841 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:11.355216 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:11.379644 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Network 3790014f-b6c6-4f32-b0e3-9c833db4a5e8 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:57:11.384089 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:57:11.390106 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:57:11.399854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:11.403104 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a7dd0f11-7575-46f5-9962-cce119e1e598 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:11.404667 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Pushing event updated for resources: {'Port': ['ID=be569e72-2945-45b4-a1d0-a31aa27d5a9a,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:11.408130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:11.446124 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:57:11.452796 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:57:11.456368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:57:11.484737 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Pushing event updated for resources: {'Port': ['ID=867d5c33-8567-48ef-bd82-ba02766a2d9c,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:11.489664 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:11.493549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Attempting to bind port be569e72-2945-45b4-a1d0-a31aa27d5a9a on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:57:11.493976 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Attempting to bind port be569e72-2945-45b4-a1d0-a31aa27d5a9a by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'c28e6a51-8d01-4197-9a18-913ea48b03a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3790014f-b6c6-4f32-b0e3-9c833db4a5e8'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:57:11.494409 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Attempting to bind port be569e72-2945-45b4-a1d0-a31aa27d5a9a on network 3790014f-b6c6-4f32-b0e3-9c833db4a5e8 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:57:11.502925 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:11.507661 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:57:11.508116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Checking segment: {'id': 'c28e6a51-8d01-4197-9a18-913ea48b03a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3790014f-b6c6-4f32-b0e3-9c833db4a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:57:11.508583 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:11.509044 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Bound using segment: {'id': 'c28e6a51-8d01-4197-9a18-913ea48b03a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3790014f-b6c6-4f32-b0e3-9c833db4a5e8'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:57:11.509616 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Bound port: be569e72-2945-45b4-a1d0-a31aa27d5a9a, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28e6a51-8d01-4197-9a18-913ea48b03a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3790014f-b6c6-4f32-b0e3-9c833db4a5e8'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:57:11.510057 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:11.536975 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port bb9cedb2-222d-4024-91ef-0662698c90ba, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=bb9cedb2-222d-4024-91ef-0662698c90ba,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:57:11.555122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:11.558342 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:11.616710 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Sync routers for ids ['660538fb-48b5-441b-8f21-e7704ffdb16b'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:57:11.627262 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] For port be569e72-2945-45b4-a1d0-a31aa27d5a9a, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:57:11.627909 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Routers {'660538fb-48b5-441b-8f21-e7704ffdb16b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:57:11.628927 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:57:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['660538fb-48b5-441b-8f21-e7704ffdb16b'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:11.630374 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] For port be569e72-2945-45b4-a1d0-a31aa27d5a9a, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=be569e72-2945-45b4-a1d0-a31aa27d5a9a,segment=NetworkSegment(c28e6a51-8d01-4197-9a18-913ea48b03a7),segment_id=c28e6a51-8d01-4197-9a18-913ea48b03a7)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:57:11.631520 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=bb9cedb2-222d-4024-91ef-0662698c90ba,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:11.635048 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:11.636961 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:11.640011 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:11.707497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Pushing event updated for resources: {'Port': ['ID=be569e72-2945-45b4-a1d0-a31aa27d5a9a,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:11.710363 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:11.733449 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:11.761949 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Set router 660538fb-48b5-441b-8f21-e7704ffdb16b gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:57:11.962901 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:11.994276 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'name': 'tempest-TestEncryptedCinderVolumes-976063891-router', 'tenant_id': '169b4a5d5d3542089059a3d8d75ebafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': 'bb9cedb2-222d-4024-91ef-0662698c90ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:57:06Z', 'updated_at': '2021-06-18T16:57:08Z', 'revision_number': 4, 'project_id': '169b4a5d5d3542089059a3d8d75ebafc', 'gw_port': {'id': 'bb9cedb2-222d-4024-91ef-0662698c90ba', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:06Z', 'updated_at': '2021-06-18T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '34cd85af-9ecc-40aa-8eeb-78f2a519709b', 'name': '', 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df', 'tenant_id': '169b4a5d5d3542089059a3d8d75ebafc', 'mac_address': 'fa:16:3e:de:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c1a7dd92-37c1-419a-ada9-44957ae90475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:08Z', 'updated_at': '2021-06-18T16:57:08Z', 'revision_number': 2, 'project_id': '169b4a5d5d3542089059a3d8d75ebafc', 'subnets': [{'id': 'c1a7dd92-37c1-419a-ada9-44957ae90475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:12.025662 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Checking router: 660538fb-48b5-441b-8f21-e7704ffdb16b for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:57:12.026098 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Updating router 660538fb-48b5-441b-8f21-e7704ffdb16b port 34cd85af-9ecc-40aa-8eeb-78f2a519709b binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:57:12.062162 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:12.100407 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Router 3d483a71-a3d7-452f-9723-75fd0fb7ef80 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:57:12.210174 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:57:12.220496 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Sync routers for ids ['3d483a71-a3d7-452f-9723-75fd0fb7ef80'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:57:12.228427 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:12.230543 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Routers {'3d483a71-a3d7-452f-9723-75fd0fb7ef80'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:57:12.231242 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:57:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3d483a71-a3d7-452f-9723-75fd0fb7ef80'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:12.232529 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55282) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:12.233082 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5687196 Jun 18 16:57:12.333560 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:12.345345 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Transition to ACTIVE for port object 34cd85af-9ecc-40aa-8eeb-78f2a519709b will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:57:12.354994 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:12.357791 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-978ce0a9-b774-46e8-9d05-5cee236d07fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:12.471472 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c361277-620e-407e-b33a-9da7a6ac3083 None None] Pushing event updated for resources: {'Port': ['ID=34cd85af-9ecc-40aa-8eeb-78f2a519709b,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:12.481889 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c361277-620e-407e-b33a-9da7a6ac3083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:12.482233 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c361277-620e-407e-b33a-9da7a6ac3083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:12.482878 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c361277-620e-407e-b33a-9da7a6ac3083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:12.483218 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c361277-620e-407e-b33a-9da7a6ac3083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:12.483548 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c361277-620e-407e-b33a-9da7a6ac3083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:12.483875 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c361277-620e-407e-b33a-9da7a6ac3083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:12.484200 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c361277-620e-407e-b33a-9da7a6ac3083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:12.484523 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c361277-620e-407e-b33a-9da7a6ac3083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:12.484994 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c361277-620e-407e-b33a-9da7a6ac3083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:12.485321 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c361277-620e-407e-b33a-9da7a6ac3083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:12.486361 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c361277-620e-407e-b33a-9da7a6ac3083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:12.486703 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c361277-620e-407e-b33a-9da7a6ac3083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:12.512543 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-6c361277-620e-407e-b33a-9da7a6ac3083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:12.529664 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Attempting to bind port 34cd85af-9ecc-40aa-8eeb-78f2a519709b on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:57:12.530039 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Attempting to bind port 34cd85af-9ecc-40aa-8eeb-78f2a519709b by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '9052596d-4843-4cd0-8a05-1b3093134268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:57:12.530410 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Attempting to bind port 34cd85af-9ecc-40aa-8eeb-78f2a519709b on network d8bcb41d-8d6c-426b-bdbc-a8120697d0df {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:57:12.536484 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:57:12.537161 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Checking segment: {'id': '9052596d-4843-4cd0-8a05-1b3093134268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:57:12.537450 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:12.537998 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Bound using segment: {'id': '9052596d-4843-4cd0-8a05-1b3093134268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:57:12.538494 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Bound port: 34cd85af-9ecc-40aa-8eeb-78f2a519709b, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9052596d-4843-4cd0-8a05-1b3093134268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:57:12.539053 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:12.540010 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Set router 3d483a71-a3d7-452f-9723-75fd0fb7ef80 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:57:12.636072 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] For port 34cd85af-9ecc-40aa-8eeb-78f2a519709b, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:57:12.640846 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] For port 34cd85af-9ecc-40aa-8eeb-78f2a519709b, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=34cd85af-9ecc-40aa-8eeb-78f2a519709b,segment=NetworkSegment(9052596d-4843-4cd0-8a05-1b3093134268),segment_id=9052596d-4843-4cd0-8a05-1b3093134268)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:57:12.654808 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:12.675732 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-db31b3c3-e825-47fd-a4dc-46fc8d6bd9bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:12.799855 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Routers {'660538fb-48b5-441b-8f21-e7704ffdb16b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:57:12.800612 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:57:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['660538fb-48b5-441b-8f21-e7704ffdb16b'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:12.823358 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'name': 'tempest-TestEncryptedCinderVolumes-172995633-router', 'tenant_id': '4a4121ffe89343e7896f4fdc42823f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.49'}], 'enable_snat': True}, 'gw_port_id': '867d5c33-8567-48ef-bd82-ba02766a2d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:57:10Z', 'updated_at': '2021-06-18T16:57:11Z', 'revision_number': 3, 'project_id': '4a4121ffe89343e7896f4fdc42823f86', 'gw_port': {'id': '867d5c33-8567-48ef-bd82-ba02766a2d9c', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:da:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:11Z', 'updated_at': '2021-06-18T16:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:12.877699 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Checking router: 3d483a71-a3d7-452f-9723-75fd0fb7ef80 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:57:12.877699 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Updating router 3d483a71-a3d7-452f-9723-75fd0fb7ef80 port 867d5c33-8567-48ef-bd82-ba02766a2d9c binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:57:12.889592 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c361277-620e-407e-b33a-9da7a6ac3083 None None] Pushing event updated for resources: {'Port': ['ID=34cd85af-9ecc-40aa-8eeb-78f2a519709b,revision_number=4']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:12.895600 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-6c361277-620e-407e-b33a-9da7a6ac3083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:12.961667 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:12.988720 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dcf1d0-0bc0-417e-9ebb-6f88b410986d None None] Network 3790014f-b6c6-4f32-b0e3-9c833db4a5e8 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:57:13.008816 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device be569e72-2945-45b4-a1d0-a31aa27d5a9a up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:57:13.022343 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] Set router 660538fb-48b5-441b-8f21-e7704ffdb16b gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:57:13.149192 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8021c19f-497b-45ff-a5c0-bd9ef8db2445 None None] Provisioning for port be569e72-2945-45b4-a1d0-a31aa27d5a9a completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:57:13.190017 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:13.256576 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port be569e72-2945-45b4-a1d0-a31aa27d5a9a completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:57:13.290058 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port be569e72-2945-45b4-a1d0-a31aa27d5a9a triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:13.290443 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:13.340588 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'name': 'tempest-TestEncryptedCinderVolumes-976063891-router', 'tenant_id': '169b4a5d5d3542089059a3d8d75ebafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': 'bb9cedb2-222d-4024-91ef-0662698c90ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:57:06Z', 'updated_at': '2021-06-18T16:57:08Z', 'revision_number': 4, 'project_id': '169b4a5d5d3542089059a3d8d75ebafc', 'gw_port': {'id': 'bb9cedb2-222d-4024-91ef-0662698c90ba', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:06Z', 'updated_at': '2021-06-18T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '34cd85af-9ecc-40aa-8eeb-78f2a519709b', 'name': '', 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df', 'tenant_id': '169b4a5d5d3542089059a3d8d75ebafc', 'mac_address': 'fa:16:3e:de:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c1a7dd92-37c1-419a-ada9-44957ae90475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:08Z', 'updated_at': '2021-06-18T16:57:12Z', 'revision_number': 4, 'project_id': '169b4a5d5d3542089059a3d8d75ebafc', 'subnets': [{'id': 'c1a7dd92-37c1-419a-ada9-44957ae90475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:13.363055 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Allocated IP 172.20.0.1 (3790014f-b6c6-4f32-b0e3-9c833db4a5e8/fcc3e896-3cb6-446d-b627-15b3f65201d5/5a4036a7-8668-407b-a995-232343224e41) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:57:13.373220 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a026f8-fe66-48dc-892c-bb8034df18fc None None] The sync data for ids ['660538fb-48b5-441b-8f21-e7704ffdb16b'] in dv-neutron-797121-1-hyperv is: [{'id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'name': 'tempest-TestEncryptedCinderVolumes-976063891-router', 'tenant_id': '169b4a5d5d3542089059a3d8d75ebafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': 'bb9cedb2-222d-4024-91ef-0662698c90ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:57:06Z', 'updated_at': '2021-06-18T16:57:08Z', 'revision_number': 4, 'project_id': '169b4a5d5d3542089059a3d8d75ebafc', 'gw_port': {'id': 'bb9cedb2-222d-4024-91ef-0662698c90ba', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:06Z', 'updated_at': '2021-06-18T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '34cd85af-9ecc-40aa-8eeb-78f2a519709b', 'name': '', 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df', 'tenant_id': '169b4a5d5d3542089059a3d8d75ebafc', 'mac_address': 'fa:16:3e:de:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c1a7dd92-37c1-419a-ada9-44957ae90475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:08Z', 'updated_at': '2021-06-18T16:57:12Z', 'revision_number': 4, 'project_id': '169b4a5d5d3542089059a3d8d75ebafc', 'subnets': [{'id': 'c1a7dd92-37c1-419a-ada9-44957ae90475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:57:13.479846 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:13.495676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Transition to ACTIVE for port object 5a4036a7-8668-407b-a995-232343224e41 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:57:13.510954 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:13.518318 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:13.533230 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:13.537224 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:13.538798 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Transition to ACTIVE for port object 867d5c33-8567-48ef-bd82-ba02766a2d9c will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:57:13.549981 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:13.552856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:13.581639 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Network 3790014f-b6c6-4f32-b0e3-9c833db4a5e8 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:57:13.584789 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:57:13.592249 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:57:13.601904 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port be569e72-2945-45b4-a1d0-a31aa27d5a9a, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=be569e72-2945-45b4-a1d0-a31aa27d5a9a,segment=NetworkSegment(c28e6a51-8d01-4197-9a18-913ea48b03a7),segment_id=c28e6a51-8d01-4197-9a18-913ea48b03a7)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:57:13.621860 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Pushing event updated for resources: {'Port': ['ID=5a4036a7-8668-407b-a995-232343224e41,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:13.622496 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:13.623407 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bb9cedb2-222d-4024-91ef-0662698c90ba up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:57:13.635450 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:13.635844 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:13.636236 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:13.636619 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:13.636993 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:13.637370 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:13.637742 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:13.638112 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:13.638481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:13.638874 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:13.639245 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:13.639608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:13.645732 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:13.646776 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e26cf-4ed1-45f4-855c-b0b63ed94531 None None] Pushing event updated for resources: {'Port': ['ID=867d5c33-8567-48ef-bd82-ba02766a2d9c,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:13.651092 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-911e26cf-4ed1-45f4-855c-b0b63ed94531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:13.651575 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:13.655131 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Attempting to bind port 867d5c33-8567-48ef-bd82-ba02766a2d9c on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:57:13.655519 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Attempting to bind port 867d5c33-8567-48ef-bd82-ba02766a2d9c by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:57:13.655892 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Attempting to bind port 867d5c33-8567-48ef-bd82-ba02766a2d9c on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:57:13.657094 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:13.725665 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:57:13.726058 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:57:13.726483 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:13.727084 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:57:13.727610 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Bound port: 867d5c33-8567-48ef-bd82-ba02766a2d9c, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:57:13.728258 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:13.778937 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port bb9cedb2-222d-4024-91ef-0662698c90ba triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:13.779323 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:13.826057 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=be569e72-2945-45b4-a1d0-a31aa27d5a9a,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:13.837776 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:13.841604 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] For port 867d5c33-8567-48ef-bd82-ba02766a2d9c, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:57:13.858704 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] For port 867d5c33-8567-48ef-bd82-ba02766a2d9c, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=867d5c33-8567-48ef-bd82-ba02766a2d9c,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:57:13.873727 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:13.897343 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:13.903620 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3b93142e-2ede-4cd6-81f8-0814e6cf2108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:13.992355 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b39f835b-9b68-4b26-a240-f38220535497 None None] Provisioning complete for port be569e72-2945-45b4-a1d0-a31aa27d5a9a triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:13.992820 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b39f835b-9b68-4b26-a240-f38220535497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:14.025995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Routers {'3d483a71-a3d7-452f-9723-75fd0fb7ef80'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:57:14.026829 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:57:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3d483a71-a3d7-452f-9723-75fd0fb7ef80'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:14.065631 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e26cf-4ed1-45f4-855c-b0b63ed94531 None None] Pushing event updated for resources: {'Port': ['ID=867d5c33-8567-48ef-bd82-ba02766a2d9c,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:14.072103 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-911e26cf-4ed1-45f4-855c-b0b63ed94531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:14.117224 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:14.122042 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:14.125277 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d7e35660-179b-4dd6-b5fa-f5d3a0dbb2be tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:14.183397 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] Set router 3d483a71-a3d7-452f-9723-75fd0fb7ef80 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:57:14.191403 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Pushing event updated for resources: {'Port': ['ID=5a4036a7-8668-407b-a995-232343224e41,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:14.195871 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:14.197070 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:14.309711 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Network 3790014f-b6c6-4f32-b0e3-9c833db4a5e8 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:57:14.311143 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:57:14.377499 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-97d023ff-6ce3-4617-9f2c-f729b7adb03b None None] Provisioning for port 5a4036a7-8668-407b-a995-232343224e41 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:57:14.382836 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-97d023ff-6ce3-4617-9f2c-f729b7adb03b None None] Provisioning complete for port 5a4036a7-8668-407b-a995-232343224e41 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:14.383219 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-97d023ff-6ce3-4617-9f2c-f729b7adb03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:14.426245 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-97d023ff-6ce3-4617-9f2c-f729b7adb03b None None] Port 5a4036a7-8668-407b-a995-232343224e41 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:57:14.442907 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'name': 'tempest-TestEncryptedCinderVolumes-172995633-router', 'tenant_id': '4a4121ffe89343e7896f4fdc42823f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.49'}], 'enable_snat': True}, 'gw_port_id': '867d5c33-8567-48ef-bd82-ba02766a2d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:57:10Z', 'updated_at': '2021-06-18T16:57:13Z', 'revision_number': 4, 'project_id': '4a4121ffe89343e7896f4fdc42823f86', 'gw_port': {'id': '867d5c33-8567-48ef-bd82-ba02766a2d9c', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:da:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:11Z', 'updated_at': '2021-06-18T16:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '5a4036a7-8668-407b-a995-232343224e41', 'name': '', 'network_id': '3790014f-b6c6-4f32-b0e3-9c833db4a5e8', 'tenant_id': '4a4121ffe89343e7896f4fdc42823f86', 'mac_address': 'fa:16:3e:32:06:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'fcc3e896-3cb6-446d-b627-15b3f65201d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:13Z', 'updated_at': '2021-06-18T16:57:13Z', 'revision_number': 1, 'project_id': '4a4121ffe89343e7896f4fdc42823f86', 'subnets': [{'id': 'fcc3e896-3cb6-446d-b627-15b3f65201d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:14.445615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Router 3d483a71-a3d7-452f-9723-75fd0fb7ef80 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:57:14.473556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e201d16-149d-4d4d-88a6-b1e428e78d93 None None] The sync data for ids ['3d483a71-a3d7-452f-9723-75fd0fb7ef80'] in dv-neutron-797121-1-hyperv is: [{'id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'name': 'tempest-TestEncryptedCinderVolumes-172995633-router', 'tenant_id': '4a4121ffe89343e7896f4fdc42823f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.49'}], 'enable_snat': True}, 'gw_port_id': '867d5c33-8567-48ef-bd82-ba02766a2d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:57:10Z', 'updated_at': '2021-06-18T16:57:13Z', 'revision_number': 4, 'project_id': '4a4121ffe89343e7896f4fdc42823f86', 'gw_port': {'id': '867d5c33-8567-48ef-bd82-ba02766a2d9c', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:da:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:11Z', 'updated_at': '2021-06-18T16:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '5a4036a7-8668-407b-a995-232343224e41', 'name': '', 'network_id': '3790014f-b6c6-4f32-b0e3-9c833db4a5e8', 'tenant_id': '4a4121ffe89343e7896f4fdc42823f86', 'mac_address': 'fa:16:3e:32:06:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'fcc3e896-3cb6-446d-b627-15b3f65201d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:13Z', 'updated_at': '2021-06-18T16:57:13Z', 'revision_number': 1, 'project_id': '4a4121ffe89343e7896f4fdc42823f86', 'subnets': [{'id': 'fcc3e896-3cb6-446d-b627-15b3f65201d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:57:14.546666 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d8dd4f96-960f-4b2b-ba7e-b02542776c31 None None] Provisioning complete for port 5a4036a7-8668-407b-a995-232343224e41 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:14.547057 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d8dd4f96-960f-4b2b-ba7e-b02542776c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:14.568764 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:57:14.580397 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] 10.222.0.39 "PUT /v2.0/routers/3d483a71-a3d7-452f-9723-75fd0fb7ef80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3429096 Jun 18 16:57:14.584106 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d8dd4f96-960f-4b2b-ba7e-b02542776c31 None None] Port 5a4036a7-8668-407b-a995-232343224e41 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:57:14.814868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device be569e72-2945-45b4-a1d0-a31aa27d5a9a up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:57:14.870442 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port be569e72-2945-45b4-a1d0-a31aa27d5a9a triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:14.870856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:14.956255 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 34cd85af-9ecc-40aa-8eeb-78f2a519709b up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:57:15.005536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 34cd85af-9ecc-40aa-8eeb-78f2a519709b completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:57:15.010249 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 34cd85af-9ecc-40aa-8eeb-78f2a519709b triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:15.010752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:15.091720 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:15.127609 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 34cd85af-9ecc-40aa-8eeb-78f2a519709b, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=34cd85af-9ecc-40aa-8eeb-78f2a519709b,segment=NetworkSegment(9052596d-4843-4cd0-8a05-1b3093134268),segment_id=9052596d-4843-4cd0-8a05-1b3093134268)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:57:15.131708 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:15.133695 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:15.188181 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=34cd85af-9ecc-40aa-8eeb-78f2a519709b,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:15.195907 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:15.462991 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-21a3e3d1-b5de-4360-a4e8-185a0c3f2323 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:15.464356 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-21a3e3d1-b5de-4360-a4e8-185a0c3f2323 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/networks?id=d8bcb41d-8d6c-426b-bdbc-a8120697d0df HTTP/1.1" status: 200 len: 816 time: 0.0995483 Jun 18 16:57:15.479362 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-867dd419-39be-4d4c-a9af-cf42732cfbba tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/quotas/169b4a5d5d3542089059a3d8d75ebafc HTTP/1.1" status: 200 len: 375 time: 0.0096197 Jun 18 16:57:15.549334 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-5ae98c3f-46cb-4d63-9026-d8e683f3d0dc tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=169b4a5d5d3542089059a3d8d75ebafc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650184 Jun 18 16:57:15.640103 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-184cff77-ca48-425e-9855-72ab921c078c service neutron] 10.222.0.39 "GET /v2.0/networks/d8bcb41d-8d6c-426b-bdbc-a8120697d0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796955 Jun 18 16:57:15.730414 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-1a7f043b-f7e4-4ad2-bf77-bd1636b9c0d9 service neutron] 10.222.0.39 "GET /v2.0/networks/d8bcb41d-8d6c-426b-bdbc-a8120697d0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840435 Jun 18 16:57:15.898862 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9b690760-9a92-4957-952f-58687f640146 req-da96901f-c228-40ef-a50e-312fb057e2cf tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bb8e29f-0118-4674-b1f4-ed9ec56b5938 HTTP/1.1" status: 200 len: 210 time: 0.0322542 Jun 18 16:57:16.827347 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 34cd85af-9ecc-40aa-8eeb-78f2a519709b up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:57:16.874520 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 34cd85af-9ecc-40aa-8eeb-78f2a519709b triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:16.874930 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:16.954709 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 867d5c33-8567-48ef-bd82-ba02766a2d9c up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:57:17.012409 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 867d5c33-8567-48ef-bd82-ba02766a2d9c completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:57:17.017050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 867d5c33-8567-48ef-bd82-ba02766a2d9c triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:17.017809 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:17.064054 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-ffc33730-8476-423c-8b63-fb1f3f9ab066 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:17.066888 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-ffc33730-8476-423c-8b63-fb1f3f9ab066 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.64 "GET /v2.0/networks?id=d8bcb41d-8d6c-426b-bdbc-a8120697d0df HTTP/1.1" status: 200 len: 816 time: 0.1408508 Jun 18 16:57:17.085614 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-701f2214-35a9-4c92-a0f0-9e880e0b7be7 req-0e9f49d5-3a8a-403c-8da8-d28f96d1758b tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bb8e29f-0118-4674-b1f4-ed9ec56b5938 HTTP/1.1" status: 200 len: 210 time: 0.0413756 Jun 18 16:57:17.088508 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-c034111d-4b16-465a-b598-72a3ca1abe09 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Request body: {'port': {'device_id': '5bb8e29f-0118-4674-b1f4-ed9ec56b5938', 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df', 'admin_state_up': True, 'tenant_id': '169b4a5d5d3542089059a3d8d75ebafc'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:57:17.122907 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:17.145795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 867d5c33-8567-48ef-bd82-ba02766a2d9c, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=867d5c33-8567-48ef-bd82-ba02766a2d9c,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:57:17.151456 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:17.154976 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-862bfb1b-3f53-465f-8a38-81c33cb64a5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:17.210377 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=867d5c33-8567-48ef-bd82-ba02766a2d9c,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:17.214016 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:17.231408 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-c034111d-4b16-465a-b598-72a3ca1abe09 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Made reservation on behalf of 169b4a5d5d3542089059a3d8d75ebafc for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:57:17.235377 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-c034111d-4b16-465a-b598-72a3ca1abe09 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:17.361658 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-c034111d-4b16-465a-b598-72a3ca1abe09 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Allocated IP 172.20.0.11 (d8bcb41d-8d6c-426b-bdbc-a8120697d0df/c1a7dd92-37c1-419a-ada9-44957ae90475/846454ea-fa40-421a-a8b3-319aad2cba22) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:57:17.459827 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Sync routers for ids ['3d483a71-a3d7-452f-9723-75fd0fb7ef80'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:57:17.468512 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Routers {'3d483a71-a3d7-452f-9723-75fd0fb7ef80'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:57:17.469124 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:57:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3d483a71-a3d7-452f-9723-75fd0fb7ef80'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:17.516211 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-c034111d-4b16-465a-b598-72a3ca1abe09 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:17.529776 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-c034111d-4b16-465a-b598-72a3ca1abe09 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Transition to ACTIVE for port object 846454ea-fa40-421a-a8b3-319aad2cba22 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:57:17.562732 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-c034111d-4b16-465a-b598-72a3ca1abe09 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:17.567099 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-08f3337e-5ff1-4b08-9db9-4f85616bee8e tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:17.573310 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Set router 3d483a71-a3d7-452f-9723-75fd0fb7ef80 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:57:17.612693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-c034111d-4b16-465a-b598-72a3ca1abe09 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Network d8bcb41d-8d6c-426b-bdbc-a8120697d0df is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:57:17.618182 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-c034111d-4b16-465a-b598-72a3ca1abe09 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:57:17.622450 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-c034111d-4b16-465a-b598-72a3ca1abe09 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:57:17.626418 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034111d-4b16-465a-b598-72a3ca1abe09 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Pushing event updated for resources: {'Port': ['ID=846454ea-fa40-421a-a8b3-319aad2cba22,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:17.647085 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c034111d-4b16-465a-b598-72a3ca1abe09 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:17.648521 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:57:17.678544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-c034111d-4b16-465a-b598-72a3ca1abe09 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:17.679215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-c034111d-4b16-465a-b598-72a3ca1abe09 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:17.700200 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-c034111d-4b16-465a-b598-72a3ca1abe09 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6167042 Jun 18 16:57:17.717173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Request body: {'port': {'device_id': '5bb8e29f-0118-4674-b1f4-ed9ec56b5938', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:57:17.785988 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'name': 'tempest-TestEncryptedCinderVolumes-172995633-router', 'tenant_id': '4a4121ffe89343e7896f4fdc42823f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.49'}], 'enable_snat': True}, 'gw_port_id': '867d5c33-8567-48ef-bd82-ba02766a2d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:57:10Z', 'updated_at': '2021-06-18T16:57:13Z', 'revision_number': 4, 'project_id': '4a4121ffe89343e7896f4fdc42823f86', 'gw_port': {'id': '867d5c33-8567-48ef-bd82-ba02766a2d9c', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:11Z', 'updated_at': '2021-06-18T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '5a4036a7-8668-407b-a995-232343224e41', 'name': '', 'network_id': '3790014f-b6c6-4f32-b0e3-9c833db4a5e8', 'tenant_id': '4a4121ffe89343e7896f4fdc42823f86', 'mac_address': 'fa:16:3e:32:06:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'fcc3e896-3cb6-446d-b627-15b3f65201d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:13Z', 'updated_at': '2021-06-18T16:57:13Z', 'revision_number': 2, 'project_id': '4a4121ffe89343e7896f4fdc42823f86', 'subnets': [{'id': 'fcc3e896-3cb6-446d-b627-15b3f65201d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:17.792920 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:17.822546 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Checking router: 3d483a71-a3d7-452f-9723-75fd0fb7ef80 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:57:17.822701 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Updating router 3d483a71-a3d7-452f-9723-75fd0fb7ef80 port 5a4036a7-8668-407b-a995-232343224e41 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:57:17.864864 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:17.928898 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0a7d389d-a7c7-4b54-adac-e089e715e09d None None] Provisioning for port 846454ea-fa40-421a-a8b3-319aad2cba22 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:57:17.933185 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0a7d389d-a7c7-4b54-adac-e089e715e09d None None] Provisioning complete for port 846454ea-fa40-421a-a8b3-319aad2cba22 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:17.933581 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0a7d389d-a7c7-4b54-adac-e089e715e09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:17.975392 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-0a7d389d-a7c7-4b54-adac-e089e715e09d None None] Port 846454ea-fa40-421a-a8b3-319aad2cba22 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:57:18.077899 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 846454ea-fa40-421a-a8b3-319aad2cba22 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:57:18.085912 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:18.098161 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Transition to ACTIVE for port object 846454ea-fa40-421a-a8b3-319aad2cba22 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:57:18.103095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:18.105468 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:18.133790 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:18.148262 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Transition to ACTIVE for port object 5a4036a7-8668-407b-a995-232343224e41 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:57:18.155046 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:18.158498 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:18.188709 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Pushing event updated for resources: {'Port': ['ID=846454ea-fa40-421a-a8b3-319aad2cba22,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:18.204318 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57042674-9e10-4704-8038-2c84630d1f94 None None] Pushing event updated for resources: {'Port': ['ID=5a4036a7-8668-407b-a995-232343224e41,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:18.205564 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:18.209228 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-57042674-9e10-4704-8038-2c84630d1f94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:18.334192 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Attempting to bind port 5a4036a7-8668-407b-a995-232343224e41 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:57:18.334520 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Attempting to bind port 5a4036a7-8668-407b-a995-232343224e41 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'c28e6a51-8d01-4197-9a18-913ea48b03a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3790014f-b6c6-4f32-b0e3-9c833db4a5e8'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:57:18.334983 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Attempting to bind port 5a4036a7-8668-407b-a995-232343224e41 on network 3790014f-b6c6-4f32-b0e3-9c833db4a5e8 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:57:18.335341 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Attempting to bind port 846454ea-fa40-421a-a8b3-319aad2cba22 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:57:18.335687 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Attempting to bind port 846454ea-fa40-421a-a8b3-319aad2cba22 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9052596d-4843-4cd0-8a05-1b3093134268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:57:18.336020 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Attempting to bind port 846454ea-fa40-421a-a8b3-319aad2cba22 on network d8bcb41d-8d6c-426b-bdbc-a8120697d0df {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:57:18.339357 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107a886-4331-4b2a-873b-a151c115876b req-7342f139-70a0-450a-9c02-738f14d273d7 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:18.341388 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:57:18.341852 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Checking segment: {'id': 'c28e6a51-8d01-4197-9a18-913ea48b03a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3790014f-b6c6-4f32-b0e3-9c833db4a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:57:18.341987 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Port 846454ea-fa40-421a-a8b3-319aad2cba22 on network d8bcb41d-8d6c-426b-bdbc-a8120697d0df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:57:18.342215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Attempting to bind port 846454ea-fa40-421a-a8b3-319aad2cba22 on network d8bcb41d-8d6c-426b-bdbc-a8120697d0df {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:57:18.342434 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:18.342951 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Bound using segment: {'id': 'c28e6a51-8d01-4197-9a18-913ea48b03a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3790014f-b6c6-4f32-b0e3-9c833db4a5e8'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:57:18.343468 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Bound port: 5a4036a7-8668-407b-a995-232343224e41, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28e6a51-8d01-4197-9a18-913ea48b03a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3790014f-b6c6-4f32-b0e3-9c833db4a5e8'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:57:18.343727 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8107a886-4331-4b2a-873b-a151c115876b req-7342f139-70a0-450a-9c02-738f14d273d7 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bb8e29f-0118-4674-b1f4-ed9ec56b5938 HTTP/1.1" status: 200 len: 944 time: 0.0977571 Jun 18 16:57:18.343972 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:18.354286 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:57:18.354660 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Checking segment: {'id': '9052596d-4843-4cd0-8a05-1b3093134268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:57:18.355052 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Bound using segment: {'id': '9052596d-4843-4cd0-8a05-1b3093134268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:57:18.355492 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Bound port: 846454ea-fa40-421a-a8b3-319aad2cba22, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9052596d-4843-4cd0-8a05-1b3093134268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:57:18.355848 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:18.407455 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8107a886-4331-4b2a-873b-a151c115876b req-62047359-843f-45c5-8278-67fc11732965 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575922 Jun 18 16:57:18.429239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] For port 846454ea-fa40-421a-a8b3-319aad2cba22, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:57:18.436096 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] For port 846454ea-fa40-421a-a8b3-319aad2cba22, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=846454ea-fa40-421a-a8b3-319aad2cba22,segment=NetworkSegment(9052596d-4843-4cd0-8a05-1b3093134268),segment_id=9052596d-4843-4cd0-8a05-1b3093134268)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:57:18.436918 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] For port 5a4036a7-8668-407b-a995-232343224e41, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:57:18.441959 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] For port 5a4036a7-8668-407b-a995-232343224e41, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=5a4036a7-8668-407b-a995-232343224e41,segment=NetworkSegment(c28e6a51-8d01-4197-9a18-913ea48b03a7),segment_id=c28e6a51-8d01-4197-9a18-913ea48b03a7)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:57:18.446942 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:18.447459 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:18.450761 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-689d4c2b-e4a2-47cd-a8a8-86975980f2ed tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:18.457522 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-fe782a62-4df8-4802-99fb-e90e05242f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:18.489231 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:18.490238 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:18.492843 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] 10.222.0.64 "PUT /v2.0/ports/846454ea-fa40-421a-a8b3-319aad2cba22 HTTP/1.1" status: 200 len: 1094 time: 0.7802293 Jun 18 16:57:18.495796 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb8e29f-0118-4674-b1f4-ed9ec56b5938', 'tag': '846454ea-fa40-421a-a8b3-319aad2cba22'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:57:18.497862 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b367ec7e-ae60-4074-ae37-577cb2909131" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb8e29f-0118-4674-b1f4-ed9ec56b5938", "tag": "846454ea-fa40-421a-a8b3-319aad2cba22"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:57:18.510862 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Routers {'3d483a71-a3d7-452f-9723-75fd0fb7ef80'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:57:18.511511 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:57:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3d483a71-a3d7-452f-9723-75fd0fb7ef80'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:18.533793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Pushing event updated for resources: {'Port': ['ID=846454ea-fa40-421a-a8b3-319aad2cba22,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:18.539107 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:18.573740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41c7368-d734-4b32-b6f3-84cfd1efc407 x-openstack-request-id: req-f41c7368-d734-4b32-b6f3-84cfd1efc407 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:57:18.574089 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb8e29f-0118-4674-b1f4-ed9ec56b5938", "tag": "846454ea-fa40-421a-a8b3-319aad2cba22", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:57:18.574394 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f41c7368-d734-4b32-b6f3-84cfd1efc407 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:57:18.574873 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb8e29f-0118-4674-b1f4-ed9ec56b5938', 'tag': '846454ea-fa40-421a-a8b3-319aad2cba22', 'status': 'completed', 'code': 200} Jun 18 16:57:18.576048 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57042674-9e10-4704-8038-2c84630d1f94 None None] Pushing event updated for resources: {'Port': ['ID=5a4036a7-8668-407b-a995-232343224e41,revision_number=4']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:18.580483 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-57042674-9e10-4704-8038-2c84630d1f94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:18.628519 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-5c2935d4-890f-4dd6-9ec0-6a14a791cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:18.630636 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-5c2935d4-890f-4dd6-9ec0-6a14a791cb75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=169b4a5d5d3542089059a3d8d75ebafc&device_id=5bb8e29f-0118-4674-b1f4-ed9ec56b5938 HTTP/1.1" status: 200 len: 1097 time: 0.0699184 Jun 18 16:57:18.662993 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] Set router 3d483a71-a3d7-452f-9723-75fd0fb7ef80 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:57:18.694360 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-cdcb2915-34c7-443f-ac27-fd119840f485 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=846454ea-fa40-421a-a8b3-319aad2cba22 HTTP/1.1" status: 200 len: 217 time: 0.0464113 Jun 18 16:57:18.757895 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-443f7ef8-cb29-4257-9ad4-e317ced74e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:18.759555 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-443f7ef8-cb29-4257-9ad4-e317ced74e19 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1a7dd92-37c1-419a-ada9-44957ae90475 HTTP/1.1" status: 200 len: 855 time: 0.0588930 Jun 18 16:57:18.819730 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 5a4036a7-8668-407b-a995-232343224e41 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:57:18.843199 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-10fc365e-c1dd-4dd9-81be-f4ea5d51ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:18.844794 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-10fc365e-c1dd-4dd9-81be-f4ea5d51ebf0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8bcb41d-8d6c-426b-bdbc-a8120697d0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777602 Jun 18 16:57:18.889694 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 5a4036a7-8668-407b-a995-232343224e41 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:57:18.896146 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 5a4036a7-8668-407b-a995-232343224e41 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:18.896534 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:18.915372 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'name': 'tempest-TestEncryptedCinderVolumes-172995633-router', 'tenant_id': '4a4121ffe89343e7896f4fdc42823f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.49'}], 'enable_snat': True}, 'gw_port_id': '867d5c33-8567-48ef-bd82-ba02766a2d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:57:10Z', 'updated_at': '2021-06-18T16:57:13Z', 'revision_number': 4, 'project_id': '4a4121ffe89343e7896f4fdc42823f86', 'gw_port': {'id': '867d5c33-8567-48ef-bd82-ba02766a2d9c', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:11Z', 'updated_at': '2021-06-18T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '5a4036a7-8668-407b-a995-232343224e41', 'name': '', 'network_id': '3790014f-b6c6-4f32-b0e3-9c833db4a5e8', 'tenant_id': '4a4121ffe89343e7896f4fdc42823f86', 'mac_address': 'fa:16:3e:32:06:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'fcc3e896-3cb6-446d-b627-15b3f65201d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:13Z', 'updated_at': '2021-06-18T16:57:18Z', 'revision_number': 4, 'project_id': '4a4121ffe89343e7896f4fdc42823f86', 'subnets': [{'id': 'fcc3e896-3cb6-446d-b627-15b3f65201d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:18.941458 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b80b6c-df7b-46f6-8f22-15ab6bdf415a None None] The sync data for ids ['3d483a71-a3d7-452f-9723-75fd0fb7ef80'] in dv-neutron-797121-1-hyperv is: [{'id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'name': 'tempest-TestEncryptedCinderVolumes-172995633-router', 'tenant_id': '4a4121ffe89343e7896f4fdc42823f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.49'}], 'enable_snat': True}, 'gw_port_id': '867d5c33-8567-48ef-bd82-ba02766a2d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:57:10Z', 'updated_at': '2021-06-18T16:57:13Z', 'revision_number': 4, 'project_id': '4a4121ffe89343e7896f4fdc42823f86', 'gw_port': {'id': '867d5c33-8567-48ef-bd82-ba02766a2d9c', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:11Z', 'updated_at': '2021-06-18T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '5a4036a7-8668-407b-a995-232343224e41', 'name': '', 'network_id': '3790014f-b6c6-4f32-b0e3-9c833db4a5e8', 'tenant_id': '4a4121ffe89343e7896f4fdc42823f86', 'mac_address': 'fa:16:3e:32:06:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'fcc3e896-3cb6-446d-b627-15b3f65201d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:13Z', 'updated_at': '2021-06-18T16:57:18Z', 'revision_number': 4, 'project_id': '4a4121ffe89343e7896f4fdc42823f86', 'subnets': [{'id': 'fcc3e896-3cb6-446d-b627-15b3f65201d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:57:18.967100 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-ff0f328f-284c-4daf-9dfd-2c9685bdbab1 service neutron] 10.222.0.64 "GET /v2.0/networks/d8bcb41d-8d6c-426b-bdbc-a8120697d0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151178 Jun 18 16:57:18.977368 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:19.015390 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 5a4036a7-8668-407b-a995-232343224e41, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=5a4036a7-8668-407b-a995-232343224e41,segment=NetworkSegment(c28e6a51-8d01-4197-9a18-913ea48b03a7),segment_id=c28e6a51-8d01-4197-9a18-913ea48b03a7)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:57:19.021149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:19.022424 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 867d5c33-8567-48ef-bd82-ba02766a2d9c up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:57:19.025536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-22663226-e1f9-4815-8b54-0e5b1818e6c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:19.072568 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5a497220-3808-4068-aff4-6b8592e0aad4 req-5792d3e9-43d8-48ec-aa68-084897675329 service neutron] 10.222.0.64 "GET /v2.0/networks/d8bcb41d-8d6c-426b-bdbc-a8120697d0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996563 Jun 18 16:57:19.218485 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367ec7e-ae60-4074-ae37-577cb2909131 req-630555dd-851b-41a6-b7db-9fd5fd1fbce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:19.219994 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b367ec7e-ae60-4074-ae37-577cb2909131 req-630555dd-851b-41a6-b7db-9fd5fd1fbce9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=169b4a5d5d3542089059a3d8d75ebafc&device_id=5bb8e29f-0118-4674-b1f4-ed9ec56b5938 HTTP/1.1" status: 200 len: 1097 time: 0.0588884 Jun 18 16:57:19.260447 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=5a4036a7-8668-407b-a995-232343224e41,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:19.264713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:19.272314 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 867d5c33-8567-48ef-bd82-ba02766a2d9c triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:19.272932 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:19.335953 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367ec7e-ae60-4074-ae37-577cb2909131 req-9f46aaf4-4aa0-4779-8945-7ddf83d72300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:19.337507 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b367ec7e-ae60-4074-ae37-577cb2909131 req-9f46aaf4-4aa0-4779-8945-7ddf83d72300 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8bcb41d-8d6c-426b-bdbc-a8120697d0df HTTP/1.1" status: 200 len: 917 time: 0.1108878 Jun 18 16:57:19.384620 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b367ec7e-ae60-4074-ae37-577cb2909131 req-3d8da711-987d-49c6-a9b0-c872512cce36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=846454ea-fa40-421a-a8b3-319aad2cba22 HTTP/1.1" status: 200 len: 217 time: 0.0391650 Jun 18 16:57:19.452687 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367ec7e-ae60-4074-ae37-577cb2909131 req-e8ba5fb1-d2a4-4538-a1c9-68c5ed94e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:19.454138 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b367ec7e-ae60-4074-ae37-577cb2909131 req-e8ba5fb1-d2a4-4538-a1c9-68c5ed94e352 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1a7dd92-37c1-419a-ada9-44957ae90475 HTTP/1.1" status: 200 len: 855 time: 0.0614262 Jun 18 16:57:19.512074 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367ec7e-ae60-4074-ae37-577cb2909131 req-ea9f85fd-1668-4946-8b41-d29b24ef5258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:19.513459 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b367ec7e-ae60-4074-ae37-577cb2909131 req-ea9f85fd-1668-4946-8b41-d29b24ef5258 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8bcb41d-8d6c-426b-bdbc-a8120697d0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0520124 Jun 18 16:57:19.606736 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b367ec7e-ae60-4074-ae37-577cb2909131 req-bc21a715-1e1e-460b-ae8a-d4c1716ed5fe service neutron] 10.222.0.64 "GET /v2.0/networks/d8bcb41d-8d6c-426b-bdbc-a8120697d0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853941 Jun 18 16:57:19.619839 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34a04f-5e7e-4b77-b040-f1a1fca0aed9 req-526c9125-0c7c-4ad3-9723-9bd0f82635f9 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:19.621291 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0a34a04f-5e7e-4b77-b040-f1a1fca0aed9 req-526c9125-0c7c-4ad3-9723-9bd0f82635f9 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bb8e29f-0118-4674-b1f4-ed9ec56b5938 HTTP/1.1" status: 200 len: 944 time: 0.0629523 Jun 18 16:57:19.659895 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0a34a04f-5e7e-4b77-b040-f1a1fca0aed9 req-03ce14c0-6581-4a47-915f-b3c221a021e5 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327938 Jun 18 16:57:19.696393 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b367ec7e-ae60-4074-ae37-577cb2909131 req-5a6dc503-e71b-4c07-bf25-816ac1912327 service neutron] 10.222.0.64 "GET /v2.0/networks/d8bcb41d-8d6c-426b-bdbc-a8120697d0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828505 Jun 18 16:57:20.764545 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 5a4036a7-8668-407b-a995-232343224e41 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:57:20.811798 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 5a4036a7-8668-407b-a995-232343224e41 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:20.812125 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:20.838249 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c7986-e8ef-49d3-9a29-28079cfcb865 req-62287622-6a8f-4ec1-a8bd-d69873a8ffea tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:20.840154 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0a2c7986-e8ef-49d3-9a29-28079cfcb865 req-62287622-6a8f-4ec1-a8bd-d69873a8ffea tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bb8e29f-0118-4674-b1f4-ed9ec56b5938 HTTP/1.1" status: 200 len: 944 time: 0.0647233 Jun 18 16:57:20.876520 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0a2c7986-e8ef-49d3-9a29-28079cfcb865 req-3d0361de-9594-4da4-9e3f-9e58ac13ff0e tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309179 Jun 18 16:57:21.524175 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 846454ea-fa40-421a-a8b3-319aad2cba22 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:57:21.616154 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 846454ea-fa40-421a-a8b3-319aad2cba22, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=846454ea-fa40-421a-a8b3-319aad2cba22,segment=NetworkSegment(9052596d-4843-4cd0-8a05-1b3093134268),segment_id=9052596d-4843-4cd0-8a05-1b3093134268)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:57:21.626772 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '846454ea-fa40-421a-a8b3-319aad2cba22', 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df', 'port_id': '846454ea-fa40-421a-a8b3-319aad2cba22', 'mac_address': 'fa:16:3e:c1:03:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1a7dd92-37c1-419a-ada9-44957ae90475', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:57:21.661690 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:21.674045 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846454ea-fa40-421a-a8b3-319aad2cba22 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:57:21.692876 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 846454ea-fa40-421a-a8b3-319aad2cba22, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=846454ea-fa40-421a-a8b3-319aad2cba22,segment=NetworkSegment(9052596d-4843-4cd0-8a05-1b3093134268),segment_id=9052596d-4843-4cd0-8a05-1b3093134268)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:57:21.696846 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:21.698545 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:21.745555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=846454ea-fa40-421a-a8b3-319aad2cba22,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:21.748458 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:21.963373 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['846454ea-fa40-421a-a8b3-319aad2cba22'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:57:22.053181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7c777-67d7-4b5a-943a-3d7f354acff7 req-5c8baae9-bf71-4e01-8f93-686398539079 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:22.054671 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-90c7c777-67d7-4b5a-943a-3d7f354acff7 req-5c8baae9-bf71-4e01-8f93-686398539079 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bb8e29f-0118-4674-b1f4-ed9ec56b5938 HTTP/1.1" status: 200 len: 945 time: 0.0678179 Jun 18 16:57:22.091551 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-90c7c777-67d7-4b5a-943a-3d7f354acff7 req-fc1da70b-8938-45a3-afad-9bf3944e1406 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312564 Jun 18 16:57:23.268434 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef053ac-c2ee-4514-a378-96c4f0bf958b req-7384a0ca-dcd4-476e-91d3-42f803c0922e tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:23.269893 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6ef053ac-c2ee-4514-a378-96c4f0bf958b req-7384a0ca-dcd4-476e-91d3-42f803c0922e tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bb8e29f-0118-4674-b1f4-ed9ec56b5938 HTTP/1.1" status: 200 len: 945 time: 0.0643344 Jun 18 16:57:23.306802 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6ef053ac-c2ee-4514-a378-96c4f0bf958b req-6beaba91-14ce-4243-a699-18779f20ffde tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311852 Jun 18 16:57:23.523658 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 846454ea-fa40-421a-a8b3-319aad2cba22 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:57:23.586032 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 846454ea-fa40-421a-a8b3-319aad2cba22 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:57:23.589548 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 846454ea-fa40-421a-a8b3-319aad2cba22 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:23.589931 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:23.665114 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:23.691881 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb8e29f-0118-4674-b1f4-ed9ec56b5938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846454ea-fa40-421a-a8b3-319aad2cba22'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:57:23.694133 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c2f6f0-be01-4a2f-8765-f213d68ff6c0" -d '{"events": [{"server_uuid": "5bb8e29f-0118-4674-b1f4-ed9ec56b5938", "name": "network-vif-plugged", "status": "completed", "tag": "846454ea-fa40-421a-a8b3-319aad2cba22"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:57:23.707515 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 846454ea-fa40-421a-a8b3-319aad2cba22, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=846454ea-fa40-421a-a8b3-319aad2cba22,segment=NetworkSegment(9052596d-4843-4cd0-8a05-1b3093134268),segment_id=9052596d-4843-4cd0-8a05-1b3093134268)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:57:23.712058 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:23.714141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:23.737732 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77abc8ed-d312-4a3b-90ac-b16d3eb5d626 x-openstack-request-id: req-77abc8ed-d312-4a3b-90ac-b16d3eb5d626 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:57:23.738037 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb8e29f-0118-4674-b1f4-ed9ec56b5938", "name": "network-vif-plugged", "status": "completed", "tag": "846454ea-fa40-421a-a8b3-319aad2cba22", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:57:23.738301 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77abc8ed-d312-4a3b-90ac-b16d3eb5d626 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:57:23.738721 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb8e29f-0118-4674-b1f4-ed9ec56b5938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846454ea-fa40-421a-a8b3-319aad2cba22', 'code': 200} Jun 18 16:57:23.763518 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=846454ea-fa40-421a-a8b3-319aad2cba22,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:23.766382 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:23.995310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9de89-dd97-4b30-aba1-a8d63a551389 req-057948db-c48f-425b-b3bd-840eda39b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:23.996750 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1cd9de89-dd97-4b30-aba1-a8d63a551389 req-057948db-c48f-425b-b3bd-840eda39b5c3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5bb8e29f-0118-4674-b1f4-ed9ec56b5938 HTTP/1.1" status: 200 len: 1099 time: 0.0555165 Jun 18 16:57:24.029980 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1cd9de89-dd97-4b30-aba1-a8d63a551389 req-975a7298-6d15-4a53-baa7-25130a45a2a0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261724 Jun 18 16:57:24.481862 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75185c-ddc7-4f2d-852e-dbbb8f23f650 req-8f69e7d0-abe0-43ae-8ad2-88989b17e383 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:24.483362 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7c75185c-ddc7-4f2d-852e-dbbb8f23f650 req-8f69e7d0-abe0-43ae-8ad2-88989b17e383 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bb8e29f-0118-4674-b1f4-ed9ec56b5938 HTTP/1.1" status: 200 len: 946 time: 0.0669253 Jun 18 16:57:24.521796 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7c75185c-ddc7-4f2d-852e-dbbb8f23f650 req-e3e98e28-bef0-4f5c-a940-608956093797 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320935 Jun 18 16:57:24.938438 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:25.701355 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6e419-402d-47de-acc9-3ca10de2b76e req-a4106c4f-26b7-4e47-b0a1-d2bac296a7f2 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:25.702850 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a7b6e419-402d-47de-acc9-3ca10de2b76e req-a4106c4f-26b7-4e47-b0a1-d2bac296a7f2 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bb8e29f-0118-4674-b1f4-ed9ec56b5938 HTTP/1.1" status: 200 len: 946 time: 0.0639942 Jun 18 16:57:25.739898 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a7b6e419-402d-47de-acc9-3ca10de2b76e req-96cd7f28-a0c7-4093-b8c9-1af6d146c1ff tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308077 Jun 18 16:57:25.912456 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10293b89-04c1-4e65-9533-40c511fd6923 req-4d6084af-ff94-4e19-8a8c-97a1c5a4734d tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:25.913926 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-10293b89-04c1-4e65-9533-40c511fd6923 req-4d6084af-ff94-4e19-8a8c-97a1c5a4734d tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bb8e29f-0118-4674-b1f4-ed9ec56b5938 HTTP/1.1" status: 200 len: 946 time: 0.0653715 Jun 18 16:57:25.953544 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-10293b89-04c1-4e65-9533-40c511fd6923 req-646a9f8a-dd19-44a9-9755-10917af7129e tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338752 Jun 18 16:57:35.248689 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-84abd101-7209-439f-96ee-3400669ed2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:37.652847 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9e09de7a-2f4a-4273-af6c-c2c87dba5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:38.263491 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:39.017288 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:40.552068 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:44.524101 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7500f1a0-37f9-4415-99d4-63f1a59ad23c req-5030785c-dfce-4c88-84bd-c457a7d29b45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5bb8e29f-0118-4674-b1f4-ed9ec56b5938&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496142 Jun 18 16:57:44.643552 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500f1a0-37f9-4415-99d4-63f1a59ad23c req-9218984e-0ae4-4846-973a-0e409393d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:44.645021 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7500f1a0-37f9-4415-99d4-63f1a59ad23c req-9218984e-0ae4-4846-973a-0e409393d960 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=169b4a5d5d3542089059a3d8d75ebafc&device_id=5bb8e29f-0118-4674-b1f4-ed9ec56b5938 HTTP/1.1" status: 200 len: 1099 time: 0.0518253 Jun 18 16:57:45.128203 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500f1a0-37f9-4415-99d4-63f1a59ad23c req-e79a3f58-47a9-4004-a2d2-708df99794dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:45.129652 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7500f1a0-37f9-4415-99d4-63f1a59ad23c req-e79a3f58-47a9-4004-a2d2-708df99794dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8bcb41d-8d6c-426b-bdbc-a8120697d0df HTTP/1.1" status: 200 len: 917 time: 0.4645760 Jun 18 16:57:45.171244 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7500f1a0-37f9-4415-99d4-63f1a59ad23c req-df04b655-ec26-43bc-8835-4b4f319b85c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=846454ea-fa40-421a-a8b3-319aad2cba22 HTTP/1.1" status: 200 len: 217 time: 0.0338612 Jun 18 16:57:45.224077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500f1a0-37f9-4415-99d4-63f1a59ad23c req-afb33b32-35be-483a-b935-4c7728922970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:45.225509 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7500f1a0-37f9-4415-99d4-63f1a59ad23c req-afb33b32-35be-483a-b935-4c7728922970 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1a7dd92-37c1-419a-ada9-44957ae90475 HTTP/1.1" status: 200 len: 855 time: 0.0456083 Jun 18 16:57:45.287792 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500f1a0-37f9-4415-99d4-63f1a59ad23c req-82020f30-858a-409e-be8b-e590ad901b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:45.289807 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7500f1a0-37f9-4415-99d4-63f1a59ad23c req-82020f30-858a-409e-be8b-e590ad901b3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8bcb41d-8d6c-426b-bdbc-a8120697d0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0573623 Jun 18 16:57:45.386241 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7500f1a0-37f9-4415-99d4-63f1a59ad23c req-e6da87ca-2f08-453e-bf27-386ebf8f4ab8 service neutron] 10.222.0.64 "GET /v2.0/networks/d8bcb41d-8d6c-426b-bdbc-a8120697d0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882604 Jun 18 16:57:45.483521 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7500f1a0-37f9-4415-99d4-63f1a59ad23c req-d2603250-d92a-40f6-bcf0-6a7943acc3d6 service neutron] 10.222.0.64 "GET /v2.0/networks/d8bcb41d-8d6c-426b-bdbc-a8120697d0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900793 Jun 18 16:57:46.113243 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133a9c7-4eed-414f-aef0-1cf83787f00b req-91d4e66a-7a55-4140-a9ae-7bcaaa74eb95 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:46.114640 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b133a9c7-4eed-414f-aef0-1cf83787f00b req-91d4e66a-7a55-4140-a9ae-7bcaaa74eb95 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bb8e29f-0118-4674-b1f4-ed9ec56b5938 HTTP/1.1" status: 200 len: 946 time: 0.0699925 Jun 18 16:57:46.152388 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b133a9c7-4eed-414f-aef0-1cf83787f00b req-4f3db575-542e-4941-96c6-410152e27fb0 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320027 Jun 18 16:57:47.324690 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cf72e-3f3c-4532-a1d8-69cfb42aa675 req-5fbdde5c-3f40-4f9b-ba0c-a7dc9cee7ae7 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:47.326153 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7f2cf72e-3f3c-4532-a1d8-69cfb42aa675 req-5fbdde5c-3f40-4f9b-ba0c-a7dc9cee7ae7 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bb8e29f-0118-4674-b1f4-ed9ec56b5938 HTTP/1.1" status: 200 len: 946 time: 0.0631177 Jun 18 16:57:47.363672 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7f2cf72e-3f3c-4532-a1d8-69cfb42aa675 req-4fe49780-7456-44ae-a859-34b819696815 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310743 Jun 18 16:57:47.808206 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fb222-4221-446d-a645-df0664c808ea req-81448799-6f80-44ac-928e-db31acd84447 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:47.809629 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f76fb222-4221-446d-a645-df0664c808ea req-81448799-6f80-44ac-928e-db31acd84447 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb8e29f-0118-4674-b1f4-ed9ec56b5938 HTTP/1.1" status: 200 len: 946 time: 0.0610924 Jun 18 16:57:47.907703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-f76fb222-4221-446d-a645-df0664c808ea req-45c84d05-263a-4e09-b582-946c2eb51438 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Deleting port 846454ea-fa40-421a-a8b3-319aad2cba22 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:57:47.908041 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f76fb222-4221-446d-a645-df0664c808ea req-45c84d05-263a-4e09-b582-946c2eb51438 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:47.992507 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-f76fb222-4221-446d-a645-df0664c808ea req-45c84d05-263a-4e09-b582-946c2eb51438 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] For port 846454ea-fa40-421a-a8b3-319aad2cba22, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=846454ea-fa40-421a-a8b3-319aad2cba22,segment=NetworkSegment(9052596d-4843-4cd0-8a05-1b3093134268),segment_id=9052596d-4843-4cd0-8a05-1b3093134268)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:57:47.992778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f76fb222-4221-446d-a645-df0664c808ea req-45c84d05-263a-4e09-b582-946c2eb51438 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:48.056664 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-f76fb222-4221-446d-a645-df0664c808ea req-45c84d05-263a-4e09-b582-946c2eb51438 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Calling delete_port for 846454ea-fa40-421a-a8b3-319aad2cba22 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:57:48.188226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f76fb222-4221-446d-a645-df0664c808ea req-45c84d05-263a-4e09-b582-946c2eb51438 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:48.192714 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1ba4cde2-6f35-4e43-9ff9-6071910e3a24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:48.215888 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c84d05-263a-4e09-b582-946c2eb51438 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Pushing event deleted for resources: {'Port': ['ID=846454ea-fa40-421a-a8b3-319aad2cba22,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:48.219866 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-45c84d05-263a-4e09-b582-946c2eb51438 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:48.222756 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['846454ea-fa40-421a-a8b3-319aad2cba22'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:57:48.269551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76fb222-4221-446d-a645-df0664c808ea req-45c84d05-263a-4e09-b582-946c2eb51438 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] No DVR routers for this DVR port 846454ea-fa40-421a-a8b3-319aad2cba22 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:57:48.272064 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f76fb222-4221-446d-a645-df0664c808ea req-45c84d05-263a-4e09-b582-946c2eb51438 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:48.274064 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f76fb222-4221-446d-a645-df0664c808ea req-45c84d05-263a-4e09-b582-946c2eb51438 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.64 "DELETE /v2.0/ports/846454ea-fa40-421a-a8b3-319aad2cba22 HTTP/1.1" status: 204 len: 173 time: 0.4593062 Jun 18 16:57:48.274628 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb8e29f-0118-4674-b1f4-ed9ec56b5938', 'name': 'network-vif-deleted', 'tag': '846454ea-fa40-421a-a8b3-319aad2cba22'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:57:48.276947 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01dbe58-5c16-4178-bcd7-4fc0a9a2ede2" -d '{"events": [{"server_uuid": "5bb8e29f-0118-4674-b1f4-ed9ec56b5938", "name": "network-vif-deleted", "tag": "846454ea-fa40-421a-a8b3-319aad2cba22"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:57:48.316509 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f4bc21-d466-43a0-b888-23c1b153d1ab x-openstack-request-id: req-e3f4bc21-d466-43a0-b888-23c1b153d1ab {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:57:48.316934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb8e29f-0118-4674-b1f4-ed9ec56b5938", "name": "network-vif-deleted", "tag": "846454ea-fa40-421a-a8b3-319aad2cba22", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:57:48.317332 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3f4bc21-d466-43a0-b888-23c1b153d1ab {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:57:48.318080 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb8e29f-0118-4674-b1f4-ed9ec56b5938', 'name': 'network-vif-deleted', 'tag': '846454ea-fa40-421a-a8b3-319aad2cba22', 'status': 'completed', 'code': 200} Jun 18 16:57:48.532572 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6d4dc9dc-22f0-4003-8edb-82fdc6746e56 req-b9b2f53d-8da6-4921-8015-ad8c092f2296 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bb8e29f-0118-4674-b1f4-ed9ec56b5938 HTTP/1.1" status: 200 len: 210 time: 0.0338511 Jun 18 16:57:50.185015 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-18c27996-e4eb-4bf7-baf1-26334905d324 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:50.186369 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-18c27996-e4eb-4bf7-baf1-26334905d324 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/networks?id=d8bcb41d-8d6c-426b-bdbc-a8120697d0df HTTP/1.1" status: 200 len: 816 time: 0.0987356 Jun 18 16:57:50.200461 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-7c544e62-bb4c-4ccf-bb7d-d64480eb711e tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/quotas/169b4a5d5d3542089059a3d8d75ebafc HTTP/1.1" status: 200 len: 375 time: 0.0087779 Jun 18 16:57:50.270724 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-240589d8-7d22-407a-a14d-e203b10c7fed tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=169b4a5d5d3542089059a3d8d75ebafc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654395 Jun 18 16:57:50.362373 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-1c73fb6a-1d54-4362-ac31-6599eccc010e service neutron] 10.222.0.39 "GET /v2.0/networks/d8bcb41d-8d6c-426b-bdbc-a8120697d0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806341 Jun 18 16:57:50.452921 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-79903c42-e215-47dc-a8df-bc9b2e674584 service neutron] 10.222.0.39 "GET /v2.0/networks/d8bcb41d-8d6c-426b-bdbc-a8120697d0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843599 Jun 18 16:57:50.621413 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e1b5f8fc-1c2d-42fe-a7ab-4984da4ff297 req-2da8b094-1d82-4b4d-8490-e6627a99a20f tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=7aa83412-c969-473b-9bbb-2f80505b5c18 HTTP/1.1" status: 200 len: 210 time: 0.0294454 Jun 18 16:57:51.632566 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 846454ea-fa40-421a-a8b3-319aad2cba22 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:57:51.652547 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 846454ea-fa40-421a-a8b3-319aad2cba22 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:57:51.653088 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 846454ea-fa40-421a-a8b3-319aad2cba22 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:57:51.748344 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-07f00f4a-2d83-4297-9c40-6f0ede2bd630 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:51.749779 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-07f00f4a-2d83-4297-9c40-6f0ede2bd630 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.64 "GET /v2.0/networks?id=d8bcb41d-8d6c-426b-bdbc-a8120697d0df HTTP/1.1" status: 200 len: 816 time: 0.1242702 Jun 18 16:57:51.767235 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-512a77c3-fb22-4cd1-9c21-aa71be46e9aa req-5dc0f64a-9591-4190-8c11-317480c1bf21 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=7aa83412-c969-473b-9bbb-2f80505b5c18 HTTP/1.1" status: 200 len: 210 time: 0.0296948 Jun 18 16:57:51.767759 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-27bd810d-c852-422d-a532-294844462bda tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Request body: {'port': {'device_id': '7aa83412-c969-473b-9bbb-2f80505b5c18', 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df', 'admin_state_up': True, 'tenant_id': '169b4a5d5d3542089059a3d8d75ebafc'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:57:51.881508 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-27bd810d-c852-422d-a532-294844462bda tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Made reservation on behalf of 169b4a5d5d3542089059a3d8d75ebafc for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:57:51.885067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-27bd810d-c852-422d-a532-294844462bda tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:52.007904 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-27bd810d-c852-422d-a532-294844462bda tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Allocated IP 172.20.0.8 (d8bcb41d-8d6c-426b-bdbc-a8120697d0df/c1a7dd92-37c1-419a-ada9-44957ae90475/669a1d32-2088-49cd-b2ad-6d42280dd528) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:57:52.154613 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-27bd810d-c852-422d-a532-294844462bda tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:52.167604 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-27bd810d-c852-422d-a532-294844462bda tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Transition to ACTIVE for port object 669a1d32-2088-49cd-b2ad-6d42280dd528 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:57:52.199206 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-27bd810d-c852-422d-a532-294844462bda tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:52.202931 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-86a3e949-17f3-4be4-b086-a55d30a113bf tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:52.246545 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-27bd810d-c852-422d-a532-294844462bda tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Network d8bcb41d-8d6c-426b-bdbc-a8120697d0df is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:57:52.253052 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-27bd810d-c852-422d-a532-294844462bda tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:57:52.255589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd810d-c852-422d-a532-294844462bda tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Pushing event updated for resources: {'Port': ['ID=669a1d32-2088-49cd-b2ad-6d42280dd528,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:52.257677 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-27bd810d-c852-422d-a532-294844462bda tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:57:52.260282 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-27bd810d-c852-422d-a532-294844462bda tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:52.312105 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-27bd810d-c852-422d-a532-294844462bda tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:52.312737 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-27bd810d-c852-422d-a532-294844462bda tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:52.327882 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-27bd810d-c852-422d-a532-294844462bda tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5640392 Jun 18 16:57:52.345278 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Request body: {'port': {'device_id': '7aa83412-c969-473b-9bbb-2f80505b5c18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:57:52.418932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:52.512514 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cff451b3-182a-4a9d-9776-b740a6e70865 None None] Provisioning for port 669a1d32-2088-49cd-b2ad-6d42280dd528 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:57:52.516190 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cff451b3-182a-4a9d-9776-b740a6e70865 None None] Provisioning complete for port 669a1d32-2088-49cd-b2ad-6d42280dd528 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:52.516569 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cff451b3-182a-4a9d-9776-b740a6e70865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:52.551291 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-cff451b3-182a-4a9d-9776-b740a6e70865 None None] Port 669a1d32-2088-49cd-b2ad-6d42280dd528 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:57:52.679788 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669a1d32-2088-49cd-b2ad-6d42280dd528 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:57:52.687103 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:52.699281 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Transition to ACTIVE for port object 669a1d32-2088-49cd-b2ad-6d42280dd528 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:57:52.702160 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:52.704146 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:52.774149 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Pushing event updated for resources: {'Port': ['ID=669a1d32-2088-49cd-b2ad-6d42280dd528,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:52.797413 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:52.853264 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Attempting to bind port 669a1d32-2088-49cd-b2ad-6d42280dd528 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:57:52.853616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Attempting to bind port 669a1d32-2088-49cd-b2ad-6d42280dd528 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9052596d-4843-4cd0-8a05-1b3093134268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:57:52.853945 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Attempting to bind port 669a1d32-2088-49cd-b2ad-6d42280dd528 on network d8bcb41d-8d6c-426b-bdbc-a8120697d0df {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:57:52.858363 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Port 669a1d32-2088-49cd-b2ad-6d42280dd528 on network d8bcb41d-8d6c-426b-bdbc-a8120697d0df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:57:52.858713 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Attempting to bind port 669a1d32-2088-49cd-b2ad-6d42280dd528 on network d8bcb41d-8d6c-426b-bdbc-a8120697d0df {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:57:52.864154 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:57:52.864485 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Checking segment: {'id': '9052596d-4843-4cd0-8a05-1b3093134268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:57:52.864865 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Bound using segment: {'id': '9052596d-4843-4cd0-8a05-1b3093134268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:57:52.865291 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Bound port: 669a1d32-2088-49cd-b2ad-6d42280dd528, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9052596d-4843-4cd0-8a05-1b3093134268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:57:52.865640 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:52.935022 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] For port 669a1d32-2088-49cd-b2ad-6d42280dd528, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:57:52.938168 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] For port 669a1d32-2088-49cd-b2ad-6d42280dd528, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=669a1d32-2088-49cd-b2ad-6d42280dd528,segment=NetworkSegment(9052596d-4843-4cd0-8a05-1b3093134268),segment_id=9052596d-4843-4cd0-8a05-1b3093134268)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:57:52.942882 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:52.945706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:52.955647 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca05f8-7fcb-464b-a8fa-0f479f38c435 req-4c525905-8092-49ff-be32-9b5b0fa3ca39 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:52.957873 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-14ca05f8-7fcb-464b-a8fa-0f479f38c435 req-4c525905-8092-49ff-be32-9b5b0fa3ca39 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=7aa83412-c969-473b-9bbb-2f80505b5c18 HTTP/1.1" status: 200 len: 943 time: 0.0733259 Jun 18 16:57:52.976422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:52.977038 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:52.978615 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] 10.222.0.64 "PUT /v2.0/ports/669a1d32-2088-49cd-b2ad-6d42280dd528 HTTP/1.1" status: 200 len: 1093 time: 0.6375983 Jun 18 16:57:52.981075 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa83412-c969-473b-9bbb-2f80505b5c18', 'tag': '669a1d32-2088-49cd-b2ad-6d42280dd528'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:57:52.983586 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5874ef07-adc3-44c5-b97c-1cbec58ebcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa83412-c969-473b-9bbb-2f80505b5c18", "tag": "669a1d32-2088-49cd-b2ad-6d42280dd528"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:57:53.011379 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-14ca05f8-7fcb-464b-a8fa-0f479f38c435 req-a9c75779-41ee-4e26-8dab-03989e2e515f tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448017 Jun 18 16:57:53.016116 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Pushing event updated for resources: {'Port': ['ID=669a1d32-2088-49cd-b2ad-6d42280dd528,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:53.020044 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:53.030840 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7981761-5b02-4e1b-a83e-9c05d7f4843d x-openstack-request-id: req-e7981761-5b02-4e1b-a83e-9c05d7f4843d {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:57:53.031289 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa83412-c969-473b-9bbb-2f80505b5c18", "tag": "669a1d32-2088-49cd-b2ad-6d42280dd528", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:57:53.031690 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e7981761-5b02-4e1b-a83e-9c05d7f4843d {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:57:53.032323 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa83412-c969-473b-9bbb-2f80505b5c18', 'tag': '669a1d32-2088-49cd-b2ad-6d42280dd528', 'status': 'completed', 'code': 200} Jun 18 16:57:53.105209 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-e472bd97-bb64-4a0e-b89c-ae7b0b342d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:53.106888 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-e472bd97-bb64-4a0e-b89c-ae7b0b342d8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=169b4a5d5d3542089059a3d8d75ebafc&device_id=7aa83412-c969-473b-9bbb-2f80505b5c18 HTTP/1.1" status: 200 len: 1096 time: 0.0562611 Jun 18 16:57:53.157788 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-2119d958-9ea5-417e-b366-49107615418f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=669a1d32-2088-49cd-b2ad-6d42280dd528 HTTP/1.1" status: 200 len: 217 time: 0.0390255 Jun 18 16:57:53.206105 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-b385701d-2891-44ef-811a-1e1fe534ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:53.208822 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-b385701d-2891-44ef-811a-1e1fe534ddb1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1a7dd92-37c1-419a-ada9-44957ae90475 HTTP/1.1" status: 200 len: 855 time: 0.0454938 Jun 18 16:57:53.271548 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-07b97581-f47c-4ec4-b72d-1c548833eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:53.273041 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-07b97581-f47c-4ec4-b72d-1c548833eda9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8bcb41d-8d6c-426b-bdbc-a8120697d0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0580044 Jun 18 16:57:53.367438 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-41547ab8-9894-457a-bc44-20308d0b1e04 service neutron] 10.222.0.64 "GET /v2.0/networks/d8bcb41d-8d6c-426b-bdbc-a8120697d0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877564 Jun 18 16:57:53.454832 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d29ca4db-da4d-4cc7-9b94-9d2e1e8b7513 req-e37672b3-27a9-4c77-be35-a14e2f7d5d9a service neutron] 10.222.0.64 "GET /v2.0/networks/d8bcb41d-8d6c-426b-bdbc-a8120697d0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810227 Jun 18 16:57:53.587623 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874ef07-adc3-44c5-b97c-1cbec58ebcd7 req-788a12fe-4067-4727-b7ef-490967710ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:53.589059 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5874ef07-adc3-44c5-b97c-1cbec58ebcd7 req-788a12fe-4067-4727-b7ef-490967710ee3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=169b4a5d5d3542089059a3d8d75ebafc&device_id=7aa83412-c969-473b-9bbb-2f80505b5c18 HTTP/1.1" status: 200 len: 1096 time: 0.0514958 Jun 18 16:57:53.679784 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874ef07-adc3-44c5-b97c-1cbec58ebcd7 req-7f7f8781-6dd7-426a-ac35-c80ad522c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:53.681241 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5874ef07-adc3-44c5-b97c-1cbec58ebcd7 req-7f7f8781-6dd7-426a-ac35-c80ad522c864 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8bcb41d-8d6c-426b-bdbc-a8120697d0df HTTP/1.1" status: 200 len: 917 time: 0.0850623 Jun 18 16:57:53.722731 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5874ef07-adc3-44c5-b97c-1cbec58ebcd7 req-aa02943f-3ddd-4f44-90c6-c52f9bbe8c5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=669a1d32-2088-49cd-b2ad-6d42280dd528 HTTP/1.1" status: 200 len: 217 time: 0.0336416 Jun 18 16:57:53.773327 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874ef07-adc3-44c5-b97c-1cbec58ebcd7 req-963a0954-f238-42d7-9f36-aaacb459439d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:53.774776 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5874ef07-adc3-44c5-b97c-1cbec58ebcd7 req-963a0954-f238-42d7-9f36-aaacb459439d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1a7dd92-37c1-419a-ada9-44957ae90475 HTTP/1.1" status: 200 len: 855 time: 0.0467966 Jun 18 16:57:53.831596 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874ef07-adc3-44c5-b97c-1cbec58ebcd7 req-29b358f2-9144-40a6-813f-61ffb6064987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:53.833262 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5874ef07-adc3-44c5-b97c-1cbec58ebcd7 req-29b358f2-9144-40a6-813f-61ffb6064987 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8bcb41d-8d6c-426b-bdbc-a8120697d0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515432 Jun 18 16:57:53.920296 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5874ef07-adc3-44c5-b97c-1cbec58ebcd7 req-0ae0f212-f687-416f-aabf-230e60970b0e service neutron] 10.222.0.64 "GET /v2.0/networks/d8bcb41d-8d6c-426b-bdbc-a8120697d0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799611 Jun 18 16:57:54.012093 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5874ef07-adc3-44c5-b97c-1cbec58ebcd7 req-68945295-54a4-4704-9d41-e47c2f284d00 service neutron] 10.222.0.64 "GET /v2.0/networks/d8bcb41d-8d6c-426b-bdbc-a8120697d0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850372 Jun 18 16:57:54.197248 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffdf16e-8f3f-4f3f-a444-42c1088336f6 req-8de9aefb-6a49-4021-a03a-77979aa5eaf6 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:54.198729 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fffdf16e-8f3f-4f3f-a444-42c1088336f6 req-8de9aefb-6a49-4021-a03a-77979aa5eaf6 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=7aa83412-c969-473b-9bbb-2f80505b5c18 HTTP/1.1" status: 200 len: 943 time: 0.0663660 Jun 18 16:57:54.234706 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fffdf16e-8f3f-4f3f-a444-42c1088336f6 req-02606341-b223-4fdc-ab32-7ca5a9d13e78 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304160 Jun 18 16:57:54.626654 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:57:54.953929 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:55.409490 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbd3d9-5d2e-4944-af78-39217d725394 req-67668b54-a1d0-49a0-af29-742a604af989 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:55.411110 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a3cbd3d9-5d2e-4944-af78-39217d725394 req-67668b54-a1d0-49a0-af29-742a604af989 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=7aa83412-c969-473b-9bbb-2f80505b5c18 HTTP/1.1" status: 200 len: 943 time: 0.0629983 Jun 18 16:57:55.448789 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a3cbd3d9-5d2e-4944-af78-39217d725394 req-30386f37-20fe-49c2-ad46-b5d82f4c04b0 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320883 Jun 18 16:57:55.663526 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 669a1d32-2088-49cd-b2ad-6d42280dd528 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:57:55.756964 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 669a1d32-2088-49cd-b2ad-6d42280dd528, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=669a1d32-2088-49cd-b2ad-6d42280dd528,segment=NetworkSegment(9052596d-4843-4cd0-8a05-1b3093134268),segment_id=9052596d-4843-4cd0-8a05-1b3093134268)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:57:55.767684 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '669a1d32-2088-49cd-b2ad-6d42280dd528', 'network_id': 'd8bcb41d-8d6c-426b-bdbc-a8120697d0df', 'port_id': '669a1d32-2088-49cd-b2ad-6d42280dd528', 'mac_address': 'fa:16:3e:99:88:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1a7dd92-37c1-419a-ada9-44957ae90475', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:57:55.803057 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:55.814815 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669a1d32-2088-49cd-b2ad-6d42280dd528 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:57:55.836418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 669a1d32-2088-49cd-b2ad-6d42280dd528, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=669a1d32-2088-49cd-b2ad-6d42280dd528,segment=NetworkSegment(9052596d-4843-4cd0-8a05-1b3093134268),segment_id=9052596d-4843-4cd0-8a05-1b3093134268)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:57:55.840499 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:55.842230 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:55.886235 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=669a1d32-2088-49cd-b2ad-6d42280dd528,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:55.892865 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:55.893216 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:55.893549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:55.893879 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:55.894293 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:55.894641 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:55.894967 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:55.895289 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:55.895609 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:55.895927 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:55.896243 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:55.896558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:55.900034 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:56.113890 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['669a1d32-2088-49cd-b2ad-6d42280dd528'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:57:56.630407 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a530d5-d8cb-4973-90cc-61022c6c10de req-ce74f547-817b-4730-8cc9-4e167c9d5d06 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:56.631846 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d7a530d5-d8cb-4973-90cc-61022c6c10de req-ce74f547-817b-4730-8cc9-4e167c9d5d06 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=7aa83412-c969-473b-9bbb-2f80505b5c18 HTTP/1.1" status: 200 len: 944 time: 0.0684190 Jun 18 16:57:56.669011 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d7a530d5-d8cb-4973-90cc-61022c6c10de req-151cfacc-4d17-4208-a91f-2ad15675363e tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316172 Jun 18 16:57:57.678998 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 669a1d32-2088-49cd-b2ad-6d42280dd528 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:57:57.731660 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 669a1d32-2088-49cd-b2ad-6d42280dd528 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:57:57.735263 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 669a1d32-2088-49cd-b2ad-6d42280dd528 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:57:57.735643 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:57.809539 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:57.832544 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa83412-c969-473b-9bbb-2f80505b5c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669a1d32-2088-49cd-b2ad-6d42280dd528'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:57:57.834825 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6176d1cb-d108-4b69-b0cc-6a195e9c495e" -d '{"events": [{"server_uuid": "7aa83412-c969-473b-9bbb-2f80505b5c18", "name": "network-vif-plugged", "status": "completed", "tag": "669a1d32-2088-49cd-b2ad-6d42280dd528"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:57:57.843809 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c5c51-22f4-4be8-b40b-d96e17447bfd req-85403fd8-c805-400a-a256-4bd7dfe70e1c tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:57.845394 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-279c5c51-22f4-4be8-b40b-d96e17447bfd req-85403fd8-c805-400a-a256-4bd7dfe70e1c tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=7aa83412-c969-473b-9bbb-2f80505b5c18 HTTP/1.1" status: 200 len: 944 time: 0.0644412 Jun 18 16:57:57.847886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 669a1d32-2088-49cd-b2ad-6d42280dd528, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=669a1d32-2088-49cd-b2ad-6d42280dd528,segment=NetworkSegment(9052596d-4843-4cd0-8a05-1b3093134268),segment_id=9052596d-4843-4cd0-8a05-1b3093134268)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:57:57.853069 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:57.855224 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:57.880576 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5036a8ba-8aca-4f10-889c-c62d995a4b6c x-openstack-request-id: req-5036a8ba-8aca-4f10-889c-c62d995a4b6c {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:57:57.880884 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa83412-c969-473b-9bbb-2f80505b5c18", "name": "network-vif-plugged", "status": "completed", "tag": "669a1d32-2088-49cd-b2ad-6d42280dd528", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:57:57.881148 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5036a8ba-8aca-4f10-889c-c62d995a4b6c {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:57:57.881546 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa83412-c969-473b-9bbb-2f80505b5c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669a1d32-2088-49cd-b2ad-6d42280dd528', 'code': 200} Jun 18 16:57:57.890312 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-279c5c51-22f4-4be8-b40b-d96e17447bfd req-e065be97-96fd-49e6-a909-44f8a1df15bb tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382295 Jun 18 16:57:57.907958 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=669a1d32-2088-49cd-b2ad-6d42280dd528,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:57.911246 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:58.130889 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038809e5-bb05-4919-93ea-e8c4404e411c req-dbb9deb0-eacc-4fd0-a4bc-a8055a89b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:58.132365 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-038809e5-bb05-4919-93ea-e8c4404e411c req-dbb9deb0-eacc-4fd0-a4bc-a8055a89b4bb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7aa83412-c969-473b-9bbb-2f80505b5c18 HTTP/1.1" status: 200 len: 1098 time: 0.0523493 Jun 18 16:57:58.167214 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-038809e5-bb05-4919-93ea-e8c4404e411c req-3130b6c7-7c19-4596-ae8a-de2aa353af8f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281405 Jun 18 16:57:59.064093 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c5c7b-4bc3-4372-880a-e75b9d8b3ddd req-b8e3c9e3-278a-416d-9842-984bb5fed37a tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:59.065530 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7a6c5c7b-4bc3-4372-880a-e75b9d8b3ddd req-b8e3c9e3-278a-416d-9842-984bb5fed37a tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=7aa83412-c969-473b-9bbb-2f80505b5c18 HTTP/1.1" status: 200 len: 945 time: 0.0624497 Jun 18 16:57:59.105851 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7a6c5c7b-4bc3-4372-880a-e75b9d8b3ddd req-a7ccf341-8e56-4d80-8fae-1151ddba3ccc tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339947 Jun 18 16:58:00.277684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ffbcf-b430-430a-812d-e825f1a8d8dd req-b9744f1f-1d8a-4f75-85c6-d343bd7a788a tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:00.279149 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1e3ffbcf-b430-430a-812d-e825f1a8d8dd req-b9744f1f-1d8a-4f75-85c6-d343bd7a788a tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=7aa83412-c969-473b-9bbb-2f80505b5c18 HTTP/1.1" status: 200 len: 945 time: 0.0638833 Jun 18 16:58:00.318401 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1e3ffbcf-b430-430a-812d-e825f1a8d8dd req-3d3ea2d2-3e23-45c5-b94a-2cc9181c5870 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337093 Jun 18 16:58:00.497181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c517b-9fec-4868-9ccf-363c1612b74e req-e74ed48a-aa46-4474-a291-c80adc5aa83a tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:00.498541 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-845c517b-9fec-4868-9ccf-363c1612b74e req-e74ed48a-aa46-4474-a291-c80adc5aa83a tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=7aa83412-c969-473b-9bbb-2f80505b5c18 HTTP/1.1" status: 200 len: 945 time: 0.0622754 Jun 18 16:58:00.535500 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-845c517b-9fec-4868-9ccf-363c1612b74e req-ce8ac0de-26a9-41fc-a896-6a8c8ce2c9a6 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308142 Jun 18 16:58:05.250283 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-44a15c92-9b9a-4b38-8b21-45b2a78457c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:07.653461 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c5ff2a8d-7cc6-47a8-ba60-d388c21010b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:08.263598 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:09.020947 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:10.553850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:20.577628 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c842f0-17c9-4af5-8563-d0d678380521 req-a34c197f-9894-4ec5-b294-49bf37f28605 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:20.579164 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-88c842f0-17c9-4af5-8563-d0d678380521 req-a34c197f-9894-4ec5-b294-49bf37f28605 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=7aa83412-c969-473b-9bbb-2f80505b5c18 HTTP/1.1" status: 200 len: 945 time: 0.0684152 Jun 18 16:58:20.617363 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-88c842f0-17c9-4af5-8563-d0d678380521 req-d59ab34c-7cb3-41f1-a7dc-16645d49ec5e tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317824 Jun 18 16:58:21.792006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d27e27-b127-4a57-973b-d9f4bf709800 req-17837147-0c3c-48e2-9d9a-de185b667d7d tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:21.793451 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-31d27e27-b127-4a57-973b-d9f4bf709800 req-17837147-0c3c-48e2-9d9a-de185b667d7d tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=7aa83412-c969-473b-9bbb-2f80505b5c18 HTTP/1.1" status: 200 len: 945 time: 0.0626080 Jun 18 16:58:21.830036 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-31d27e27-b127-4a57-973b-d9f4bf709800 req-2e2c12e6-6b7d-4242-9eaf-2b9896c4a997 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/security-groups?id=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305073 Jun 18 16:58:22.361113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73685ed0-ed45-4e53-9a52-71620358b1a2 req-abd86c53-4836-4972-996a-e70da59d156b tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:22.362629 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-73685ed0-ed45-4e53-9a52-71620358b1a2 req-abd86c53-4836-4972-996a-e70da59d156b tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.64 "GET /v2.0/ports?device_id=7aa83412-c969-473b-9bbb-2f80505b5c18 HTTP/1.1" status: 200 len: 945 time: 0.0693488 Jun 18 16:58:22.457806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-73685ed0-ed45-4e53-9a52-71620358b1a2 req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Deleting port 669a1d32-2088-49cd-b2ad-6d42280dd528 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:58:22.458141 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-73685ed0-ed45-4e53-9a52-71620358b1a2 req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:22.547928 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-73685ed0-ed45-4e53-9a52-71620358b1a2 req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] For port 669a1d32-2088-49cd-b2ad-6d42280dd528, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=669a1d32-2088-49cd-b2ad-6d42280dd528,segment=NetworkSegment(9052596d-4843-4cd0-8a05-1b3093134268),segment_id=9052596d-4843-4cd0-8a05-1b3093134268)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:22.548283 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-73685ed0-ed45-4e53-9a52-71620358b1a2 req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:22.610202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-73685ed0-ed45-4e53-9a52-71620358b1a2 req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Calling delete_port for 669a1d32-2088-49cd-b2ad-6d42280dd528 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:58:22.737732 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-73685ed0-ed45-4e53-9a52-71620358b1a2 req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:22.742405 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9de6fb6c-7bcf-46f7-81f9-bf781c0db1e6 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:22.766253 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Pushing event deleted for resources: {'Port': ['ID=669a1d32-2088-49cd-b2ad-6d42280dd528,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:22.773107 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['669a1d32-2088-49cd-b2ad-6d42280dd528'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:58:22.780269 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:22.780671 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:22.781059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:22.781444 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:22.782297 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:22.782297 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:22.782775 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:22.783025 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:22.783398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:22.783771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:22.784173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:22.784502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:22.803833 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:22.828834 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-73685ed0-ed45-4e53-9a52-71620358b1a2 req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] No DVR routers for this DVR port 669a1d32-2088-49cd-b2ad-6d42280dd528 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:58:22.831486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-73685ed0-ed45-4e53-9a52-71620358b1a2 req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:22.833476 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-73685ed0-ed45-4e53-9a52-71620358b1a2 req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.64 "DELETE /v2.0/ports/669a1d32-2088-49cd-b2ad-6d42280dd528 HTTP/1.1" status: 204 len: 173 time: 0.4657750 Jun 18 16:58:22.834624 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa83412-c969-473b-9bbb-2f80505b5c18', 'name': 'network-vif-deleted', 'tag': '669a1d32-2088-49cd-b2ad-6d42280dd528'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:58:22.837792 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74beb4b-cd8e-44ba-8fd5-f578a1be20cd" -d '{"events": [{"server_uuid": "7aa83412-c969-473b-9bbb-2f80505b5c18", "name": "network-vif-deleted", "tag": "669a1d32-2088-49cd-b2ad-6d42280dd528"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:58:22.880278 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860e318e-81a3-42ee-a0bc-c2ee44746e3c x-openstack-request-id: req-860e318e-81a3-42ee-a0bc-c2ee44746e3c {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:58:22.880915 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa83412-c969-473b-9bbb-2f80505b5c18", "name": "network-vif-deleted", "tag": "669a1d32-2088-49cd-b2ad-6d42280dd528", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:58:22.881791 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-860e318e-81a3-42ee-a0bc-c2ee44746e3c {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:58:22.882475 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa83412-c969-473b-9bbb-2f80505b5c18', 'name': 'network-vif-deleted', 'tag': '669a1d32-2088-49cd-b2ad-6d42280dd528', 'status': 'completed', 'code': 200} Jun 18 16:58:23.017668 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fd9074f4-f594-4206-9d78-090f167e68ba req-7a6ecf48-da3b-443d-8c3a-8242ca8a9f75 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] 10.222.0.39 "GET /v2.0/ports?device_id=7aa83412-c969-473b-9bbb-2f80505b5c18 HTTP/1.1" status: 200 len: 210 time: 0.0502343 Jun 18 16:58:24.153029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55586) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:24.511767 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d066c723-2adc-4ebf-bd86-35c232772289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:24.762998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-d066c723-2adc-4ebf-bd86-35c232772289 admin admin] Deleting port 34cd85af-9ecc-40aa-8eeb-78f2a519709b {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:58:24.763256 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d066c723-2adc-4ebf-bd86-35c232772289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:24.863433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-d066c723-2adc-4ebf-bd86-35c232772289 admin admin] For port 34cd85af-9ecc-40aa-8eeb-78f2a519709b, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=34cd85af-9ecc-40aa-8eeb-78f2a519709b,segment=NetworkSegment(9052596d-4843-4cd0-8a05-1b3093134268),segment_id=9052596d-4843-4cd0-8a05-1b3093134268)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:24.863799 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d066c723-2adc-4ebf-bd86-35c232772289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:24.925410 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-d066c723-2adc-4ebf-bd86-35c232772289 admin admin] Calling delete_port for 34cd85af-9ecc-40aa-8eeb-78f2a519709b owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:58:24.952447 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:25.107986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d066c723-2adc-4ebf-bd86-35c232772289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:25.110049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:25.140569 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066c723-2adc-4ebf-bd86-35c232772289 admin admin] Pushing event deleted for resources: {'Port': ['ID=34cd85af-9ecc-40aa-8eeb-78f2a519709b,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:25.144922 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d066c723-2adc-4ebf-bd86-35c232772289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:25.313398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d066c723-2adc-4ebf-bd86-35c232772289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:25.519222 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d066c723-2adc-4ebf-bd86-35c232772289 admin admin] Router 660538fb-48b5-441b-8f21-e7704ffdb16b has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:58:25.621696 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d066c723-2adc-4ebf-bd86-35c232772289 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:58:25.626563 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d066c723-2adc-4ebf-bd86-35c232772289 admin admin] 10.222.0.39 "PUT /v2.0/routers/660538fb-48b5-441b-8f21-e7704ffdb16b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4724479 Jun 18 16:58:25.629201 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55588) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:25.630242 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacca924-7a12-414f-9a4a-8600ec235b33 None None] Sync routers for ids ['660538fb-48b5-441b-8f21-e7704ffdb16b'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:58:25.639504 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacca924-7a12-414f-9a4a-8600ec235b33 None None] Routers {'660538fb-48b5-441b-8f21-e7704ffdb16b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:58:25.640126 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-eacca924-7a12-414f-9a4a-8600ec235b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:58:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['660538fb-48b5-441b-8f21-e7704ffdb16b'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:25.730901 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30aadd44-eaeb-43da-ab11-ad3689607c40 admin admin] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:25.746410 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-eacca924-7a12-414f-9a4a-8600ec235b33 None None] Set router 660538fb-48b5-441b-8f21-e7704ffdb16b gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:58:25.838882 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 669a1d32-2088-49cd-b2ad-6d42280dd528 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:58:25.863876 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 669a1d32-2088-49cd-b2ad-6d42280dd528 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:58:25.864233 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 669a1d32-2088-49cd-b2ad-6d42280dd528 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:58:25.955984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-eacca924-7a12-414f-9a4a-8600ec235b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'name': 'tempest-TestEncryptedCinderVolumes-976063891-router', 'tenant_id': '169b4a5d5d3542089059a3d8d75ebafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': 'bb9cedb2-222d-4024-91ef-0662698c90ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:57:06Z', 'updated_at': '2021-06-18T16:58:25Z', 'revision_number': 5, 'project_id': '169b4a5d5d3542089059a3d8d75ebafc', 'gw_port': {'id': 'bb9cedb2-222d-4024-91ef-0662698c90ba', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:06Z', 'updated_at': '2021-06-18T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:25.983521 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacca924-7a12-414f-9a4a-8600ec235b33 None None] Checking router: 660538fb-48b5-441b-8f21-e7704ffdb16b for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:58:25.992990 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacca924-7a12-414f-9a4a-8600ec235b33 None None] Routers {'660538fb-48b5-441b-8f21-e7704ffdb16b'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:58:25.993626 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-eacca924-7a12-414f-9a4a-8600ec235b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:58:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['660538fb-48b5-441b-8f21-e7704ffdb16b'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:26.101294 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-eacca924-7a12-414f-9a4a-8600ec235b33 None None] Set router 660538fb-48b5-441b-8f21-e7704ffdb16b gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:58:26.214969 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30aadd44-eaeb-43da-ab11-ad3689607c40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:26.270646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-30aadd44-eaeb-43da-ab11-ad3689607c40 admin admin] Deleting port bb9cedb2-222d-4024-91ef-0662698c90ba {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:58:26.271058 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30aadd44-eaeb-43da-ab11-ad3689607c40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:26.282480 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-eacca924-7a12-414f-9a4a-8600ec235b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'name': 'tempest-TestEncryptedCinderVolumes-976063891-router', 'tenant_id': '169b4a5d5d3542089059a3d8d75ebafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': 'bb9cedb2-222d-4024-91ef-0662698c90ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:57:06Z', 'updated_at': '2021-06-18T16:58:25Z', 'revision_number': 5, 'project_id': '169b4a5d5d3542089059a3d8d75ebafc', 'gw_port': {'id': 'bb9cedb2-222d-4024-91ef-0662698c90ba', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:06Z', 'updated_at': '2021-06-18T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:26.313517 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacca924-7a12-414f-9a4a-8600ec235b33 None None] The sync data for ids ['660538fb-48b5-441b-8f21-e7704ffdb16b'] in dv-neutron-797121-1-hyperv is: [{'id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'name': 'tempest-TestEncryptedCinderVolumes-976063891-router', 'tenant_id': '169b4a5d5d3542089059a3d8d75ebafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': 'bb9cedb2-222d-4024-91ef-0662698c90ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:57:06Z', 'updated_at': '2021-06-18T16:58:25Z', 'revision_number': 5, 'project_id': '169b4a5d5d3542089059a3d8d75ebafc', 'gw_port': {'id': 'bb9cedb2-222d-4024-91ef-0662698c90ba', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660538fb-48b5-441b-8f21-e7704ffdb16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:06Z', 'updated_at': '2021-06-18T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:58:26.356333 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-30aadd44-eaeb-43da-ab11-ad3689607c40 admin admin] For port bb9cedb2-222d-4024-91ef-0662698c90ba, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=bb9cedb2-222d-4024-91ef-0662698c90ba,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:26.356790 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30aadd44-eaeb-43da-ab11-ad3689607c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:26.420543 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-30aadd44-eaeb-43da-ab11-ad3689607c40 admin admin] Calling delete_port for bb9cedb2-222d-4024-91ef-0662698c90ba owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:58:26.576851 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30aadd44-eaeb-43da-ab11-ad3689607c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:26.578775 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-38f50095-b91f-4b18-97ab-4c82317ea463 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:26.601933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aadd44-eaeb-43da-ab11-ad3689607c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb9cedb2-222d-4024-91ef-0662698c90ba,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:26.604954 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-30aadd44-eaeb-43da-ab11-ad3689607c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:26.666771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30aadd44-eaeb-43da-ab11-ad3689607c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:26.759236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30aadd44-eaeb-43da-ab11-ad3689607c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:26.764828 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30aadd44-eaeb-43da-ab11-ad3689607c40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:26.822640 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30aadd44-eaeb-43da-ab11-ad3689607c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:26.823188 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30aadd44-eaeb-43da-ab11-ad3689607c40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 660538fb-48b5-441b-8f21-e7704ffdb16b {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:58:26.828153 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30aadd44-eaeb-43da-ab11-ad3689607c40 admin admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:26.829278 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-30aadd44-eaeb-43da-ab11-ad3689607c40 admin admin] 10.222.0.39 "DELETE /v2.0/routers/660538fb-48b5-441b-8f21-e7704ffdb16b HTTP/1.1" status: 204 len: 168 time: 1.1990662 Jun 18 16:58:26.831924 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55590) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:26.857742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 34cd85af-9ecc-40aa-8eeb-78f2a519709b no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:58:26.877681 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 34cd85af-9ecc-40aa-8eeb-78f2a519709b {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:58:26.878053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 34cd85af-9ecc-40aa-8eeb-78f2a519709b not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:58:26.888088 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea2a3e8-e402-4040-af0c-ae310fbe0204 admin admin] Deleting subnet c1a7dd92-37c1-419a-ada9-44957ae90475 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:58:26.891219 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fea2a3e8-e402-4040-af0c-ae310fbe0204 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:26.929324 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fea2a3e8-e402-4040-af0c-ae310fbe0204 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:27.010477 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fea2a3e8-e402-4040-af0c-ae310fbe0204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:27.066512 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fea2a3e8-e402-4040-af0c-ae310fbe0204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:27.070140 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3147fbce-948e-4757-98cc-fcc4ffdfbfd4 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:27.093002 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2a3e8-e402-4040-af0c-ae310fbe0204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1a7dd92-37c1-419a-ada9-44957ae90475,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:27.095599 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fea2a3e8-e402-4040-af0c-ae310fbe0204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:27.098409 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-fea2a3e8-e402-4040-af0c-ae310fbe0204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:27.100348 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fea2a3e8-e402-4040-af0c-ae310fbe0204 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c1a7dd92-37c1-419a-ada9-44957ae90475 HTTP/1.1" status: 204 len: 168 time: 0.2675080 Jun 18 16:58:27.102970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55592) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:27.103514 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd78da4-2c03-40c2-8ed0-177fb14317b8 None None] Network d8bcb41d-8d6c-426b-bdbc-a8120697d0df requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:58:27.169026 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:27.221464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] Deleting port e8db5332-abba-412b-81ed-185d4c46c986 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:58:27.221810 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:27.289980 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] For port e8db5332-abba-412b-81ed-185d4c46c986, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e8db5332-abba-412b-81ed-185d4c46c986,segment=NetworkSegment(9052596d-4843-4cd0-8a05-1b3093134268),segment_id=9052596d-4843-4cd0-8a05-1b3093134268)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:27.290338 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:27.330623 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce593d8-b452-4b93-88e1-62ca60f761a9 None None] DHCP port deletion for d8bcb41d-8d6c-426b-bdbc-a8120697d0df request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:58:27.361469 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] Calling delete_port for e8db5332-abba-412b-81ed-185d4c46c986 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:58:27.381958 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-1ce593d8-b452-4b93-88e1-62ca60f761a9 None None] Deleting port e8db5332-abba-412b-81ed-185d4c46c986 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:58:27.382341 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1ce593d8-b452-4b93-88e1-62ca60f761a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:27.440415 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:27.443842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0b6eefee-d3d7-49cc-87fb-0e30a3fac196 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:27.447144 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-1ce593d8-b452-4b93-88e1-62ca60f761a9 None None] For port e8db5332-abba-412b-81ed-185d4c46c986, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=e8db5332-abba-412b-81ed-185d4c46c986,segment=NetworkSegment(9052596d-4843-4cd0-8a05-1b3093134268),segment_id=9052596d-4843-4cd0-8a05-1b3093134268)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:27.447546 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1ce593d8-b452-4b93-88e1-62ca60f761a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:27.467622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8db5332-abba-412b-81ed-185d4c46c986,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:27.469416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] No DVR routers for this DVR port e8db5332-abba-412b-81ed-185d4c46c986 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:58:27.470899 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:27.515367 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-1ce593d8-b452-4b93-88e1-62ca60f761a9 None None] Calling delete_port for e8db5332-abba-412b-81ed-185d4c46c986 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:58:27.543045 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:27.553072 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8bcb41d-8d6c-426b-bdbc-a8120697d0df']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:27.563265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9052596d-4843-4cd0-8a05-1b3093134268') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:27.563693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9052596d-4843-4cd0-8a05-1b3093134268') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:27.572500 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:27.586881 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:27.593015 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:58:27.593393 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:58:27.595163 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:58:27.601292 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1ce593d8-b452-4b93-88e1-62ca60f761a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:27.603219 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-911e26cf-4ed1-45f4-855c-b0b63ed94531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:27.624773 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce593d8-b452-4b93-88e1-62ca60f761a9 None None] Pushing event deleted for resources: {'Port': ['ID=e8db5332-abba-412b-81ed-185d4c46c986,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:27.627289 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1ce593d8-b452-4b93-88e1-62ca60f761a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:27.631915 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce593d8-b452-4b93-88e1-62ca60f761a9 None None] No DVR routers for this DVR port e8db5332-abba-412b-81ed-185d4c46c986 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:58:27.648607 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:27.652034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4ab906b2-a80f-46d7-ad10-85910408554b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:27.654377 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:27.656179 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d8bcb41d-8d6c-426b-bdbc-a8120697d0df HTTP/1.1" status: 204 len: 168 time: 0.5522571 Jun 18 16:58:27.659402 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55594) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:27.672748 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8bcb41d-8d6c-426b-bdbc-a8120697d0df,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:27.675178 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:28.006675 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:28.259587 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Deleting port 5a4036a7-8668-407b-a995-232343224e41 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:58:28.259830 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:28.338272 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] For port 5a4036a7-8668-407b-a995-232343224e41, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=5a4036a7-8668-407b-a995-232343224e41,segment=NetworkSegment(c28e6a51-8d01-4197-9a18-913ea48b03a7),segment_id=c28e6a51-8d01-4197-9a18-913ea48b03a7)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:28.338657 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:28.399390 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Calling delete_port for 5a4036a7-8668-407b-a995-232343224e41 owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:58:28.575536 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:28.578239 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fbf2f488-8fe7-4a93-b9ad-a69288902cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:28.602511 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=5a4036a7-8668-407b-a995-232343224e41,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:28.631521 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:28.631916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:28.632299 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:28.632680 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:28.633054 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:28.633427 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:28.633807 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:28.634186 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:28.634556 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:28.634953 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:28.635319 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:28.635687 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:28.639444 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:28.781363 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:28.860193 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e8db5332-abba-412b-81ed-185d4c46c986 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:58:28.882062 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: e8db5332-abba-412b-81ed-185d4c46c986 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:58:28.882333 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device e8db5332-abba-412b-81ed-185d4c46c986 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:58:28.883811 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bb9cedb2-222d-4024-91ef-0662698c90ba no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:58:28.903816 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: bb9cedb2-222d-4024-91ef-0662698c90ba {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:58:28.904170 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bb9cedb2-222d-4024-91ef-0662698c90ba not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:58:29.329679 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Router 3d483a71-a3d7-452f-9723-75fd0fb7ef80 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:58:29.427840 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:58:29.432666 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] 10.222.0.39 "PUT /v2.0/routers/3d483a71-a3d7-452f-9723-75fd0fb7ef80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7722697 Jun 18 16:58:29.435170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55596) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:29.437816 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3b3c54-39ee-4a68-af65-c04b49d90aa5 None None] Sync routers for ids ['3d483a71-a3d7-452f-9723-75fd0fb7ef80'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:58:29.448732 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3b3c54-39ee-4a68-af65-c04b49d90aa5 None None] Routers {'3d483a71-a3d7-452f-9723-75fd0fb7ef80'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:58:29.449353 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-2d3b3c54-39ee-4a68-af65-c04b49d90aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:58:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3d483a71-a3d7-452f-9723-75fd0fb7ef80'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:29.537327 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-891b24c7-2ca7-4e2b-9437-70f080d98893 admin admin] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:29.549679 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-2d3b3c54-39ee-4a68-af65-c04b49d90aa5 None None] Set router 3d483a71-a3d7-452f-9723-75fd0fb7ef80 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:58:29.642525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-891b24c7-2ca7-4e2b-9437-70f080d98893 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:29.695799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-891b24c7-2ca7-4e2b-9437-70f080d98893 admin admin] Deleting port 867d5c33-8567-48ef-bd82-ba02766a2d9c {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:58:29.696139 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-891b24c7-2ca7-4e2b-9437-70f080d98893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:29.775735 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-891b24c7-2ca7-4e2b-9437-70f080d98893 admin admin] For port 867d5c33-8567-48ef-bd82-ba02766a2d9c, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=867d5c33-8567-48ef-bd82-ba02766a2d9c,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:29.776086 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-891b24c7-2ca7-4e2b-9437-70f080d98893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:29.819100 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-2d3b3c54-39ee-4a68-af65-c04b49d90aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'name': 'tempest-TestEncryptedCinderVolumes-172995633-router', 'tenant_id': '4a4121ffe89343e7896f4fdc42823f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.49'}], 'enable_snat': True}, 'gw_port_id': '867d5c33-8567-48ef-bd82-ba02766a2d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:57:10Z', 'updated_at': '2021-06-18T16:58:28Z', 'revision_number': 5, 'project_id': '4a4121ffe89343e7896f4fdc42823f86', 'gw_port': {'id': '867d5c33-8567-48ef-bd82-ba02766a2d9c', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:57:11Z', 'updated_at': '2021-06-18T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:29.843344 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-891b24c7-2ca7-4e2b-9437-70f080d98893 admin admin] Calling delete_port for 867d5c33-8567-48ef-bd82-ba02766a2d9c owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:58:29.844387 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3b3c54-39ee-4a68-af65-c04b49d90aa5 None None] Checking router: 3d483a71-a3d7-452f-9723-75fd0fb7ef80 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:58:29.852645 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3b3c54-39ee-4a68-af65-c04b49d90aa5 None None] Routers {'3d483a71-a3d7-452f-9723-75fd0fb7ef80'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:58:29.853270 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-2d3b3c54-39ee-4a68-af65-c04b49d90aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:58:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3d483a71-a3d7-452f-9723-75fd0fb7ef80'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:29.938746 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-2d3b3c54-39ee-4a68-af65-c04b49d90aa5 None None] Set router 3d483a71-a3d7-452f-9723-75fd0fb7ef80 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:58:29.993401 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-2d3b3c54-39ee-4a68-af65-c04b49d90aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'name': 'tempest-TestEncryptedCinderVolumes-172995633-router', 'tenant_id': '4a4121ffe89343e7896f4fdc42823f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:57:10Z', 'updated_at': '2021-06-18T16:58:29Z', 'revision_number': 6, 'project_id': '4a4121ffe89343e7896f4fdc42823f86', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:30.009590 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-891b24c7-2ca7-4e2b-9437-70f080d98893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:30.011623 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9ed53e1c-edd3-49e2-ae5d-db9d1a8c49a4 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:30.019492 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3b3c54-39ee-4a68-af65-c04b49d90aa5 None None] The sync data for ids ['3d483a71-a3d7-452f-9723-75fd0fb7ef80'] in dv-neutron-797121-1-hyperv is: [{'id': '3d483a71-a3d7-452f-9723-75fd0fb7ef80', 'name': 'tempest-TestEncryptedCinderVolumes-172995633-router', 'tenant_id': '4a4121ffe89343e7896f4fdc42823f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:57:10Z', 'updated_at': '2021-06-18T16:58:29Z', 'revision_number': 6, 'project_id': '4a4121ffe89343e7896f4fdc42823f86', 'gw_port_host': None}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:58:30.037208 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b24c7-2ca7-4e2b-9437-70f080d98893 admin admin] Pushing event deleted for resources: {'Port': ['ID=867d5c33-8567-48ef-bd82-ba02766a2d9c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:30.041133 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-891b24c7-2ca7-4e2b-9437-70f080d98893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:30.099732 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-891b24c7-2ca7-4e2b-9437-70f080d98893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:30.199986 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-891b24c7-2ca7-4e2b-9437-70f080d98893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:30.202907 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-891b24c7-2ca7-4e2b-9437-70f080d98893 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:30.247885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-891b24c7-2ca7-4e2b-9437-70f080d98893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:30.248594 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891b24c7-2ca7-4e2b-9437-70f080d98893 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d483a71-a3d7-452f-9723-75fd0fb7ef80 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:58:30.252810 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-891b24c7-2ca7-4e2b-9437-70f080d98893 admin admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:30.254110 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-891b24c7-2ca7-4e2b-9437-70f080d98893 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3d483a71-a3d7-452f-9723-75fd0fb7ef80 HTTP/1.1" status: 204 len: 168 time: 0.8180406 Jun 18 16:58:30.256935 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55598) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:30.300693 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-900054f5-8e92-4088-a32b-4198ee41c0f3 admin admin] Deleting subnet fcc3e896-3cb6-446d-b627-15b3f65201d5 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:58:30.304380 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-900054f5-8e92-4088-a32b-4198ee41c0f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:30.337967 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-900054f5-8e92-4088-a32b-4198ee41c0f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:30.422960 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-900054f5-8e92-4088-a32b-4198ee41c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:30.480260 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-900054f5-8e92-4088-a32b-4198ee41c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:30.496551 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dab61029-274b-402e-b696-13879a563988 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:30.513834 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900054f5-8e92-4088-a32b-4198ee41c0f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc3e896-3cb6-446d-b627-15b3f65201d5,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:30.516335 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-900054f5-8e92-4088-a32b-4198ee41c0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:30.519111 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-900054f5-8e92-4088-a32b-4198ee41c0f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:30.521537 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-900054f5-8e92-4088-a32b-4198ee41c0f3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fcc3e896-3cb6-446d-b627-15b3f65201d5 HTTP/1.1" status: 204 len: 168 time: 0.2631824 Jun 18 16:58:30.526617 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55600) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:30.526780 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0c1b8a-a91f-4938-b6ba-ad3970a21b83 None None] Network 3790014f-b6c6-4f32-b0e3-9c833db4a5e8 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:58:30.593287 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:30.644265 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] Deleting port be569e72-2945-45b4-a1d0-a31aa27d5a9a {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:58:30.644600 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:30.707047 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] For port be569e72-2945-45b4-a1d0-a31aa27d5a9a, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=be569e72-2945-45b4-a1d0-a31aa27d5a9a,segment=NetworkSegment(c28e6a51-8d01-4197-9a18-913ea48b03a7),segment_id=c28e6a51-8d01-4197-9a18-913ea48b03a7)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:30.707398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:30.760868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11daeb61-be85-494a-83ea-9e2fb8907a7b None None] DHCP port deletion for 3790014f-b6c6-4f32-b0e3-9c833db4a5e8 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:58:30.779883 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] Calling delete_port for be569e72-2945-45b4-a1d0-a31aa27d5a9a owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:58:30.814496 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-11daeb61-be85-494a-83ea-9e2fb8907a7b None None] Deleting port be569e72-2945-45b4-a1d0-a31aa27d5a9a {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:58:30.814973 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-11daeb61-be85-494a-83ea-9e2fb8907a7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:30.860940 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device be569e72-2945-45b4-a1d0-a31aa27d5a9a no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:58:30.869995 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:30.873332 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2f6cd64d-90d8-4469-a92b-f60f1f86058c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:30.897953 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=be569e72-2945-45b4-a1d0-a31aa27d5a9a,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:30.900449 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:30.903896 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] No DVR routers for this DVR port be569e72-2945-45b4-a1d0-a31aa27d5a9a on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:58:30.916728 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-11daeb61-be85-494a-83ea-9e2fb8907a7b None None] For port be569e72-2945-45b4-a1d0-a31aa27d5a9a, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=be569e72-2945-45b4-a1d0-a31aa27d5a9a,segment=NetworkSegment(c28e6a51-8d01-4197-9a18-913ea48b03a7),segment_id=c28e6a51-8d01-4197-9a18-913ea48b03a7)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:30.917138 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-11daeb61-be85-494a-83ea-9e2fb8907a7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:30.931867 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No active binding found for port be569e72-2945-45b4-a1d0-a31aa27d5a9a {{(pid=93429) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 18 16:58:30.932303 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device be569e72-2945-45b4-a1d0-a31aa27d5a9a not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:58:30.932733 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 5a4036a7-8668-407b-a995-232343224e41 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:58:30.982748 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:30.998054 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3790014f-b6c6-4f32-b0e3-9c833db4a5e8']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:31.009682 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28e6a51-8d01-4197-9a18-913ea48b03a7') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:31.009995 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28e6a51-8d01-4197-9a18-913ea48b03a7') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:31.016751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-11daeb61-be85-494a-83ea-9e2fb8907a7b None None] Calling delete_port for be569e72-2945-45b4-a1d0-a31aa27d5a9a owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:58:31.019943 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:31.028769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 5a4036a7-8668-407b-a995-232343224e41 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:58:31.029554 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 5a4036a7-8668-407b-a995-232343224e41 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:58:31.029554 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 867d5c33-8567-48ef-bd82-ba02766a2d9c no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:58:31.037920 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:31.048043 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:58:31.048454 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:58:31.050515 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:58:31.077075 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 867d5c33-8567-48ef-bd82-ba02766a2d9c {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:58:31.077433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 867d5c33-8567-48ef-bd82-ba02766a2d9c not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:58:31.109283 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:31.115518 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c5b5d50e-9728-4630-ae81-fccf69677c9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:31.118121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:31.120028 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3790014f-b6c6-4f32-b0e3-9c833db4a5e8 HTTP/1.1" status: 204 len: 168 time: 0.5950420 Jun 18 16:58:31.122978 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-11daeb61-be85-494a-83ea-9e2fb8907a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:31.124947 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3449caf6-6e1e-44b6-aace-ba4228224a92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:31.132430 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3790014f-b6c6-4f32-b0e3-9c833db4a5e8,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:31.134924 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:31.147334 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11daeb61-be85-494a-83ea-9e2fb8907a7b None None] Pushing event deleted for resources: {'Port': ['ID=be569e72-2945-45b4-a1d0-a31aa27d5a9a,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:31.149607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-11daeb61-be85-494a-83ea-9e2fb8907a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:31.150478 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11daeb61-be85-494a-83ea-9e2fb8907a7b None None] Network 3790014f-b6c6-4f32-b0e3-9c833db4a5e8 is not hosted by any dhcp agent {{(pid=93429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:58:31.150962 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11daeb61-be85-494a-83ea-9e2fb8907a7b None None] No DVR routers for this DVR port be569e72-2945-45b4-a1d0-a31aa27d5a9a on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:58:31.300598 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55604) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:31.342482 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1780ba86-a343-4104-8936-94b8807236dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=169b4a5d5d3542089059a3d8d75ebafc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406346 Jun 18 16:58:31.344854 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55606) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:31.396277 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-80842b4c-28d7-4ab1-b177-df1e14bb9695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:31.416274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-80842b4c-28d7-4ab1-b177-df1e14bb9695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:31.463612 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-80842b4c-28d7-4ab1-b177-df1e14bb9695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:31.466327 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-80842b4c-28d7-4ab1-b177-df1e14bb9695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:31.467519 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-80842b4c-28d7-4ab1-b177-df1e14bb9695 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239 HTTP/1.1" status: 204 len: 168 time: 0.1217394 Jun 18 16:58:31.468288 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6322d849-60b0-4dd1-94b3-205108ded1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:31.476919 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80842b4c-28d7-4ab1-b177-df1e14bb9695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95a5ddf-e4d7-461e-8b5f-60e4f0d6f239,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:31.479292 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-80842b4c-28d7-4ab1-b177-df1e14bb9695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:31.628028 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:58:31.783486 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55612) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:31.824609 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5d53c9e8-1e9d-4da8-b7bd-b6ea6dc16f65 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a4121ffe89343e7896f4fdc42823f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397534 Jun 18 16:58:31.826884 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55614) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:31.874939 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-83907f08-172c-47c3-ac43-7c32a6c00877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:31.895386 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-83907f08-172c-47c3-ac43-7c32a6c00877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:31.943646 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-83907f08-172c-47c3-ac43-7c32a6c00877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:31.946223 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-83907f08-172c-47c3-ac43-7c32a6c00877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:31.947427 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-83907f08-172c-47c3-ac43-7c32a6c00877 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d111178-8c8a-4ff1-8d5a-bb8a899a4c87 HTTP/1.1" status: 204 len: 168 time: 0.1196260 Jun 18 16:58:31.948208 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-80842b4c-28d7-4ab1-b177-df1e14bb9695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:31.955913 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83907f08-172c-47c3-ac43-7c32a6c00877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d111178-8c8a-4ff1-8d5a-bb8a899a4c87,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:31.958239 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-83907f08-172c-47c3-ac43-7c32a6c00877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:32.635240 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55636) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:32.729525 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-103648fd-9319-478f-b6ac-570a894df5f5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1797216943-network', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:58:32.750570 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103648fd-9319-478f-b6ac-570a894df5f5 admin admin] Made reservation on behalf of 4e29a47779bb4f4fa5053959ff20094b for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:58:32.752919 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-103648fd-9319-478f-b6ac-570a894df5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:32.761777 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-103648fd-9319-478f-b6ac-570a894df5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:32.848651 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-103648fd-9319-478f-b6ac-570a894df5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:32.852947 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-103648fd-9319-478f-b6ac-570a894df5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:32.855846 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-21f93749-cd18-48d0-8ceb-47f85a62615b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:32.876510 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103648fd-9319-478f-b6ac-570a894df5f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:58:32.885084 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103648fd-9319-478f-b6ac-570a894df5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997ec539-0bcf-4417-9426-3dc0be3b8afe,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:32.888702 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-103648fd-9319-478f-b6ac-570a894df5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:32.891429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-103648fd-9319-478f-b6ac-570a894df5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:32.891771 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-103648fd-9319-478f-b6ac-570a894df5f5 admin admin] Added segment 392e2710-62dc-4f9b-bdd1-cfd67a152754 of type vlan for network e8204e00-a223-424f-a147-9a8e99fd6e9f Jun 18 16:58:32.932802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-103648fd-9319-478f-b6ac-570a894df5f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:32.963680 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-103648fd-9319-478f-b6ac-570a894df5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:32.964713 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103648fd-9319-478f-b6ac-570a894df5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:32.965289 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-103648fd-9319-478f-b6ac-570a894df5f5 admin admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:32.968173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-12ed6228-26d2-43b8-95a5-a3933f7fb12b tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:33.017299 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-103648fd-9319-478f-b6ac-570a894df5f5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3809469 Jun 18 16:58:33.020426 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55640) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:33.026077 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-aa46638b-69c7-42a5-9172-30e277849efc admin admin] Request body: {'subnet': {'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1797216943-subnet', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'ip_version': 4}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:58:33.029320 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103648fd-9319-478f-b6ac-570a894df5f5 admin admin] Pushing event updated for resources: {'Network': ['ID=e8204e00-a223-424f-a147-9a8e99fd6e9f,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:33.032020 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-103648fd-9319-478f-b6ac-570a894df5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:33.039927 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network e8204e00-a223-424f-a147-9a8e99fd6e9f details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:58:33.048257 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa46638b-69c7-42a5-9172-30e277849efc admin admin] Made reservation on behalf of 4e29a47779bb4f4fa5053959ff20094b for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:58:33.050779 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aa46638b-69c7-42a5-9172-30e277849efc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:33.218305 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aa46638b-69c7-42a5-9172-30e277849efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:33.221011 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b92a083a-c2e0-4dd7-a73e-3999689e70c0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:33.279776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46638b-69c7-42a5-9172-30e277849efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f06c827-70ff-474d-8cb6-3c3675477c6e,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:33.284224 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aa46638b-69c7-42a5-9172-30e277849efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:33.286942 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa46638b-69c7-42a5-9172-30e277849efc admin admin] Checking segment: {'id': '392e2710-62dc-4f9b-bdd1-cfd67a152754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:58:33.287309 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa46638b-69c7-42a5-9172-30e277849efc admin admin] Network hostable DHCP agents. Network: e8204e00-a223-424f-a147-9a8e99fd6e9f, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:58:33.303609 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa46638b-69c7-42a5-9172-30e277849efc admin admin] Network e8204e00-a223-424f-a147-9a8e99fd6e9f is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:58:33.312316 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-aa46638b-69c7-42a5-9172-30e277849efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, e8204e00-a223-424f-a147-9a8e99fd6e9f) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:58:33.317188 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa46638b-69c7-42a5-9172-30e277849efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:33.318314 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aa46638b-69c7-42a5-9172-30e277849efc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:33.321165 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed221991-08ac-485d-a99f-e4d9aa265c29 None None] Network e8204e00-a223-424f-a147-9a8e99fd6e9f requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:58:33.331944 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-aa46638b-69c7-42a5-9172-30e277849efc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3098118 Jun 18 16:58:33.335166 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55642) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:33.339878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1797216943-router', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:58:33.359495 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:33.360564 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:33.414773 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:33.558467 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:33.621164 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-e8204e00-a223-424f-a147-9a8e99fd6e9f', 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'fixed_ips': [{'subnet_id': '8f06c827-70ff-474d-8cb6-3c3675477c6e'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:58:33.622030 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:33.768885 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:33.769857 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Allocated IP 172.20.0.2 (e8204e00-a223-424f-a147-9a8e99fd6e9f/8f06c827-70ff-474d-8cb6-3c3675477c6e/ed2cb375-d480-40bb-be40-4b534881fd84) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:58:33.796773 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:33.908670 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Allocated IP 172.26.2.142 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/c5287051-a29d-40d5-8b65-b0ee8e99fb3a) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:58:33.937219 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:33.946607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Transition to ACTIVE for port object ed2cb375-d480-40bb-be40-4b534881fd84 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:58:33.964238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Transition to ACTIVE for port object ed2cb375-d480-40bb-be40-4b534881fd84 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:58:33.971417 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:33.974747 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e8747a50-7919-4eb1-beff-01443c7e0d6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:34.011065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Network e8204e00-a223-424f-a147-9a8e99fd6e9f is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:58:34.013872 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:58:34.016333 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:58:34.029248 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Pushing event updated for resources: {'Port': ['ID=ed2cb375-d480-40bb-be40-4b534881fd84,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:34.030538 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:34.032002 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:34.076805 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:34.080308 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d5c5ff84-7da1-4f65-9178-d78c1d6ff42a tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:34.088029 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Attempting to bind port ed2cb375-d480-40bb-be40-4b534881fd84 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:58:34.088601 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Attempting to bind port ed2cb375-d480-40bb-be40-4b534881fd84 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '392e2710-62dc-4f9b-bdd1-cfd67a152754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:58:34.088780 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Attempting to bind port ed2cb375-d480-40bb-be40-4b534881fd84 on network e8204e00-a223-424f-a147-9a8e99fd6e9f {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:58:34.093802 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:58:34.094183 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Checking segment: {'id': '392e2710-62dc-4f9b-bdd1-cfd67a152754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:58:34.094620 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:34.095024 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Bound using segment: {'id': '392e2710-62dc-4f9b-bdd1-cfd67a152754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:58:34.095494 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Bound port: ed2cb375-d480-40bb-be40-4b534881fd84, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392e2710-62dc-4f9b-bdd1-cfd67a152754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:58:34.095895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:34.120914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:58:34.126290 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:58:34.130229 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:58:34.160658 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Pushing event updated for resources: {'Port': ['ID=c5287051-a29d-40d5-8b65-b0ee8e99fb3a,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:34.166190 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:34.171038 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] For port ed2cb375-d480-40bb-be40-4b534881fd84, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:58:34.174310 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] For port ed2cb375-d480-40bb-be40-4b534881fd84, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ed2cb375-d480-40bb-be40-4b534881fd84,segment=NetworkSegment(392e2710-62dc-4f9b-bdd1-cfd67a152754),segment_id=392e2710-62dc-4f9b-bdd1-cfd67a152754)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:58:34.179549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:34.181600 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1ce593d8-b452-4b93-88e1-62ca60f761a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:34.242568 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Pushing event updated for resources: {'Port': ['ID=ed2cb375-d480-40bb-be40-4b534881fd84,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:34.246003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:34.425099 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:34.622482 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:34.763301 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Router d4f7871f-48c1-4209-afbf-ec9370899e2d is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:58:34.834333 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ed2cb375-d480-40bb-be40-4b534881fd84 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:58:34.876488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:58:34.886974 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port ed2cb375-d480-40bb-be40-4b534881fd84 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:58:34.890966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Sync routers for ids ['d4f7871f-48c1-4209-afbf-ec9370899e2d'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:58:34.894028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:34.895268 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5589457 Jun 18 16:58:34.898926 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55644) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:34.909343 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Routers {'d4f7871f-48c1-4209-afbf-ec9370899e2d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:58:34.910042 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:58:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['d4f7871f-48c1-4209-afbf-ec9370899e2d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:35.051867 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Set router d4f7871f-48c1-4209-afbf-ec9370899e2d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:58:35.216204 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0b87e2-08c2-4540-ae99-e8248b8057d1 None None] Network e8204e00-a223-424f-a147-9a8e99fd6e9f requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:58:35.303773 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5c9f9307-4558-4937-a0e1-18c3e2a6a67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:35.323181 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ab0da428-ffda-49a2-8387-e71787174a96 None None] Provisioning for port ed2cb375-d480-40bb-be40-4b534881fd84 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:58:35.329138 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:35.333307 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ab0da428-ffda-49a2-8387-e71787174a96 None None] Provisioning complete for port ed2cb375-d480-40bb-be40-4b534881fd84 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:35.334426 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ab0da428-ffda-49a2-8387-e71787174a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:35.378256 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'name': 'tempest-TestMinimumBasicScenario-1797216943-router', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:34Z', 'revision_number': 3, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'gw_port': {'id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:35.430066 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Checking router: d4f7871f-48c1-4209-afbf-ec9370899e2d for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:58:35.430431 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Updating router d4f7871f-48c1-4209-afbf-ec9370899e2d port c5287051-a29d-40d5-8b65-b0ee8e99fb3a binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:58:35.484009 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Allocated IP 172.20.0.1 (e8204e00-a223-424f-a147-9a8e99fd6e9f/8f06c827-70ff-474d-8cb6-3c3675477c6e/6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:58:35.502132 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:35.562898 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ab0da428-ffda-49a2-8387-e71787174a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:35.587319 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:35.600864 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Transition to ACTIVE for port object 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:58:35.633854 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:35.635898 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:35.657850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-ab0da428-ffda-49a2-8387-e71787174a96 None None] For port ed2cb375-d480-40bb-be40-4b534881fd84, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ed2cb375-d480-40bb-be40-4b534881fd84,segment=NetworkSegment(392e2710-62dc-4f9b-bdd1-cfd67a152754),segment_id=392e2710-62dc-4f9b-bdd1-cfd67a152754)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:35.671693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ab0da428-ffda-49a2-8387-e71787174a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:35.675316 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Network e8204e00-a223-424f-a147-9a8e99fd6e9f is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:58:35.676439 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:35.684219 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:58:35.684219 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Pushing event updated for resources: {'Port': ['ID=6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:35.686013 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:58:35.717149 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:35.723534 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:35.771065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0da428-ffda-49a2-8387-e71787174a96 None None] Pushing event updated for resources: {'Port': ['ID=ed2cb375-d480-40bb-be40-4b534881fd84,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:35.776431 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ab0da428-ffda-49a2-8387-e71787174a96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:35.869355 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:35.888755 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:35.900591 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Transition to ACTIVE for port object c5287051-a29d-40d5-8b65-b0ee8e99fb3a will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:58:35.908039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:35.909982 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:35.979124 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Attempting to bind port c5287051-a29d-40d5-8b65-b0ee8e99fb3a on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:58:35.979426 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Attempting to bind port c5287051-a29d-40d5-8b65-b0ee8e99fb3a by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:58:35.979801 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Attempting to bind port c5287051-a29d-40d5-8b65-b0ee8e99fb3a on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:58:35.981810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a149069-3c0a-4912-8232-6a15bc73b06d None None] Pushing event updated for resources: {'Port': ['ID=c5287051-a29d-40d5-8b65-b0ee8e99fb3a,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:35.989186 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9a149069-3c0a-4912-8232-6a15bc73b06d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:35.991953 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:58:35.992347 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:58:35.992763 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:35.993297 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:58:35.993655 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Bound port: c5287051-a29d-40d5-8b65-b0ee8e99fb3a, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:58:35.994149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:36.030141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0285cca7-509f-4207-9ce1-654c348e445b None None] Provisioning complete for port ed2cb375-d480-40bb-be40-4b534881fd84 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:36.030536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0285cca7-509f-4207-9ce1-654c348e445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:36.047866 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:36.053158 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:36.055684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9ba6e9d1-6137-454a-a41c-03488a91f931 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:36.088460 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] For port c5287051-a29d-40d5-8b65-b0ee8e99fb3a, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:58:36.092782 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] For port c5287051-a29d-40d5-8b65-b0ee8e99fb3a, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c5287051-a29d-40d5-8b65-b0ee8e99fb3a,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:58:36.103604 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:36.107002 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:36.128257 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:36.130148 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Pushing event updated for resources: {'Port': ['ID=6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:36.133076 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:36.194742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Routers {'d4f7871f-48c1-4209-afbf-ec9370899e2d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:58:36.195372 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:58:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['d4f7871f-48c1-4209-afbf-ec9370899e2d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:36.198699 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a149069-3c0a-4912-8232-6a15bc73b06d None None] Pushing event updated for resources: {'Port': ['ID=c5287051-a29d-40d5-8b65-b0ee8e99fb3a,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:36.229691 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Network e8204e00-a223-424f-a147-9a8e99fd6e9f is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:58:36.231117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:58:36.233609 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9a149069-3c0a-4912-8232-6a15bc73b06d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:36.331839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-59233748-c7dc-421e-a5b7-b40f72626af4 None None] Provisioning for port 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:58:36.341003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] Set router d4f7871f-48c1-4209-afbf-ec9370899e2d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:58:36.343496 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-59233748-c7dc-421e-a5b7-b40f72626af4 None None] Provisioning complete for port 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:36.343496 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-59233748-c7dc-421e-a5b7-b40f72626af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:36.352538 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Router d4f7871f-48c1-4209-afbf-ec9370899e2d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:58:36.442203 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-59233748-c7dc-421e-a5b7-b40f72626af4 None None] Port 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:58:36.465975 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:58:36.471205 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] 10.222.0.39 "PUT /v2.0/routers/d4f7871f-48c1-4209-afbf-ec9370899e2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5707085 Jun 18 16:58:36.570923 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ce6b8ab4-23c3-4b16-8539-c054809d6a71 None None] Provisioning complete for port 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:36.571212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ce6b8ab4-23c3-4b16-8539-c054809d6a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:36.617242 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'name': 'tempest-TestMinimumBasicScenario-1797216943-router', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:35Z', 'revision_number': 4, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'gw_port': {'id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e', 'name': '', 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'mac_address': 'fa:16:3e:73:65:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:35Z', 'updated_at': '2021-06-18T16:58:35Z', 'revision_number': 2, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'subnets': [{'id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:36.620099 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b8ab4-23c3-4b16-8539-c054809d6a71 None None] Port 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:58:36.652264 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7cc27d-c609-4634-9943-98748cef6341 None None] The sync data for ids ['d4f7871f-48c1-4209-afbf-ec9370899e2d'] in dv-neutron-797121-1-hyperv is: [{'id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'name': 'tempest-TestMinimumBasicScenario-1797216943-router', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:35Z', 'revision_number': 4, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'gw_port': {'id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e', 'name': '', 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'mac_address': 'fa:16:3e:73:65:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:35Z', 'updated_at': '2021-06-18T16:58:35Z', 'revision_number': 2, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'subnets': [{'id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:58:36.809925 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ed2cb375-d480-40bb-be40-4b534881fd84 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:58:36.882131 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ed2cb375-d480-40bb-be40-4b534881fd84 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:36.882532 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:36.988106 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55660) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:36.993800 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-cbdeff49-cb6c-4bef-8be8-f0ac193a3e98 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-59477658-network', 'tenant_id': 'f89187ea786d4ed1bfe69107090dc602'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:58:37.017064 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdeff49-cb6c-4bef-8be8-f0ac193a3e98 admin admin] Made reservation on behalf of f89187ea786d4ed1bfe69107090dc602 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:58:37.019471 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cbdeff49-cb6c-4bef-8be8-f0ac193a3e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:37.028597 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cbdeff49-cb6c-4bef-8be8-f0ac193a3e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:37.122315 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cbdeff49-cb6c-4bef-8be8-f0ac193a3e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:37.126328 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cbdeff49-cb6c-4bef-8be8-f0ac193a3e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:37.129495 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-77a15c51-29fa-4e02-b07d-4063ff16a8bb tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:37.154322 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdeff49-cb6c-4bef-8be8-f0ac193a3e98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:58:37.163838 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdeff49-cb6c-4bef-8be8-f0ac193a3e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a851fcf7-0c54-47c2-ada2-3b25930bffdc,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:37.167814 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cbdeff49-cb6c-4bef-8be8-f0ac193a3e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:37.171283 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cbdeff49-cb6c-4bef-8be8-f0ac193a3e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:37.171624 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-cbdeff49-cb6c-4bef-8be8-f0ac193a3e98 admin admin] Added segment 0429cabb-4433-48ee-8179-237e18c9ba14 of type vlan for network 0260c04c-f7dd-4d6f-af42-fa101eac3b5a Jun 18 16:58:37.216763 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cbdeff49-cb6c-4bef-8be8-f0ac193a3e98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:37.250753 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cbdeff49-cb6c-4bef-8be8-f0ac193a3e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:37.252096 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdeff49-cb6c-4bef-8be8-f0ac193a3e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:37.252741 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cbdeff49-cb6c-4bef-8be8-f0ac193a3e98 admin admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:37.256949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-dffd54c9-5dd8-41fb-aff6-2d4732a7a476 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:37.318496 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cbdeff49-cb6c-4bef-8be8-f0ac193a3e98 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3283226 Jun 18 16:58:37.321184 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55662) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:37.326279 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-6e04a7cd-9492-457e-8f32-bdde38194652 admin admin] Request body: {'subnet': {'network_id': '0260c04c-f7dd-4d6f-af42-fa101eac3b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-59477658-subnet', 'tenant_id': 'f89187ea786d4ed1bfe69107090dc602', 'ip_version': 4}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:58:37.329549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdeff49-cb6c-4bef-8be8-f0ac193a3e98 admin admin] Pushing event updated for resources: {'Network': ['ID=0260c04c-f7dd-4d6f-af42-fa101eac3b5a,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:37.335471 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cbdeff49-cb6c-4bef-8be8-f0ac193a3e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:37.339957 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 0260c04c-f7dd-4d6f-af42-fa101eac3b5a details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:58:37.357583 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e04a7cd-9492-457e-8f32-bdde38194652 admin admin] Made reservation on behalf of f89187ea786d4ed1bfe69107090dc602 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:58:37.360137 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e04a7cd-9492-457e-8f32-bdde38194652 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:37.540246 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e04a7cd-9492-457e-8f32-bdde38194652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:37.547171 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a8741e8d-2e56-496f-b8a8-f30ef206d8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:37.589196 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04a7cd-9492-457e-8f32-bdde38194652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b000149-fcf1-4f20-9409-78cbe8891c89,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:37.592383 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6e04a7cd-9492-457e-8f32-bdde38194652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:37.619255 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e04a7cd-9492-457e-8f32-bdde38194652 admin admin] Checking segment: {'id': '0429cabb-4433-48ee-8179-237e18c9ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0260c04c-f7dd-4d6f-af42-fa101eac3b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:58:37.619592 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e04a7cd-9492-457e-8f32-bdde38194652 admin admin] Network hostable DHCP agents. Network: 0260c04c-f7dd-4d6f-af42-fa101eac3b5a, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:58:37.637949 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e04a7cd-9492-457e-8f32-bdde38194652 admin admin] Network 0260c04c-f7dd-4d6f-af42-fa101eac3b5a is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:58:37.649527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-6e04a7cd-9492-457e-8f32-bdde38194652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 0260c04c-f7dd-4d6f-af42-fa101eac3b5a) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:58:37.657666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e04a7cd-9492-457e-8f32-bdde38194652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:37.658468 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4e194e-bf73-4a82-89d1-8e5c3d7c77a4 None None] Network 0260c04c-f7dd-4d6f-af42-fa101eac3b5a requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:58:37.659549 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6e04a7cd-9492-457e-8f32-bdde38194652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:37.678778 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6e04a7cd-9492-457e-8f32-bdde38194652 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3563702 Jun 18 16:58:37.681628 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55664) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:37.686626 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-59477658-router', 'tenant_id': 'f89187ea786d4ed1bfe69107090dc602', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:58:37.717685 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-abf1c1d1-1ab7-449b-b46b-0ba98bcebfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:37.723440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:37.726037 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:37.809030 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:37.849537 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-0260c04c-f7dd-4d6f-af42-fa101eac3b5a', 'network_id': '0260c04c-f7dd-4d6f-af42-fa101eac3b5a', 'tenant_id': 'f89187ea786d4ed1bfe69107090dc602', 'fixed_ips': [{'subnet_id': '9b000149-fcf1-4f20-9409-78cbe8891c89'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:58:37.850427 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:38.006947 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Allocated IP 172.20.0.2 (0260c04c-f7dd-4d6f-af42-fa101eac3b5a/9b000149-fcf1-4f20-9409-78cbe8891c89/f8589820-dfe1-4e09-a87e-f350f2a32156) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:58:38.280614 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:38.325492 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:38.327459 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:38.336493 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Transition to ACTIVE for port object f8589820-dfe1-4e09-a87e-f350f2a32156 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:58:38.351301 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Transition to ACTIVE for port object f8589820-dfe1-4e09-a87e-f350f2a32156 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:58:38.356892 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:38.358715 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9f894bc8-6cd5-4e6f-8c3e-178f1d927122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:38.397023 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Network 0260c04c-f7dd-4d6f-af42-fa101eac3b5a is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:58:38.401670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:58:38.405949 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:58:38.409028 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Pushing event updated for resources: {'Port': ['ID=f8589820-dfe1-4e09-a87e-f350f2a32156,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:38.414018 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:38.469980 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Attempting to bind port f8589820-dfe1-4e09-a87e-f350f2a32156 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:58:38.470355 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Attempting to bind port f8589820-dfe1-4e09-a87e-f350f2a32156 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '0429cabb-4433-48ee-8179-237e18c9ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0260c04c-f7dd-4d6f-af42-fa101eac3b5a'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:58:38.470766 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Attempting to bind port f8589820-dfe1-4e09-a87e-f350f2a32156 on network 0260c04c-f7dd-4d6f-af42-fa101eac3b5a {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:58:38.476338 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:58:38.476724 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Checking segment: {'id': '0429cabb-4433-48ee-8179-237e18c9ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0260c04c-f7dd-4d6f-af42-fa101eac3b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:58:38.477134 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:38.477540 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Bound using segment: {'id': '0429cabb-4433-48ee-8179-237e18c9ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0260c04c-f7dd-4d6f-af42-fa101eac3b5a'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:58:38.478006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Bound port: f8589820-dfe1-4e09-a87e-f350f2a32156, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0429cabb-4433-48ee-8179-237e18c9ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0260c04c-f7dd-4d6f-af42-fa101eac3b5a'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:58:38.478389 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:38.534545 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:38.542941 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] For port f8589820-dfe1-4e09-a87e-f350f2a32156, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:58:38.546354 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] For port f8589820-dfe1-4e09-a87e-f350f2a32156, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f8589820-dfe1-4e09-a87e-f350f2a32156,segment=NetworkSegment(0429cabb-4433-48ee-8179-237e18c9ba14),segment_id=0429cabb-4433-48ee-8179-237e18c9ba14)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:58:38.554774 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:38.556801 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:38.558174 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:38.614998 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Pushing event updated for resources: {'Port': ['ID=f8589820-dfe1-4e09-a87e-f350f2a32156,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:38.619800 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:38.674674 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Allocated IP 172.26.2.238 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/f2b5f74e-1233-4ebc-ade4-79789088a4f0) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:58:38.784908 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Sync routers for ids ['d4f7871f-48c1-4209-afbf-ec9370899e2d'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:58:38.820394 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Routers {'d4f7871f-48c1-4209-afbf-ec9370899e2d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:58:38.821253 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:58:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['d4f7871f-48c1-4209-afbf-ec9370899e2d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:38.841691 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:38.907732 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:38.910509 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:38.946423 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:58:38.949381 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:58:38.955179 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:58:38.957043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c5287051-a29d-40d5-8b65-b0ee8e99fb3a up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:58:38.969504 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Set router d4f7871f-48c1-4209-afbf-ec9370899e2d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:58:38.992608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Pushing event updated for resources: {'Port': ['ID=f2b5f74e-1233-4ebc-ade4-79789088a4f0,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:38.997534 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:39.025830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port c5287051-a29d-40d5-8b65-b0ee8e99fb3a completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:58:39.033927 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c5287051-a29d-40d5-8b65-b0ee8e99fb3a triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:39.034844 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:39.039057 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:39.122673 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:39.146451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port c5287051-a29d-40d5-8b65-b0ee8e99fb3a, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c5287051-a29d-40d5-8b65-b0ee8e99fb3a,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:39.152135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:39.153309 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f8589820-dfe1-4e09-a87e-f350f2a32156 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:58:39.180668 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e1c2143a-38ed-49b6-9502-0f4acfbb82ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:39.190229 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'name': 'tempest-TestMinimumBasicScenario-1797216943-router', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:35Z', 'revision_number': 4, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'gw_port': {'id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e', 'name': '', 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'mac_address': 'fa:16:3e:73:65:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:35Z', 'updated_at': '2021-06-18T16:58:35Z', 'revision_number': 2, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'subnets': [{'id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:39.217735 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Checking router: d4f7871f-48c1-4209-afbf-ec9370899e2d for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:58:39.218428 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Updating router d4f7871f-48c1-4209-afbf-ec9370899e2d port 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:58:39.234791 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:39.238224 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=c5287051-a29d-40d5-8b65-b0ee8e99fb3a,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:39.245223 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:39.254607 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:39.257229 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port f8589820-dfe1-4e09-a87e-f350f2a32156 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:58:39.446987 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:39.527931 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:39.538999 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Transition to ACTIVE for port object 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:58:39.546515 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:39.550087 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-c8af089e-e7bc-4d14-b137-120bd136ceb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:39.581502 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Router f8bbaf73-f200-4376-b535-7b2b6239d37f is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:58:39.649059 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316376e-5bd4-4a2f-baec-7c1ec919a532 None None] Pushing event updated for resources: {'Port': ['ID=6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:39.659432 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316376e-5bd4-4a2f-baec-7c1ec919a532 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:39.659967 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316376e-5bd4-4a2f-baec-7c1ec919a532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:39.660485 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316376e-5bd4-4a2f-baec-7c1ec919a532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:39.661001 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316376e-5bd4-4a2f-baec-7c1ec919a532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:39.661903 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316376e-5bd4-4a2f-baec-7c1ec919a532 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:39.662240 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316376e-5bd4-4a2f-baec-7c1ec919a532 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:39.662567 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316376e-5bd4-4a2f-baec-7c1ec919a532 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:39.662922 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316376e-5bd4-4a2f-baec-7c1ec919a532 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:39.663244 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316376e-5bd4-4a2f-baec-7c1ec919a532 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:39.663742 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316376e-5bd4-4a2f-baec-7c1ec919a532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:39.664066 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316376e-5bd4-4a2f-baec-7c1ec919a532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:39.664390 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316376e-5bd4-4a2f-baec-7c1ec919a532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:39.693471 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-b316376e-5bd4-4a2f-baec-7c1ec919a532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:39.704686 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:58:39.706537 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Attempting to bind port 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:58:39.707141 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Attempting to bind port 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '392e2710-62dc-4f9b-bdd1-cfd67a152754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:58:39.707750 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Attempting to bind port 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e on network e8204e00-a223-424f-a147-9a8e99fd6e9f {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:58:39.715209 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:58:39.715833 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Checking segment: {'id': '392e2710-62dc-4f9b-bdd1-cfd67a152754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:58:39.716194 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Sync routers for ids ['f8bbaf73-f200-4376-b535-7b2b6239d37f'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:58:39.716917 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:39.717487 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Bound using segment: {'id': '392e2710-62dc-4f9b-bdd1-cfd67a152754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:58:39.718373 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Bound port: 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392e2710-62dc-4f9b-bdd1-cfd67a152754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:58:39.718960 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:39.726208 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Routers {'f8bbaf73-f200-4376-b535-7b2b6239d37f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:58:39.726868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:58:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['f8bbaf73-f200-4376-b535-7b2b6239d37f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:39.735334 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:39.739550 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0542879 Jun 18 16:58:39.740040 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55666) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:39.803413 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] For port 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:58:39.803916 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a20d8b8-ae3f-4d13-a7c8-1811fb623601 None None] Network 0260c04c-f7dd-4d6f-af42-fa101eac3b5a requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:58:39.807125 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] For port 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e,segment=NetworkSegment(392e2710-62dc-4f9b-bdd1-cfd67a152754),segment_id=392e2710-62dc-4f9b-bdd1-cfd67a152754)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:58:39.812900 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:39.816784 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-6c361277-620e-407e-b33a-9da7a6ac3083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:39.887355 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Routers {'d4f7871f-48c1-4209-afbf-ec9370899e2d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:58:39.888307 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:58:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['d4f7871f-48c1-4209-afbf-ec9370899e2d'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:39.890017 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316376e-5bd4-4a2f-baec-7c1ec919a532 None None] Pushing event updated for resources: {'Port': ['ID=6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e,revision_number=4']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:39.893722 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-b316376e-5bd4-4a2f-baec-7c1ec919a532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:39.898945 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c90a48a6-7b24-47d2-ac4e-c188f5184391 None None] Provisioning for port f8589820-dfe1-4e09-a87e-f350f2a32156 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:58:39.919355 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-c90a48a6-7b24-47d2-ac4e-c188f5184391 None None] Provisioning complete for port f8589820-dfe1-4e09-a87e-f350f2a32156 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:39.920835 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c90a48a6-7b24-47d2-ac4e-c188f5184391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:39.991039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Set router f8bbaf73-f200-4376-b535-7b2b6239d37f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:58:40.009917 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] Set router d4f7871f-48c1-4209-afbf-ec9370899e2d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:58:40.232166 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c90a48a6-7b24-47d2-ac4e-c188f5184391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:40.234332 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:40.237451 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'name': 'tempest-TestMinimumBasicScenario-1797216943-router', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:35Z', 'revision_number': 4, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'gw_port': {'id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e', 'name': '', 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'mac_address': 'fa:16:3e:73:65:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:35Z', 'updated_at': '2021-06-18T16:58:39Z', 'revision_number': 4, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'subnets': [{'id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:40.264046 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7482aa1-3891-4583-8259-74bc7d49d36e None None] The sync data for ids ['d4f7871f-48c1-4209-afbf-ec9370899e2d'] in dv-neutron-797121-1-hyperv is: [{'id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'name': 'tempest-TestMinimumBasicScenario-1797216943-router', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:35Z', 'revision_number': 4, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'gw_port': {'id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e', 'name': '', 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'mac_address': 'fa:16:3e:73:65:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:35Z', 'updated_at': '2021-06-18T16:58:39Z', 'revision_number': 4, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'subnets': [{'id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:58:40.307375 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-c90a48a6-7b24-47d2-ac4e-c188f5184391 None None] For port f8589820-dfe1-4e09-a87e-f350f2a32156, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f8589820-dfe1-4e09-a87e-f350f2a32156,segment=NetworkSegment(0429cabb-4433-48ee-8179-237e18c9ba14),segment_id=0429cabb-4433-48ee-8179-237e18c9ba14)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:40.316683 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c90a48a6-7b24-47d2-ac4e-c188f5184391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:40.325641 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:40.389500 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'name': 'tempest-TestMinimumBasicScenario-59477658-router', 'tenant_id': 'f89187ea786d4ed1bfe69107090dc602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f2b5f74e-1233-4ebc-ade4-79789088a4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:37Z', 'updated_at': '2021-06-18T16:58:39Z', 'revision_number': 3, 'project_id': 'f89187ea786d4ed1bfe69107090dc602', 'gw_port': {'id': 'f2b5f74e-1233-4ebc-ade4-79789088a4f0', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:31:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:38Z', 'updated_at': '2021-06-18T16:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:40.426088 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Checking router: f8bbaf73-f200-4376-b535-7b2b6239d37f for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:58:40.426564 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Updating router f8bbaf73-f200-4376-b535-7b2b6239d37f port f2b5f74e-1233-4ebc-ade4-79789088a4f0 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:58:40.435609 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a48a6-7b24-47d2-ac4e-c188f5184391 None None] Pushing event updated for resources: {'Port': ['ID=f8589820-dfe1-4e09-a87e-f350f2a32156,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:40.439752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c90a48a6-7b24-47d2-ac4e-c188f5184391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:40.486099 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:40.497651 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Allocated IP 172.20.0.1 (0260c04c-f7dd-4d6f-af42-fa101eac3b5a/9b000149-fcf1-4f20-9409-78cbe8891c89/2baedd53-60c7-44ae-a9fe-362d20a45368) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:58:40.628324 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:40.645420 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d30b92ee-6305-4d09-a4f5-7f78c46c4e27 None None] Provisioning complete for port f8589820-dfe1-4e09-a87e-f350f2a32156 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:40.645873 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d30b92ee-6305-4d09-a4f5-7f78c46c4e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:40.869448 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c5287051-a29d-40d5-8b65-b0ee8e99fb3a up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:58:40.876433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:40.912261 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Transition to ACTIVE for port object f2b5f74e-1233-4ebc-ade4-79789088a4f0 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:58:40.921017 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:40.923493 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-862bfb1b-3f53-465f-8a38-81c33cb64a5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:40.988306 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c5287051-a29d-40d5-8b65-b0ee8e99fb3a triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:40.988692 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:40.991907 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Attempting to bind port f2b5f74e-1233-4ebc-ade4-79789088a4f0 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:58:40.992294 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Attempting to bind port f2b5f74e-1233-4ebc-ade4-79789088a4f0 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:58:40.992670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Attempting to bind port f2b5f74e-1233-4ebc-ade4-79789088a4f0 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:58:41.011205 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cf5c4-2667-43ab-b4aa-af8b36ba8d58 None None] Pushing event updated for resources: {'Port': ['ID=f2b5f74e-1233-4ebc-ade4-79789088a4f0,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:41.017858 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-663cf5c4-2667-43ab-b4aa-af8b36ba8d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:41.020456 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:58:41.021547 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:58:41.022012 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:41.022380 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:58:41.022902 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Bound port: f2b5f74e-1233-4ebc-ade4-79789088a4f0, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:58:41.023331 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:41.034063 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:41.048635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Transition to ACTIVE for port object 2baedd53-60c7-44ae-a9fe-362d20a45368 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:58:41.085982 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:41.089234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7ea0ca08-77ff-4e51-96de-5a8ae7f88723 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:41.110007 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] For port f2b5f74e-1233-4ebc-ade4-79789088a4f0, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:58:41.122234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Network 0260c04c-f7dd-4d6f-af42-fa101eac3b5a is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:58:41.128157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:58:41.128390 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] For port f2b5f74e-1233-4ebc-ade4-79789088a4f0, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f2b5f74e-1233-4ebc-ade4-79789088a4f0,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:58:41.132171 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:58:41.134408 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:41.138125 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:41.144471 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:58:41.162392 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Pushing event updated for resources: {'Port': ['ID=2baedd53-60c7-44ae-a9fe-362d20a45368,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:41.166630 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:41.178801 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:41.232577 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Routers {'f8bbaf73-f200-4376-b535-7b2b6239d37f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:58:41.233575 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:58:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['f8bbaf73-f200-4376-b535-7b2b6239d37f'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:41.236943 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cf5c4-2667-43ab-b4aa-af8b36ba8d58 None None] Pushing event updated for resources: {'Port': ['ID=f2b5f74e-1233-4ebc-ade4-79789088a4f0,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:41.272433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-663cf5c4-2667-43ab-b4aa-af8b36ba8d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:41.319410 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:58:41.329478 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:41.329868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:41.374063 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:41.537322 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] Set router f8bbaf73-f200-4376-b535-7b2b6239d37f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:58:41.541356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:41.545459 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:41.547679 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-45c84d05-263a-4e09-b582-946c2eb51438 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:41.563607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ecd152da-099d-4022-92cb-67803fc81cce None None] Provisioning for port 2baedd53-60c7-44ae-a9fe-362d20a45368 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:58:41.592986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-ecd152da-099d-4022-92cb-67803fc81cce None None] Provisioning complete for port 2baedd53-60c7-44ae-a9fe-362d20a45368 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:41.593373 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ecd152da-099d-4022-92cb-67803fc81cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:41.613190 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Pushing event updated for resources: {'Port': ['ID=2baedd53-60c7-44ae-a9fe-362d20a45368,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:41.616440 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:41.618370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:41.681433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-ecd152da-099d-4022-92cb-67803fc81cce None None] Port 2baedd53-60c7-44ae-a9fe-362d20a45368 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:58:41.713814 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Network 0260c04c-f7dd-4d6f-af42-fa101eac3b5a is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:58:41.715254 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:58:41.729128 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:41.795713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e,segment=NetworkSegment(392e2710-62dc-4f9b-bdd1-cfd67a152754),segment_id=392e2710-62dc-4f9b-bdd1-cfd67a152754)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:41.801873 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:41.802886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f8589820-dfe1-4e09-a87e-f350f2a32156 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:58:41.805350 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-93e0262c-5ebc-4975-8a4c-bf9493a0793c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:41.836969 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Router f8bbaf73-f200-4376-b535-7b2b6239d37f has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:58:41.892313 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'name': 'tempest-TestMinimumBasicScenario-59477658-router', 'tenant_id': 'f89187ea786d4ed1bfe69107090dc602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f2b5f74e-1233-4ebc-ade4-79789088a4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:37Z', 'updated_at': '2021-06-18T16:58:39Z', 'revision_number': 3, 'project_id': 'f89187ea786d4ed1bfe69107090dc602', 'gw_port': {'id': 'f2b5f74e-1233-4ebc-ade4-79789088a4f0', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:31:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:38Z', 'updated_at': '2021-06-18T16:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:41.894625 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:41.899805 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:41.929741 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07578d37-632e-4fd1-be1e-61f2e0f98ed2 None None] The sync data for ids ['f8bbaf73-f200-4376-b535-7b2b6239d37f'] in dv-neutron-797121-1-hyperv is: [{'id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'name': 'tempest-TestMinimumBasicScenario-59477658-router', 'tenant_id': 'f89187ea786d4ed1bfe69107090dc602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f2b5f74e-1233-4ebc-ade4-79789088a4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:37Z', 'updated_at': '2021-06-18T16:58:39Z', 'revision_number': 3, 'project_id': 'f89187ea786d4ed1bfe69107090dc602', 'gw_port': {'id': 'f2b5f74e-1233-4ebc-ade4-79789088a4f0', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:31:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:38Z', 'updated_at': '2021-06-18T16:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:58:41.937238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port f8589820-dfe1-4e09-a87e-f350f2a32156 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:41.937628 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:41.964662 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:58:41.970381 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] 10.222.0.39 "PUT /v2.0/routers/f8bbaf73-f200-4376-b535-7b2b6239d37f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2292798 Jun 18 16:58:42.031782 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0a5df29c-0c4f-42ce-a0ec-2d94d86bc411 None None] Provisioning complete for port 2baedd53-60c7-44ae-a9fe-362d20a45368 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:42.032162 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0a5df29c-0c4f-42ce-a0ec-2d94d86bc411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:42.068700 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-0a5df29c-0c4f-42ce-a0ec-2d94d86bc411 None None] Port 2baedd53-60c7-44ae-a9fe-362d20a45368 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:58:42.924397 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f2b5f74e-1233-4ebc-ade4-79789088a4f0 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:58:42.983047 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port f2b5f74e-1233-4ebc-ade4-79789088a4f0 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:58:42.989447 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port f2b5f74e-1233-4ebc-ade4-79789088a4f0 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:42.990056 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:43.080698 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:43.103683 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port f2b5f74e-1233-4ebc-ade4-79789088a4f0, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f2b5f74e-1233-4ebc-ade4-79789088a4f0,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:43.107956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:43.108790 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:58:43.110417 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:43.190069 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=f2b5f74e-1233-4ebc-ade4-79789088a4f0,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:43.195002 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:43.203686 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:43.204084 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:43.764138 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Sync routers for ids ['f8bbaf73-f200-4376-b535-7b2b6239d37f'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:58:43.774708 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Routers {'f8bbaf73-f200-4376-b535-7b2b6239d37f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:58:43.775560 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:58:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['f8bbaf73-f200-4376-b535-7b2b6239d37f'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:43.980529 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Set router f8bbaf73-f200-4376-b535-7b2b6239d37f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:58:44.209142 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'name': 'tempest-TestMinimumBasicScenario-59477658-router', 'tenant_id': 'f89187ea786d4ed1bfe69107090dc602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f2b5f74e-1233-4ebc-ade4-79789088a4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:37Z', 'updated_at': '2021-06-18T16:58:41Z', 'revision_number': 4, 'project_id': 'f89187ea786d4ed1bfe69107090dc602', 'gw_port': {'id': 'f2b5f74e-1233-4ebc-ade4-79789088a4f0', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:38Z', 'updated_at': '2021-06-18T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '2baedd53-60c7-44ae-a9fe-362d20a45368', 'name': '', 'network_id': '0260c04c-f7dd-4d6f-af42-fa101eac3b5a', 'tenant_id': 'f89187ea786d4ed1bfe69107090dc602', 'mac_address': 'fa:16:3e:eb:f9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '9b000149-fcf1-4f20-9409-78cbe8891c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:40Z', 'updated_at': '2021-06-18T16:58:41Z', 'revision_number': 2, 'project_id': 'f89187ea786d4ed1bfe69107090dc602', 'subnets': [{'id': '9b000149-fcf1-4f20-9409-78cbe8891c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:44.236214 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Checking router: f8bbaf73-f200-4376-b535-7b2b6239d37f for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:58:44.236583 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Updating router f8bbaf73-f200-4376-b535-7b2b6239d37f port 2baedd53-60c7-44ae-a9fe-362d20a45368 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:58:44.274135 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:44.574103 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:44.584894 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Transition to ACTIVE for port object 2baedd53-60c7-44ae-a9fe-362d20a45368 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:58:44.591097 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:44.593357 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-b81d7747-ad84-4636-9dd1-58bf2e5d3295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:44.666367 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bef4cd-b4b7-4562-9996-970194609298 None None] Pushing event updated for resources: {'Port': ['ID=2baedd53-60c7-44ae-a9fe-362d20a45368,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:44.672979 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-25bef4cd-b4b7-4562-9996-970194609298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:44.745639 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Attempting to bind port 2baedd53-60c7-44ae-a9fe-362d20a45368 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:58:44.746056 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Attempting to bind port 2baedd53-60c7-44ae-a9fe-362d20a45368 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '0429cabb-4433-48ee-8179-237e18c9ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0260c04c-f7dd-4d6f-af42-fa101eac3b5a'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:58:44.746423 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Attempting to bind port 2baedd53-60c7-44ae-a9fe-362d20a45368 on network 0260c04c-f7dd-4d6f-af42-fa101eac3b5a {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:58:44.752932 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:58:44.753432 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Checking segment: {'id': '0429cabb-4433-48ee-8179-237e18c9ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0260c04c-f7dd-4d6f-af42-fa101eac3b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:58:44.753714 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:44.754112 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Bound using segment: {'id': '0429cabb-4433-48ee-8179-237e18c9ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0260c04c-f7dd-4d6f-af42-fa101eac3b5a'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:58:44.754635 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Bound port: 2baedd53-60c7-44ae-a9fe-362d20a45368, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0429cabb-4433-48ee-8179-237e18c9ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0260c04c-f7dd-4d6f-af42-fa101eac3b5a'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:58:44.755105 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:44.830908 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] For port 2baedd53-60c7-44ae-a9fe-362d20a45368, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:58:44.835403 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] For port 2baedd53-60c7-44ae-a9fe-362d20a45368, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2baedd53-60c7-44ae-a9fe-362d20a45368,segment=NetworkSegment(0429cabb-4433-48ee-8179-237e18c9ba14),segment_id=0429cabb-4433-48ee-8179-237e18c9ba14)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:58:44.840931 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:44.843181 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-62d72183-df57-4b95-a3ef-0ca5300e4a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:44.858399 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f2b5f74e-1233-4ebc-ade4-79789088a4f0 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:58:44.910512 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bef4cd-b4b7-4562-9996-970194609298 None None] Pushing event updated for resources: {'Port': ['ID=2baedd53-60c7-44ae-a9fe-362d20a45368,revision_number=4']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:44.915667 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-25bef4cd-b4b7-4562-9996-970194609298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:44.918878 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Routers {'f8bbaf73-f200-4376-b535-7b2b6239d37f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:58:44.919541 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:58:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['f8bbaf73-f200-4376-b535-7b2b6239d37f'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:44.944985 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port f2b5f74e-1233-4ebc-ade4-79789088a4f0 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:44.945688 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:45.065599 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] Set router f8bbaf73-f200-4376-b535-7b2b6239d37f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:58:45.295544 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'name': 'tempest-TestMinimumBasicScenario-59477658-router', 'tenant_id': 'f89187ea786d4ed1bfe69107090dc602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f2b5f74e-1233-4ebc-ade4-79789088a4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:37Z', 'updated_at': '2021-06-18T16:58:41Z', 'revision_number': 4, 'project_id': 'f89187ea786d4ed1bfe69107090dc602', 'gw_port': {'id': 'f2b5f74e-1233-4ebc-ade4-79789088a4f0', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:38Z', 'updated_at': '2021-06-18T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '2baedd53-60c7-44ae-a9fe-362d20a45368', 'name': '', 'network_id': '0260c04c-f7dd-4d6f-af42-fa101eac3b5a', 'tenant_id': 'f89187ea786d4ed1bfe69107090dc602', 'mac_address': 'fa:16:3e:eb:f9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '9b000149-fcf1-4f20-9409-78cbe8891c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:40Z', 'updated_at': '2021-06-18T16:58:44Z', 'revision_number': 4, 'project_id': 'f89187ea786d4ed1bfe69107090dc602', 'subnets': [{'id': '9b000149-fcf1-4f20-9409-78cbe8891c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:45.322475 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e28972-9c02-4dbd-9f18-e55d468b0996 None None] The sync data for ids ['f8bbaf73-f200-4376-b535-7b2b6239d37f'] in dv-neutron-797121-1-hyperv is: [{'id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'name': 'tempest-TestMinimumBasicScenario-59477658-router', 'tenant_id': 'f89187ea786d4ed1bfe69107090dc602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f2b5f74e-1233-4ebc-ade4-79789088a4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:37Z', 'updated_at': '2021-06-18T16:58:41Z', 'revision_number': 4, 'project_id': 'f89187ea786d4ed1bfe69107090dc602', 'gw_port': {'id': 'f2b5f74e-1233-4ebc-ade4-79789088a4f0', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:38Z', 'updated_at': '2021-06-18T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '2baedd53-60c7-44ae-a9fe-362d20a45368', 'name': '', 'network_id': '0260c04c-f7dd-4d6f-af42-fa101eac3b5a', 'tenant_id': 'f89187ea786d4ed1bfe69107090dc602', 'mac_address': 'fa:16:3e:eb:f9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '9b000149-fcf1-4f20-9409-78cbe8891c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:40Z', 'updated_at': '2021-06-18T16:58:44Z', 'revision_number': 4, 'project_id': 'f89187ea786d4ed1bfe69107090dc602', 'subnets': [{'id': '9b000149-fcf1-4f20-9409-78cbe8891c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:58:46.851149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2baedd53-60c7-44ae-a9fe-362d20a45368 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:58:46.903399 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 2baedd53-60c7-44ae-a9fe-362d20a45368 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:58:46.911515 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 2baedd53-60c7-44ae-a9fe-362d20a45368 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:46.913544 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:47.013313 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:47.051528 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 2baedd53-60c7-44ae-a9fe-362d20a45368, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2baedd53-60c7-44ae-a9fe-362d20a45368,segment=NetworkSegment(0429cabb-4433-48ee-8179-237e18c9ba14),segment_id=0429cabb-4433-48ee-8179-237e18c9ba14)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:47.063920 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:47.068132 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-c90a48a6-7b24-47d2-ac4e-c188f5184391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:47.138177 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=2baedd53-60c7-44ae-a9fe-362d20a45368,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:47.142048 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:48.814845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2baedd53-60c7-44ae-a9fe-362d20a45368 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:58:48.870031 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 2baedd53-60c7-44ae-a9fe-362d20a45368 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:48.870690 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:52.068452 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-0300b74d-144a-470e-8ff1-4c7b1d939e03 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:52.069821 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-0300b74d-144a-470e-8ff1-4c7b1d939e03 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/networks?id=e8204e00-a223-424f-a147-9a8e99fd6e9f HTTP/1.1" status: 200 len: 815 time: 0.1050792 Jun 18 16:58:52.085018 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-8b7575b1-9c8f-4d47-bd6f-93ae7cce5c78 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/quotas/4e29a47779bb4f4fa5053959ff20094b HTTP/1.1" status: 200 len: 375 time: 0.0096297 Jun 18 16:58:52.151450 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-35faf21b-148b-41ed-b9b9-5dffbe021f18 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e29a47779bb4f4fa5053959ff20094b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610285 Jun 18 16:58:52.248604 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-6d31ad1c-fccf-40ec-8080-e2f84a71c612 service neutron] 10.222.0.39 "GET /v2.0/networks/e8204e00-a223-424f-a147-9a8e99fd6e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854611 Jun 18 16:58:52.336086 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-40d93173-7c94-4c1f-9ce4-212092d99efc service neutron] 10.222.0.39 "GET /v2.0/networks/e8204e00-a223-424f-a147-9a8e99fd6e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815275 Jun 18 16:58:52.510382 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1ed1aef0-2352-4c9f-bb30-fe2956c98be9 req-7b29b7b0-f55b-4f00-91e0-624393b56dfd tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 210 time: 0.0292449 Jun 18 16:58:53.610292 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-2275d6b1-1267-404d-914d-e6dc53eec9c4 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:53.612046 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-2275d6b1-1267-404d-914d-e6dc53eec9c4 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.64 "GET /v2.0/networks?id=e8204e00-a223-424f-a147-9a8e99fd6e9f HTTP/1.1" status: 200 len: 815 time: 0.1117039 Jun 18 16:58:53.641155 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-b274b1ff-5c31-4ae1-acfb-be78719603e6 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Request body: {'port': {'device_id': '324a5a33-338d-4da4-be5a-d16ca8e3affe', 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f', 'admin_state_up': True, 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:58:53.657439 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5d000301-d774-4cd5-92f6-eb2174fd8877 req-77d8ebf1-1498-4827-a6fc-7edffe9bda67 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 210 time: 0.0329072 Jun 18 16:58:53.748755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-b274b1ff-5c31-4ae1-acfb-be78719603e6 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Made reservation on behalf of 4e29a47779bb4f4fa5053959ff20094b for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:58:53.752675 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-b274b1ff-5c31-4ae1-acfb-be78719603e6 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:53.878369 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-b274b1ff-5c31-4ae1-acfb-be78719603e6 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Allocated IP 172.20.0.3 (e8204e00-a223-424f-a147-9a8e99fd6e9f/8f06c827-70ff-474d-8cb6-3c3675477c6e/e65a4694-5eed-4781-ba72-91938c3214ab) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:58:54.029818 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-b274b1ff-5c31-4ae1-acfb-be78719603e6 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:54.045993 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-b274b1ff-5c31-4ae1-acfb-be78719603e6 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Transition to ACTIVE for port object e65a4694-5eed-4781-ba72-91938c3214ab will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:58:54.084973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-b274b1ff-5c31-4ae1-acfb-be78719603e6 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:54.092104 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c034111d-4b16-465a-b598-72a3ca1abe09 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:54.163161 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-b274b1ff-5c31-4ae1-acfb-be78719603e6 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Network e8204e00-a223-424f-a147-9a8e99fd6e9f is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:58:54.167169 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-b274b1ff-5c31-4ae1-acfb-be78719603e6 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:58:54.171034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-b274b1ff-5c31-4ae1-acfb-be78719603e6 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:58:54.219244 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274b1ff-5c31-4ae1-acfb-be78719603e6 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Pushing event updated for resources: {'Port': ['ID=e65a4694-5eed-4781-ba72-91938c3214ab,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:54.227461 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b274b1ff-5c31-4ae1-acfb-be78719603e6 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:54.281621 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-b274b1ff-5c31-4ae1-acfb-be78719603e6 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:54.282363 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-b274b1ff-5c31-4ae1-acfb-be78719603e6 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:54.313349 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-b274b1ff-5c31-4ae1-acfb-be78719603e6 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6764722 Jun 18 16:58:54.554919 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-23217fc4-3c63-4b5d-95aa-30f5da3fb25e None None] Provisioning for port e65a4694-5eed-4781-ba72-91938c3214ab completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:58:54.558872 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-23217fc4-3c63-4b5d-95aa-30f5da3fb25e None None] Provisioning complete for port e65a4694-5eed-4781-ba72-91938c3214ab triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:54.559499 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-23217fc4-3c63-4b5d-95aa-30f5da3fb25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:54.594535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-23217fc4-3c63-4b5d-95aa-30f5da3fb25e None None] Port e65a4694-5eed-4781-ba72-91938c3214ab cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:58:54.841914 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a4748-2c72-4d01-901e-f829e579ca8b req-3f0601a8-cd54-4459-b136-736da8d40a53 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:54.844552 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-065a4748-2c72-4d01-901e-f829e579ca8b req-3f0601a8-cd54-4459-b136-736da8d40a53 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 931 time: 0.0680439 Jun 18 16:58:54.884277 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-065a4748-2c72-4d01-901e-f829e579ca8b req-9a8a41f7-dcf0-4974-af25-47d53ad5df61 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339880 Jun 18 16:58:54.954521 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:56.065212 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c1212-f79d-4bb0-8a4e-770a1167c1cd req-35d3e35b-b89d-4291-bc1d-34909f31b436 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:56.066760 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-191c1212-f79d-4bb0-8a4e-770a1167c1cd req-35d3e35b-b89d-4291-bc1d-34909f31b436 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 931 time: 0.0664530 Jun 18 16:58:56.112322 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-191c1212-f79d-4bb0-8a4e-770a1167c1cd req-5d5f8249-d5ea-4cc5-9f64-0e047e269ad8 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389683 Jun 18 16:58:57.314991 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523fba0-1226-4a7f-9b72-63aa3f8bd9ad req-48b6c297-c875-4c32-8360-6314ce02e2e3 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:57.316194 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4523fba0-1226-4a7f-9b72-63aa3f8bd9ad req-48b6c297-c875-4c32-8360-6314ce02e2e3 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 931 time: 0.0842319 Jun 18 16:58:57.362415 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4523fba0-1226-4a7f-9b72-63aa3f8bd9ad req-d5571921-246e-4bef-b5a0-c6ff66d5b047 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374794 Jun 18 16:58:58.553268 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730d052-5324-4de9-8fc9-1e1a65cb4d5a req-50d2d7b8-056a-4860-890a-bf7410236c76 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:58.554772 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d730d052-5324-4de9-8fc9-1e1a65cb4d5a req-50d2d7b8-056a-4860-890a-bf7410236c76 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 931 time: 0.0812662 Jun 18 16:58:58.594264 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d730d052-5324-4de9-8fc9-1e1a65cb4d5a req-ff7da10d-1689-4eb2-a52a-6e9787090362 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336659 Jun 18 16:58:59.773571 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85a828-020b-4488-9057-abb29994e8b3 req-01ef8860-911b-41e0-8535-aa86000cf6a1 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:59.775141 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ac85a828-020b-4488-9057-abb29994e8b3 req-01ef8860-911b-41e0-8535-aa86000cf6a1 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 931 time: 0.0697696 Jun 18 16:58:59.819664 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ac85a828-020b-4488-9057-abb29994e8b3 req-9cf8ad59-bab9-42f8-abf4-ced0ca3bb149 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360930 Jun 18 16:59:00.996879 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cceae-d156-4e16-91b5-6c4f683d35e8 req-fcca30c3-9011-4163-9a52-6617c02eda07 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:00.998464 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-171cceae-d156-4e16-91b5-6c4f683d35e8 req-fcca30c3-9011-4163-9a52-6617c02eda07 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 931 time: 0.0676975 Jun 18 16:59:01.038040 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-171cceae-d156-4e16-91b5-6c4f683d35e8 req-cee93419-cce3-44aa-86f5-f9eabefc80dc tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336232 Jun 18 16:59:02.217304 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab2b8b-23a4-41f4-bae5-35c6f217edef req-19c7be20-acd6-4678-a727-9b3745fb964f tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:02.218795 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1bab2b8b-23a4-41f4-bae5-35c6f217edef req-19c7be20-acd6-4678-a727-9b3745fb964f tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 931 time: 0.0647960 Jun 18 16:59:02.267277 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1bab2b8b-23a4-41f4-bae5-35c6f217edef req-04a5f73f-00db-4d81-a5f4-f0f44fc0081a tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412476 Jun 18 16:59:03.445038 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfd2c1-8d1b-4c4a-9e6a-0b00a65915c6 req-c027ec6c-68a1-4c85-a69b-7c3963963a69 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:03.446733 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-43bfd2c1-8d1b-4c4a-9e6a-0b00a65915c6 req-c027ec6c-68a1-4c85-a69b-7c3963963a69 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 931 time: 0.0654907 Jun 18 16:59:03.488164 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-43bfd2c1-8d1b-4c4a-9e6a-0b00a65915c6 req-59bca6dc-3b9f-4e2d-b1d3-aee781324e9f tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352356 Jun 18 16:59:03.918565 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-afbc9008-3352-4590-a48a-ed188cc97054 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:59:03.919553 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-afbc9008-3352-4590-a48a-ed188cc97054 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054283 Jun 18 16:59:04.037513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] Request body: {'port': {'device_id': '324a5a33-338d-4da4-be5a-d16ca8e3affe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:04.117228 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:04.367246 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e65a4694-5eed-4781-ba72-91938c3214ab {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:59:04.374660 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:04.387731 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] Transition to ACTIVE for port object e65a4694-5eed-4781-ba72-91938c3214ab will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:59:04.391450 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:04.393396 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fc0ca433-f8b8-42a2-b5c9-d0a73daaba10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:04.468558 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74381256-d963-4213-9202-0fc475e319ac service neutron] Pushing event updated for resources: {'Port': ['ID=e65a4694-5eed-4781-ba72-91938c3214ab,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:04.474894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-74381256-d963-4213-9202-0fc475e319ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:04.542491 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] Attempting to bind port e65a4694-5eed-4781-ba72-91938c3214ab on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:59:04.542862 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] Attempting to bind port e65a4694-5eed-4781-ba72-91938c3214ab by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '392e2710-62dc-4f9b-bdd1-cfd67a152754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:59:04.543192 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] Attempting to bind port e65a4694-5eed-4781-ba72-91938c3214ab on network e8204e00-a223-424f-a147-9a8e99fd6e9f {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:59:04.548383 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] Port e65a4694-5eed-4781-ba72-91938c3214ab on network e8204e00-a223-424f-a147-9a8e99fd6e9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:59:04.548706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] Attempting to bind port e65a4694-5eed-4781-ba72-91938c3214ab on network e8204e00-a223-424f-a147-9a8e99fd6e9f {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:59:04.556558 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:59:04.557007 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] Checking segment: {'id': '392e2710-62dc-4f9b-bdd1-cfd67a152754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:59:04.557465 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] Bound using segment: {'id': '392e2710-62dc-4f9b-bdd1-cfd67a152754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:59:04.557903 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] Bound port: e65a4694-5eed-4781-ba72-91938c3214ab, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392e2710-62dc-4f9b-bdd1-cfd67a152754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:59:04.558257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:04.627531 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] For port e65a4694-5eed-4781-ba72-91938c3214ab, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:59:04.630739 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] For port e65a4694-5eed-4781-ba72-91938c3214ab, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e65a4694-5eed-4781-ba72-91938c3214ab,segment=NetworkSegment(392e2710-62dc-4f9b-bdd1-cfd67a152754),segment_id=392e2710-62dc-4f9b-bdd1-cfd67a152754)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:59:04.635076 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:04.637885 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:04.669979 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e0ef0-e78a-4bc1-9c05-71b74ef7e553 req-3cf68f78-2e96-497d-8f02-7553eca5eaa3 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:04.671452 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:04.671631 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-954e0ef0-e78a-4bc1-9c05-71b74ef7e553 req-3cf68f78-2e96-497d-8f02-7553eca5eaa3 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 943 time: 0.0692339 Jun 18 16:59:04.672120 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:04.673425 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-74381256-d963-4213-9202-0fc475e319ac service neutron] 10.222.0.64 "PUT /v2.0/ports/e65a4694-5eed-4781-ba72-91938c3214ab HTTP/1.1" status: 200 len: 1093 time: 0.7237780 Jun 18 16:59:04.673975 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324a5a33-338d-4da4-be5a-d16ca8e3affe', 'tag': 'e65a4694-5eed-4781-ba72-91938c3214ab'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:59:04.676905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543bc117-885e-4c0d-99a6-6355eed4e84e" -d '{"events": [{"name": "network-changed", "server_uuid": "324a5a33-338d-4da4-be5a-d16ca8e3affe", "tag": "e65a4694-5eed-4781-ba72-91938c3214ab"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:59:04.700186 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74381256-d963-4213-9202-0fc475e319ac service neutron] Pushing event updated for resources: {'Port': ['ID=e65a4694-5eed-4781-ba72-91938c3214ab,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:04.704383 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-74381256-d963-4213-9202-0fc475e319ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:04.727077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c1b504-0c06-47d6-bbd3-ad7e60c33ed0 x-openstack-request-id: req-61c1b504-0c06-47d6-bbd3-ad7e60c33ed0 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:59:04.727488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324a5a33-338d-4da4-be5a-d16ca8e3affe", "tag": "e65a4694-5eed-4781-ba72-91938c3214ab", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:59:04.727850 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61c1b504-0c06-47d6-bbd3-ad7e60c33ed0 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:59:04.728357 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324a5a33-338d-4da4-be5a-d16ca8e3affe', 'tag': 'e65a4694-5eed-4781-ba72-91938c3214ab', 'status': 'completed', 'code': 200} Jun 18 16:59:04.736246 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-954e0ef0-e78a-4bc1-9c05-71b74ef7e553 req-b78d0888-3330-4ea4-bc67-00b7bac74b8d tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547628 Jun 18 16:59:04.796602 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-6d72b7c3-4d87-4eca-807d-e433da33467e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:04.798103 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-6d72b7c3-4d87-4eca-807d-e433da33467e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e29a47779bb4f4fa5053959ff20094b&device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 1096 time: 0.0550334 Jun 18 16:59:04.846004 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-4c019af9-9958-4abd-972e-165f0e0a6ff0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e65a4694-5eed-4781-ba72-91938c3214ab HTTP/1.1" status: 200 len: 217 time: 0.0349779 Jun 18 16:59:04.909012 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-3a7dccc6-ad9e-4a9f-ad72-20e45e52a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:04.910477 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-3a7dccc6-ad9e-4a9f-ad72-20e45e52a8a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f06c827-70ff-474d-8cb6-3c3675477c6e HTTP/1.1" status: 200 len: 854 time: 0.0588078 Jun 18 16:59:04.966327 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-f7d29731-c143-4a54-9cae-e558fdb5a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:04.967750 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-f7d29731-c143-4a54-9cae-e558fdb5a892 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e8204e00-a223-424f-a147-9a8e99fd6e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517292 Jun 18 16:59:05.057196 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-7556629f-8106-4817-8441-1eb8066e06f8 service neutron] 10.222.0.64 "GET /v2.0/networks/e8204e00-a223-424f-a147-9a8e99fd6e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828562 Jun 18 16:59:05.146377 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fc358886-8a53-4b9a-95fb-ec4ddf511b23 req-6c609b20-b2cb-4618-a5f4-a80e632f6a60 service neutron] 10.222.0.64 "GET /v2.0/networks/e8204e00-a223-424f-a147-9a8e99fd6e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813968 Jun 18 16:59:05.256789 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d08b-6233-43b1-8f11-498284070695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:05.290951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bc117-885e-4c0d-99a6-6355eed4e84e req-28437125-18fd-49db-9440-097e78a6b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:05.292454 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-543bc117-885e-4c0d-99a6-6355eed4e84e req-28437125-18fd-49db-9440-097e78a6b2d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e29a47779bb4f4fa5053959ff20094b&device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 1096 time: 0.0561488 Jun 18 16:59:05.384250 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bc117-885e-4c0d-99a6-6355eed4e84e req-aeb0b39e-c20a-4b1f-97a4-49170b1160b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:05.385679 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-543bc117-885e-4c0d-99a6-6355eed4e84e req-aeb0b39e-c20a-4b1f-97a4-49170b1160b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e8204e00-a223-424f-a147-9a8e99fd6e9f HTTP/1.1" status: 200 len: 916 time: 0.0868902 Jun 18 16:59:05.427376 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-543bc117-885e-4c0d-99a6-6355eed4e84e req-44e39f56-de2d-4b74-9d4c-fa1ed230ee05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e65a4694-5eed-4781-ba72-91938c3214ab HTTP/1.1" status: 200 len: 217 time: 0.0338633 Jun 18 16:59:05.475182 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bc117-885e-4c0d-99a6-6355eed4e84e req-7132071c-53c6-41f8-8295-52d54f1c5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:05.476587 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-543bc117-885e-4c0d-99a6-6355eed4e84e req-7132071c-53c6-41f8-8295-52d54f1c5929 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f06c827-70ff-474d-8cb6-3c3675477c6e HTTP/1.1" status: 200 len: 854 time: 0.0428147 Jun 18 16:59:05.538411 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bc117-885e-4c0d-99a6-6355eed4e84e req-6bb7df59-93fd-40f6-a5be-40af393834fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:05.539913 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-543bc117-885e-4c0d-99a6-6355eed4e84e req-6bb7df59-93fd-40f6-a5be-40af393834fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e8204e00-a223-424f-a147-9a8e99fd6e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0559859 Jun 18 16:59:05.626703 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-543bc117-885e-4c0d-99a6-6355eed4e84e req-0db52da9-f3c3-4785-bb1f-c78d9a12662d service neutron] 10.222.0.64 "GET /v2.0/networks/e8204e00-a223-424f-a147-9a8e99fd6e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798764 Jun 18 16:59:05.717143 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-543bc117-885e-4c0d-99a6-6355eed4e84e req-cdb36a3b-70da-43e4-88a6-bc08e5a8c757 service neutron] 10.222.0.64 "GET /v2.0/networks/e8204e00-a223-424f-a147-9a8e99fd6e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840969 Jun 18 16:59:05.912115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3218c-af17-4855-8281-0910c1726ae7 req-6f5433d1-b7f8-42ac-9f5d-6d1440c77bab tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:05.913585 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-eea3218c-af17-4855-8281-0910c1726ae7 req-6f5433d1-b7f8-42ac-9f5d-6d1440c77bab tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 943 time: 0.0661094 Jun 18 16:59:05.952178 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-eea3218c-af17-4855-8281-0910c1726ae7 req-526b1fdb-d7b9-471c-8394-a22e78fe602b tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329995 Jun 18 16:59:06.053974 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device e65a4694-5eed-4781-ba72-91938c3214ab details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:59:06.149582 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port e65a4694-5eed-4781-ba72-91938c3214ab, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e65a4694-5eed-4781-ba72-91938c3214ab,segment=NetworkSegment(392e2710-62dc-4f9b-bdd1-cfd67a152754),segment_id=392e2710-62dc-4f9b-bdd1-cfd67a152754)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:59:06.160321 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'e65a4694-5eed-4781-ba72-91938c3214ab', 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f', 'port_id': 'e65a4694-5eed-4781-ba72-91938c3214ab', 'mac_address': 'fa:16:3e:b9:f4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:59:06.196607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:06.208882 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e65a4694-5eed-4781-ba72-91938c3214ab {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:59:06.227906 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port e65a4694-5eed-4781-ba72-91938c3214ab, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e65a4694-5eed-4781-ba72-91938c3214ab,segment=NetworkSegment(392e2710-62dc-4f9b-bdd1-cfd67a152754),segment_id=392e2710-62dc-4f9b-bdd1-cfd67a152754)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:59:06.231670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:06.233369 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-ab0da428-ffda-49a2-8387-e71787174a96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:06.279303 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=e65a4694-5eed-4781-ba72-91938c3214ab,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:06.287230 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.287583 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.287927 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.288265 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.288599 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.288933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.289267 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.289593 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.289917 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.290246 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.290570 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.290914 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.294498 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:06.503013 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['e65a4694-5eed-4781-ba72-91938c3214ab'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:59:07.128767 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58446e-29ae-4176-9b79-b2bbf8ce4f95 req-7f021ee0-230b-4665-a459-1d80f67a6452 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:07.131033 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1a58446e-29ae-4176-9b79-b2bbf8ce4f95 req-7f021ee0-230b-4665-a459-1d80f67a6452 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 944 time: 0.0665221 Jun 18 16:59:07.167255 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1a58446e-29ae-4176-9b79-b2bbf8ce4f95 req-d8461589-2240-47a6-bd31-b687fcb0d433 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305517 Jun 18 16:59:07.658208 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7df79b71-462a-4729-bf62-cc61c0d09c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:08.069004 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device e65a4694-5eed-4781-ba72-91938c3214ab up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:59:08.117060 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port e65a4694-5eed-4781-ba72-91938c3214ab completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:59:08.120856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port e65a4694-5eed-4781-ba72-91938c3214ab triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:59:08.121245 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:08.201005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:08.224677 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324a5a33-338d-4da4-be5a-d16ca8e3affe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65a4694-5eed-4781-ba72-91938c3214ab'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:59:08.226978 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7607be82-5556-471e-8cca-ed64b2fa07fb" -d '{"events": [{"server_uuid": "324a5a33-338d-4da4-be5a-d16ca8e3affe", "name": "network-vif-plugged", "status": "completed", "tag": "e65a4694-5eed-4781-ba72-91938c3214ab"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:59:08.240399 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port e65a4694-5eed-4781-ba72-91938c3214ab, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e65a4694-5eed-4781-ba72-91938c3214ab,segment=NetworkSegment(392e2710-62dc-4f9b-bdd1-cfd67a152754),segment_id=392e2710-62dc-4f9b-bdd1-cfd67a152754)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:59:08.244496 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:08.248899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:08.276855 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e06d22-2671-4278-8269-ce32b9304dfa x-openstack-request-id: req-96e06d22-2671-4278-8269-ce32b9304dfa {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:59:08.277137 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324a5a33-338d-4da4-be5a-d16ca8e3affe", "name": "network-vif-plugged", "status": "completed", "tag": "e65a4694-5eed-4781-ba72-91938c3214ab", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:59:08.277579 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-96e06d22-2671-4278-8269-ce32b9304dfa {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:59:08.277986 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324a5a33-338d-4da4-be5a-d16ca8e3affe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65a4694-5eed-4781-ba72-91938c3214ab', 'code': 200} Jun 18 16:59:08.300219 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:08.310869 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=e65a4694-5eed-4781-ba72-91938c3214ab,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:08.313663 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:08.366785 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cb31d-a572-47f2-a547-e6615222db7c req-6e212c21-c1f4-4d5b-819b-c007db55098e tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:08.368892 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ac5cb31d-a572-47f2-a547-e6615222db7c req-6e212c21-c1f4-4d5b-819b-c007db55098e tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 945 time: 0.0657253 Jun 18 16:59:08.411090 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ac5cb31d-a572-47f2-a547-e6615222db7c req-62054d82-d195-4ceb-bbe3-f3c3f55c7114 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363429 Jun 18 16:59:08.523829 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404f560-2836-4d02-90f7-2862e1291b88 req-7752e3de-3163-4e95-9a99-21477ee15a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:08.525351 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3404f560-2836-4d02-90f7-2862e1291b88 req-7752e3de-3163-4e95-9a99-21477ee15a39 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 1098 time: 0.0511503 Jun 18 16:59:08.558561 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3404f560-2836-4d02-90f7-2862e1291b88 req-5eeb4ce7-143a-4b87-8220-be7a3faa253a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268397 Jun 18 16:59:08.626142 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:59:09.027867 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:09.591892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe12611-cca9-4941-85e2-8fc7d6eb4b5b req-b048a311-188a-48aa-a016-f1a27f7698f0 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:09.593908 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8fe12611-cca9-4941-85e2-8fc7d6eb4b5b req-b048a311-188a-48aa-a016-f1a27f7698f0 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 945 time: 0.0706151 Jun 18 16:59:09.636050 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8fe12611-cca9-4941-85e2-8fc7d6eb4b5b req-f8838a39-aec4-4154-8987-69758787b499 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363109 Jun 18 16:59:10.561747 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:10.809553 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a3ab3-08b1-4b5b-a1f8-1271e73b9441 req-61122f28-9e57-4ac0-a5b6-cdee60b0f993 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:10.810948 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-eb3a3ab3-08b1-4b5b-a1f8-1271e73b9441 req-61122f28-9e57-4ac0-a5b6-cdee60b0f993 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 945 time: 0.0622487 Jun 18 16:59:10.847519 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-eb3a3ab3-08b1-4b5b-a1f8-1271e73b9441 req-b6db725b-94d3-4412-bae9-535ef25ddf00 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309675 Jun 18 16:59:11.022445 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4410ae-a6bd-4046-af64-cf5ae54218c1 req-bee853dd-2842-4d0f-9da9-755b5f7f93a4 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:11.023961 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fb4410ae-a6bd-4046-af64-cf5ae54218c1 req-bee853dd-2842-4d0f-9da9-755b5f7f93a4 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 945 time: 0.0678577 Jun 18 16:59:11.062353 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fb4410ae-a6bd-4046-af64-cf5ae54218c1 req-0d3015ec-000d-4699-92ec-0e0095dd5ae4 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326357 Jun 18 16:59:11.443251 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d2f28-58fd-40ba-92d5-ee2cd15e8bf8 req-af27bc3b-a61a-4a6a-b1ff-92066ecb0e88 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:11.444628 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ff0d2f28-58fd-40ba-92d5-ee2cd15e8bf8 req-af27bc3b-a61a-4a6a-b1ff-92066ecb0e88 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 945 time: 0.0641129 Jun 18 16:59:11.481579 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ff0d2f28-58fd-40ba-92d5-ee2cd15e8bf8 req-a2e8822d-4913-4000-ac82-66a562d2c922 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314138 Jun 18 16:59:24.211038 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6d70b-6185-4424-a91f-9a49fe894729 req-b7105a6d-e2be-47e5-b99e-bbabef4a7aef tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:24.212423 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-61b6d70b-6185-4424-a91f-9a49fe894729 req-b7105a6d-e2be-47e5-b99e-bbabef4a7aef tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 945 time: 0.0634427 Jun 18 16:59:24.257191 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-61b6d70b-6185-4424-a91f-9a49fe894729 req-85b9d5d9-aa07-4ca0-9c1f-3ef44bf3b6e1 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391095 Jun 18 16:59:24.281025 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55862) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:24.381103 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c795e526-5657-40da-8c4e-45c8665b37fd tempest-TestMinimumBasicScenario-1887527385 tempest-TestMinimumBasicScenario-1887527385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:24.383203 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c795e526-5657-40da-8c4e-45c8665b37fd tempest-TestMinimumBasicScenario-1887527385 tempest-TestMinimumBasicScenario-1887527385-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 1093 time: 0.1012199 Jun 18 16:59:24.386122 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55866) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:24.390399 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': 'e65a4694-5eed-4781-ba72-91938c3214ab', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:24.412231 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:24.512730 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:24.622878 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Allocated IP 172.26.2.60 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/fbf91194-00f6-463d-a87b-4635e280e020) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:59:24.727187 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:24.764974 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:24.767786 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e91f6289-7846-4419-89b8-dc1320071f1b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:24.799629 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:59:24.804256 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:59:24.807579 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:59:24.833796 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Pushing event updated for resources: {'Port': ['ID=fbf91194-00f6-463d-a87b-4635e280e020,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:24.838101 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:24.951193 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:25.171979 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:25.242827 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:25.389605 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:25.394531 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:25.396455 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:25.459600 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Pushing event updated for resources: {'Port': ['ID=fbf91194-00f6-463d-a87b-4635e280e020,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:25.463946 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:25.473215 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:25.576247 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Floating IP d47deda1-00a4-4199-91bb-05d2074375dd associated. External IP: 172.26.2.60, port: e65a4694-5eed-4781-ba72-91938c3214ab. Jun 18 16:59:25.779569 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Router d4f7871f-48c1-4209-afbf-ec9370899e2d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:59:26.204338 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:59:26.213381 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a13f2c-7d72-4361-9418-bc4ebcdd1b47 None None] Sync routers for ids ['d4f7871f-48c1-4209-afbf-ec9370899e2d'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:59:26.219879 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:26.222903 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a13f2c-7d72-4361-9418-bc4ebcdd1b47 None None] Routers {'d4f7871f-48c1-4209-afbf-ec9370899e2d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:59:26.223549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c2a13f2c-7d72-4361-9418-bc4ebcdd1b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:59:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['d4f7871f-48c1-4209-afbf-ec9370899e2d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:26.258550 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8680122 Jun 18 16:59:26.258550 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324a5a33-338d-4da4-be5a-d16ca8e3affe', 'tag': 'e65a4694-5eed-4781-ba72-91938c3214ab'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:59:26.260025 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1120c3f4-b998-4657-a234-0126ba1f7115" -d '{"events": [{"name": "network-changed", "server_uuid": "324a5a33-338d-4da4-be5a-d16ca8e3affe", "tag": "e65a4694-5eed-4781-ba72-91938c3214ab"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:59:26.260266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55868) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:26.265278 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-8bda9800-eacc-4d4f-921a-4b1cee81a7e9 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1120376649', 'description': 'tempest-secgroup-smoke-1120376649 description', 'project_id': '4e29a47779bb4f4fa5053959ff20094b'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:26.293385 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8bda9800-eacc-4d4f-921a-4b1cee81a7e9 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:26.331535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-c2a13f2c-7d72-4361-9418-bc4ebcdd1b47 None None] Set router d4f7871f-48c1-4209-afbf-ec9370899e2d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:59:26.379229 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8bda9800-eacc-4d4f-921a-4b1cee81a7e9 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:26.384355 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8bda9800-eacc-4d4f-921a-4b1cee81a7e9 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:26.391288 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-350df712-6e8f-4150-8528-3a3c1b28a5e2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:26.417192 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8bda9800-eacc-4d4f-921a-4b1cee81a7e9 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:26.421926 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8bda9800-eacc-4d4f-921a-4b1cee81a7e9 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1606410 Jun 18 16:59:26.422065 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55874) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:26.426758 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda9800-eacc-4d4f-921a-4b1cee81a7e9 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd684f19-0e19-4617-9cb5-ceccbdf85d7a,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:26.430474 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-339ca666-e31e-40a3-aed6-34a491a40a01 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Request body: {'security_group_rule': {'security_group_id': 'bd684f19-0e19-4617-9cb5-ceccbdf85d7a', 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:26.434888 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9800-eacc-4d4f-921a-4b1cee81a7e9 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:26.435411 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9800-eacc-4d4f-921a-4b1cee81a7e9 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:26.435932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9800-eacc-4d4f-921a-4b1cee81a7e9 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:26.436405 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9800-eacc-4d4f-921a-4b1cee81a7e9 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:26.437043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9800-eacc-4d4f-921a-4b1cee81a7e9 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:26.437565 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9800-eacc-4d4f-921a-4b1cee81a7e9 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:26.437774 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1e1712-62a2-42f2-aed0-88629d4ba96f x-openstack-request-id: req-4b1e1712-62a2-42f2-aed0-88629d4ba96f {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:59:26.438119 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324a5a33-338d-4da4-be5a-d16ca8e3affe", "tag": "e65a4694-5eed-4781-ba72-91938c3214ab", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:59:26.438218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9800-eacc-4d4f-921a-4b1cee81a7e9 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:26.438473 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b1e1712-62a2-42f2-aed0-88629d4ba96f {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:59:26.438771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9800-eacc-4d4f-921a-4b1cee81a7e9 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:26.438958 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324a5a33-338d-4da4-be5a-d16ca8e3affe', 'tag': 'e65a4694-5eed-4781-ba72-91938c3214ab', 'status': 'completed', 'code': 200} Jun 18 16:59:26.439322 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9800-eacc-4d4f-921a-4b1cee81a7e9 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:26.439789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9800-eacc-4d4f-921a-4b1cee81a7e9 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:26.440257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9800-eacc-4d4f-921a-4b1cee81a7e9 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:26.440720 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9800-eacc-4d4f-921a-4b1cee81a7e9 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:26.444718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8bda9800-eacc-4d4f-921a-4b1cee81a7e9 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:26.472886 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-339ca666-e31e-40a3-aed6-34a491a40a01 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:26.521229 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-339ca666-e31e-40a3-aed6-34a491a40a01 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:26.526155 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-339ca666-e31e-40a3-aed6-34a491a40a01 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:26.528235 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-27c47de3-70ec-41bf-9325-598809b76e15 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:26.537121 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120c3f4-b998-4657-a234-0126ba1f7115 req-6b45016e-7fb5-414d-88c3-8decdba16958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:26.539614 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1120c3f4-b998-4657-a234-0126ba1f7115 req-6b45016e-7fb5-414d-88c3-8decdba16958 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e29a47779bb4f4fa5053959ff20094b&device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 1098 time: 0.0586896 Jun 18 16:59:26.543559 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ca666-e31e-40a3-aed6-34a491a40a01 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e4ec9f-991e-4c09-9cc2-42de7f54ea03,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:26.547968 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-339ca666-e31e-40a3-aed6-34a491a40a01 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:26.554718 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-339ca666-e31e-40a3-aed6-34a491a40a01 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:26.556311 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-339ca666-e31e-40a3-aed6-34a491a40a01 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327581 Jun 18 16:59:26.558964 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55876) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:26.564022 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-eeef26f6-d0b1-4b28-be01-cffb20d43512 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Request body: {'security_group_rule': {'security_group_id': 'bd684f19-0e19-4617-9cb5-ceccbdf85d7a', 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:26.590195 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c2a13f2c-7d72-4361-9418-bc4ebcdd1b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'name': 'tempest-TestMinimumBasicScenario-1797216943-router', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:35Z', 'revision_number': 4, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'gw_port': {'id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'd47deda1-00a4-4199-91bb-05d2074375dd', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'floating_ip_address': '172.26.2.60', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'port_id': 'e65a4694-5eed-4781-ba72-91938c3214ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f', 'mac_address': 'fa:16:3e:b9:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324a5a33-338d-4da4-be5a-d16ca8e3affe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:59:25Z', 'updated_at': '2021-06-18T16:59:25Z', 'revision_number': 0, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e', 'name': '', 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'mac_address': 'fa:16:3e:73:65:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:35Z', 'updated_at': '2021-06-18T16:58:41Z', 'revision_number': 5, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'subnets': [{'id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:26.591579 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eeef26f6-d0b1-4b28-be01-cffb20d43512 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:26.616743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a13f2c-7d72-4361-9418-bc4ebcdd1b47 None None] Checking router: d4f7871f-48c1-4209-afbf-ec9370899e2d for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:59:26.626297 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a13f2c-7d72-4361-9418-bc4ebcdd1b47 None None] Routers {'d4f7871f-48c1-4209-afbf-ec9370899e2d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:59:26.626947 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c2a13f2c-7d72-4361-9418-bc4ebcdd1b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T16:59:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['d4f7871f-48c1-4209-afbf-ec9370899e2d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:26.640169 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120c3f4-b998-4657-a234-0126ba1f7115 req-61d367ef-a8b1-4c3d-822d-9d65e576eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:26.641985 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1120c3f4-b998-4657-a234-0126ba1f7115 req-61d367ef-a8b1-4c3d-822d-9d65e576eb11 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e8204e00-a223-424f-a147-9a8e99fd6e9f HTTP/1.1" status: 200 len: 916 time: 0.0937665 Jun 18 16:59:26.651611 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eeef26f6-d0b1-4b28-be01-cffb20d43512 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:26.655923 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eeef26f6-d0b1-4b28-be01-cffb20d43512 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:26.657774 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fef7e962-4850-4cba-91ab-86ba852a95df tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:26.687645 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef26f6-d0b1-4b28-be01-cffb20d43512 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6954e8-b471-41be-80dc-a15b8c74a78d,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:26.690233 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-eeef26f6-d0b1-4b28-be01-cffb20d43512 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:26.697903 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-eeef26f6-d0b1-4b28-be01-cffb20d43512 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:26.701593 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-eeef26f6-d0b1-4b28-be01-cffb20d43512 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1389992 Jun 18 16:59:26.701995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55878) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:26.708187 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-bc2dffc8-8c4e-4f56-bcf0-b1aed84d5d0c tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Request body: {'security_group_rule': {'security_group_id': 'bd684f19-0e19-4617-9cb5-ceccbdf85d7a', 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:26.736625 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1120c3f4-b998-4657-a234-0126ba1f7115 req-df6eabf0-9437-4043-afef-e82eeb703490 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e65a4694-5eed-4781-ba72-91938c3214ab HTTP/1.1" status: 200 len: 998 time: 0.0876555 Jun 18 16:59:26.745269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-c2a13f2c-7d72-4361-9418-bc4ebcdd1b47 None None] Set router d4f7871f-48c1-4209-afbf-ec9370899e2d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:59:26.759629 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bc2dffc8-8c4e-4f56-bcf0-b1aed84d5d0c tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:26.823274 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120c3f4-b998-4657-a234-0126ba1f7115 req-3c9c5cb2-14c8-41b4-96f5-a0a3b31ff07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:26.824732 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1120c3f4-b998-4657-a234-0126ba1f7115 req-3c9c5cb2-14c8-41b4-96f5-a0a3b31ff07a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f06c827-70ff-474d-8cb6-3c3675477c6e HTTP/1.1" status: 200 len: 854 time: 0.0750861 Jun 18 16:59:26.873310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bc2dffc8-8c4e-4f56-bcf0-b1aed84d5d0c tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:26.878520 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bc2dffc8-8c4e-4f56-bcf0-b1aed84d5d0c tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:26.887109 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6f4bec4b-58be-4bd1-a4e6-3136f4b77223 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:26.909410 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2dffc8-8c4e-4f56-bcf0-b1aed84d5d0c tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ac11b5-36d9-458a-be4b-39e8f629828f,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:26.912948 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bc2dffc8-8c4e-4f56-bcf0-b1aed84d5d0c tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:26.915404 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-bc2dffc8-8c4e-4f56-bcf0-b1aed84d5d0c tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:26.919043 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-bc2dffc8-8c4e-4f56-bcf0-b1aed84d5d0c tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2135460 Jun 18 16:59:26.920499 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55880) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:26.925999 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-4a9425ca-9bbc-4b9e-8c9f-96469d33a158 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Request body: {'security_group_rule': {'security_group_id': 'bd684f19-0e19-4617-9cb5-ceccbdf85d7a', 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:26.929501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120c3f4-b998-4657-a234-0126ba1f7115 req-77485142-3753-44e2-a956-d0e6cc67ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:26.931022 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1120c3f4-b998-4657-a234-0126ba1f7115 req-77485142-3753-44e2-a956-d0e6cc67ae62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e8204e00-a223-424f-a147-9a8e99fd6e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0985310 Jun 18 16:59:26.954241 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4a9425ca-9bbc-4b9e-8c9f-96469d33a158 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:26.980202 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c2a13f2c-7d72-4361-9418-bc4ebcdd1b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'name': 'tempest-TestMinimumBasicScenario-1797216943-router', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:35Z', 'revision_number': 4, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'gw_port': {'id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'd47deda1-00a4-4199-91bb-05d2074375dd', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'floating_ip_address': '172.26.2.60', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'port_id': 'e65a4694-5eed-4781-ba72-91938c3214ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f', 'mac_address': 'fa:16:3e:b9:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324a5a33-338d-4da4-be5a-d16ca8e3affe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:59:25Z', 'updated_at': '2021-06-18T16:59:25Z', 'revision_number': 0, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e', 'name': '', 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'mac_address': 'fa:16:3e:73:65:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:35Z', 'updated_at': '2021-06-18T16:58:41Z', 'revision_number': 5, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'subnets': [{'id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:27.009333 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a13f2c-7d72-4361-9418-bc4ebcdd1b47 None None] The sync data for ids ['d4f7871f-48c1-4209-afbf-ec9370899e2d'] in dv-neutron-797121-1-hyperv is: [{'id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'name': 'tempest-TestMinimumBasicScenario-1797216943-router', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:35Z', 'revision_number': 4, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'gw_port': {'id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'd47deda1-00a4-4199-91bb-05d2074375dd', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'floating_ip_address': '172.26.2.60', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'port_id': 'e65a4694-5eed-4781-ba72-91938c3214ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f', 'mac_address': 'fa:16:3e:b9:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324a5a33-338d-4da4-be5a-d16ca8e3affe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:59:25Z', 'updated_at': '2021-06-18T16:59:25Z', 'revision_number': 0, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e', 'name': '', 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'mac_address': 'fa:16:3e:73:65:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:35Z', 'updated_at': '2021-06-18T16:58:41Z', 'revision_number': 5, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'subnets': [{'id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:59:27.014293 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4a9425ca-9bbc-4b9e-8c9f-96469d33a158 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:27.020678 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4a9425ca-9bbc-4b9e-8c9f-96469d33a158 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:27.022933 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-65fcbe1d-0aa6-4092-9d6a-5935b96b0879 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:27.040089 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9425ca-9bbc-4b9e-8c9f-96469d33a158 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc2a80b-7912-41cd-b5a7-e046398cb3a3,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:27.043671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4a9425ca-9bbc-4b9e-8c9f-96469d33a158 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:27.045941 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1120c3f4-b998-4657-a234-0126ba1f7115 req-21dd125e-63ca-4004-bd8f-362f1da7c2a8 service neutron] 10.222.0.64 "GET /v2.0/networks/e8204e00-a223-424f-a147-9a8e99fd6e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041942 Jun 18 16:59:27.048118 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4a9425ca-9bbc-4b9e-8c9f-96469d33a158 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:27.049240 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4a9425ca-9bbc-4b9e-8c9f-96469d33a158 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275432 Jun 18 16:59:27.053830 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55882) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:27.059362 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-b3ee4ccf-a55a-4020-9221-8bbc93e51f2a tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Request body: {'security_group_rule': {'security_group_id': 'bd684f19-0e19-4617-9cb5-ceccbdf85d7a', 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:27.083424 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.securitygroups_db [None req-b3ee4ccf-a55a-4020-9221-8bbc93e51f2a tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Project 4e29a47779bb4f4fa5053959ff20094b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:59:27.089661 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4ccf-a55a-4020-9221-8bbc93e51f2a tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:27.157459 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4ccf-a55a-4020-9221-8bbc93e51f2a tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:27.159043 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1120c3f4-b998-4657-a234-0126ba1f7115 req-e4d04379-c525-4e13-814c-678529f9dd80 service neutron] 10.222.0.64 "GET /v2.0/networks/e8204e00-a223-424f-a147-9a8e99fd6e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066308 Jun 18 16:59:27.161445 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4ccf-a55a-4020-9221-8bbc93e51f2a tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:27.163773 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-00f3014b-cc6b-42a1-8a81-8f1109636c62 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:27.181110 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee4ccf-a55a-4020-9221-8bbc93e51f2a tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e61d722-189c-4a2b-a844-30f3b0d0a7c8,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:27.184377 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b3ee4ccf-a55a-4020-9221-8bbc93e51f2a tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:27.188913 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4ccf-a55a-4020-9221-8bbc93e51f2a tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:27.192780 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b3ee4ccf-a55a-4020-9221-8bbc93e51f2a tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352637 Jun 18 16:59:27.193193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55884) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:27.199135 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-f0a68cde-52b9-417c-9094-1cb2ccc6a4c3 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Request body: {'security_group_rule': {'security_group_id': 'bd684f19-0e19-4617-9cb5-ceccbdf85d7a', 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:27.224939 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-f0a68cde-52b9-417c-9094-1cb2ccc6a4c3 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Project 4e29a47779bb4f4fa5053959ff20094b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:59:27.231078 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f0a68cde-52b9-417c-9094-1cb2ccc6a4c3 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:27.254201 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1cce7b-5b0a-49c1-b372-7d18b4e22cb4 None None] New status for floating IP d47deda1-00a4-4199-91bb-05d2074375dd: ACTIVE {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:59:27.306043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f0a68cde-52b9-417c-9094-1cb2ccc6a4c3 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:27.309757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f0a68cde-52b9-417c-9094-1cb2ccc6a4c3 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:27.311755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-67c80305-c906-4abd-9031-1113975647d9 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:27.327957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a68cde-52b9-417c-9094-1cb2ccc6a4c3 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329e1408-552d-487d-85d5-ec6684316816,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:27.330528 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f0a68cde-52b9-417c-9094-1cb2ccc6a4c3 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:27.335409 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f0a68cde-52b9-417c-9094-1cb2ccc6a4c3 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:27.338799 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f0a68cde-52b9-417c-9094-1cb2ccc6a4c3 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420357 Jun 18 16:59:27.454549 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c6aa2a25-e62e-40b6-839c-67b38443496a req-f78b6841-aac2-4949-85f1-1224cc80b271 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120376649&fields=id&tenant_id=4e29a47779bb4f4fa5053959ff20094b HTTP/1.1" status: 200 len: 267 time: 0.0345583 Jun 18 16:59:27.519416 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa2a25-e62e-40b6-839c-67b38443496a req-061490b5-5bc0-46de-8ae6-d66ed0da1afe tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:27.520865 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c6aa2a25-e62e-40b6-839c-67b38443496a req-061490b5-5bc0-46de-8ae6-d66ed0da1afe tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 945 time: 0.0602977 Jun 18 16:59:27.532304 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [req-c6aa2a25-e62e-40b6-839c-67b38443496a req-1392d5b9-5fee-4009-b6c8-20bcc3e308dc tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Request body: {'port': {'security_groups': ['997ec539-0bcf-4417-9426-3dc0be3b8afe', 'bd684f19-0e19-4617-9cb5-ceccbdf85d7a']}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:27.615853 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [req-c6aa2a25-e62e-40b6-839c-67b38443496a req-1392d5b9-5fee-4009-b6c8-20bcc3e308dc tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:27.795414 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [req-c6aa2a25-e62e-40b6-839c-67b38443496a req-1392d5b9-5fee-4009-b6c8-20bcc3e308dc tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] For port e65a4694-5eed-4781-ba72-91938c3214ab, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e65a4694-5eed-4781-ba72-91938c3214ab,segment=NetworkSegment(392e2710-62dc-4f9b-bdd1-cfd67a152754),segment_id=392e2710-62dc-4f9b-bdd1-cfd67a152754)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:59:27.823207 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [req-c6aa2a25-e62e-40b6-839c-67b38443496a req-1392d5b9-5fee-4009-b6c8-20bcc3e308dc tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:27.827569 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [req-c6aa2a25-e62e-40b6-839c-67b38443496a req-1392d5b9-5fee-4009-b6c8-20bcc3e308dc tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:27.831181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:27.860881 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['e65a4694-5eed-4781-ba72-91938c3214ab'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:59:27.880186 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa2a25-e62e-40b6-839c-67b38443496a req-1392d5b9-5fee-4009-b6c8-20bcc3e308dc tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:27.880846 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [req-c6aa2a25-e62e-40b6-839c-67b38443496a req-1392d5b9-5fee-4009-b6c8-20bcc3e308dc tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:27.882265 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c6aa2a25-e62e-40b6-839c-67b38443496a req-1392d5b9-5fee-4009-b6c8-20bcc3e308dc tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "PUT /v2.0/ports/e65a4694-5eed-4781-ba72-91938c3214ab HTTP/1.1" status: 200 len: 981 time: 0.3544827 Jun 18 16:59:27.899387 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392d5b9-5fee-4009-b6c8-20bcc3e308dc tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Pushing event updated for resources: {'Port': ['ID=e65a4694-5eed-4781-ba72-91938c3214ab,revision_number=6']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:27.902528 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1392d5b9-5fee-4009-b6c8-20bcc3e308dc tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:27.998170 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['e65a4694-5eed-4781-ba72-91938c3214ab'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:59:28.055470 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24495c10-2ea7-4525-8f59-8dc53164e2d7 req-f7355af3-3ee9-4e7d-ad8f-9de6f1e0a933 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:28.056917 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-24495c10-2ea7-4525-8f59-8dc53164e2d7 req-f7355af3-3ee9-4e7d-ad8f-9de6f1e0a933 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 984 time: 0.0694308 Jun 18 16:59:28.097717 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-24495c10-2ea7-4525-8f59-8dc53164e2d7 req-34634a7c-1879-4ee4-aa1e-c8bb30d12b97 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd684f19-0e19-4617-9cb5-ceccbdf85d7a&id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343220 Jun 18 16:59:28.230261 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2b2e1db0-16db-4b2c-9df8-6980f8233a9f None None] Provisioning complete for port e65a4694-5eed-4781-ba72-91938c3214ab triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:59:28.230571 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2b2e1db0-16db-4b2c-9df8-6980f8233a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:28.439841 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324a5a33-338d-4da4-be5a-d16ca8e3affe', 'tag': 'e65a4694-5eed-4781-ba72-91938c3214ab'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:59:28.442171 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a5d80a-d99d-48fd-9629-29c5b6bbc12e" -d '{"events": [{"name": "network-changed", "server_uuid": "324a5a33-338d-4da4-be5a-d16ca8e3affe", "tag": "e65a4694-5eed-4781-ba72-91938c3214ab"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:59:28.479009 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb62eb7a-01a7-405a-b6d1-970abbef1509 x-openstack-request-id: req-bb62eb7a-01a7-405a-b6d1-970abbef1509 {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:59:28.479620 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324a5a33-338d-4da4-be5a-d16ca8e3affe", "tag": "e65a4694-5eed-4781-ba72-91938c3214ab", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:59:28.479718 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb62eb7a-01a7-405a-b6d1-970abbef1509 {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:59:28.480115 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324a5a33-338d-4da4-be5a-d16ca8e3affe', 'tag': 'e65a4694-5eed-4781-ba72-91938c3214ab', 'status': 'completed', 'code': 200} Jun 18 16:59:28.585111 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5d80a-d99d-48fd-9629-29c5b6bbc12e req-0dd04b76-9fbf-4726-a5d0-3c1fa0e1d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:28.586572 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d9a5d80a-d99d-48fd-9629-29c5b6bbc12e req-0dd04b76-9fbf-4726-a5d0-3c1fa0e1d26b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e29a47779bb4f4fa5053959ff20094b&device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 1137 time: 0.0533082 Jun 18 16:59:28.927008 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5d80a-d99d-48fd-9629-29c5b6bbc12e req-66ebac28-e30b-4b84-84b8-34f7ddfc7149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:28.929064 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d9a5d80a-d99d-48fd-9629-29c5b6bbc12e req-66ebac28-e30b-4b84-84b8-34f7ddfc7149 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e8204e00-a223-424f-a147-9a8e99fd6e9f HTTP/1.1" status: 200 len: 916 time: 0.3345704 Jun 18 16:59:28.992843 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d9a5d80a-d99d-48fd-9629-29c5b6bbc12e req-f20977d7-6e7a-413f-b362-ae5ab019888a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e65a4694-5eed-4781-ba72-91938c3214ab HTTP/1.1" status: 200 len: 1000 time: 0.0576370 Jun 18 16:59:29.049147 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5d80a-d99d-48fd-9629-29c5b6bbc12e req-9c39f0b2-a9b2-4626-9cd2-47248b4d166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:29.050442 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d9a5d80a-d99d-48fd-9629-29c5b6bbc12e req-9c39f0b2-a9b2-4626-9cd2-47248b4d166c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f06c827-70ff-474d-8cb6-3c3675477c6e HTTP/1.1" status: 200 len: 854 time: 0.0476851 Jun 18 16:59:29.104898 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5d80a-d99d-48fd-9629-29c5b6bbc12e req-7cc57969-dfc6-4f80-823d-417750f407e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:29.106298 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d9a5d80a-d99d-48fd-9629-29c5b6bbc12e req-7cc57969-dfc6-4f80-823d-417750f407e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e8204e00-a223-424f-a147-9a8e99fd6e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500972 Jun 18 16:59:29.199733 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d9a5d80a-d99d-48fd-9629-29c5b6bbc12e req-40e98bac-746f-4dd3-aa1a-3270d7f6b1fd service neutron] 10.222.0.64 "GET /v2.0/networks/e8204e00-a223-424f-a147-9a8e99fd6e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850658 Jun 18 16:59:29.287236 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d9a5d80a-d99d-48fd-9629-29c5b6bbc12e req-5df3a162-2231-4eac-8f7a-e97156021c13 service neutron] 10.222.0.64 "GET /v2.0/networks/e8204e00-a223-424f-a147-9a8e99fd6e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795107 Jun 18 16:59:35.256866 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c8035ea2-32e2-4504-bcfe-4599d08a6538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:37.659895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e316166e-b406-41a0-a12a-e01a10e05a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:38.262000 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:39.029984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:40.564994 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:42.368397 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95f971-94b9-4e38-a7b3-5044cb8e9b0f req-3329e296-e6d2-4420-b6b8-4c0505f54958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:42.369761 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0a95f971-94b9-4e38-a7b3-5044cb8e9b0f req-3329e296-e6d2-4420-b6b8-4c0505f54958 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e29a47779bb4f4fa5053959ff20094b&device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 1137 time: 0.0536880 Jun 18 16:59:42.388288 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57d427-240a-45c3-ad3a-5d240bd5582c req-b5e167b4-8ee8-4717-bc64-8670322e4bde tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:42.389804 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0c57d427-240a-45c3-ad3a-5d240bd5582c req-b5e167b4-8ee8-4717-bc64-8670322e4bde tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 984 time: 0.0676029 Jun 18 16:59:42.430354 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0c57d427-240a-45c3-ad3a-5d240bd5582c req-60f4cd36-2f9b-4d53-b19d-9ae79271c7b8 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd684f19-0e19-4617-9cb5-ceccbdf85d7a&id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346482 Jun 18 16:59:42.471754 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95f971-94b9-4e38-a7b3-5044cb8e9b0f req-70383cf8-4198-4c1c-9742-77734597e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:42.473174 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0a95f971-94b9-4e38-a7b3-5044cb8e9b0f req-70383cf8-4198-4c1c-9742-77734597e1f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e8204e00-a223-424f-a147-9a8e99fd6e9f HTTP/1.1" status: 200 len: 916 time: 0.0973687 Jun 18 16:59:42.538862 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0a95f971-94b9-4e38-a7b3-5044cb8e9b0f req-a6ffb6af-be79-4a28-acf5-95ca7fe515f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e65a4694-5eed-4781-ba72-91938c3214ab HTTP/1.1" status: 200 len: 1000 time: 0.0563431 Jun 18 16:59:42.592754 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95f971-94b9-4e38-a7b3-5044cb8e9b0f req-8a65f0db-ef15-41f7-ab80-d856d4d2d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:42.594114 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0a95f971-94b9-4e38-a7b3-5044cb8e9b0f req-8a65f0db-ef15-41f7-ab80-d856d4d2d5bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f06c827-70ff-474d-8cb6-3c3675477c6e HTTP/1.1" status: 200 len: 854 time: 0.0459652 Jun 18 16:59:42.650681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95f971-94b9-4e38-a7b3-5044cb8e9b0f req-e12add6d-eec5-471b-9594-b3331156003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:42.652020 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0a95f971-94b9-4e38-a7b3-5044cb8e9b0f req-e12add6d-eec5-471b-9594-b3331156003d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e8204e00-a223-424f-a147-9a8e99fd6e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0497048 Jun 18 16:59:42.737595 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0a95f971-94b9-4e38-a7b3-5044cb8e9b0f req-6a2c5fd8-1366-43aa-bd53-74891f3ca64b service neutron] 10.222.0.64 "GET /v2.0/networks/e8204e00-a223-424f-a147-9a8e99fd6e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790849 Jun 18 16:59:42.829772 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0a95f971-94b9-4e38-a7b3-5044cb8e9b0f req-b67f6b5b-c8d6-47f6-9539-1915c4efb137 service neutron] 10.222.0.64 "GET /v2.0/networks/e8204e00-a223-424f-a147-9a8e99fd6e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822091 Jun 18 16:59:43.606722 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29d038-19bf-4468-ad8a-e7468c7aa45e req-fb796a06-dcad-4b9e-ad00-acff306e4736 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:43.608194 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cc29d038-19bf-4468-ad8a-e7468c7aa45e req-fb796a06-dcad-4b9e-ad00-acff306e4736 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 984 time: 0.0644510 Jun 18 16:59:43.649238 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cc29d038-19bf-4468-ad8a-e7468c7aa45e req-4d103ec4-cb4d-438a-a2da-0b42679b8c3c tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd684f19-0e19-4617-9cb5-ceccbdf85d7a&id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352330 Jun 18 16:59:44.828170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83fcba-fe6b-448a-b171-9e04c3da2bd0 req-e893f353-6aa0-4078-a08c-c0df646a1b86 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:44.829621 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1f83fcba-fe6b-448a-b171-9e04c3da2bd0 req-e893f353-6aa0-4078-a08c-c0df646a1b86 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 984 time: 0.0673053 Jun 18 16:59:44.868387 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1f83fcba-fe6b-448a-b171-9e04c3da2bd0 req-f56d88b5-1a8f-4b55-9c75-748d5e2d3dfd tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd684f19-0e19-4617-9cb5-ceccbdf85d7a&id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330331 Jun 18 16:59:45.570518 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e91192-2771-4412-96df-f0791ea34c83 req-18c36bab-9c65-45ac-a562-43da5b7dd048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:45.572018 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-54e91192-2771-4412-96df-f0791ea34c83 req-18c36bab-9c65-45ac-a562-43da5b7dd048 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e29a47779bb4f4fa5053959ff20094b&device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 1137 time: 0.0528522 Jun 18 16:59:45.625069 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:59:45.680503 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e91192-2771-4412-96df-f0791ea34c83 req-d3bbe041-58f7-423c-95e1-c1a221150343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:45.682002 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-54e91192-2771-4412-96df-f0791ea34c83 req-d3bbe041-58f7-423c-95e1-c1a221150343 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e8204e00-a223-424f-a147-9a8e99fd6e9f HTTP/1.1" status: 200 len: 916 time: 0.0886364 Jun 18 16:59:45.746299 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-54e91192-2771-4412-96df-f0791ea34c83 req-72db8218-2451-4d52-a639-0277de35acef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e65a4694-5eed-4781-ba72-91938c3214ab HTTP/1.1" status: 200 len: 1000 time: 0.0575988 Jun 18 16:59:45.793110 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e91192-2771-4412-96df-f0791ea34c83 req-754750bb-0467-44c7-9d69-963dc74f771d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:45.794465 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-54e91192-2771-4412-96df-f0791ea34c83 req-754750bb-0467-44c7-9d69-963dc74f771d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f06c827-70ff-474d-8cb6-3c3675477c6e HTTP/1.1" status: 200 len: 854 time: 0.0422566 Jun 18 16:59:45.857137 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e91192-2771-4412-96df-f0791ea34c83 req-c3b3c4de-0c8e-4278-8688-e5d9c37104eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:45.858502 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-54e91192-2771-4412-96df-f0791ea34c83 req-c3b3c4de-0c8e-4278-8688-e5d9c37104eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e8204e00-a223-424f-a147-9a8e99fd6e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0565162 Jun 18 16:59:45.945795 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-54e91192-2771-4412-96df-f0791ea34c83 req-5079c57d-527a-4350-83c9-9fa1fbb17371 service neutron] 10.222.0.64 "GET /v2.0/networks/e8204e00-a223-424f-a147-9a8e99fd6e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803962 Jun 18 16:59:46.042014 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-54e91192-2771-4412-96df-f0791ea34c83 req-bc3d1993-0c26-4b91-bdd3-9936387859ea service neutron] 10.222.0.64 "GET /v2.0/networks/e8204e00-a223-424f-a147-9a8e99fd6e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875115 Jun 18 16:59:46.042355 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bab14-1010-4c30-9f92-ffc912daae10 req-d4cdcff0-2a1e-47e8-882a-25eac668867d tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:46.043861 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6d7bab14-1010-4c30-9f92-ffc912daae10 req-d4cdcff0-2a1e-47e8-882a-25eac668867d tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 984 time: 0.0629098 Jun 18 16:59:46.087050 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6d7bab14-1010-4c30-9f92-ffc912daae10 req-92ddde78-0239-4c28-8a7c-67b77cc0c14b tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd684f19-0e19-4617-9cb5-ceccbdf85d7a&id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371797 Jun 18 16:59:47.259327 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b835cc3-32c4-445f-8667-c032e91e31b8 req-55e8652a-a220-4535-8b03-d06aaf3934a3 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:47.260803 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3b835cc3-32c4-445f-8667-c032e91e31b8 req-55e8652a-a220-4535-8b03-d06aaf3934a3 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 984 time: 0.0624540 Jun 18 16:59:47.302290 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3b835cc3-32c4-445f-8667-c032e91e31b8 req-b959e663-06a2-4e9e-b174-c7707d26c585 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd684f19-0e19-4617-9cb5-ceccbdf85d7a&id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357926 Jun 18 16:59:48.478106 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe03820-11d0-40d0-92af-114e9053a58d req-7b8510f0-6cf5-484e-a0fe-9db4fe561768 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:48.480360 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bfe03820-11d0-40d0-92af-114e9053a58d req-7b8510f0-6cf5-484e-a0fe-9db4fe561768 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 984 time: 0.0697219 Jun 18 16:59:48.526063 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bfe03820-11d0-40d0-92af-114e9053a58d req-d968beb1-8152-400d-aa6f-9d2bdff9f560 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd684f19-0e19-4617-9cb5-ceccbdf85d7a&id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396168 Jun 18 16:59:49.698057 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360ea20-f210-4c76-84fb-223f7c4cb844 req-50d88046-a5f9-491a-a3e7-1b7c22c77f88 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:49.699529 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e360ea20-f210-4c76-84fb-223f7c4cb844 req-50d88046-a5f9-491a-a3e7-1b7c22c77f88 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 984 time: 0.0634429 Jun 18 16:59:49.739276 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e360ea20-f210-4c76-84fb-223f7c4cb844 req-76458d82-2320-4c00-877b-c3ec41f9c3bf tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd684f19-0e19-4617-9cb5-ceccbdf85d7a&id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340207 Jun 18 16:59:50.913015 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e86889-6b7f-4956-af3a-fa154065841d req-4aa864fd-e640-4f43-9f9d-530f4dea352f tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:50.914968 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-24e86889-6b7f-4956-af3a-fa154065841d req-4aa864fd-e640-4f43-9f9d-530f4dea352f tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 984 time: 0.0666142 Jun 18 16:59:50.955631 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-24e86889-6b7f-4956-af3a-fa154065841d req-ba3c8d8f-e510-4703-8ec9-aee91dbe36ef tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd684f19-0e19-4617-9cb5-ceccbdf85d7a&id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345757 Jun 18 16:59:52.129776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fad70d-6bf4-4cd6-b216-8057a1be157f req-a2f23064-837a-4f76-92e3-d1cca6de0322 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:52.131286 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e3fad70d-6bf4-4cd6-b216-8057a1be157f req-a2f23064-837a-4f76-92e3-d1cca6de0322 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 984 time: 0.0638113 Jun 18 16:59:52.182859 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e3fad70d-6bf4-4cd6-b216-8057a1be157f req-6114b6df-3da8-4162-aee9-00ff07d4189e tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd684f19-0e19-4617-9cb5-ceccbdf85d7a&id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448108 Jun 18 16:59:53.367339 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2ecc8-8631-4765-a7dd-209fa3892361 req-24f3a788-4cd9-42b5-a0ae-5011a87ab008 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:53.368882 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a8a2ecc8-8631-4765-a7dd-209fa3892361 req-24f3a788-4cd9-42b5-a0ae-5011a87ab008 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 984 time: 0.0697148 Jun 18 16:59:53.415436 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a8a2ecc8-8631-4765-a7dd-209fa3892361 req-3de31974-e594-4347-bb17-d9b31e9c6ea3 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd684f19-0e19-4617-9cb5-ceccbdf85d7a&id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405207 Jun 18 16:59:54.594776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd00646-59f4-4ce4-848a-fb38bd665ba0 req-096f3118-0431-4bd5-9550-53e27b837219 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:54.596233 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cbd00646-59f4-4ce4-848a-fb38bd665ba0 req-096f3118-0431-4bd5-9550-53e27b837219 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 984 time: 0.0673754 Jun 18 16:59:54.635923 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cbd00646-59f4-4ce4-848a-fb38bd665ba0 req-77ec4c74-db2e-4c17-9ea0-eee065cc60ba tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd684f19-0e19-4617-9cb5-ceccbdf85d7a&id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332284 Jun 18 16:59:54.962419 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:05.257307 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-71be1a95-fe20-405d-8df4-f1dc01a79320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:07.659909 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bf8c0eb1-75c4-4724-9a21-ab3e35c743b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:08.261981 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:09.036531 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:10.566820 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:22.624280 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:00:23.774559 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-62c1425c-6401-4d96-8c40-1f4a046c4389 req-94769eae-782c-4e9d-a3b4-147f5579a522 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120376649&fields=id&tenant_id=4e29a47779bb4f4fa5053959ff20094b HTTP/1.1" status: 200 len: 267 time: 0.0805080 Jun 18 17:00:23.841015 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1425c-6401-4d96-8c40-1f4a046c4389 req-9e3e72f3-93f7-4dd9-99a0-bef9431a4a6d tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:23.842499 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-62c1425c-6401-4d96-8c40-1f4a046c4389 req-9e3e72f3-93f7-4dd9-99a0-bef9431a4a6d tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 984 time: 0.0625839 Jun 18 17:00:23.853892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [req-62c1425c-6401-4d96-8c40-1f4a046c4389 req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Request body: {'port': {'security_groups': ['997ec539-0bcf-4417-9426-3dc0be3b8afe']}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:00:23.945658 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [req-62c1425c-6401-4d96-8c40-1f4a046c4389 req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:24.112516 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [req-62c1425c-6401-4d96-8c40-1f4a046c4389 req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] For port e65a4694-5eed-4781-ba72-91938c3214ab, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e65a4694-5eed-4781-ba72-91938c3214ab,segment=NetworkSegment(392e2710-62dc-4f9b-bdd1-cfd67a152754),segment_id=392e2710-62dc-4f9b-bdd1-cfd67a152754)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:00:24.140833 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [req-62c1425c-6401-4d96-8c40-1f4a046c4389 req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:24.146220 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [req-62c1425c-6401-4d96-8c40-1f4a046c4389 req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:24.150047 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-891b24c7-2ca7-4e2b-9437-70f080d98893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:24.179735 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['e65a4694-5eed-4781-ba72-91938c3214ab'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:00:24.197196 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1425c-6401-4d96-8c40-1f4a046c4389 req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:24.197725 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [req-62c1425c-6401-4d96-8c40-1f4a046c4389 req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:24.199141 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-62c1425c-6401-4d96-8c40-1f4a046c4389 req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "PUT /v2.0/ports/e65a4694-5eed-4781-ba72-91938c3214ab HTTP/1.1" status: 200 len: 942 time: 0.3498099 Jun 18 17:00:24.199664 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324a5a33-338d-4da4-be5a-d16ca8e3affe', 'tag': 'e65a4694-5eed-4781-ba72-91938c3214ab'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:00:24.205965 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4b8650-d22c-4fdc-94d0-10f62e789a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "324a5a33-338d-4da4-be5a-d16ca8e3affe", "tag": "e65a4694-5eed-4781-ba72-91938c3214ab"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:00:24.210079 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 55948) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:24.243315 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Pushing event updated for resources: {'Port': ['ID=e65a4694-5eed-4781-ba72-91938c3214ab,revision_number=7']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:24.256121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdfbc33-781f-4fc7-b371-e021a1bb5c5b x-openstack-request-id: req-1cdfbc33-781f-4fc7-b371-e021a1bb5c5b {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:00:24.256471 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324a5a33-338d-4da4-be5a-d16ca8e3affe", "tag": "e65a4694-5eed-4781-ba72-91938c3214ab", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:00:24.256899 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1cdfbc33-781f-4fc7-b371-e021a1bb5c5b {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:00:24.257412 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324a5a33-338d-4da4-be5a-d16ca8e3affe', 'tag': 'e65a4694-5eed-4781-ba72-91938c3214ab', 'status': 'completed', 'code': 200} Jun 18 17:00:24.258812 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:24.259268 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:24.260142 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:24.260595 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:24.261034 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:24.261473 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:24.261920 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:24.262352 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:24.262930 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:24.263305 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:24.263739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:24.264171 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:24.270283 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f5cb9cf1-c946-414c-a0a4-05bc3666b041 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:24.282477 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8cb84264-6795-4b4e-be13-5504c17297eb tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:24.338032 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8cb84264-6795-4b4e-be13-5504c17297eb tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:24.352079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['e65a4694-5eed-4781-ba72-91938c3214ab'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:00:24.411104 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b8650-d22c-4fdc-94d0-10f62e789a5b req-5ebab21e-0f2f-4dc0-80b5-67b048a33fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:24.412805 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1d4b8650-d22c-4fdc-94d0-10f62e789a5b req-5ebab21e-0f2f-4dc0-80b5-67b048a33fc8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e29a47779bb4f4fa5053959ff20094b&device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 1098 time: 0.1171267 Jun 18 17:00:24.431666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8cb84264-6795-4b4e-be13-5504c17297eb tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:24.434219 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8cb84264-6795-4b4e-be13-5504c17297eb tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:24.437838 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8cb84264-6795-4b4e-be13-5504c17297eb tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "DELETE /v2.0/security-groups/bd684f19-0e19-4617-9cb5-ceccbdf85d7a HTTP/1.1" status: 204 len: 168 time: 0.2242477 Jun 18 17:00:24.439353 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 55950) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:24.449587 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ee8f1e9b-447d-4007-8433-ad3684d1918c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:24.479619 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-376d8835-ca23-4694-804a-d75598fac7bb None None] Provisioning complete for port e65a4694-5eed-4781-ba72-91938c3214ab triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:00:24.480014 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-376d8835-ca23-4694-804a-d75598fac7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:24.483997 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb84264-6795-4b4e-be13-5504c17297eb tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd684f19-0e19-4617-9cb5-ceccbdf85d7a,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:24.488019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8cb84264-6795-4b4e-be13-5504c17297eb tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:24.531844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b8650-d22c-4fdc-94d0-10f62e789a5b req-5e64b935-386a-4c46-909c-e59dde8b9eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:24.533877 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1d4b8650-d22c-4fdc-94d0-10f62e789a5b req-5e64b935-386a-4c46-909c-e59dde8b9eb3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e8204e00-a223-424f-a147-9a8e99fd6e9f HTTP/1.1" status: 200 len: 916 time: 0.1112993 Jun 18 17:00:24.607206 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1d4b8650-d22c-4fdc-94d0-10f62e789a5b req-5e82d41e-46c7-4343-8d7c-b559a7d16e5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e65a4694-5eed-4781-ba72-91938c3214ab HTTP/1.1" status: 200 len: 1000 time: 0.0659158 Jun 18 17:00:24.622459 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a8d83-c404-4085-83c7-31f62205dd97 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Deleting port fbf91194-00f6-463d-a87b-4635e280e020 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:00:24.622849 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8d83-c404-4085-83c7-31f62205dd97 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:24.655328 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b8650-d22c-4fdc-94d0-10f62e789a5b req-a2b49beb-eecc-4293-8c7c-6531917404e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:24.656752 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1d4b8650-d22c-4fdc-94d0-10f62e789a5b req-a2b49beb-eecc-4293-8c7c-6531917404e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f06c827-70ff-474d-8cb6-3c3675477c6e HTTP/1.1" status: 200 len: 854 time: 0.0433533 Jun 18 17:00:24.705188 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8d83-c404-4085-83c7-31f62205dd97 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:24.705428 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8d83-c404-4085-83c7-31f62205dd97 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:24.714478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b8650-d22c-4fdc-94d0-10f62e789a5b req-0575c793-7e5b-406a-8182-814688ebdb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:24.716023 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1d4b8650-d22c-4fdc-94d0-10f62e789a5b req-0575c793-7e5b-406a-8182-814688ebdb6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e8204e00-a223-424f-a147-9a8e99fd6e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523078 Jun 18 17:00:24.771470 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a8d83-c404-4085-83c7-31f62205dd97 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Calling delete_port for fbf91194-00f6-463d-a87b-4635e280e020 owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:00:24.808479 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1d4b8650-d22c-4fdc-94d0-10f62e789a5b req-2b471dcd-1427-41cc-a36e-070de25a4624 service neutron] 10.222.0.64 "GET /v2.0/networks/e8204e00-a223-424f-a147-9a8e99fd6e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846221 Jun 18 17:00:24.898539 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1d4b8650-d22c-4fdc-94d0-10f62e789a5b req-b38ce9b2-eaa6-40be-83ea-5fdcb79a4121 service neutron] 10.222.0.64 "GET /v2.0/networks/e8204e00-a223-424f-a147-9a8e99fd6e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837173 Jun 18 17:00:24.937006 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8d83-c404-4085-83c7-31f62205dd97 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:24.940275 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c6de60e2-c443-4011-9815-0b4aca86889e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:24.965759 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a8d83-c404-4085-83c7-31f62205dd97 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Pushing event deleted for resources: {'Port': ['ID=fbf91194-00f6-463d-a87b-4635e280e020,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:24.972192 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6c8a8d83-c404-4085-83c7-31f62205dd97 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:24.976578 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:25.026474 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8d83-c404-4085-83c7-31f62205dd97 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:25.026833 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-6c8a8d83-c404-4085-83c7-31f62205dd97 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Floating IP d47deda1-00a4-4199-91bb-05d2074375dd disassociated (deleted). External IP: 172.26.2.60, port: e65a4694-5eed-4781-ba72-91938c3214ab. Jun 18 17:00:25.231040 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8a8d83-c404-4085-83c7-31f62205dd97 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Router d4f7871f-48c1-4209-afbf-ec9370899e2d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:00:25.336429 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8a8d83-c404-4085-83c7-31f62205dd97 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:00:25.341270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8d83-c404-4085-83c7-31f62205dd97 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:25.345895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd0852e-6841-4dff-9a4d-bd6d0b5cf375 None None] Sync routers for ids ['d4f7871f-48c1-4209-afbf-ec9370899e2d'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:00:25.354687 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd0852e-6841-4dff-9a4d-bd6d0b5cf375 None None] Routers {'d4f7871f-48c1-4209-afbf-ec9370899e2d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:00:25.355293 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-7bd0852e-6841-4dff-9a4d-bd6d0b5cf375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:00:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['d4f7871f-48c1-4209-afbf-ec9370899e2d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:25.378178 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6c8a8d83-c404-4085-83c7-31f62205dd97 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "DELETE /v2.0/floatingips/d47deda1-00a4-4199-91bb-05d2074375dd HTTP/1.1" status: 204 len: 168 time: 0.9376864 Jun 18 17:00:25.624314 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-7bd0852e-6841-4dff-9a4d-bd6d0b5cf375 None None] Set router d4f7871f-48c1-4209-afbf-ec9370899e2d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:00:25.827698 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-7bd0852e-6841-4dff-9a4d-bd6d0b5cf375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'name': 'tempest-TestMinimumBasicScenario-1797216943-router', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:35Z', 'revision_number': 4, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'gw_port': {'id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e', 'name': '', 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'mac_address': 'fa:16:3e:73:65:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:35Z', 'updated_at': '2021-06-18T16:58:41Z', 'revision_number': 5, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'subnets': [{'id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:25.853259 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd0852e-6841-4dff-9a4d-bd6d0b5cf375 None None] Checking router: d4f7871f-48c1-4209-afbf-ec9370899e2d for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:00:25.861950 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd0852e-6841-4dff-9a4d-bd6d0b5cf375 None None] Routers {'d4f7871f-48c1-4209-afbf-ec9370899e2d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:00:25.862564 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-7bd0852e-6841-4dff-9a4d-bd6d0b5cf375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:00:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['d4f7871f-48c1-4209-afbf-ec9370899e2d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:25.967256 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-7bd0852e-6841-4dff-9a4d-bd6d0b5cf375 None None] Set router d4f7871f-48c1-4209-afbf-ec9370899e2d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:00:26.167846 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-7bd0852e-6841-4dff-9a4d-bd6d0b5cf375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'name': 'tempest-TestMinimumBasicScenario-1797216943-router', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:35Z', 'revision_number': 4, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'gw_port': {'id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e', 'name': '', 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'mac_address': 'fa:16:3e:73:65:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:35Z', 'updated_at': '2021-06-18T16:58:41Z', 'revision_number': 5, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'subnets': [{'id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:26.196322 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd0852e-6841-4dff-9a4d-bd6d0b5cf375 None None] The sync data for ids ['d4f7871f-48c1-4209-afbf-ec9370899e2d'] in dv-neutron-797121-1-hyperv is: [{'id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'name': 'tempest-TestMinimumBasicScenario-1797216943-router', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:35Z', 'revision_number': 4, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'gw_port': {'id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e', 'name': '', 'network_id': 'e8204e00-a223-424f-a147-9a8e99fd6e9f', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'mac_address': 'fa:16:3e:73:65:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:35Z', 'updated_at': '2021-06-18T16:58:41Z', 'revision_number': 5, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'subnets': [{'id': '8f06c827-70ff-474d-8cb6-3c3675477c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:00:26.259026 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324a5a33-338d-4da4-be5a-d16ca8e3affe', 'tag': 'e65a4694-5eed-4781-ba72-91938c3214ab'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:00:26.261445 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437e782c-d189-4c22-8ef1-e14f5e68b3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "324a5a33-338d-4da4-be5a-d16ca8e3affe", "tag": "e65a4694-5eed-4781-ba72-91938c3214ab"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:00:26.301598 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3948819b-af0e-4b12-b522-05e6cbe87a00 x-openstack-request-id: req-3948819b-af0e-4b12-b522-05e6cbe87a00 {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:00:26.302029 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324a5a33-338d-4da4-be5a-d16ca8e3affe", "tag": "e65a4694-5eed-4781-ba72-91938c3214ab", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:00:26.302440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3948819b-af0e-4b12-b522-05e6cbe87a00 {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:00:26.303137 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324a5a33-338d-4da4-be5a-d16ca8e3affe', 'tag': 'e65a4694-5eed-4781-ba72-91938c3214ab', 'status': 'completed', 'code': 200} Jun 18 17:00:26.404403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e782c-d189-4c22-8ef1-e14f5e68b3aa req-280118ab-9883-4ecd-b478-1c471f1e4db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:26.406038 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-437e782c-d189-4c22-8ef1-e14f5e68b3aa req-280118ab-9883-4ecd-b478-1c471f1e4db2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e29a47779bb4f4fa5053959ff20094b&device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 1098 time: 0.0580397 Jun 18 17:00:26.445354 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd2d64-e03c-4193-b07f-842c9d186c6f None None] New status for floating IP d47deda1-00a4-4199-91bb-05d2074375dd: DOWN {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:00:26.500879 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e782c-d189-4c22-8ef1-e14f5e68b3aa req-d4110af9-e7db-40a8-9312-c0f53b12d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:26.502652 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-437e782c-d189-4c22-8ef1-e14f5e68b3aa req-d4110af9-e7db-40a8-9312-c0f53b12d125 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e8204e00-a223-424f-a147-9a8e99fd6e9f HTTP/1.1" status: 200 len: 916 time: 0.0901649 Jun 18 17:00:26.545386 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-437e782c-d189-4c22-8ef1-e14f5e68b3aa req-4676d8b9-01c0-4bc2-91f6-56231d8cedf4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e65a4694-5eed-4781-ba72-91938c3214ab HTTP/1.1" status: 200 len: 217 time: 0.0360370 Jun 18 17:00:26.591532 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e782c-d189-4c22-8ef1-e14f5e68b3aa req-c703d490-c6e6-4b5b-8db7-ab23bf039e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:26.592932 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-437e782c-d189-4c22-8ef1-e14f5e68b3aa req-c703d490-c6e6-4b5b-8db7-ab23bf039e40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f06c827-70ff-474d-8cb6-3c3675477c6e HTTP/1.1" status: 200 len: 854 time: 0.0417359 Jun 18 17:00:26.651878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e782c-d189-4c22-8ef1-e14f5e68b3aa req-6f2ec0df-5639-4e2b-b9c2-11c266a2575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:26.653413 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-437e782c-d189-4c22-8ef1-e14f5e68b3aa req-6f2ec0df-5639-4e2b-b9c2-11c266a2575a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e8204e00-a223-424f-a147-9a8e99fd6e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540798 Jun 18 17:00:26.747615 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-437e782c-d189-4c22-8ef1-e14f5e68b3aa req-f9033d1c-0377-4f99-92fe-db442c607e43 service neutron] 10.222.0.64 "GET /v2.0/networks/e8204e00-a223-424f-a147-9a8e99fd6e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854578 Jun 18 17:00:26.854550 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-437e782c-d189-4c22-8ef1-e14f5e68b3aa req-8932cdee-ef79-425a-b58b-002c3eb0a958 service neutron] 10.222.0.64 "GET /v2.0/networks/e8204e00-a223-424f-a147-9a8e99fd6e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001983 Jun 18 17:00:32.850509 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d9229-6b23-4fac-91b6-cd20b4e525a0 req-801ae6e0-11fd-46d7-bf99-119ca3b2ac8b tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:32.852109 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-224d9229-6b23-4fac-91b6-cd20b4e525a0 req-801ae6e0-11fd-46d7-bf99-119ca3b2ac8b tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 945 time: 0.0653975 Jun 18 17:00:32.897302 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-224d9229-6b23-4fac-91b6-cd20b4e525a0 req-7c78263a-4303-4b37-9113-f946c040998e tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392907 Jun 18 17:00:34.071769 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8e85a-3e22-44cd-9d4b-2d5e17465e24 req-6b534dd4-4851-45af-aa9c-e73abaf96e26 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:34.073213 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3ba8e85a-3e22-44cd-9d4b-2d5e17465e24 req-6b534dd4-4851-45af-aa9c-e73abaf96e26 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 945 time: 0.0628726 Jun 18 17:00:34.110599 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3ba8e85a-3e22-44cd-9d4b-2d5e17465e24 req-e177a68f-aac8-4344-9e8d-65feefc487de tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/security-groups?id=997ec539-0bcf-4417-9426-3dc0be3b8afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316665 Jun 18 17:00:34.629641 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540f7b8-9e04-4ef0-a6f7-ffa8c87b6832 req-5186755e-6d5c-48e8-9fc4-43b0c181a4a1 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:34.631129 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4540f7b8-9e04-4ef0-a6f7-ffa8c87b6832 req-5186755e-6d5c-48e8-9fc4-43b0c181a4a1 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.64 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 945 time: 0.0622189 Jun 18 17:00:34.740322 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-4540f7b8-9e04-4ef0-a6f7-ffa8c87b6832 req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Deleting port e65a4694-5eed-4781-ba72-91938c3214ab {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:00:34.740655 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-4540f7b8-9e04-4ef0-a6f7-ffa8c87b6832 req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:34.826301 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-4540f7b8-9e04-4ef0-a6f7-ffa8c87b6832 req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] For port e65a4694-5eed-4781-ba72-91938c3214ab, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e65a4694-5eed-4781-ba72-91938c3214ab,segment=NetworkSegment(392e2710-62dc-4f9b-bdd1-cfd67a152754),segment_id=392e2710-62dc-4f9b-bdd1-cfd67a152754)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:00:34.826678 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-4540f7b8-9e04-4ef0-a6f7-ffa8c87b6832 req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:34.891368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-4540f7b8-9e04-4ef0-a6f7-ffa8c87b6832 req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Calling delete_port for e65a4694-5eed-4781-ba72-91938c3214ab owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:00:35.026701 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-4540f7b8-9e04-4ef0-a6f7-ffa8c87b6832 req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:35.030536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f86aa9f0-ad05-41a2-bd2f-53a0ee05b0ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:35.057311 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Pushing event deleted for resources: {'Port': ['ID=e65a4694-5eed-4781-ba72-91938c3214ab,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:35.060434 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['e65a4694-5eed-4781-ba72-91938c3214ab'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:00:35.087554 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:35.087954 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:35.088344 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:35.088729 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:35.089113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:35.089488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:35.089864 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:35.090233 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:35.090619 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:35.090993 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:35.091363 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:35.091733 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:35.096087 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:35.112679 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4540f7b8-9e04-4ef0-a6f7-ffa8c87b6832 req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] No DVR routers for this DVR port e65a4694-5eed-4781-ba72-91938c3214ab on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:00:35.115043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-4540f7b8-9e04-4ef0-a6f7-ffa8c87b6832 req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:35.116950 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4540f7b8-9e04-4ef0-a6f7-ffa8c87b6832 req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.64 "DELETE /v2.0/ports/e65a4694-5eed-4781-ba72-91938c3214ab HTTP/1.1" status: 204 len: 173 time: 0.4795828 Jun 18 17:00:35.117479 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324a5a33-338d-4da4-be5a-d16ca8e3affe', 'name': 'network-vif-deleted', 'tag': 'e65a4694-5eed-4781-ba72-91938c3214ab'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:00:35.119799 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fdb4f0-4ee3-4611-b0d1-c20f369daec0" -d '{"events": [{"server_uuid": "324a5a33-338d-4da4-be5a-d16ca8e3affe", "name": "network-vif-deleted", "tag": "e65a4694-5eed-4781-ba72-91938c3214ab"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:00:35.158404 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e13f93-a4d2-4a1e-9249-9feab0460ddf x-openstack-request-id: req-c5e13f93-a4d2-4a1e-9249-9feab0460ddf {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:00:35.158796 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324a5a33-338d-4da4-be5a-d16ca8e3affe", "name": "network-vif-deleted", "tag": "e65a4694-5eed-4781-ba72-91938c3214ab", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:00:35.159147 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5e13f93-a4d2-4a1e-9249-9feab0460ddf {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:00:35.159644 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324a5a33-338d-4da4-be5a-d16ca8e3affe', 'name': 'network-vif-deleted', 'tag': 'e65a4694-5eed-4781-ba72-91938c3214ab', 'status': 'completed', 'code': 200} Jun 18 17:00:35.249598 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8e9017c2-0611-4b6f-a429-a69926834a2d req-3aee737a-4c61-452e-9430-22fdf190250a tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] 10.222.0.39 "GET /v2.0/ports?device_id=324a5a33-338d-4da4-be5a-d16ca8e3affe HTTP/1.1" status: 200 len: 210 time: 0.0286176 Jun 18 17:00:35.259926 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4aaae803-239b-484c-9b5e-4bd1ebe14027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:37.662697 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2937009f-b292-4c5c-bfb6-3906d6a46b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:37.893263 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56054) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:38.245736 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f21c0bec-944b-43c4-817c-33ff0fa11688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:38.265328 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:38.510897 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-f21c0bec-944b-43c4-817c-33ff0fa11688 admin admin] Deleting port 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:00:38.511194 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f21c0bec-944b-43c4-817c-33ff0fa11688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:38.532437 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device e65a4694-5eed-4781-ba72-91938c3214ab no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:00:38.552534 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: e65a4694-5eed-4781-ba72-91938c3214ab {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:00:38.552882 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device e65a4694-5eed-4781-ba72-91938c3214ab not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:00:38.587088 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-f21c0bec-944b-43c4-817c-33ff0fa11688 admin admin] For port 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e,segment=NetworkSegment(392e2710-62dc-4f9b-bdd1-cfd67a152754),segment_id=392e2710-62dc-4f9b-bdd1-cfd67a152754)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:00:38.587448 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f21c0bec-944b-43c4-817c-33ff0fa11688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:38.652181 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-f21c0bec-944b-43c4-817c-33ff0fa11688 admin admin] Calling delete_port for 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:00:38.843823 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f21c0bec-944b-43c4-817c-33ff0fa11688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:38.846141 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-26064b19-9979-45fb-a9e2-67667ad969c1 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:38.868000 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c0bec-944b-43c4-817c-33ff0fa11688 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:38.871679 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f21c0bec-944b-43c4-817c-33ff0fa11688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:39.038356 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:39.301451 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f21c0bec-944b-43c4-817c-33ff0fa11688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:39.507230 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21c0bec-944b-43c4-817c-33ff0fa11688 admin admin] Router d4f7871f-48c1-4209-afbf-ec9370899e2d has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:00:39.613451 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21c0bec-944b-43c4-817c-33ff0fa11688 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:00:39.618280 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f21c0bec-944b-43c4-817c-33ff0fa11688 admin admin] 10.222.0.39 "PUT /v2.0/routers/d4f7871f-48c1-4209-afbf-ec9370899e2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7239888 Jun 18 17:00:39.620791 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56056) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:39.624469 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32394cf-49f4-456f-87b9-2aa5fb1b35ef None None] Sync routers for ids ['d4f7871f-48c1-4209-afbf-ec9370899e2d'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:00:39.633489 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32394cf-49f4-456f-87b9-2aa5fb1b35ef None None] Routers {'d4f7871f-48c1-4209-afbf-ec9370899e2d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:00:39.634100 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c32394cf-49f4-456f-87b9-2aa5fb1b35ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:00:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['d4f7871f-48c1-4209-afbf-ec9370899e2d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:39.723028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-38cdf7ea-8784-4673-afb7-bd58ae2f7f54 admin admin] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:39.738179 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-c32394cf-49f4-456f-87b9-2aa5fb1b35ef None None] Set router d4f7871f-48c1-4209-afbf-ec9370899e2d gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:00:39.820271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-38cdf7ea-8784-4673-afb7-bd58ae2f7f54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:39.872519 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-38cdf7ea-8784-4673-afb7-bd58ae2f7f54 admin admin] Deleting port c5287051-a29d-40d5-8b65-b0ee8e99fb3a {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:00:39.872763 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-38cdf7ea-8784-4673-afb7-bd58ae2f7f54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:39.915460 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c32394cf-49f4-456f-87b9-2aa5fb1b35ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'name': 'tempest-TestMinimumBasicScenario-1797216943-router', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T17:00:38Z', 'revision_number': 5, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'gw_port': {'id': 'c5287051-a29d-40d5-8b65-b0ee8e99fb3a', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T16:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:39.948637 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32394cf-49f4-456f-87b9-2aa5fb1b35ef None None] Checking router: d4f7871f-48c1-4209-afbf-ec9370899e2d for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:00:39.956608 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-38cdf7ea-8784-4673-afb7-bd58ae2f7f54 admin admin] For port c5287051-a29d-40d5-8b65-b0ee8e99fb3a, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c5287051-a29d-40d5-8b65-b0ee8e99fb3a,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:00:39.956964 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-38cdf7ea-8784-4673-afb7-bd58ae2f7f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:39.957828 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32394cf-49f4-456f-87b9-2aa5fb1b35ef None None] Routers {'d4f7871f-48c1-4209-afbf-ec9370899e2d'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:00:39.958454 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c32394cf-49f4-456f-87b9-2aa5fb1b35ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:00:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['d4f7871f-48c1-4209-afbf-ec9370899e2d'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:40.021660 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-38cdf7ea-8784-4673-afb7-bd58ae2f7f54 admin admin] Calling delete_port for c5287051-a29d-40d5-8b65-b0ee8e99fb3a owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:00:40.043277 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-c32394cf-49f4-456f-87b9-2aa5fb1b35ef None None] Set router d4f7871f-48c1-4209-afbf-ec9370899e2d gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:00:40.097298 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-c32394cf-49f4-456f-87b9-2aa5fb1b35ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'name': 'tempest-TestMinimumBasicScenario-1797216943-router', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T17:00:39Z', 'revision_number': 6, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:40.122944 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32394cf-49f4-456f-87b9-2aa5fb1b35ef None None] The sync data for ids ['d4f7871f-48c1-4209-afbf-ec9370899e2d'] in dv-neutron-797121-1-hyperv is: [{'id': 'd4f7871f-48c1-4209-afbf-ec9370899e2d', 'name': 'tempest-TestMinimumBasicScenario-1797216943-router', 'tenant_id': '4e29a47779bb4f4fa5053959ff20094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:33Z', 'updated_at': '2021-06-18T17:00:39Z', 'revision_number': 6, 'project_id': '4e29a47779bb4f4fa5053959ff20094b', 'gw_port_host': None}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:00:40.186578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-38cdf7ea-8784-4673-afb7-bd58ae2f7f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:40.190062 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ba51aac5-dad4-4cd8-8436-a2e9b35483cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:40.212965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdf7ea-8784-4673-afb7-bd58ae2f7f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5287051-a29d-40d5-8b65-b0ee8e99fb3a,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:40.216355 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-38cdf7ea-8784-4673-afb7-bd58ae2f7f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:40.274073 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-38cdf7ea-8784-4673-afb7-bd58ae2f7f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:40.363569 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-38cdf7ea-8784-4673-afb7-bd58ae2f7f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:40.365603 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-38cdf7ea-8784-4673-afb7-bd58ae2f7f54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:40.410052 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-38cdf7ea-8784-4673-afb7-bd58ae2f7f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:40.410504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cdf7ea-8784-4673-afb7-bd58ae2f7f54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4f7871f-48c1-4209-afbf-ec9370899e2d {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 17:00:40.414682 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-38cdf7ea-8784-4673-afb7-bd58ae2f7f54 admin admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:40.415887 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-38cdf7ea-8784-4673-afb7-bd58ae2f7f54 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d4f7871f-48c1-4209-afbf-ec9370899e2d HTTP/1.1" status: 204 len: 168 time: 0.7941558 Jun 18 17:00:40.418448 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56058) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:40.462213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d6984f-b448-4d3a-811b-da47a48ad4f7 admin admin] Deleting subnet 8f06c827-70ff-474d-8cb6-3c3675477c6e {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 17:00:40.465186 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-84d6984f-b448-4d3a-811b-da47a48ad4f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:40.500638 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-84d6984f-b448-4d3a-811b-da47a48ad4f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:40.570868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:40.588333 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-84d6984f-b448-4d3a-811b-da47a48ad4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:40.644274 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-84d6984f-b448-4d3a-811b-da47a48ad4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:40.646414 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2c4666c9-c068-4e41-8b8f-c7cd185edcbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:40.671338 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6984f-b448-4d3a-811b-da47a48ad4f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f06c827-70ff-474d-8cb6-3c3675477c6e,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:40.674410 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-84d6984f-b448-4d3a-811b-da47a48ad4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:40.675426 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-84d6984f-b448-4d3a-811b-da47a48ad4f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:40.677249 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-84d6984f-b448-4d3a-811b-da47a48ad4f7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8f06c827-70ff-474d-8cb6-3c3675477c6e HTTP/1.1" status: 204 len: 168 time: 0.2578666 Jun 18 17:00:40.679906 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56060) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:40.683383 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc590c59-4ec9-4cb1-9ddb-ab35b09a86b9 None None] Network e8204e00-a223-424f-a147-9a8e99fd6e9f requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:00:40.755019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:40.807983 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] Deleting port ed2cb375-d480-40bb-be40-4b534881fd84 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:00:40.808328 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:40.877501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] For port ed2cb375-d480-40bb-be40-4b534881fd84, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ed2cb375-d480-40bb-be40-4b534881fd84,segment=NetworkSegment(392e2710-62dc-4f9b-bdd1-cfd67a152754),segment_id=392e2710-62dc-4f9b-bdd1-cfd67a152754)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:00:40.877872 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:40.912053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] DHCP port deletion for e8204e00-a223-424f-a147-9a8e99fd6e9f request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 17:00:40.925844 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c5287051-a29d-40d5-8b65-b0ee8e99fb3a no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:00:40.951824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] Calling delete_port for ed2cb375-d480-40bb-be40-4b534881fd84 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:00:40.961310 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: c5287051-a29d-40d5-8b65-b0ee8e99fb3a {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:00:40.961672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c5287051-a29d-40d5-8b65-b0ee8e99fb3a not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:00:40.962103 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:00:40.984925 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:00:40.985298 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 6e9993b4-9863-4c3b-a4cc-9ee4c318bf3e not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:00:41.006305 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] Deleting port ed2cb375-d480-40bb-be40-4b534881fd84 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:00:41.006734 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:41.035489 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:41.037622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4bf97568-adee-4e72-9043-393733ce9476 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:41.060964 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed2cb375-d480-40bb-be40-4b534881fd84,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:41.065051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:41.067755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] No DVR routers for this DVR port ed2cb375-d480-40bb-be40-4b534881fd84 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:00:41.070483 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] For port ed2cb375-d480-40bb-be40-4b534881fd84, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ed2cb375-d480-40bb-be40-4b534881fd84,segment=NetworkSegment(392e2710-62dc-4f9b-bdd1-cfd67a152754),segment_id=392e2710-62dc-4f9b-bdd1-cfd67a152754)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:00:41.071094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:41.135624 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] Calling delete_port for ed2cb375-d480-40bb-be40-4b534881fd84 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:00:41.138045 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:41.148122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8204e00-a223-424f-a147-9a8e99fd6e9f']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:41.157870 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392e2710-62dc-4f9b-bdd1-cfd67a152754') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:41.158172 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392e2710-62dc-4f9b-bdd1-cfd67a152754') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:41.166717 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:41.184716 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:41.190986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 17:00:41.191427 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 17:00:41.193089 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 17:00:41.211996 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:41.214730 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:41.240380 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] Pushing event deleted for resources: {'Port': ['ID=ed2cb375-d480-40bb-be40-4b534881fd84,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:41.242769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] No DVR routers for this DVR port ed2cb375-d480-40bb-be40-4b534881fd84 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:00:41.246522 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:41.249909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-46abf522-c724-436d-af34-a864c88e0a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:41.258925 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:41.258925 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:41.258925 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:41.259453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:41.259675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:41.259675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:41.259675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:41.259675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:41.259675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:41.259675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:41.260155 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e8204e00-a223-424f-a147-9a8e99fd6e9f HTTP/1.1" status: 204 len: 168 time: 0.5741014 Jun 18 17:00:41.260256 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:41.260256 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:41.260256 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:41.260501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56062) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:41.262343 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:41.307973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8204e00-a223-424f-a147-9a8e99fd6e9f,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:41.311313 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:41.614484 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1eecf542-239c-4962-8e75-6c46adf372f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:41.861705 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-1eecf542-239c-4962-8e75-6c46adf372f0 admin admin] Deleting port 2baedd53-60c7-44ae-a9fe-362d20a45368 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:00:41.862043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1eecf542-239c-4962-8e75-6c46adf372f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:41.937770 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-1eecf542-239c-4962-8e75-6c46adf372f0 admin admin] For port 2baedd53-60c7-44ae-a9fe-362d20a45368, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2baedd53-60c7-44ae-a9fe-362d20a45368,segment=NetworkSegment(0429cabb-4433-48ee-8179-237e18c9ba14),segment_id=0429cabb-4433-48ee-8179-237e18c9ba14)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:00:41.938039 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1eecf542-239c-4962-8e75-6c46adf372f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:42.002808 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-1eecf542-239c-4962-8e75-6c46adf372f0 admin admin] Calling delete_port for 2baedd53-60c7-44ae-a9fe-362d20a45368 owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:00:42.177303 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1eecf542-239c-4962-8e75-6c46adf372f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:42.179478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0c25586e-3214-4d6a-afad-1438b2f025e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:42.203114 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eecf542-239c-4962-8e75-6c46adf372f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2baedd53-60c7-44ae-a9fe-362d20a45368,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:42.207270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1eecf542-239c-4962-8e75-6c46adf372f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:42.370750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1eecf542-239c-4962-8e75-6c46adf372f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:42.589490 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eecf542-239c-4962-8e75-6c46adf372f0 admin admin] Router f8bbaf73-f200-4376-b535-7b2b6239d37f has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:00:42.695856 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eecf542-239c-4962-8e75-6c46adf372f0 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:00:42.704470 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1eecf542-239c-4962-8e75-6c46adf372f0 admin admin] 10.222.0.39 "PUT /v2.0/routers/f8bbaf73-f200-4376-b535-7b2b6239d37f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4417427 Jun 18 17:00:42.704722 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202ce9be-5d20-4307-8777-ba68ff59d5bd None None] Sync routers for ids ['f8bbaf73-f200-4376-b535-7b2b6239d37f'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:00:42.705174 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56064) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:42.717235 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202ce9be-5d20-4307-8777-ba68ff59d5bd None None] Routers {'f8bbaf73-f200-4376-b535-7b2b6239d37f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:00:42.717859 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-202ce9be-5d20-4307-8777-ba68ff59d5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:00:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['f8bbaf73-f200-4376-b535-7b2b6239d37f'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:42.821861 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-202ce9be-5d20-4307-8777-ba68ff59d5bd None None] Set router f8bbaf73-f200-4376-b535-7b2b6239d37f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:00:42.928251 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ed2cb375-d480-40bb-be40-4b534881fd84 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:00:42.949443 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: ed2cb375-d480-40bb-be40-4b534881fd84 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:00:42.949808 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ed2cb375-d480-40bb-be40-4b534881fd84 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:00:43.077278 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a218d709-4496-4618-a92b-992ba15213e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:43.107184 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-202ce9be-5d20-4307-8777-ba68ff59d5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'name': 'tempest-TestMinimumBasicScenario-59477658-router', 'tenant_id': 'f89187ea786d4ed1bfe69107090dc602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f2b5f74e-1233-4ebc-ade4-79789088a4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:37Z', 'updated_at': '2021-06-18T17:00:42Z', 'revision_number': 5, 'project_id': 'f89187ea786d4ed1bfe69107090dc602', 'gw_port': {'id': 'f2b5f74e-1233-4ebc-ade4-79789088a4f0', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:38Z', 'updated_at': '2021-06-18T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:43.135345 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202ce9be-5d20-4307-8777-ba68ff59d5bd None None] Checking router: f8bbaf73-f200-4376-b535-7b2b6239d37f for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:00:43.144231 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202ce9be-5d20-4307-8777-ba68ff59d5bd None None] Routers {'f8bbaf73-f200-4376-b535-7b2b6239d37f'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:00:43.144841 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-202ce9be-5d20-4307-8777-ba68ff59d5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:00:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['f8bbaf73-f200-4376-b535-7b2b6239d37f'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:43.176659 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a218d709-4496-4618-a92b-992ba15213e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:43.227639 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-a218d709-4496-4618-a92b-992ba15213e9 admin admin] Deleting port f2b5f74e-1233-4ebc-ade4-79789088a4f0 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:00:43.228093 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a218d709-4496-4618-a92b-992ba15213e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:43.247443 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-202ce9be-5d20-4307-8777-ba68ff59d5bd None None] Set router f8bbaf73-f200-4376-b535-7b2b6239d37f gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:00:43.309916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-a218d709-4496-4618-a92b-992ba15213e9 admin admin] For port f2b5f74e-1233-4ebc-ade4-79789088a4f0, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f2b5f74e-1233-4ebc-ade4-79789088a4f0,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:00:43.310266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a218d709-4496-4618-a92b-992ba15213e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:43.371337 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-a218d709-4496-4618-a92b-992ba15213e9 admin admin] Calling delete_port for f2b5f74e-1233-4ebc-ade4-79789088a4f0 owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:00:43.423620 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-202ce9be-5d20-4307-8777-ba68ff59d5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'name': 'tempest-TestMinimumBasicScenario-59477658-router', 'tenant_id': 'f89187ea786d4ed1bfe69107090dc602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f2b5f74e-1233-4ebc-ade4-79789088a4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:37Z', 'updated_at': '2021-06-18T17:00:42Z', 'revision_number': 5, 'project_id': 'f89187ea786d4ed1bfe69107090dc602', 'gw_port': {'id': 'f2b5f74e-1233-4ebc-ade4-79789088a4f0', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:38Z', 'updated_at': '2021-06-18T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:43.449233 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202ce9be-5d20-4307-8777-ba68ff59d5bd None None] The sync data for ids ['f8bbaf73-f200-4376-b535-7b2b6239d37f'] in dv-neutron-797121-1-hyperv is: [{'id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'name': 'tempest-TestMinimumBasicScenario-59477658-router', 'tenant_id': 'f89187ea786d4ed1bfe69107090dc602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f2b5f74e-1233-4ebc-ade4-79789088a4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:37Z', 'updated_at': '2021-06-18T17:00:42Z', 'revision_number': 5, 'project_id': 'f89187ea786d4ed1bfe69107090dc602', 'gw_port': {'id': 'f2b5f74e-1233-4ebc-ade4-79789088a4f0', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbaf73-f200-4376-b535-7b2b6239d37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:38Z', 'updated_at': '2021-06-18T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:00:43.543057 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a218d709-4496-4618-a92b-992ba15213e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:43.545406 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9efc05ce-47ae-4cfe-ac91-770b7a5c0b44 tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:43.576071 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218d709-4496-4618-a92b-992ba15213e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b5f74e-1233-4ebc-ade4-79789088a4f0,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:43.579410 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a218d709-4496-4618-a92b-992ba15213e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:43.635942 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a218d709-4496-4618-a92b-992ba15213e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:43.737730 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a218d709-4496-4618-a92b-992ba15213e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:43.739731 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a218d709-4496-4618-a92b-992ba15213e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:43.787482 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a218d709-4496-4618-a92b-992ba15213e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:43.788130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a218d709-4496-4618-a92b-992ba15213e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8bbaf73-f200-4376-b535-7b2b6239d37f {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 17:00:43.793332 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a218d709-4496-4618-a92b-992ba15213e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:43.797461 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a218d709-4496-4618-a92b-992ba15213e9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f8bbaf73-f200-4376-b535-7b2b6239d37f HTTP/1.1" status: 204 len: 168 time: 1.0890570 Jun 18 17:00:43.797461 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56066) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:43.843424 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-efeb5f2e-2d9a-48d8-b5bd-dab08a938c0f admin admin] Deleting subnet 9b000149-fcf1-4f20-9409-78cbe8891c89 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 17:00:43.846636 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-efeb5f2e-2d9a-48d8-b5bd-dab08a938c0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:43.881217 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-efeb5f2e-2d9a-48d8-b5bd-dab08a938c0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:43.964168 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-efeb5f2e-2d9a-48d8-b5bd-dab08a938c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:44.021238 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-efeb5f2e-2d9a-48d8-b5bd-dab08a938c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:44.023514 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a4665b84-1670-4faf-85e8-ab4900f2c514 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:44.050947 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb5f2e-2d9a-48d8-b5bd-dab08a938c0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b000149-fcf1-4f20-9409-78cbe8891c89,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:44.052989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-efeb5f2e-2d9a-48d8-b5bd-dab08a938c0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:44.056385 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-efeb5f2e-2d9a-48d8-b5bd-dab08a938c0f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9b000149-fcf1-4f20-9409-78cbe8891c89 HTTP/1.1" status: 204 len: 168 time: 0.2576585 Jun 18 17:00:44.057335 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56068) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:44.058579 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-efeb5f2e-2d9a-48d8-b5bd-dab08a938c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:44.059302 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c204b5-2de8-40d8-8516-8be9d74f0d09 None None] Network 0260c04c-f7dd-4d6f-af42-fa101eac3b5a requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:00:44.132807 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:44.186315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] Deleting port f8589820-dfe1-4e09-a87e-f350f2a32156 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:00:44.186684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:44.248380 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] For port f8589820-dfe1-4e09-a87e-f350f2a32156, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=f8589820-dfe1-4e09-a87e-f350f2a32156,segment=NetworkSegment(0429cabb-4433-48ee-8179-237e18c9ba14),segment_id=0429cabb-4433-48ee-8179-237e18c9ba14)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:00:44.248698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:44.311625 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] Calling delete_port for f8589820-dfe1-4e09-a87e-f350f2a32156 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:00:44.387709 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:44.390470 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-80684806-e8fe-496f-bf90-5e8f1abcb998 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:44.418751 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] No DVR routers for this DVR port f8589820-dfe1-4e09-a87e-f350f2a32156 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:00:44.420808 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8589820-dfe1-4e09-a87e-f350f2a32156,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:44.425524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:44.465986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc6a2fb-4199-4cb7-b8e7-4363eb9edc51 None None] DHCP port deletion for 0260c04c-f7dd-4d6f-af42-fa101eac3b5a request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 17:00:44.495869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:44.505264 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0260c04c-f7dd-4d6f-af42-fa101eac3b5a']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:44.514998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0429cabb-4433-48ee-8179-237e18c9ba14') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:44.515292 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0429cabb-4433-48ee-8179-237e18c9ba14') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:44.524121 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:44.539053 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:44.545215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 17:00:44.545593 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 17:00:44.547248 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 17:00:44.601922 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:44.605201 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:44.607827 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:44.609598 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0260c04c-f7dd-4d6f-af42-fa101eac3b5a HTTP/1.1" status: 204 len: 168 time: 0.5500376 Jun 18 17:00:44.621239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0260c04c-f7dd-4d6f-af42-fa101eac3b5a,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:44.623763 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:44.770227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56072) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:44.809066 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-015ca5ea-e1ba-4683-a54f-e425c74def54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e29a47779bb4f4fa5053959ff20094b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375237 Jun 18 17:00:44.811318 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56074) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:44.860963 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ef8f08ca-85f0-4e1d-b341-65b2f3884f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:44.865224 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2baedd53-60c7-44ae-a9fe-362d20a45368 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:00:44.881918 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ef8f08ca-85f0-4e1d-b341-65b2f3884f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:44.883876 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 2baedd53-60c7-44ae-a9fe-362d20a45368 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:00:44.884226 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2baedd53-60c7-44ae-a9fe-362d20a45368 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:00:44.884635 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f2b5f74e-1233-4ebc-ade4-79789088a4f0 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:00:44.902340 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: f2b5f74e-1233-4ebc-ade4-79789088a4f0 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:00:44.902714 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f2b5f74e-1233-4ebc-ade4-79789088a4f0 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:00:44.903123 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f8589820-dfe1-4e09-a87e-f350f2a32156 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:00:44.921552 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: f8589820-dfe1-4e09-a87e-f350f2a32156 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:00:44.921980 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device f8589820-dfe1-4e09-a87e-f350f2a32156 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:00:44.931924 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ef8f08ca-85f0-4e1d-b341-65b2f3884f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:44.934571 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ef8f08ca-85f0-4e1d-b341-65b2f3884f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:44.935747 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ef8f08ca-85f0-4e1d-b341-65b2f3884f9a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/997ec539-0bcf-4417-9426-3dc0be3b8afe HTTP/1.1" status: 204 len: 168 time: 0.1234868 Jun 18 17:00:44.936649 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e90c97dc-6b4b-4f6c-8938-8d6687dface5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:44.944966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f08ca-85f0-4e1d-b341-65b2f3884f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997ec539-0bcf-4417-9426-3dc0be3b8afe,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:44.947377 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ef8f08ca-85f0-4e1d-b341-65b2f3884f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:45.243594 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56080) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:45.287028 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-87099437-b149-4b0a-a4cc-ad2961ae6090 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f89187ea786d4ed1bfe69107090dc602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421798 Jun 18 17:00:45.289438 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56082) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:45.337420 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e5beee16-0709-4cc5-b550-dcd3246898de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:45.358313 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e5beee16-0709-4cc5-b550-dcd3246898de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:45.404404 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e5beee16-0709-4cc5-b550-dcd3246898de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:45.407347 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e5beee16-0709-4cc5-b550-dcd3246898de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:45.408609 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e5beee16-0709-4cc5-b550-dcd3246898de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a851fcf7-0c54-47c2-ada2-3b25930bffdc HTTP/1.1" status: 204 len: 168 time: 0.1182594 Jun 18 17:00:45.409397 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6fe059e3-27f0-47d6-9dbe-57bdca365daf tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:45.417200 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5beee16-0709-4cc5-b550-dcd3246898de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a851fcf7-0c54-47c2-ada2-3b25930bffdc,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:45.420131 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e5beee16-0709-4cc5-b550-dcd3246898de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:47.071145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56122) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:47.076111 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-dbb83793-a655-433b-9206-ba8ae6498b2b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1481114736', 'description': 'tempest-secgroup-smoke-1481114736 description', 'project_id': 'cad90d4c81d34a67951626d3208c0d75'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:00:47.099674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dbb83793-a655-433b-9206-ba8ae6498b2b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.107295 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dbb83793-a655-433b-9206-ba8ae6498b2b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.195926 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dbb83793-a655-433b-9206-ba8ae6498b2b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.199382 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dbb83793-a655-433b-9206-ba8ae6498b2b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.202445 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ef8f08ca-85f0-4e1d-b341-65b2f3884f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:47.237818 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb83793-a655-433b-9206-ba8ae6498b2b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0395bab9-7f84-4a94-b3e9-8a1846fb204d,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:47.242498 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dbb83793-a655-433b-9206-ba8ae6498b2b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:47.292307 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dbb83793-a655-433b-9206-ba8ae6498b2b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.296122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dbb83793-a655-433b-9206-ba8ae6498b2b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.298496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9c7424ce-f3c9-4f22-bb1e-346e574238b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:47.325266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dbb83793-a655-433b-9206-ba8ae6498b2b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.326488 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-dbb83793-a655-433b-9206-ba8ae6498b2b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2542186 Jun 18 17:00:47.327735 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb83793-a655-433b-9206-ba8ae6498b2b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39b7309-2700-45de-a46f-c49ff2498a29,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:47.330910 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56124) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:47.332977 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dbb83793-a655-433b-9206-ba8ae6498b2b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:47.336306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-4271a697-f4a1-4538-b0ce-53fa9983152c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'f39b7309-2700-45de-a46f-c49ff2498a29', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:00:47.361495 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4271a697-f4a1-4538-b0ce-53fa9983152c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.416306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4271a697-f4a1-4538-b0ce-53fa9983152c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.420210 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4271a697-f4a1-4538-b0ce-53fa9983152c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.424786 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a5b5eee4-a06e-40e7-819b-c40a9b718f2a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:47.439843 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271a697-f4a1-4538-b0ce-53fa9983152c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4afd6ba0-24ad-4967-949f-f0bc41776af2,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:47.442554 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4271a697-f4a1-4538-b0ce-53fa9983152c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:47.448175 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4271a697-f4a1-4538-b0ce-53fa9983152c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.449324 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4271a697-f4a1-4538-b0ce-53fa9983152c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174622 Jun 18 17:00:47.451936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56126) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:47.457191 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-8e260edd-52bf-4f74-821a-9893151cb5bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'f39b7309-2700-45de-a46f-c49ff2498a29', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:00:47.483260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e260edd-52bf-4f74-821a-9893151cb5bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.538684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e260edd-52bf-4f74-821a-9893151cb5bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.542008 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e260edd-52bf-4f74-821a-9893151cb5bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.543854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-147cb1af-89aa-4060-805f-f756a53880fd tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:47.559486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e260edd-52bf-4f74-821a-9893151cb5bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0609d2d4-4a0d-4704-bfb7-b84c9698ded5,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:47.562189 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8e260edd-52bf-4f74-821a-9893151cb5bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:47.565274 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8e260edd-52bf-4f74-821a-9893151cb5bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.566956 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8e260edd-52bf-4f74-821a-9893151cb5bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134973 Jun 18 17:00:47.569021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56128) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:47.573348 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-ef8599fd-5710-44bb-a0c1-6c4a7b9b0646 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'f39b7309-2700-45de-a46f-c49ff2498a29', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:00:47.598455 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ef8599fd-5710-44bb-a0c1-6c4a7b9b0646 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.657254 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ef8599fd-5710-44bb-a0c1-6c4a7b9b0646 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.660847 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ef8599fd-5710-44bb-a0c1-6c4a7b9b0646 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.662598 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1bd03634-e0e7-4834-99ac-968008468851 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:47.678237 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8599fd-5710-44bb-a0c1-6c4a7b9b0646 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd2c2c1-f3bb-4ef2-bd85-abfdabae10b8,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:47.681841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ef8599fd-5710-44bb-a0c1-6c4a7b9b0646 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:47.687862 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ef8599fd-5710-44bb-a0c1-6c4a7b9b0646 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.689821 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ef8599fd-5710-44bb-a0c1-6c4a7b9b0646 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197474 Jun 18 17:00:47.692304 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56130) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:47.696720 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-87000082-e1f5-4fd7-afa7-1f1df50c850d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'f39b7309-2700-45de-a46f-c49ff2498a29', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:00:47.722139 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-87000082-e1f5-4fd7-afa7-1f1df50c850d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.778847 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-87000082-e1f5-4fd7-afa7-1f1df50c850d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.782423 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-87000082-e1f5-4fd7-afa7-1f1df50c850d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.784160 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6af6bc38-a1c5-4b47-b9de-b400fb8cee67 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:47.801011 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87000082-e1f5-4fd7-afa7-1f1df50c850d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f0d270-da99-4737-ae92-c01aa89942ec,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:47.803802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-87000082-e1f5-4fd7-afa7-1f1df50c850d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:47.806229 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-87000082-e1f5-4fd7-afa7-1f1df50c850d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.807499 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-87000082-e1f5-4fd7-afa7-1f1df50c850d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1142387 Jun 18 17:00:47.810141 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56132) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:47.815257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-a07166d7-ed31-4509-ac25-cfdd5ad20bfd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'f39b7309-2700-45de-a46f-c49ff2498a29', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:00:47.836005 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-a07166d7-ed31-4509-ac25-cfdd5ad20bfd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Project cad90d4c81d34a67951626d3208c0d75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:00:47.840638 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a07166d7-ed31-4509-ac25-cfdd5ad20bfd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.899759 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a07166d7-ed31-4509-ac25-cfdd5ad20bfd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.903223 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a07166d7-ed31-4509-ac25-cfdd5ad20bfd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.904981 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2f0a2df0-0f38-499f-818b-e03c5b4fab0f tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:47.917861 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07166d7-ed31-4509-ac25-cfdd5ad20bfd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71926e05-f34c-46ba-863c-11f0207d465e,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:47.921822 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a07166d7-ed31-4509-ac25-cfdd5ad20bfd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:47.933485 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a07166d7-ed31-4509-ac25-cfdd5ad20bfd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:47.934852 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a07166d7-ed31-4509-ac25-cfdd5ad20bfd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237223 Jun 18 17:00:47.937429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56134) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:47.942639 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-42790679-e42e-4587-9e0e-2aeb271ebd34 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'f39b7309-2700-45de-a46f-c49ff2498a29', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:00:47.963948 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-42790679-e42e-4587-9e0e-2aeb271ebd34 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Project cad90d4c81d34a67951626d3208c0d75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:00:47.968648 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42790679-e42e-4587-9e0e-2aeb271ebd34 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:48.029868 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42790679-e42e-4587-9e0e-2aeb271ebd34 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:48.033578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42790679-e42e-4587-9e0e-2aeb271ebd34 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:48.035385 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0fd9134c-6b2c-45e8-901d-6c03bfebbfd9 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:48.054436 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42790679-e42e-4587-9e0e-2aeb271ebd34 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1529b0-a421-42b9-bb88-af5e172f501e,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:48.057148 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-42790679-e42e-4587-9e0e-2aeb271ebd34 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:48.060094 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-42790679-e42e-4587-9e0e-2aeb271ebd34 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:48.061462 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-42790679-e42e-4587-9e0e-2aeb271ebd34 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229708 Jun 18 17:00:48.064948 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56136) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:48.069720 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-03df1cf2-05ec-4a13-b196-d8ed12516648 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'network': {'name': 'tempest-network-smoke--979662644', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'port_security_enabled': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:00:48.089684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03df1cf2-05ec-4a13-b196-d8ed12516648 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Made reservation on behalf of cad90d4c81d34a67951626d3208c0d75 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:00:48.093015 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-03df1cf2-05ec-4a13-b196-d8ed12516648 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:48.116616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03df1cf2-05ec-4a13-b196-d8ed12516648 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 17:00:48.126823 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-03df1cf2-05ec-4a13-b196-d8ed12516648 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:48.127170 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-03df1cf2-05ec-4a13-b196-d8ed12516648 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Added segment a87f6dc9-30f6-46bf-b42c-16650b87b64b of type vlan for network f12562e6-65d3-4e29-aa4a-3058b1f72ba1 Jun 18 17:00:48.167218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-03df1cf2-05ec-4a13-b196-d8ed12516648 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:48.195804 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-03df1cf2-05ec-4a13-b196-d8ed12516648 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:48.201398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03df1cf2-05ec-4a13-b196-d8ed12516648 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:48.202051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-03df1cf2-05ec-4a13-b196-d8ed12516648 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:48.206246 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6ce3e7ae-421a-408c-976b-87ece6d2df1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:48.254428 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-03df1cf2-05ec-4a13-b196-d8ed12516648 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1884897 Jun 18 17:00:48.257406 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56138) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:48.263805 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1962349893', 'admin_state_up': True, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:00:48.289147 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df1cf2-05ec-4a13-b196-d8ed12516648 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Network': ['ID=f12562e6-65d3-4e29-aa4a-3058b1f72ba1,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:48.292040 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-03df1cf2-05ec-4a13-b196-d8ed12516648 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:48.300892 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network f12562e6-65d3-4e29-aa4a-3058b1f72ba1 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 17:00:48.304753 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:48.305717 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:48.358992 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:48.494577 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:48.685439 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:48.704591 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:48.807580 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Allocated IP 172.26.2.252 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/48a8f211-5e34-4b13-89a7-4afbdc2f6b4f) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:00:48.910324 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:48.949279 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:48.952041 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-27bd810d-c852-422d-a532-294844462bda tempest-TestEncryptedCinderVolumes-241123453 tempest-TestEncryptedCinderVolumes-241123453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:48.987034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:00:48.989684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:00:48.993196 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:00:49.018253 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=48a8f211-5e34-4b13-89a7-4afbdc2f6b4f,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:49.022172 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:49.293546 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:49.745536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:49.868501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router c7511dfc-cd38-4fab-88ba-ae519c80fa9c is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 17:00:49.970183 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:00:49.979201 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Sync routers for ids ['c7511dfc-cd38-4fab-88ba-ae519c80fa9c'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:00:49.988879 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Routers {'c7511dfc-cd38-4fab-88ba-ae519c80fa9c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:00:49.989050 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:49.989450 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:00:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['c7511dfc-cd38-4fab-88ba-ae519c80fa9c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:49.990246 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7319112 Jun 18 17:00:49.993300 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56140) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:50.127168 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1745583e-5dbe-43ed-96b7-fcc7d5679ff5 tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=cad90d4c81d34a67951626d3208c0d75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1326132 Jun 18 17:00:50.129765 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56144) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:50.246176 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Set router c7511dfc-cd38-4fab-88ba-ae519c80fa9c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:00:50.282965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d432bb8a-b6f0-49f8-8f2a-ae2517bdfc8c tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:50.284439 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d432bb8a-b6f0-49f8-8f2a-ae2517bdfc8c tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1534722 Jun 18 17:00:50.287281 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56146) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:50.320147 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-02568e6c-d355-4305-b184-ce1fb536d1d7 tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317223 Jun 18 17:00:50.322516 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56148) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:50.327275 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d6809e01-dda6-4083-991b-32db521a4abe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1606344838', 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:00:50.417217 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6809e01-dda6-4083-991b-32db521a4abe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Made reservation on behalf of cad90d4c81d34a67951626d3208c0d75 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:00:50.421050 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d6809e01-dda6-4083-991b-32db521a4abe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:50.422271 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962349893', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:49Z', 'revision_number': 3, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:50.453304 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Checking router: c7511dfc-cd38-4fab-88ba-ae519c80fa9c for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:00:50.453748 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Updating router c7511dfc-cd38-4fab-88ba-ae519c80fa9c port 48a8f211-5e34-4b13-89a7-4afbdc2f6b4f binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:00:50.487988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:50.605604 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d6809e01-dda6-4083-991b-32db521a4abe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:50.608493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7f9da502-91dc-454c-85d4-fed5ac2ec1bb tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:50.674706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6809e01-dda6-4083-991b-32db521a4abe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Subnet': ['ID=8f01c1ac-8570-42e2-abc1-62fffdd10898,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:50.679504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d6809e01-dda6-4083-991b-32db521a4abe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:50.682368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6809e01-dda6-4083-991b-32db521a4abe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Checking segment: {'id': 'a87f6dc9-30f6-46bf-b42c-16650b87b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:00:50.682773 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6809e01-dda6-4083-991b-32db521a4abe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network hostable DHCP agents. Network: f12562e6-65d3-4e29-aa4a-3058b1f72ba1, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 17:00:50.700034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6809e01-dda6-4083-991b-32db521a4abe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network f12562e6-65d3-4e29-aa4a-3058b1f72ba1 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 17:00:50.708596 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-d6809e01-dda6-4083-991b-32db521a4abe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, f12562e6-65d3-4e29-aa4a-3058b1f72ba1) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:00:50.712749 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6809e01-dda6-4083-991b-32db521a4abe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:50.713336 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d6809e01-dda6-4083-991b-32db521a4abe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:50.728511 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d6809e01-dda6-4083-991b-32db521a4abe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4048173 Jun 18 17:00:50.731213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56150) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:50.732411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9708ad-8472-45df-ab40-a5659e92a663 None None] Network f12562e6-65d3-4e29-aa4a-3058b1f72ba1 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:00:50.795006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:50.812641 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Transition to ACTIVE for port object 48a8f211-5e34-4b13-89a7-4afbdc2f6b4f will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:00:50.821838 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:50.824934 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:50.911944 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcee8c5-e05f-4eab-8d1d-282bcd62fd13 None None] Pushing event updated for resources: {'Port': ['ID=48a8f211-5e34-4b13-89a7-4afbdc2f6b4f,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:50.916004 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2fcee8c5-e05f-4eab-8d1d-282bcd62fd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:50.918296 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Attempting to bind port 48a8f211-5e34-4b13-89a7-4afbdc2f6b4f on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:00:50.918707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Attempting to bind port 48a8f211-5e34-4b13-89a7-4afbdc2f6b4f by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:00:50.919086 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Attempting to bind port 48a8f211-5e34-4b13-89a7-4afbdc2f6b4f on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:00:50.928165 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:00:50.928552 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:00:50.928963 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:50.929365 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:00:50.929839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Bound port: 48a8f211-5e34-4b13-89a7-4afbdc2f6b4f, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:00:50.930225 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:51.002506 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-f12562e6-65d3-4e29-aa4a-3058b1f72ba1', 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ips': [{'subnet_id': '8f01c1ac-8570-42e2-abc1-62fffdd10898'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 17:00:51.003370 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:51.026464 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] For port 48a8f211-5e34-4b13-89a7-4afbdc2f6b4f, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:00:51.045742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] For port 48a8f211-5e34-4b13-89a7-4afbdc2f6b4f, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=48a8f211-5e34-4b13-89a7-4afbdc2f6b4f,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:00:51.089029 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:51.093544 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-911e26cf-4ed1-45f4-855c-b0b63ed94531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:51.157927 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:51.178654 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcee8c5-e05f-4eab-8d1d-282bcd62fd13 None None] Pushing event updated for resources: {'Port': ['ID=48a8f211-5e34-4b13-89a7-4afbdc2f6b4f,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:51.198347 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2fcee8c5-e05f-4eab-8d1d-282bcd62fd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:51.198984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Routers {'c7511dfc-cd38-4fab-88ba-ae519c80fa9c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:00:51.199608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:00:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['c7511dfc-cd38-4fab-88ba-ae519c80fa9c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:51.291594 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Allocated IP 172.20.0.2 (f12562e6-65d3-4e29-aa4a-3058b1f72ba1/8f01c1ac-8570-42e2-abc1-62fffdd10898/730aa025-0e76-4874-8a6c-cf03a80a9d82) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:00:51.364508 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] Set router c7511dfc-cd38-4fab-88ba-ae519c80fa9c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:00:51.583228 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:51.593659 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Transition to ACTIVE for port object 730aa025-0e76-4874-8a6c-cf03a80a9d82 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:00:51.614555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Transition to ACTIVE for port object 730aa025-0e76-4874-8a6c-cf03a80a9d82 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:00:51.623753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:51.627406 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:51.670874 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Network f12562e6-65d3-4e29-aa4a-3058b1f72ba1 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:00:51.673070 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Allocated IP 172.20.0.1 (f12562e6-65d3-4e29-aa4a-3058b1f72ba1/8f01c1ac-8570-42e2-abc1-62fffdd10898/6c2df3a1-a16c-44e2-9350-8012aacc7917) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:00:51.674356 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962349893', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:49Z', 'revision_number': 3, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:51.701371 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:00:51.706449 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:00:51.708449 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398268bd-8c88-4e4e-ab47-6f812febb2b7 None None] The sync data for ids ['c7511dfc-cd38-4fab-88ba-ae519c80fa9c'] in dv-neutron-797121-1-hyperv is: [{'id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962349893', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:49Z', 'revision_number': 3, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:00:51.715684 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Pushing event updated for resources: {'Port': ['ID=730aa025-0e76-4874-8a6c-cf03a80a9d82,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:51.720738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:51.773772 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Attempting to bind port 730aa025-0e76-4874-8a6c-cf03a80a9d82 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:00:51.774303 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Attempting to bind port 730aa025-0e76-4874-8a6c-cf03a80a9d82 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a87f6dc9-30f6-46bf-b42c-16650b87b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:00:51.774817 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Attempting to bind port 730aa025-0e76-4874-8a6c-cf03a80a9d82 on network f12562e6-65d3-4e29-aa4a-3058b1f72ba1 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:00:51.780060 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:00:51.780545 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Checking segment: {'id': 'a87f6dc9-30f6-46bf-b42c-16650b87b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:00:51.781014 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:51.781480 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Bound using segment: {'id': 'a87f6dc9-30f6-46bf-b42c-16650b87b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:00:51.782848 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Bound port: 730aa025-0e76-4874-8a6c-cf03a80a9d82, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87f6dc9-30f6-46bf-b42c-16650b87b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:00:51.783298 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:51.803502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:51.817631 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Transition to ACTIVE for port object 6c2df3a1-a16c-44e2-9350-8012aacc7917 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:00:51.853555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] For port 730aa025-0e76-4874-8a6c-cf03a80a9d82, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:00:51.855343 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:51.857365 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] For port 730aa025-0e76-4874-8a6c-cf03a80a9d82, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=730aa025-0e76-4874-8a6c-cf03a80a9d82,segment=NetworkSegment(a87f6dc9-30f6-46bf-b42c-16650b87b64b),segment_id=a87f6dc9-30f6-46bf-b42c-16650b87b64b)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:00:51.858507 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1eecf542-239c-4962-8e75-6c46adf372f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:51.862061 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:51.865387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a22d7fd5-8e14-470b-be75-e38f6e083acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:51.902319 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network f12562e6-65d3-4e29-aa4a-3058b1f72ba1 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:00:51.905771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:00:51.910572 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:00:51.926358 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Pushing event updated for resources: {'Port': ['ID=730aa025-0e76-4874-8a6c-cf03a80a9d82,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:51.931784 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:51.957646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=6c2df3a1-a16c-44e2-9350-8012aacc7917,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:51.961574 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:51.987677 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:52.168989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:52.465331 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:52.471045 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:52.473945 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-79749ad7-5b9e-4b41-8767-cc68fa5e0dfc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:52.553244 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:52.555077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=6c2df3a1-a16c-44e2-9350-8012aacc7917,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:52.558540 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:52.664899 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network f12562e6-65d3-4e29-aa4a-3058b1f72ba1 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:00:52.666313 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:00:52.778228 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router c7511dfc-cd38-4fab-88ba-ae519c80fa9c has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:00:52.899271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:00:52.904481 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "PUT /v2.0/routers/c7511dfc-cd38-4fab-88ba-ae519c80fa9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1722918 Jun 18 17:00:52.938858 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 48a8f211-5e34-4b13-89a7-4afbdc2f6b4f up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:00:52.963764 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c0325a-331a-4c98-b231-932428972cfa None None] Network f12562e6-65d3-4e29-aa4a-3058b1f72ba1 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:00:53.083690 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9caa2c8a-c951-423f-b5eb-83348b6bf044 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1481114736&fields=id&tenant_id=cad90d4c81d34a67951626d3208c0d75 HTTP/1.1" status: 200 len: 267 time: 0.0367665 Jun 18 17:00:53.200837 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-d2e125c7-46f4-4811-9c4c-a7cec3a50e02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:53.202349 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-d2e125c7-46f4-4811-9c4c-a7cec3a50e02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/networks?id=f12562e6-65d3-4e29-aa4a-3058b1f72ba1 HTTP/1.1" status: 200 len: 796 time: 0.1119955 Jun 18 17:00:53.215264 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6db8054a-fb98-4193-82e2-b2218733fe37 None None] Provisioning for port 730aa025-0e76-4874-8a6c-cf03a80a9d82 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:00:53.219953 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-20f13f81-4a7e-4394-a75e-78e51b9a7278 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/quotas/cad90d4c81d34a67951626d3208c0d75 HTTP/1.1" status: 200 len: 375 time: 0.0099521 Jun 18 17:00:53.233397 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 48a8f211-5e34-4b13-89a7-4afbdc2f6b4f completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:00:53.246560 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 48a8f211-5e34-4b13-89a7-4afbdc2f6b4f triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:00:53.247043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:53.295990 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-1b779714-b490-4fad-9c45-23084a9ebf82 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683432 Jun 18 17:00:53.312861 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Sync routers for ids ['c7511dfc-cd38-4fab-88ba-ae519c80fa9c'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:00:53.326905 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Routers {'c7511dfc-cd38-4fab-88ba-ae519c80fa9c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:00:53.327535 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-97313f92-776f-4b51-9356-02e343c84917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:00:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['c7511dfc-cd38-4fab-88ba-ae519c80fa9c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:53.385986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:53.412270 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 48a8f211-5e34-4b13-89a7-4afbdc2f6b4f, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=48a8f211-5e34-4b13-89a7-4afbdc2f6b4f,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:00:53.417212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:53.418143 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 730aa025-0e76-4874-8a6c-cf03a80a9d82 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:00:53.420034 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-663cf5c4-2667-43ab-b4aa-af8b36ba8d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:53.443836 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Set router c7511dfc-cd38-4fab-88ba-ae519c80fa9c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:00:53.478209 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-683cd6b2-5d06-4640-b15a-993b59efd706 service neutron] 10.222.0.39 "GET /v2.0/networks/f12562e6-65d3-4e29-aa4a-3058b1f72ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670403 Jun 18 17:00:53.496378 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=48a8f211-5e34-4b13-89a7-4afbdc2f6b4f,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:53.499905 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:53.512520 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 730aa025-0e76-4874-8a6c-cf03a80a9d82 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:00:53.517867 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 730aa025-0e76-4874-8a6c-cf03a80a9d82 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:00:53.518518 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:53.586173 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-1ba665f5-8148-4385-a84c-72d57e23f681 service neutron] 10.222.0.39 "GET /v2.0/networks/f12562e6-65d3-4e29-aa4a-3058b1f72ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068418 Jun 18 17:00:53.620824 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:53.668700 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 730aa025-0e76-4874-8a6c-cf03a80a9d82, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=730aa025-0e76-4874-8a6c-cf03a80a9d82,segment=NetworkSegment(a87f6dc9-30f6-46bf-b42c-16650b87b64b),segment_id=a87f6dc9-30f6-46bf-b42c-16650b87b64b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:00:53.675673 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:53.679093 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-11daeb61-be85-494a-83ea-9e2fb8907a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:53.690639 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-97313f92-776f-4b51-9356-02e343c84917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962349893', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:52Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '6c2df3a1-a16c-44e2-9350-8012aacc7917', 'name': '', 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:5c:5c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8f01c1ac-8570-42e2-abc1-62fffdd10898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:51Z', 'updated_at': '2021-06-18T17:00:52Z', 'revision_number': 2, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '8f01c1ac-8570-42e2-abc1-62fffdd10898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:53.729379 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Checking router: c7511dfc-cd38-4fab-88ba-ae519c80fa9c for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:00:53.729534 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Updating router c7511dfc-cd38-4fab-88ba-ae519c80fa9c port 6c2df3a1-a16c-44e2-9350-8012aacc7917 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:00:53.742621 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=730aa025-0e76-4874-8a6c-cf03a80a9d82,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:53.748993 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:53.761529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-acd02e3f-0ec7-44e2-ba91-ef52547eaff0 None None] Provisioning for port 6c2df3a1-a16c-44e2-9350-8012aacc7917 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:00:53.770281 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-acd02e3f-0ec7-44e2-ba91-ef52547eaff0 None None] Provisioning complete for port 6c2df3a1-a16c-44e2-9350-8012aacc7917 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:00:53.770281 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-acd02e3f-0ec7-44e2-ba91-ef52547eaff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:53.810640 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-acd02e3f-0ec7-44e2-ba91-ef52547eaff0 None None] Port 6c2df3a1-a16c-44e2-9350-8012aacc7917 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:00:53.821687 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-60418aee-9208-4d58-b984-20474f9c6f2f req-3849776f-d492-4bd1-9d1b-6ad8e5c45d6f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 210 time: 0.0453563 Jun 18 17:00:53.825121 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-acd02e3f-0ec7-44e2-ba91-ef52547eaff0 None None] Provisioning complete for port 730aa025-0e76-4874-8a6c-cf03a80a9d82 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:00:53.834919 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-acd02e3f-0ec7-44e2-ba91-ef52547eaff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:53.835126 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:54.052915 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8679d812-1111-4319-b96d-b08ce3e6cd00 None None] Provisioning complete for port 6c2df3a1-a16c-44e2-9350-8012aacc7917 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:00:54.053517 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8679d812-1111-4319-b96d-b08ce3e6cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:54.089144 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-8679d812-1111-4319-b96d-b08ce3e6cd00 None None] Port 6c2df3a1-a16c-44e2-9350-8012aacc7917 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:00:54.127632 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:54.138899 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Transition to ACTIVE for port object 6c2df3a1-a16c-44e2-9350-8012aacc7917 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:00:54.144894 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:54.146794 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-dc82c1aa-6fdb-4a2a-b440-5a062d2cd792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:54.220719 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c867e-b11e-485a-a1af-e0d7940caad7 None None] Pushing event updated for resources: {'Port': ['ID=6c2df3a1-a16c-44e2-9350-8012aacc7917,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:54.249331 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c867e-b11e-485a-a1af-e0d7940caad7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:54.249671 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c867e-b11e-485a-a1af-e0d7940caad7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:54.250024 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c867e-b11e-485a-a1af-e0d7940caad7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:54.250399 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c867e-b11e-485a-a1af-e0d7940caad7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:54.250759 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c867e-b11e-485a-a1af-e0d7940caad7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:54.251267 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c867e-b11e-485a-a1af-e0d7940caad7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:54.251563 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c867e-b11e-485a-a1af-e0d7940caad7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:54.251878 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c867e-b11e-485a-a1af-e0d7940caad7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:54.252199 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c867e-b11e-485a-a1af-e0d7940caad7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:54.252521 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c867e-b11e-485a-a1af-e0d7940caad7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:54.252920 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c867e-b11e-485a-a1af-e0d7940caad7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:54.253283 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c867e-b11e-485a-a1af-e0d7940caad7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:00:54.257061 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-662c867e-b11e-485a-a1af-e0d7940caad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:54.286353 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Attempting to bind port 6c2df3a1-a16c-44e2-9350-8012aacc7917 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:00:54.286766 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Attempting to bind port 6c2df3a1-a16c-44e2-9350-8012aacc7917 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a87f6dc9-30f6-46bf-b42c-16650b87b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:00:54.287139 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Attempting to bind port 6c2df3a1-a16c-44e2-9350-8012aacc7917 on network f12562e6-65d3-4e29-aa4a-3058b1f72ba1 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:00:54.292205 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:00:54.292586 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Checking segment: {'id': 'a87f6dc9-30f6-46bf-b42c-16650b87b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:00:54.292998 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:54.293399 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Bound using segment: {'id': 'a87f6dc9-30f6-46bf-b42c-16650b87b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:00:54.293873 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Bound port: 6c2df3a1-a16c-44e2-9350-8012aacc7917, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87f6dc9-30f6-46bf-b42c-16650b87b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:00:54.294254 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:54.364443 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-97313f92-776f-4b51-9356-02e343c84917 None None] For port 6c2df3a1-a16c-44e2-9350-8012aacc7917, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:00:54.367956 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-97313f92-776f-4b51-9356-02e343c84917 None None] For port 6c2df3a1-a16c-44e2-9350-8012aacc7917, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=6c2df3a1-a16c-44e2-9350-8012aacc7917,segment=NetworkSegment(a87f6dc9-30f6-46bf-b42c-16650b87b64b),segment_id=a87f6dc9-30f6-46bf-b42c-16650b87b64b)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:00:54.371938 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:54.373769 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-f0c1e7de-3b9c-4d67-a682-ae5cc85d67e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:54.425247 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Routers {'c7511dfc-cd38-4fab-88ba-ae519c80fa9c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:00:54.425902 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-97313f92-776f-4b51-9356-02e343c84917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:00:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['c7511dfc-cd38-4fab-88ba-ae519c80fa9c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:54.476916 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c867e-b11e-485a-a1af-e0d7940caad7 None None] Pushing event updated for resources: {'Port': ['ID=6c2df3a1-a16c-44e2-9350-8012aacc7917,revision_number=4']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:54.480448 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-662c867e-b11e-485a-a1af-e0d7940caad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:54.554998 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-97313f92-776f-4b51-9356-02e343c84917 None None] Set router c7511dfc-cd38-4fab-88ba-ae519c80fa9c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:00:54.749494 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-97313f92-776f-4b51-9356-02e343c84917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962349893', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:52Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '6c2df3a1-a16c-44e2-9350-8012aacc7917', 'name': '', 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:5c:5c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8f01c1ac-8570-42e2-abc1-62fffdd10898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:51Z', 'updated_at': '2021-06-18T17:00:54Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '8f01c1ac-8570-42e2-abc1-62fffdd10898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:54.857915 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97313f92-776f-4b51-9356-02e343c84917 None None] The sync data for ids ['c7511dfc-cd38-4fab-88ba-ae519c80fa9c'] in dv-neutron-797121-1-hyperv is: [{'id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962349893', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:52Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '6c2df3a1-a16c-44e2-9350-8012aacc7917', 'name': '', 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:5c:5c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8f01c1ac-8570-42e2-abc1-62fffdd10898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:51Z', 'updated_at': '2021-06-18T17:00:54Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '8f01c1ac-8570-42e2-abc1-62fffdd10898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:00:54.885518 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 48a8f211-5e34-4b13-89a7-4afbdc2f6b4f up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:00:54.939146 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8550d19a-7d9d-4af9-af0c-791febb9d701 req-c22de47e-98ae-433c-a103-793d10a84a4f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 210 time: 0.0671980 Jun 18 17:00:54.981400 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:54.983869 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 48a8f211-5e34-4b13-89a7-4afbdc2f6b4f triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:00:54.984247 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:55.082226 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 730aa025-0e76-4874-8a6c-cf03a80a9d82 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:00:55.130131 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 730aa025-0e76-4874-8a6c-cf03a80a9d82 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:00:55.130526 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:56.009733 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9a023807-ff26-4e28-b9f6-71b59df47802 req-587333ea-a033-4498-832d-e65cd5fa7f25 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 210 time: 0.0281341 Jun 18 17:00:56.893528 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 6c2df3a1-a16c-44e2-9350-8012aacc7917 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:00:56.949003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 6c2df3a1-a16c-44e2-9350-8012aacc7917 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:00:56.954742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 6c2df3a1-a16c-44e2-9350-8012aacc7917 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:00:56.955670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:57.044506 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:57.091301 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 6c2df3a1-a16c-44e2-9350-8012aacc7917, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=6c2df3a1-a16c-44e2-9350-8012aacc7917,segment=NetworkSegment(a87f6dc9-30f6-46bf-b42c-16650b87b64b),segment_id=a87f6dc9-30f6-46bf-b42c-16650b87b64b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:00:57.092601 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-0285e75c-12d1-47e8-ae8e-28d5700062a5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:57.095210 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-0285e75c-12d1-47e8-ae8e-28d5700062a5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "GET /v2.0/networks?id=f12562e6-65d3-4e29-aa4a-3058b1f72ba1 HTTP/1.1" status: 200 len: 796 time: 0.1397781 Jun 18 17:00:57.096877 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:57.101794 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:57.157551 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=6c2df3a1-a16c-44e2-9350-8012aacc7917,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:57.161097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:57.180471 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-c6110fd9-5d45-4e32-8dc0-a48c6d0fa320 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cad90d4c81d34a67951626d3208c0d75 HTTP/1.1" status: 200 len: 380 time: 0.0682979 Jun 18 17:00:57.189184 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-76f222a1-e2e9-455c-8053-19e8d87d0137 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'port': {'device_id': '9a2e2f8d-00b3-419a-bbab-c8d63eb3d177', 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1', 'admin_state_up': True, 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'security_groups': ['f39b7309-2700-45de-a46f-c49ff2498a29']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:00:57.240183 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-afd384e2-7500-40b5-a29f-10cd2d5811d8 req-1903b924-c031-4d0d-b573-89160b106e3b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 210 time: 0.0377564 Jun 18 17:00:57.307783 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-76f222a1-e2e9-455c-8053-19e8d87d0137 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Made reservation on behalf of cad90d4c81d34a67951626d3208c0d75 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:00:57.311586 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-76f222a1-e2e9-455c-8053-19e8d87d0137 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:57.432506 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-76f222a1-e2e9-455c-8053-19e8d87d0137 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Allocated IP 172.20.0.9 (f12562e6-65d3-4e29-aa4a-3058b1f72ba1/8f01c1ac-8570-42e2-abc1-62fffdd10898/f426f6d6-218d-41ba-a804-0e9e6e60cc81) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:00:57.567462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-76f222a1-e2e9-455c-8053-19e8d87d0137 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:57.580904 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-76f222a1-e2e9-455c-8053-19e8d87d0137 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Transition to ACTIVE for port object f426f6d6-218d-41ba-a804-0e9e6e60cc81 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:00:57.612395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-76f222a1-e2e9-455c-8053-19e8d87d0137 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:57.616101 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c3530dff-a825-4fe0-a607-c5c2dacb0c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:57.657798 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-76f222a1-e2e9-455c-8053-19e8d87d0137 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network f12562e6-65d3-4e29-aa4a-3058b1f72ba1 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:00:57.665142 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-76f222a1-e2e9-455c-8053-19e8d87d0137 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:00:57.669613 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-76f222a1-e2e9-455c-8053-19e8d87d0137 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:00:57.674073 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f222a1-e2e9-455c-8053-19e8d87d0137 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=f426f6d6-218d-41ba-a804-0e9e6e60cc81,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:57.885808 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0e9ab621-8532-42d3-a42d-489a47196a6a None None] Provisioning for port f426f6d6-218d-41ba-a804-0e9e6e60cc81 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:00:57.889823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0e9ab621-8532-42d3-a42d-489a47196a6a None None] Provisioning complete for port f426f6d6-218d-41ba-a804-0e9e6e60cc81 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:00:57.890209 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab621-8532-42d3-a42d-489a47196a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:57.926490 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ab621-8532-42d3-a42d-489a47196a6a None None] Port f426f6d6-218d-41ba-a804-0e9e6e60cc81 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:00:57.978995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-76f222a1-e2e9-455c-8053-19e8d87d0137 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:58.006115 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-76f222a1-e2e9-455c-8053-19e8d87d0137 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:58.006754 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-76f222a1-e2e9-455c-8053-19e8d87d0137 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:58.020912 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-76f222a1-e2e9-455c-8053-19e8d87d0137 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8357496 Jun 18 17:00:58.040412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Request body: {'port': {'device_id': '9a2e2f8d-00b3-419a-bbab-c8d63eb3d177', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:00:58.109559 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:58.373740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f426f6d6-218d-41ba-a804-0e9e6e60cc81 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:00:58.381697 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:58.394000 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Transition to ACTIVE for port object f426f6d6-218d-41ba-a804-0e9e6e60cc81 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:00:58.397820 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:58.401056 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2f63d67c-6684-4be2-b2ab-70e0bcb77779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:58.418305 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4459f-d523-473e-b26c-21484227b909 req-36757f5c-ae1f-4715-83b1-07a0f670191e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:58.420052 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5ac4459f-d523-473e-b26c-21484227b909 req-36757f5c-ae1f-4715-83b1-07a0f670191e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 931 time: 0.0709271 Jun 18 17:00:58.462634 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5ac4459f-d523-473e-b26c-21484227b909 req-24a7b096-83b5-422d-8b4b-80b87e3f8dc8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=f39b7309-2700-45de-a46f-c49ff2498a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359886 Jun 18 17:00:58.482819 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Pushing event updated for resources: {'Port': ['ID=f426f6d6-218d-41ba-a804-0e9e6e60cc81,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:58.486953 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:58.555352 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Attempting to bind port f426f6d6-218d-41ba-a804-0e9e6e60cc81 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:00:58.555644 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Attempting to bind port f426f6d6-218d-41ba-a804-0e9e6e60cc81 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a87f6dc9-30f6-46bf-b42c-16650b87b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:00:58.555973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Attempting to bind port f426f6d6-218d-41ba-a804-0e9e6e60cc81 on network f12562e6-65d3-4e29-aa4a-3058b1f72ba1 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:00:58.560536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Port f426f6d6-218d-41ba-a804-0e9e6e60cc81 on network f12562e6-65d3-4e29-aa4a-3058b1f72ba1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 17:00:58.560858 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Attempting to bind port f426f6d6-218d-41ba-a804-0e9e6e60cc81 on network f12562e6-65d3-4e29-aa4a-3058b1f72ba1 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:00:58.566723 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:00:58.567067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Checking segment: {'id': 'a87f6dc9-30f6-46bf-b42c-16650b87b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:00:58.567455 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Bound using segment: {'id': 'a87f6dc9-30f6-46bf-b42c-16650b87b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:00:58.567893 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Bound port: f426f6d6-218d-41ba-a804-0e9e6e60cc81, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87f6dc9-30f6-46bf-b42c-16650b87b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:00:58.568241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:58.633607 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] For port f426f6d6-218d-41ba-a804-0e9e6e60cc81, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:00:58.636532 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] For port f426f6d6-218d-41ba-a804-0e9e6e60cc81, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f426f6d6-218d-41ba-a804-0e9e6e60cc81,segment=NetworkSegment(a87f6dc9-30f6-46bf-b42c-16650b87b64b),segment_id=a87f6dc9-30f6-46bf-b42c-16650b87b64b)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:00:58.641133 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:58.643473 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a719d6e4-b61f-4f75-9f54-53753c7c5960 tempest-ServersNegativeTestJSON-1921431052 tempest-ServersNegativeTestJSON-1921431052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:58.685021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:58.685021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:58.685021 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] 10.222.0.64 "PUT /v2.0/ports/f426f6d6-218d-41ba-a804-0e9e6e60cc81 HTTP/1.1" status: 200 len: 1093 time: 0.6477799 Jun 18 17:00:58.685021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2e2f8d-00b3-419a-bbab-c8d63eb3d177', 'tag': 'f426f6d6-218d-41ba-a804-0e9e6e60cc81'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:00:58.687201 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b9bb68-7006-4ec9-a309-64cd1b292f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2e2f8d-00b3-419a-bbab-c8d63eb3d177", "tag": "f426f6d6-218d-41ba-a804-0e9e6e60cc81"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:00:58.708068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Pushing event updated for resources: {'Port': ['ID=f426f6d6-218d-41ba-a804-0e9e6e60cc81,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:58.710949 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:58.732616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd174f8f-bcc2-4885-a59b-2f4a90066e8f x-openstack-request-id: req-cd174f8f-bcc2-4885-a59b-2f4a90066e8f {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:00:58.732954 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2e2f8d-00b3-419a-bbab-c8d63eb3d177", "tag": "f426f6d6-218d-41ba-a804-0e9e6e60cc81", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:00:58.733258 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd174f8f-bcc2-4885-a59b-2f4a90066e8f {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:00:58.733711 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2e2f8d-00b3-419a-bbab-c8d63eb3d177', 'tag': 'f426f6d6-218d-41ba-a804-0e9e6e60cc81', 'status': 'completed', 'code': 200} Jun 18 17:00:58.814741 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-3ced4863-ebb8-455e-a578-c61afa901203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:58.816412 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-3ced4863-ebb8-455e-a578-c61afa901203 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 1096 time: 0.0655046 Jun 18 17:00:58.865993 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-67361c8f-1bd2-4a23-904a-451187c8c264 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f426f6d6-218d-41ba-a804-0e9e6e60cc81 HTTP/1.1" status: 200 len: 217 time: 0.0349932 Jun 18 17:00:58.880255 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 6c2df3a1-a16c-44e2-9350-8012aacc7917 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:00:58.916081 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-f06e690c-9122-44fd-94fc-791e276415c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:58.917504 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-f06e690c-9122-44fd-94fc-791e276415c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f01c1ac-8570-42e2-abc1-62fffdd10898 HTTP/1.1" status: 200 len: 835 time: 0.0452778 Jun 18 17:00:58.927386 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 6c2df3a1-a16c-44e2-9350-8012aacc7917 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:00:58.927892 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:58.980225 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-bceb3fa0-3512-46c9-b05e-8a00717a8df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:58.981744 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-bceb3fa0-3512-46c9-b05e-8a00717a8df8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f12562e6-65d3-4e29-aa4a-3058b1f72ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0583041 Jun 18 17:00:59.067595 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-e1b31b6d-ef00-4009-8927-1174e16ded65 service neutron] 10.222.0.64 "GET /v2.0/networks/f12562e6-65d3-4e29-aa4a-3058b1f72ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795355 Jun 18 17:00:59.165638 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-19cd34d0-3c9a-442f-b8cf-933b56721289 req-342c4693-1a88-4bb4-924e-6b6289d6cb1b service neutron] 10.222.0.64 "GET /v2.0/networks/f12562e6-65d3-4e29-aa4a-3058b1f72ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884042 Jun 18 17:00:59.312185 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9bb68-7006-4ec9-a309-64cd1b292f9b req-f8f63a7a-776e-44a1-8bf7-c91c133e4d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:59.314255 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-10b9bb68-7006-4ec9-a309-64cd1b292f9b req-f8f63a7a-776e-44a1-8bf7-c91c133e4d87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 1096 time: 0.0540326 Jun 18 17:00:59.404412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9bb68-7006-4ec9-a309-64cd1b292f9b req-2faae2dd-5f3f-48a7-b1d5-45e24f54c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:59.405857 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-10b9bb68-7006-4ec9-a309-64cd1b292f9b req-2faae2dd-5f3f-48a7-b1d5-45e24f54c57b service neutron] 10.222.0.64 "GET /v2.0/networks?id=f12562e6-65d3-4e29-aa4a-3058b1f72ba1 HTTP/1.1" status: 200 len: 897 time: 0.0847216 Jun 18 17:00:59.450346 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-10b9bb68-7006-4ec9-a309-64cd1b292f9b req-97ae3cf5-7c8f-4a3b-87b5-d986bf325801 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f426f6d6-218d-41ba-a804-0e9e6e60cc81 HTTP/1.1" status: 200 len: 217 time: 0.0376179 Jun 18 17:00:59.501841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9bb68-7006-4ec9-a309-64cd1b292f9b req-6ffb780b-62c9-469e-9134-114d70e57f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:59.503351 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-10b9bb68-7006-4ec9-a309-64cd1b292f9b req-6ffb780b-62c9-469e-9134-114d70e57f28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f01c1ac-8570-42e2-abc1-62fffdd10898 HTTP/1.1" status: 200 len: 835 time: 0.0460258 Jun 18 17:00:59.561424 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9bb68-7006-4ec9-a309-64cd1b292f9b req-aa42c058-cbcd-4f8e-8362-291c4852e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:59.563734 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-10b9bb68-7006-4ec9-a309-64cd1b292f9b req-aa42c058-cbcd-4f8e-8362-291c4852e0a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f12562e6-65d3-4e29-aa4a-3058b1f72ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531094 Jun 18 17:00:59.623026 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:00:59.636775 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde3f94-1f71-445d-9d37-6ea30b5dd65f req-a2545b52-62f4-4d97-bcb6-571e4f9c1f2f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:59.638245 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2cde3f94-1f71-445d-9d37-6ea30b5dd65f req-a2545b52-62f4-4d97-bcb6-571e4f9c1f2f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 943 time: 0.0639684 Jun 18 17:00:59.655406 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-10b9bb68-7006-4ec9-a309-64cd1b292f9b req-7ba5d31b-b910-4310-851c-4600349f9983 service neutron] 10.222.0.64 "GET /v2.0/networks/f12562e6-65d3-4e29-aa4a-3058b1f72ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856407 Jun 18 17:00:59.676346 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2cde3f94-1f71-445d-9d37-6ea30b5dd65f req-afd8f764-129f-48e8-8153-0af49d7d0176 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=f39b7309-2700-45de-a46f-c49ff2498a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316188 Jun 18 17:00:59.755635 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-10b9bb68-7006-4ec9-a309-64cd1b292f9b req-b4a05d10-7328-45a6-871c-e38d15852641 service neutron] 10.222.0.64 "GET /v2.0/networks/f12562e6-65d3-4e29-aa4a-3058b1f72ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874674 Jun 18 17:01:00.687482 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f426f6d6-218d-41ba-a804-0e9e6e60cc81 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:01:00.783601 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port f426f6d6-218d-41ba-a804-0e9e6e60cc81, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f426f6d6-218d-41ba-a804-0e9e6e60cc81,segment=NetworkSegment(a87f6dc9-30f6-46bf-b42c-16650b87b64b),segment_id=a87f6dc9-30f6-46bf-b42c-16650b87b64b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:01:00.795048 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'f426f6d6-218d-41ba-a804-0e9e6e60cc81', 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1', 'port_id': 'f426f6d6-218d-41ba-a804-0e9e6e60cc81', 'mac_address': 'fa:16:3e:a5:63:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f01c1ac-8570-42e2-abc1-62fffdd10898', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:01:00.836772 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:00.850284 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f426f6d6-218d-41ba-a804-0e9e6e60cc81 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:01:00.854946 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2e653-590a-4a81-b6e0-2ed9707a8705 req-6fc49bf2-d903-46db-84c7-4e89868862ca tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:00.856419 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a7a2e653-590a-4a81-b6e0-2ed9707a8705 req-6fc49bf2-d903-46db-84c7-4e89868862ca tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 943 time: 0.0656538 Jun 18 17:01:00.872372 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port f426f6d6-218d-41ba-a804-0e9e6e60cc81, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f426f6d6-218d-41ba-a804-0e9e6e60cc81,segment=NetworkSegment(a87f6dc9-30f6-46bf-b42c-16650b87b64b),segment_id=a87f6dc9-30f6-46bf-b42c-16650b87b64b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:01:00.876972 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:00.879855 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-663cf5c4-2667-43ab-b4aa-af8b36ba8d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:00.899541 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a7a2e653-590a-4a81-b6e0-2ed9707a8705 req-ff36babd-7779-43ef-bef1-2e3f6163b31d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=f39b7309-2700-45de-a46f-c49ff2498a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372543 Jun 18 17:01:00.929660 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=f426f6d6-218d-41ba-a804-0e9e6e60cc81,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:00.932589 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:01.178729 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['f426f6d6-218d-41ba-a804-0e9e6e60cc81'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:01:02.074697 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f421d-33cf-4f3e-9dfd-32b542fedb30 req-84938085-65ea-4889-894b-93202e9bc110 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:02.076137 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-202f421d-33cf-4f3e-9dfd-32b542fedb30 req-84938085-65ea-4889-894b-93202e9bc110 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 944 time: 0.0674915 Jun 18 17:01:02.117681 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-202f421d-33cf-4f3e-9dfd-32b542fedb30 req-27c6214a-bc64-478b-bc10-836600870fdb tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=f39b7309-2700-45de-a46f-c49ff2498a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356886 Jun 18 17:01:02.690808 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f426f6d6-218d-41ba-a804-0e9e6e60cc81 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:01:02.738048 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port f426f6d6-218d-41ba-a804-0e9e6e60cc81 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:01:02.741676 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port f426f6d6-218d-41ba-a804-0e9e6e60cc81 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:02.742061 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:02.818214 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:02.840082 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2e2f8d-00b3-419a-bbab-c8d63eb3d177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f426f6d6-218d-41ba-a804-0e9e6e60cc81'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:01:02.842339 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb83c99-9a42-4765-b374-d54a0d670921" -d '{"events": [{"server_uuid": "9a2e2f8d-00b3-419a-bbab-c8d63eb3d177", "name": "network-vif-plugged", "status": "completed", "tag": "f426f6d6-218d-41ba-a804-0e9e6e60cc81"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:01:02.854940 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port f426f6d6-218d-41ba-a804-0e9e6e60cc81, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f426f6d6-218d-41ba-a804-0e9e6e60cc81,segment=NetworkSegment(a87f6dc9-30f6-46bf-b42c-16650b87b64b),segment_id=a87f6dc9-30f6-46bf-b42c-16650b87b64b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:01:02.858753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:02.860581 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:02.905889 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=f426f6d6-218d-41ba-a804-0e9e6e60cc81,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:02.909979 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:02.936556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cb53fd-962c-4956-b7cd-5268a55ef40c x-openstack-request-id: req-78cb53fd-962c-4956-b7cd-5268a55ef40c {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:01:02.936856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2e2f8d-00b3-419a-bbab-c8d63eb3d177", "name": "network-vif-plugged", "status": "completed", "tag": "f426f6d6-218d-41ba-a804-0e9e6e60cc81", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:01:02.937177 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78cb53fd-962c-4956-b7cd-5268a55ef40c {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:01:02.937590 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2e2f8d-00b3-419a-bbab-c8d63eb3d177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f426f6d6-218d-41ba-a804-0e9e6e60cc81', 'code': 200} Jun 18 17:01:03.186319 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8447e7e-38f1-4c1c-b126-c4715fa0ca2b req-2c63f63a-2b36-424f-a74d-86ad3cde22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:03.187759 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a8447e7e-38f1-4c1c-b126-c4715fa0ca2b req-2c63f63a-2b36-424f-a74d-86ad3cde22b4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 1098 time: 0.0579588 Jun 18 17:01:03.221998 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a8447e7e-38f1-4c1c-b126-c4715fa0ca2b req-9c444883-b765-478b-9615-2cdf876837d8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f39b7309-2700-45de-a46f-c49ff2498a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280440 Jun 18 17:01:03.291271 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23027cfd-774f-4736-a471-8dfad39f0e83 req-2a212609-d5ad-4a22-80f0-bb316f0f14b6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:03.292723 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-23027cfd-774f-4736-a471-8dfad39f0e83 req-2a212609-d5ad-4a22-80f0-bb316f0f14b6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 945 time: 0.0631328 Jun 18 17:01:03.329768 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-23027cfd-774f-4736-a471-8dfad39f0e83 req-d6c3f673-9796-4990-9363-b97a30ffa710 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=f39b7309-2700-45de-a46f-c49ff2498a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311899 Jun 18 17:01:04.506522 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b373c8-cd99-4a1c-8ab1-2ed15b9a0767 req-b475d2ed-c265-4499-9024-496d8820d2a4 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:04.508016 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-73b373c8-cd99-4a1c-8ab1-2ed15b9a0767 req-b475d2ed-c265-4499-9024-496d8820d2a4 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 945 time: 0.0686421 Jun 18 17:01:04.545900 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-73b373c8-cd99-4a1c-8ab1-2ed15b9a0767 req-383e45f1-6b01-46a0-84f9-149731be22ee tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=f39b7309-2700-45de-a46f-c49ff2498a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320523 Jun 18 17:01:04.718001 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef99c4-0a5a-4c5c-b6f7-cd94e2f0b66e req-54f07d4a-fd37-4a29-a6e7-7241ee184bc3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:04.719855 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-86ef99c4-0a5a-4c5c-b6f7-cd94e2f0b66e req-54f07d4a-fd37-4a29-a6e7-7241ee184bc3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 945 time: 0.0627706 Jun 18 17:01:04.756463 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-86ef99c4-0a5a-4c5c-b6f7-cd94e2f0b66e req-7576a511-6331-4b33-a07b-2244c4b35c79 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=f39b7309-2700-45de-a46f-c49ff2498a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306621 Jun 18 17:01:04.779323 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56212) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:04.831394 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa368a63-b3db-4c28-aefa-5008366dcc08 tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:04.832908 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fa368a63-b3db-4c28-aefa-5008366dcc08 tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 1093 time: 0.0526373 Jun 18 17:01:04.835747 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56214) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:04.839982 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': 'f426f6d6-218d-41ba-a804-0e9e6e60cc81', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:04.862160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:04.960110 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:05.061569 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Allocated IP 172.26.2.112 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/49a80974-abd8-46a6-a136-f1b98198c9e6) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:01:05.158742 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:05.196525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:05.199203 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2dbc48f3-d2f0-4d96-8c52-c363232b5e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:05.240255 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:01:05.243181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:01:05.246539 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:01:05.260446 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4c96c7e4-f3fe-4c61-b5b6-44623401c897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:05.271871 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=49a80974-abd8-46a6-a136-f1b98198c9e6,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:05.275754 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:05.614872 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:05.698391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:05.842740 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:05.848101 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:05.850822 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-365b9e11-0062-4fe7-a4e6-01f184759fe5 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:05.909751 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=49a80974-abd8-46a6-a136-f1b98198c9e6,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:05.913489 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:05.925354 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:06.360387 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Floating IP 24c59ad4-2f86-4118-b0de-8944f895932e associated. External IP: 172.26.2.112, port: f426f6d6-218d-41ba-a804-0e9e6e60cc81. Jun 18 17:01:06.560492 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router c7511dfc-cd38-4fab-88ba-ae519c80fa9c has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:01:06.663448 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:01:06.675108 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187318e-fa51-40e4-945f-f161f5707716 None None] Sync routers for ids ['c7511dfc-cd38-4fab-88ba-ae519c80fa9c'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:01:06.683960 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:06.686562 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187318e-fa51-40e4-945f-f161f5707716 None None] Routers {'c7511dfc-cd38-4fab-88ba-ae519c80fa9c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:01:06.687497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-6187318e-fa51-40e4-945f-f161f5707716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:00:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['c7511dfc-cd38-4fab-88ba-ae519c80fa9c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:06.719803 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8830547 Jun 18 17:01:06.721435 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2e2f8d-00b3-419a-bbab-c8d63eb3d177', 'tag': 'f426f6d6-218d-41ba-a804-0e9e6e60cc81'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:01:06.724462 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9ec8ef-3871-46da-90bf-86782cffc526" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2e2f8d-00b3-419a-bbab-c8d63eb3d177", "tag": "f426f6d6-218d-41ba-a804-0e9e6e60cc81"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:01:06.764523 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a4c294-0e29-41e0-a64d-078e70b2daae x-openstack-request-id: req-27a4c294-0e29-41e0-a64d-078e70b2daae {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:01:06.764847 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2e2f8d-00b3-419a-bbab-c8d63eb3d177", "tag": "f426f6d6-218d-41ba-a804-0e9e6e60cc81", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:01:06.765148 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27a4c294-0e29-41e0-a64d-078e70b2daae {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:01:06.765624 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2e2f8d-00b3-419a-bbab-c8d63eb3d177', 'tag': 'f426f6d6-218d-41ba-a804-0e9e6e60cc81', 'status': 'completed', 'code': 200} Jun 18 17:01:06.800352 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-6187318e-fa51-40e4-945f-f161f5707716 None None] Set router c7511dfc-cd38-4fab-88ba-ae519c80fa9c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:01:06.869778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ec8ef-3871-46da-90bf-86782cffc526 req-90245e88-8fd8-471e-959e-0d96e2836119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:06.871305 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bb9ec8ef-3871-46da-90bf-86782cffc526 req-90245e88-8fd8-471e-959e-0d96e2836119 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 1098 time: 0.0616801 Jun 18 17:01:06.881393 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd192d-eb52-4c07-9da3-8c54806a7ebc req-41646cfa-0e43-434a-b33d-15b619e99f38 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:06.883053 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f0cd192d-eb52-4c07-9da3-8c54806a7ebc req-41646cfa-0e43-434a-b33d-15b619e99f38 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 945 time: 0.0661271 Jun 18 17:01:06.925353 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f0cd192d-eb52-4c07-9da3-8c54806a7ebc req-971db10e-eb38-4dbd-8e0a-b2adf01a9485 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=f39b7309-2700-45de-a46f-c49ff2498a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361180 Jun 18 17:01:06.949449 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56220) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:06.967611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ec8ef-3871-46da-90bf-86782cffc526 req-80035eb5-2636-4bbe-9463-7e483e66ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:06.969087 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bb9ec8ef-3871-46da-90bf-86782cffc526 req-80035eb5-2636-4bbe-9463-7e483e66ec5c service neutron] 10.222.0.64 "GET /v2.0/networks?id=f12562e6-65d3-4e29-aa4a-3058b1f72ba1 HTTP/1.1" status: 200 len: 897 time: 0.0914888 Jun 18 17:01:07.016940 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7ee099a3-36b7-41e4-85b6-7950a5e3e94f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/floatingips/24c59ad4-2f86-4118-b0de-8944f895932e HTTP/1.1" status: 200 len: 991 time: 0.0650573 Jun 18 17:01:07.034432 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-6187318e-fa51-40e4-945f-f161f5707716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962349893', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:52Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '24c59ad4-2f86-4118-b0de-8944f895932e', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'floating_ip_address': '172.26.2.112', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'port_id': 'f426f6d6-218d-41ba-a804-0e9e6e60cc81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1', 'mac_address': 'fa:16:3e:a5:63:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e2f8d-00b3-419a-bbab-c8d63eb3d177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:01:05Z', 'updated_at': '2021-06-18T17:01:05Z', 'revision_number': 0, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c2df3a1-a16c-44e2-9350-8012aacc7917', 'name': '', 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:5c:5c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8f01c1ac-8570-42e2-abc1-62fffdd10898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:51Z', 'updated_at': '2021-06-18T17:00:57Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '8f01c1ac-8570-42e2-abc1-62fffdd10898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:07.040190 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bb9ec8ef-3871-46da-90bf-86782cffc526 req-71b764f6-3f60-4ed8-a489-29be61d0f7be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f426f6d6-218d-41ba-a804-0e9e6e60cc81 HTTP/1.1" status: 200 len: 999 time: 0.0643935 Jun 18 17:01:07.061815 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187318e-fa51-40e4-945f-f161f5707716 None None] Checking router: c7511dfc-cd38-4fab-88ba-ae519c80fa9c for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:01:07.070854 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187318e-fa51-40e4-945f-f161f5707716 None None] Routers {'c7511dfc-cd38-4fab-88ba-ae519c80fa9c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:01:07.071845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-6187318e-fa51-40e4-945f-f161f5707716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:00:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['c7511dfc-cd38-4fab-88ba-ae519c80fa9c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:07.089587 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ec8ef-3871-46da-90bf-86782cffc526 req-32c689f1-71ef-4c2f-a87c-72e590530c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:07.091080 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bb9ec8ef-3871-46da-90bf-86782cffc526 req-32c689f1-71ef-4c2f-a87c-72e590530c88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f01c1ac-8570-42e2-abc1-62fffdd10898 HTTP/1.1" status: 200 len: 835 time: 0.0448613 Jun 18 17:01:07.147294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ec8ef-3871-46da-90bf-86782cffc526 req-87db0d1b-6e25-44cb-a931-d53a306cce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:07.148799 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bb9ec8ef-3871-46da-90bf-86782cffc526 req-87db0d1b-6e25-44cb-a931-d53a306cce05 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f12562e6-65d3-4e29-aa4a-3058b1f72ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515668 Jun 18 17:01:07.176078 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-6187318e-fa51-40e4-945f-f161f5707716 None None] Set router c7511dfc-cd38-4fab-88ba-ae519c80fa9c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:01:07.240395 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bb9ec8ef-3871-46da-90bf-86782cffc526 req-063cfea3-e76c-4696-859b-a52def9247b2 service neutron] 10.222.0.64 "GET /v2.0/networks/f12562e6-65d3-4e29-aa4a-3058b1f72ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854626 Jun 18 17:01:07.333928 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-bb9ec8ef-3871-46da-90bf-86782cffc526 req-1818b108-4eb5-4989-88fb-49697a378622 service neutron] 10.222.0.64 "GET /v2.0/networks/f12562e6-65d3-4e29-aa4a-3058b1f72ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870454 Jun 18 17:01:07.399984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-6187318e-fa51-40e4-945f-f161f5707716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962349893', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:52Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '24c59ad4-2f86-4118-b0de-8944f895932e', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'floating_ip_address': '172.26.2.112', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'port_id': 'f426f6d6-218d-41ba-a804-0e9e6e60cc81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1', 'mac_address': 'fa:16:3e:a5:63:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e2f8d-00b3-419a-bbab-c8d63eb3d177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:01:05Z', 'updated_at': '2021-06-18T17:01:05Z', 'revision_number': 0, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c2df3a1-a16c-44e2-9350-8012aacc7917', 'name': '', 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:5c:5c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8f01c1ac-8570-42e2-abc1-62fffdd10898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:51Z', 'updated_at': '2021-06-18T17:00:57Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '8f01c1ac-8570-42e2-abc1-62fffdd10898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:07.425601 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187318e-fa51-40e4-945f-f161f5707716 None None] The sync data for ids ['c7511dfc-cd38-4fab-88ba-ae519c80fa9c'] in dv-neutron-797121-1-hyperv is: [{'id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962349893', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:52Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '24c59ad4-2f86-4118-b0de-8944f895932e', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'floating_ip_address': '172.26.2.112', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'port_id': 'f426f6d6-218d-41ba-a804-0e9e6e60cc81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1', 'mac_address': 'fa:16:3e:a5:63:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e2f8d-00b3-419a-bbab-c8d63eb3d177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:01:05Z', 'updated_at': '2021-06-18T17:01:05Z', 'revision_number': 0, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c2df3a1-a16c-44e2-9350-8012aacc7917', 'name': '', 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:5c:5c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8f01c1ac-8570-42e2-abc1-62fffdd10898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:51Z', 'updated_at': '2021-06-18T17:00:57Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '8f01c1ac-8570-42e2-abc1-62fffdd10898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:01:07.608146 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae13902-5c84-4ece-9fe1-c4f1738d85bd None None] New status for floating IP 24c59ad4-2f86-4118-b0de-8944f895932e: ACTIVE {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:01:07.664070 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-06794a2c-a885-4334-96e2-691469022806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:08.019677 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56222) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:08.078017 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-eda9c450-866b-4a37-8904-2524970c3a27 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/floatingips/24c59ad4-2f86-4118-b0de-8944f895932e HTTP/1.1" status: 200 len: 993 time: 0.0570710 Jun 18 17:01:08.266721 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:09.039789 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:10.573687 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:24.989237 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:35.261830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4dd8b845-7fa3-43cc-8e55-a4b6a4e5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:36.621511 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:01:37.040734 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095d433-3175-41e3-ac38-641514fb6f91 req-95ff2a74-2997-4aed-baaa-08ae212d8994 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:37.042170 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6095d433-3175-41e3-ac38-641514fb6f91 req-95ff2a74-2997-4aed-baaa-08ae212d8994 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 945 time: 0.0650632 Jun 18 17:01:37.080193 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6095d433-3175-41e3-ac38-641514fb6f91 req-95f370ae-7054-404c-9ac0-93c8ccee7496 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=f39b7309-2700-45de-a46f-c49ff2498a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321002 Jun 18 17:01:37.665409 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4ad31d73-06eb-44ef-af46-185339cc6cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:38.258857 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913e34d-6208-4bd1-a162-f05c79dfc560 req-2809c4e6-b0bf-4783-9ed7-19e65f92ed2d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:38.260444 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b913e34d-6208-4bd1-a162-f05c79dfc560 req-2809c4e6-b0bf-4783-9ed7-19e65f92ed2d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 945 time: 0.0648875 Jun 18 17:01:38.269811 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:38.300470 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b913e34d-6208-4bd1-a162-f05c79dfc560 req-5dd9078d-6aa4-49bd-a966-e326605989ce tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=f39b7309-2700-45de-a46f-c49ff2498a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338528 Jun 18 17:01:38.325086 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56238) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:38.388420 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e16a1134-a013-48c2-b959-9f6ba5a4e04a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/floatingips/24c59ad4-2f86-4118-b0de-8944f895932e HTTP/1.1" status: 200 len: 993 time: 0.0620599 Jun 18 17:01:39.042342 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:39.864588 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716db8bd-234d-4c4f-bbf1-708af8d62290 req-5a6edb34-bd81-4ad7-b0ce-81e486c91c59 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:39.866080 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-716db8bd-234d-4c4f-bbf1-708af8d62290 req-5a6edb34-bd81-4ad7-b0ce-81e486c91c59 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 945 time: 0.0667629 Jun 18 17:01:39.902480 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-716db8bd-234d-4c4f-bbf1-708af8d62290 req-d648327d-e51f-44b7-a6c4-ad066027b511 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=f39b7309-2700-45de-a46f-c49ff2498a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307305 Jun 18 17:01:40.576315 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:41.259732 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8099b0-1589-4728-8089-59acd520544d req-487b02e1-4ce4-425f-b971-cd72c7d5ffcf tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:41.261775 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6c8099b0-1589-4728-8089-59acd520544d req-487b02e1-4ce4-425f-b971-cd72c7d5ffcf tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 945 time: 0.0689077 Jun 18 17:01:41.300593 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6c8099b0-1589-4728-8089-59acd520544d req-87973eff-29ef-45cb-a9f5-24cd19f553a1 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=f39b7309-2700-45de-a46f-c49ff2498a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324395 Jun 18 17:01:41.325129 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56248) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:41.384611 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-58bfd3a5-f76f-4d28-b494-b1ac49012d11 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/floatingips/24c59ad4-2f86-4118-b0de-8944f895932e HTTP/1.1" status: 200 len: 993 time: 0.0582337 Jun 18 17:01:41.678021 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56254) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:41.830723 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting port 49a80974-abd8-46a6-a136-f1b98198c9e6 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:01:41.831518 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:41.907642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:41.907969 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:41.983412 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Calling delete_port for 49a80974-abd8-46a6-a136-f1b98198c9e6 owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:01:42.130481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:42.132425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:42.157162 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Port': ['ID=49a80974-abd8-46a6-a136-f1b98198c9e6,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:42.185294 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:42.185691 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:42.186079 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:42.186459 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:42.186868 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:42.187243 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:42.187615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:42.187985 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:42.188381 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:42.188723 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:42.189087 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:42.189453 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:42.193593 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:42.229082 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:42.229407 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Floating IP 24c59ad4-2f86-4118-b0de-8944f895932e disassociated (deleted). External IP: 172.26.2.112, port: f426f6d6-218d-41ba-a804-0e9e6e60cc81. Jun 18 17:01:42.438397 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router c7511dfc-cd38-4fab-88ba-ae519c80fa9c has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:01:42.544201 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:01:42.549098 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:42.553923 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9240685-6a40-4522-9465-66757bde6e79 None None] Sync routers for ids ['c7511dfc-cd38-4fab-88ba-ae519c80fa9c'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:01:42.562406 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9240685-6a40-4522-9465-66757bde6e79 None None] Routers {'c7511dfc-cd38-4fab-88ba-ae519c80fa9c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:01:42.563066 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b9240685-6a40-4522-9465-66757bde6e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:01:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['c7511dfc-cd38-4fab-88ba-ae519c80fa9c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:42.585308 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/floatingips/24c59ad4-2f86-4118-b0de-8944f895932e HTTP/1.1" status: 204 len: 168 time: 0.9061668 Jun 18 17:01:42.585998 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2e2f8d-00b3-419a-bbab-c8d63eb3d177', 'tag': 'f426f6d6-218d-41ba-a804-0e9e6e60cc81'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:01:42.588437 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc22accb-5963-45fb-8948-a91e9e285551" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2e2f8d-00b3-419a-bbab-c8d63eb3d177", "tag": "f426f6d6-218d-41ba-a804-0e9e6e60cc81"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:01:42.626646 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93f3039-ef2e-4c7e-b6c3-0c634c4a999c x-openstack-request-id: req-b93f3039-ef2e-4c7e-b6c3-0c634c4a999c {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:01:42.629054 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2e2f8d-00b3-419a-bbab-c8d63eb3d177", "tag": "f426f6d6-218d-41ba-a804-0e9e6e60cc81", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:01:42.629592 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b93f3039-ef2e-4c7e-b6c3-0c634c4a999c {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:01:42.630456 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2e2f8d-00b3-419a-bbab-c8d63eb3d177', 'tag': 'f426f6d6-218d-41ba-a804-0e9e6e60cc81', 'status': 'completed', 'code': 200} Jun 18 17:01:42.670506 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-b9240685-6a40-4522-9465-66757bde6e79 None None] Set router c7511dfc-cd38-4fab-88ba-ae519c80fa9c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:01:42.737687 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22accb-5963-45fb-8948-a91e9e285551 req-5cbf2806-200a-494f-ac91-a7e6855643ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:42.739354 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fc22accb-5963-45fb-8948-a91e9e285551 req-5cbf2806-200a-494f-ac91-a7e6855643ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 1098 time: 0.0655308 Jun 18 17:01:42.837568 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22accb-5963-45fb-8948-a91e9e285551 req-f860ad42-26e1-40d6-a9ad-804006b9ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:42.839087 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fc22accb-5963-45fb-8948-a91e9e285551 req-f860ad42-26e1-40d6-a9ad-804006b9ac7a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f12562e6-65d3-4e29-aa4a-3058b1f72ba1 HTTP/1.1" status: 200 len: 897 time: 0.0901520 Jun 18 17:01:42.878275 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b9240685-6a40-4522-9465-66757bde6e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962349893', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:52Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '6c2df3a1-a16c-44e2-9350-8012aacc7917', 'name': '', 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:5c:5c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8f01c1ac-8570-42e2-abc1-62fffdd10898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:51Z', 'updated_at': '2021-06-18T17:00:57Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '8f01c1ac-8570-42e2-abc1-62fffdd10898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:42.904080 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9240685-6a40-4522-9465-66757bde6e79 None None] Checking router: c7511dfc-cd38-4fab-88ba-ae519c80fa9c for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:01:42.909925 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fc22accb-5963-45fb-8948-a91e9e285551 req-efed9b75-f5f1-4ed0-b1d3-eb04c9318519 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f426f6d6-218d-41ba-a804-0e9e6e60cc81 HTTP/1.1" status: 200 len: 217 time: 0.0393677 Jun 18 17:01:42.913454 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9240685-6a40-4522-9465-66757bde6e79 None None] Routers {'c7511dfc-cd38-4fab-88ba-ae519c80fa9c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:01:42.914077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b9240685-6a40-4522-9465-66757bde6e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:01:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['c7511dfc-cd38-4fab-88ba-ae519c80fa9c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:42.960522 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22accb-5963-45fb-8948-a91e9e285551 req-e6396d77-37de-448d-b7e2-335625aef8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:42.961961 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fc22accb-5963-45fb-8948-a91e9e285551 req-e6396d77-37de-448d-b7e2-335625aef8a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f01c1ac-8570-42e2-abc1-62fffdd10898 HTTP/1.1" status: 200 len: 835 time: 0.0453689 Jun 18 17:01:42.963465 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c49ae-048c-4dba-9569-fc79c7267bf7 req-a150c1fe-78fc-42d2-a856-bbf44856ae6f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:42.964940 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6a5c49ae-048c-4dba-9569-fc79c7267bf7 req-a150c1fe-78fc-42d2-a856-bbf44856ae6f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 945 time: 0.0651512 Jun 18 17:01:43.011400 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6a5c49ae-048c-4dba-9569-fc79c7267bf7 req-bb706ee3-bfb4-4224-a14d-a70d7542fed6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=f39b7309-2700-45de-a46f-c49ff2498a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405967 Jun 18 17:01:43.027718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22accb-5963-45fb-8948-a91e9e285551 req-665890c3-33ff-42a0-b553-bc6bd7ddfe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:43.029235 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fc22accb-5963-45fb-8948-a91e9e285551 req-665890c3-33ff-42a0-b553-bc6bd7ddfe36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f12562e6-65d3-4e29-aa4a-3058b1f72ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0595584 Jun 18 17:01:43.127457 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fc22accb-5963-45fb-8948-a91e9e285551 req-916507f0-6e15-4fd9-a325-3f94a8bb860c service neutron] 10.222.0.64 "GET /v2.0/networks/f12562e6-65d3-4e29-aa4a-3058b1f72ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897307 Jun 18 17:01:43.180291 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-b9240685-6a40-4522-9465-66757bde6e79 None None] Set router c7511dfc-cd38-4fab-88ba-ae519c80fa9c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:01:43.219657 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fc22accb-5963-45fb-8948-a91e9e285551 req-4432ed0e-4168-4407-bea0-7135955ce0f2 service neutron] 10.222.0.64 "GET /v2.0/networks/f12562e6-65d3-4e29-aa4a-3058b1f72ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841849 Jun 18 17:01:43.372394 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-b9240685-6a40-4522-9465-66757bde6e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962349893', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:52Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '6c2df3a1-a16c-44e2-9350-8012aacc7917', 'name': '', 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:5c:5c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8f01c1ac-8570-42e2-abc1-62fffdd10898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:51Z', 'updated_at': '2021-06-18T17:00:57Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '8f01c1ac-8570-42e2-abc1-62fffdd10898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:43.398108 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9240685-6a40-4522-9465-66757bde6e79 None None] The sync data for ids ['c7511dfc-cd38-4fab-88ba-ae519c80fa9c'] in dv-neutron-797121-1-hyperv is: [{'id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962349893', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:52Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '6c2df3a1-a16c-44e2-9350-8012aacc7917', 'name': '', 'network_id': 'f12562e6-65d3-4e29-aa4a-3058b1f72ba1', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:5c:5c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8f01c1ac-8570-42e2-abc1-62fffdd10898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:51Z', 'updated_at': '2021-06-18T17:00:57Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '8f01c1ac-8570-42e2-abc1-62fffdd10898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:01:43.616791 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5771dd57-33c3-4642-8c92-0e8d6b801394 None None] New status for floating IP 24c59ad4-2f86-4118-b0de-8944f895932e: DOWN {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:01:44.192874 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d74e1-3b35-4751-8fb7-60d3ad9c4490 req-96b69ec7-2685-4edc-b4ac-5a98d5498e94 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:44.194331 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c08d74e1-3b35-4751-8fb7-60d3ad9c4490 req-96b69ec7-2685-4edc-b4ac-5a98d5498e94 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 945 time: 0.0638583 Jun 18 17:01:44.232298 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c08d74e1-3b35-4751-8fb7-60d3ad9c4490 req-c184eca3-0a95-42ae-b092-3309c8d97028 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=f39b7309-2700-45de-a46f-c49ff2498a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324874 Jun 18 17:01:44.660067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488dbe4-24f3-4cf0-8343-0809ab09100c req-cd166f2f-e559-4aae-a66a-d2b9745cd382 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:44.661517 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b488dbe4-24f3-4cf0-8343-0809ab09100c req-cd166f2f-e559-4aae-a66a-d2b9745cd382 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 945 time: 0.0632703 Jun 18 17:01:44.767681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-b488dbe4-24f3-4cf0-8343-0809ab09100c req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting port f426f6d6-218d-41ba-a804-0e9e6e60cc81 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:01:44.768019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-b488dbe4-24f3-4cf0-8343-0809ab09100c req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:44.854113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-b488dbe4-24f3-4cf0-8343-0809ab09100c req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] For port f426f6d6-218d-41ba-a804-0e9e6e60cc81, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f426f6d6-218d-41ba-a804-0e9e6e60cc81,segment=NetworkSegment(a87f6dc9-30f6-46bf-b42c-16650b87b64b),segment_id=a87f6dc9-30f6-46bf-b42c-16650b87b64b)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:01:44.854476 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-b488dbe4-24f3-4cf0-8343-0809ab09100c req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:44.922551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-b488dbe4-24f3-4cf0-8343-0809ab09100c req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Calling delete_port for f426f6d6-218d-41ba-a804-0e9e6e60cc81 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:01:45.052376 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-b488dbe4-24f3-4cf0-8343-0809ab09100c req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:45.056284 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b274b1ff-5c31-4ae1-acfb-be78719603e6 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:45.080666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Port': ['ID=f426f6d6-218d-41ba-a804-0e9e6e60cc81,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:45.090762 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:45.091155 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:45.091538 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:45.091914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:45.092290 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:45.092663 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:45.093032 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:45.093401 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:45.094108 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:45.094108 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:45.094490 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:45.094881 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:45.101679 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:45.141898 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b488dbe4-24f3-4cf0-8343-0809ab09100c req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] No DVR routers for this DVR port f426f6d6-218d-41ba-a804-0e9e6e60cc81 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:01:45.144953 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-b488dbe4-24f3-4cf0-8343-0809ab09100c req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:45.146933 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b488dbe4-24f3-4cf0-8343-0809ab09100c req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "DELETE /v2.0/ports/f426f6d6-218d-41ba-a804-0e9e6e60cc81 HTTP/1.1" status: 204 len: 173 time: 0.4797404 Jun 18 17:01:45.147459 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2e2f8d-00b3-419a-bbab-c8d63eb3d177', 'name': 'network-vif-deleted', 'tag': 'f426f6d6-218d-41ba-a804-0e9e6e60cc81'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:01:45.149745 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef207abb-87c2-42af-9fbd-9bfc42116f49" -d '{"events": [{"server_uuid": "9a2e2f8d-00b3-419a-bbab-c8d63eb3d177", "name": "network-vif-deleted", "tag": "f426f6d6-218d-41ba-a804-0e9e6e60cc81"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:01:45.238674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0ffd3f-9090-47d3-999b-60bd42e76ff4 x-openstack-request-id: req-6d0ffd3f-9090-47d3-999b-60bd42e76ff4 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:01:45.238881 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2e2f8d-00b3-419a-bbab-c8d63eb3d177", "name": "network-vif-deleted", "tag": "f426f6d6-218d-41ba-a804-0e9e6e60cc81", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:01:45.239138 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6d0ffd3f-9090-47d3-999b-60bd42e76ff4 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:01:45.239598 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2e2f8d-00b3-419a-bbab-c8d63eb3d177', 'name': 'network-vif-deleted', 'tag': 'f426f6d6-218d-41ba-a804-0e9e6e60cc81', 'status': 'completed', 'code': 200} Jun 18 17:01:45.395190 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8a94be3d-8f97-451b-ad79-6ce6663011ff req-4975f139-b443-4305-9993-2eb9e2e20e7c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a2e2f8d-00b3-419a-bbab-c8d63eb3d177 HTTP/1.1" status: 200 len: 210 time: 0.0295677 Jun 18 17:01:46.496847 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56272) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:46.860141 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-037a8d5b-4a99-4bdb-a9e7-983c4fe8fe9f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:47.132895 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-037a8d5b-4a99-4bdb-a9e7-983c4fe8fe9f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting port 6c2df3a1-a16c-44e2-9350-8012aacc7917 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:01:47.133112 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-037a8d5b-4a99-4bdb-a9e7-983c4fe8fe9f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:47.220249 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-037a8d5b-4a99-4bdb-a9e7-983c4fe8fe9f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] For port 6c2df3a1-a16c-44e2-9350-8012aacc7917, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=6c2df3a1-a16c-44e2-9350-8012aacc7917,segment=NetworkSegment(a87f6dc9-30f6-46bf-b42c-16650b87b64b),segment_id=a87f6dc9-30f6-46bf-b42c-16650b87b64b)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:01:47.220606 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-037a8d5b-4a99-4bdb-a9e7-983c4fe8fe9f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:47.288273 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-037a8d5b-4a99-4bdb-a9e7-983c4fe8fe9f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Calling delete_port for 6c2df3a1-a16c-44e2-9350-8012aacc7917 owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:01:47.479182 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-037a8d5b-4a99-4bdb-a9e7-983c4fe8fe9f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:47.481898 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:47.509203 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a8d5b-4a99-4bdb-a9e7-983c4fe8fe9f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Port': ['ID=6c2df3a1-a16c-44e2-9350-8012aacc7917,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:47.512171 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-037a8d5b-4a99-4bdb-a9e7-983c4fe8fe9f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:47.697182 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-037a8d5b-4a99-4bdb-a9e7-983c4fe8fe9f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:48.229775 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037a8d5b-4a99-4bdb-a9e7-983c4fe8fe9f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router c7511dfc-cd38-4fab-88ba-ae519c80fa9c has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:01:48.329850 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037a8d5b-4a99-4bdb-a9e7-983c4fe8fe9f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:01:48.335491 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-037a8d5b-4a99-4bdb-a9e7-983c4fe8fe9f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "PUT /v2.0/routers/c7511dfc-cd38-4fab-88ba-ae519c80fa9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8376291 Jun 18 17:01:48.338150 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56274) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:48.339298 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39cb591-b531-4e0e-9e5c-99e28500ac1c None None] Sync routers for ids ['c7511dfc-cd38-4fab-88ba-ae519c80fa9c'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:01:48.349437 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39cb591-b531-4e0e-9e5c-99e28500ac1c None None] Routers {'c7511dfc-cd38-4fab-88ba-ae519c80fa9c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:01:48.350062 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-e39cb591-b531-4e0e-9e5c-99e28500ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:01:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['c7511dfc-cd38-4fab-88ba-ae519c80fa9c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:48.390571 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69682b0-5ee2-4ddb-83f5-77e6bd1a560f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting subnet 8f01c1ac-8570-42e2-abc1-62fffdd10898 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 17:01:48.394210 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a69682b0-5ee2-4ddb-83f5-77e6bd1a560f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:48.434213 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a69682b0-5ee2-4ddb-83f5-77e6bd1a560f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:48.452815 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-e39cb591-b531-4e0e-9e5c-99e28500ac1c None None] Set router c7511dfc-cd38-4fab-88ba-ae519c80fa9c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:01:48.519212 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a69682b0-5ee2-4ddb-83f5-77e6bd1a560f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:48.584351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a69682b0-5ee2-4ddb-83f5-77e6bd1a560f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:48.587161 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-28f200c1-2e0c-47ff-ba85-7ace0cd2a0b9 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:48.613190 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69682b0-5ee2-4ddb-83f5-77e6bd1a560f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Subnet': ['ID=8f01c1ac-8570-42e2-abc1-62fffdd10898,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:48.615201 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a69682b0-5ee2-4ddb-83f5-77e6bd1a560f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:48.619613 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a69682b0-5ee2-4ddb-83f5-77e6bd1a560f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/subnets/8f01c1ac-8570-42e2-abc1-62fffdd10898 HTTP/1.1" status: 204 len: 168 time: 0.2779310 Jun 18 17:01:48.619613 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a69682b0-5ee2-4ddb-83f5-77e6bd1a560f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:48.621063 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56276) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:48.625889 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e964134d-3215-475c-a001-83be927ac49f None None] Network f12562e6-65d3-4e29-aa4a-3058b1f72ba1 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:01:48.683164 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-e39cb591-b531-4e0e-9e5c-99e28500ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962349893', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:01:47Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:48.710276 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39cb591-b531-4e0e-9e5c-99e28500ac1c None None] Checking router: c7511dfc-cd38-4fab-88ba-ae519c80fa9c for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:01:48.730181 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39cb591-b531-4e0e-9e5c-99e28500ac1c None None] Routers {'c7511dfc-cd38-4fab-88ba-ae519c80fa9c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:01:48.730425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4ec09e2-bf7b-423c-bb19-69f757098ba5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:48.730842 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-e39cb591-b531-4e0e-9e5c-99e28500ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:01:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['c7511dfc-cd38-4fab-88ba-ae519c80fa9c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:48.832037 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4ec09e2-bf7b-423c-bb19-69f757098ba5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:48.884092 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-e39cb591-b531-4e0e-9e5c-99e28500ac1c None None] Set router c7511dfc-cd38-4fab-88ba-ae519c80fa9c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:01:48.894729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-b4ec09e2-bf7b-423c-bb19-69f757098ba5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting port 48a8f211-5e34-4b13-89a7-4afbdc2f6b4f {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:01:48.895000 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4ec09e2-bf7b-423c-bb19-69f757098ba5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:48.991194 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] DHCP port deletion for f12562e6-65d3-4e29-aa4a-3058b1f72ba1 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 17:01:48.993032 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f426f6d6-218d-41ba-a804-0e9e6e60cc81 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:01:48.993940 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-b4ec09e2-bf7b-423c-bb19-69f757098ba5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] For port 48a8f211-5e34-4b13-89a7-4afbdc2f6b4f, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=48a8f211-5e34-4b13-89a7-4afbdc2f6b4f,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:01:48.994309 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4ec09e2-bf7b-423c-bb19-69f757098ba5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.023657 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: f426f6d6-218d-41ba-a804-0e9e6e60cc81 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:01:49.024008 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device f426f6d6-218d-41ba-a804-0e9e6e60cc81 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:01:49.065744 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-b4ec09e2-bf7b-423c-bb19-69f757098ba5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Calling delete_port for 48a8f211-5e34-4b13-89a7-4afbdc2f6b4f owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:01:49.116697 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] Deleting port 730aa025-0e76-4874-8a6c-cf03a80a9d82 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:01:49.117026 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.190988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] For port 730aa025-0e76-4874-8a6c-cf03a80a9d82, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=730aa025-0e76-4874-8a6c-cf03a80a9d82,segment=NetworkSegment(a87f6dc9-30f6-46bf-b42c-16650b87b64b),segment_id=a87f6dc9-30f6-46bf-b42c-16650b87b64b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:01:49.191305 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.205615 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-e39cb591-b531-4e0e-9e5c-99e28500ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962349893', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:01:47Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:49.233495 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4ec09e2-bf7b-423c-bb19-69f757098ba5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.236290 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5cff1ef7-8880-4ebe-a5a4-5ab44650163c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:49.259892 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] Calling delete_port for 730aa025-0e76-4874-8a6c-cf03a80a9d82 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:01:49.263586 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec09e2-bf7b-423c-bb19-69f757098ba5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Port': ['ID=48a8f211-5e34-4b13-89a7-4afbdc2f6b4f,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:49.281514 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b4ec09e2-bf7b-423c-bb19-69f757098ba5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:49.286655 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39cb591-b531-4e0e-9e5c-99e28500ac1c None None] The sync data for ids ['c7511dfc-cd38-4fab-88ba-ae519c80fa9c'] in dv-neutron-797121-1-hyperv is: [{'id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962349893', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:01:47Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '48a8f211-5e34-4b13-89a7-4afbdc2f6b4f', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7511dfc-cd38-4fab-88ba-ae519c80fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:00:48Z', 'updated_at': '2021-06-18T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:01:49.329156 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4ec09e2-bf7b-423c-bb19-69f757098ba5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.362242 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.364192 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3c62002b-5bb8-4852-ba21-bfa9e5d36a7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:49.390156 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] Pushing event deleted for resources: {'Port': ['ID=730aa025-0e76-4874-8a6c-cf03a80a9d82,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:49.395178 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] No DVR routers for this DVR port 730aa025-0e76-4874-8a6c-cf03a80a9d82 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:01:49.406393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:49.406393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:49.406393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:49.406393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:49.406393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:49.406393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:49.406393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:49.406393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:49.406393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:49.406393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:49.406393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:49.406393 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:49.412024 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:49.426843 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4ec09e2-bf7b-423c-bb19-69f757098ba5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.428934 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4ec09e2-bf7b-423c-bb19-69f757098ba5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.470751 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4ec09e2-bf7b-423c-bb19-69f757098ba5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.471302 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ec09e2-bf7b-423c-bb19-69f757098ba5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Fanout notify agent at l3_agent the message router_deleted on router c7511dfc-cd38-4fab-88ba-ae519c80fa9c {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 17:01:49.479166 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b4ec09e2-bf7b-423c-bb19-69f757098ba5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.480250 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b4ec09e2-bf7b-423c-bb19-69f757098ba5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/routers/c7511dfc-cd38-4fab-88ba-ae519c80fa9c HTTP/1.1" status: 204 len: 168 time: 0.8595583 Jun 18 17:01:49.482937 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56278) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:49.563281 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e7bcedad-5cd0-4448-9f5a-8e3334b8a622 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.657441 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e7bcedad-5cd0-4448-9f5a-8e3334b8a622 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.668374 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e7bcedad-5cd0-4448-9f5a-8e3334b8a622 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12562e6-65d3-4e29-aa4a-3058b1f72ba1']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:49.684101 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e7bcedad-5cd0-4448-9f5a-8e3334b8a622 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87f6dc9-30f6-46bf-b42c-16650b87b64b') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:49.684101 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-e7bcedad-5cd0-4448-9f5a-8e3334b8a622 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87f6dc9-30f6-46bf-b42c-16650b87b64b') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:49.690762 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e7bcedad-5cd0-4448-9f5a-8e3334b8a622 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.704653 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e7bcedad-5cd0-4448-9f5a-8e3334b8a622 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.711032 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7bcedad-5cd0-4448-9f5a-8e3334b8a622 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 17:01:49.711467 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e7bcedad-5cd0-4448-9f5a-8e3334b8a622 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: conditions |= (models_v2.Port.network_id.in_( Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 17:01:49.714524 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 17:01:49.776503 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e7bcedad-5cd0-4448-9f5a-8e3334b8a622 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.779926 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ad099954-65da-4d3f-a72e-841fab9fc825 tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:49.784742 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e7bcedad-5cd0-4448-9f5a-8e3334b8a622 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.786033 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e7bcedad-5cd0-4448-9f5a-8e3334b8a622 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/networks/f12562e6-65d3-4e29-aa4a-3058b1f72ba1 HTTP/1.1" status: 204 len: 168 time: 0.3021441 Jun 18 17:01:49.788870 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56280) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:49.797701 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcedad-5cd0-4448-9f5a-8e3334b8a622 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Network': ['ID=f12562e6-65d3-4e29-aa4a-3058b1f72ba1,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:49.800652 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e7bcedad-5cd0-4448-9f5a-8e3334b8a622 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:49.855546 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1663ee0c-36ae-414c-81e7-10328ccd7136 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.882579 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1663ee0c-36ae-414c-81e7-10328ccd7136 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.950913 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1663ee0c-36ae-414c-81e7-10328ccd7136 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.953570 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1663ee0c-36ae-414c-81e7-10328ccd7136 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:49.954736 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1663ee0c-36ae-414c-81e7-10328ccd7136 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/security-groups/f39b7309-2700-45de-a46f-c49ff2498a29 HTTP/1.1" status: 204 len: 168 time: 0.1647403 Jun 18 17:01:49.955522 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9eba949a-8e01-4be5-9189-6e7586d3d4fc tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:49.964773 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663ee0c-36ae-414c-81e7-10328ccd7136 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39b7309-2700-45de-a46f-c49ff2498a29,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:49.967989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1663ee0c-36ae-414c-81e7-10328ccd7136 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:50.501235 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56286) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:50.506531 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-52701da1-1737-44f8-8063-da143b63251b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1123551172', 'description': 'tempest-secgroup-smoke-1123551172 description', 'project_id': 'cad90d4c81d34a67951626d3208c0d75'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:50.528272 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-52701da1-1737-44f8-8063-da143b63251b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:50.607578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-52701da1-1737-44f8-8063-da143b63251b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:50.610965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-52701da1-1737-44f8-8063-da143b63251b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:50.613330 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e5beee16-0709-4cc5-b550-dcd3246898de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:50.638544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-52701da1-1737-44f8-8063-da143b63251b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:50.639794 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-52701da1-1737-44f8-8063-da143b63251b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1375051 Jun 18 17:01:50.641800 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52701da1-1737-44f8-8063-da143b63251b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:50.642752 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56288) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:50.645287 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-52701da1-1737-44f8-8063-da143b63251b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:50.649576 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-4c0fc9c7-634c-4d68-9eec-89e184bb7210 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'dde4bdf1-f328-4b84-a2ec-46d7d94e90a6', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:50.676752 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4c0fc9c7-634c-4d68-9eec-89e184bb7210 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:50.733697 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4c0fc9c7-634c-4d68-9eec-89e184bb7210 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:50.737496 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4c0fc9c7-634c-4d68-9eec-89e184bb7210 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:50.739414 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-eeef26f6-d0b1-4b28-be01-cffb20d43512 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:50.753852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fc9c7-634c-4d68-9eec-89e184bb7210 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c216487b-8b9d-4096-9137-c7df4660eb2c,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:50.757742 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4c0fc9c7-634c-4d68-9eec-89e184bb7210 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:50.763076 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4c0fc9c7-634c-4d68-9eec-89e184bb7210 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:50.764280 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4c0fc9c7-634c-4d68-9eec-89e184bb7210 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199820 Jun 18 17:01:50.766995 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56290) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:50.771602 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-c4bd289e-9009-451d-90a5-590577df6509 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'dde4bdf1-f328-4b84-a2ec-46d7d94e90a6', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:50.796218 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c4bd289e-9009-451d-90a5-590577df6509 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:50.856200 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c4bd289e-9009-451d-90a5-590577df6509 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:50.860227 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c4bd289e-9009-451d-90a5-590577df6509 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:50.862765 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ae2a1bff-6b28-45a3-bc6f-b6c5af08dbd8 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:50.880326 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd289e-9009-451d-90a5-590577df6509 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40328a41-aabb-4616-8973-c01ddfe81dcf,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:50.883357 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c4bd289e-9009-451d-90a5-590577df6509 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:50.885816 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c4bd289e-9009-451d-90a5-590577df6509 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:50.889740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56292) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:50.890239 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c4bd289e-9009-451d-90a5-590577df6509 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217952 Jun 18 17:01:50.894616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-84f09a95-f5ba-45d6-aa61-b009a4bf125b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'dde4bdf1-f328-4b84-a2ec-46d7d94e90a6', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:50.902799 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 48a8f211-5e34-4b13-89a7-4afbdc2f6b4f no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:01:50.921623 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-84f09a95-f5ba-45d6-aa61-b009a4bf125b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:50.922540 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 48a8f211-5e34-4b13-89a7-4afbdc2f6b4f {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:01:50.922929 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 48a8f211-5e34-4b13-89a7-4afbdc2f6b4f not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:01:50.923351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 6c2df3a1-a16c-44e2-9350-8012aacc7917 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:01:50.942529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 6c2df3a1-a16c-44e2-9350-8012aacc7917 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:01:50.942910 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 6c2df3a1-a16c-44e2-9350-8012aacc7917 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:01:50.943335 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 730aa025-0e76-4874-8a6c-cf03a80a9d82 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:01:50.961611 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 730aa025-0e76-4874-8a6c-cf03a80a9d82 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:01:50.961972 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 730aa025-0e76-4874-8a6c-cf03a80a9d82 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:01:50.982684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-84f09a95-f5ba-45d6-aa61-b009a4bf125b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:50.986024 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-84f09a95-f5ba-45d6-aa61-b009a4bf125b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:50.991932 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fdb8f321-125c-41d8-a721-99132a45511a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:51.009623 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f09a95-f5ba-45d6-aa61-b009a4bf125b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a972c1-abc1-4111-84c6-fdd2d29b2e56,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:51.012015 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-84f09a95-f5ba-45d6-aa61-b009a4bf125b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:51.016401 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-84f09a95-f5ba-45d6-aa61-b009a4bf125b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.017579 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-84f09a95-f5ba-45d6-aa61-b009a4bf125b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267974 Jun 18 17:01:51.020401 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56294) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:51.024749 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-87b42f8b-afc4-4f16-a3b1-ec8f705c6578 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'dde4bdf1-f328-4b84-a2ec-46d7d94e90a6', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:51.050132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-87b42f8b-afc4-4f16-a3b1-ec8f705c6578 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.108563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-87b42f8b-afc4-4f16-a3b1-ec8f705c6578 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.112572 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-87b42f8b-afc4-4f16-a3b1-ec8f705c6578 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.114377 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4271a697-f4a1-4538-b0ce-53fa9983152c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:51.130018 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b42f8b-afc4-4f16-a3b1-ec8f705c6578 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb85e6d-f4ff-468a-b7b8-ed75b75d97a8,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:51.133184 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-87b42f8b-afc4-4f16-a3b1-ec8f705c6578 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:51.135893 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-87b42f8b-afc4-4f16-a3b1-ec8f705c6578 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.140459 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-87b42f8b-afc4-4f16-a3b1-ec8f705c6578 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162484 Jun 18 17:01:51.140753 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56296) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:51.145553 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-cbc61c06-01e6-44c1-aa0f-c11d01a683c6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'dde4bdf1-f328-4b84-a2ec-46d7d94e90a6', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:51.167445 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-cbc61c06-01e6-44c1-aa0f-c11d01a683c6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Project cad90d4c81d34a67951626d3208c0d75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:01:51.172531 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cbc61c06-01e6-44c1-aa0f-c11d01a683c6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.232579 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cbc61c06-01e6-44c1-aa0f-c11d01a683c6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.235865 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cbc61c06-01e6-44c1-aa0f-c11d01a683c6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.238207 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e77a34df-7c19-45b0-93fa-7ce4b31039ae tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:51.253676 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc61c06-01e6-44c1-aa0f-c11d01a683c6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6357ed1-e41e-485e-8027-d8dc1c77457e,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:51.256071 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cbc61c06-01e6-44c1-aa0f-c11d01a683c6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:51.259909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-cbc61c06-01e6-44c1-aa0f-c11d01a683c6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.260932 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-cbc61c06-01e6-44c1-aa0f-c11d01a683c6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191242 Jun 18 17:01:51.263585 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56298) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:51.267990 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-9855bfd4-30b0-4ce3-bc94-151608296ef9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'dde4bdf1-f328-4b84-a2ec-46d7d94e90a6', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:51.288810 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-9855bfd4-30b0-4ce3-bc94-151608296ef9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Project cad90d4c81d34a67951626d3208c0d75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:01:51.293369 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9855bfd4-30b0-4ce3-bc94-151608296ef9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.354329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9855bfd4-30b0-4ce3-bc94-151608296ef9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.357679 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9855bfd4-30b0-4ce3-bc94-151608296ef9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.359504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1a8b5b75-29fc-4cf3-b782-38530e0132b2 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:51.379491 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855bfd4-30b0-4ce3-bc94-151608296ef9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e37c0be-0704-46a1-abaa-9c2342935305,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:51.382401 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9855bfd4-30b0-4ce3-bc94-151608296ef9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:51.386520 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9855bfd4-30b0-4ce3-bc94-151608296ef9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.387758 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9855bfd4-30b0-4ce3-bc94-151608296ef9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232600 Jun 18 17:01:51.390501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56300) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:51.396155 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-6b7a5ed2-277f-4eb9-9286-060b90ca18bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'network': {'name': 'tempest-network-smoke--1822885939', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'port_security_enabled': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:51.416501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7a5ed2-277f-4eb9-9286-060b90ca18bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Made reservation on behalf of cad90d4c81d34a67951626d3208c0d75 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:01:51.420276 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5ed2-277f-4eb9-9286-060b90ca18bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.444035 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7a5ed2-277f-4eb9-9286-060b90ca18bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 17:01:51.452360 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5ed2-277f-4eb9-9286-060b90ca18bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.452756 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-6b7a5ed2-277f-4eb9-9286-060b90ca18bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Added segment d1e582a4-6e37-488d-b40a-cb2f36021f46 of type vlan for network 4a1948b6-2870-4602-bda5-2fd904559f75 Jun 18 17:01:51.490483 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5ed2-277f-4eb9-9286-060b90ca18bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.518055 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5ed2-277f-4eb9-9286-060b90ca18bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.523513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7a5ed2-277f-4eb9-9286-060b90ca18bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:51.524091 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5ed2-277f-4eb9-9286-060b90ca18bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.526281 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7964f7ae-e38f-4e98-92d3-677a4c180492 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:51.577056 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6b7a5ed2-277f-4eb9-9286-060b90ca18bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1854990 Jun 18 17:01:51.579887 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56302) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:51.584781 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2125686574', 'admin_state_up': True, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:51.588935 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a5ed2-277f-4eb9-9286-060b90ca18bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Network': ['ID=4a1948b6-2870-4602-bda5-2fd904559f75,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:51.591787 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6b7a5ed2-277f-4eb9-9286-060b90ca18bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:51.599648 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 4a1948b6-2870-4602-bda5-2fd904559f75 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 17:01:51.611671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.613171 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.676453 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:51.822218 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:52.013232 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:52.034873 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:52.132477 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Allocated IP 172.26.2.54 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/590c7418-50fa-47a4-8ae0-b549ac90e110) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:01:52.233605 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:52.270103 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:52.272869 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-af753e5f-5ed1-42a7-837c-9f635efb4ed1 tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:52.308400 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:01:52.312632 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:01:52.314992 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:01:52.340595 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=590c7418-50fa-47a4-8ae0-b549ac90e110,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:52.343383 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:52.560667 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:52.751147 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:52.878666 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router dc5e31c4-652b-4cdc-9246-795cb5e3feeb is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 17:01:52.985176 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:01:52.995250 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Sync routers for ids ['dc5e31c4-652b-4cdc-9246-795cb5e3feeb'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:01:53.005001 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:53.005264 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Routers {'dc5e31c4-652b-4cdc-9246-795cb5e3feeb'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:01:53.005882 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:01:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dc5e31c4-652b-4cdc-9246-795cb5e3feeb'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:53.006200 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4253178 Jun 18 17:01:53.009432 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56304) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:53.043094 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5839a6fd-ef9b-48d4-9002-6114be58e69d tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=cad90d4c81d34a67951626d3208c0d75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317969 Jun 18 17:01:53.045884 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56306) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:53.118044 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Set router dc5e31c4-652b-4cdc-9246-795cb5e3feeb gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:01:53.133467 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b8d863-2fba-4ebf-94ef-59e21840f80a tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:53.135011 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e5b8d863-2fba-4ebf-94ef-59e21840f80a tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882461 Jun 18 17:01:53.137796 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56308) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:53.170466 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d740e8c0-89c5-45e3-8cf7-22d5e0a82dbc tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312018 Jun 18 17:01:53.172856 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56310) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:53.179012 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d139c7c9-f641-45fc-a843-af397a272e21 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1793273024', 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:53.290051 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d139c7c9-f641-45fc-a843-af397a272e21 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Made reservation on behalf of cad90d4c81d34a67951626d3208c0d75 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:01:53.295261 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d139c7c9-f641-45fc-a843-af397a272e21 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:53.328365 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125686574', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:51Z', 'updated_at': '2021-06-18T17:01:52Z', 'revision_number': 3, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:52Z', 'updated_at': '2021-06-18T17:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:53.364973 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Checking router: dc5e31c4-652b-4cdc-9246-795cb5e3feeb for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:01:53.365319 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Updating router dc5e31c4-652b-4cdc-9246-795cb5e3feeb port 590c7418-50fa-47a4-8ae0-b549ac90e110 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:01:53.403043 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:53.501110 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d139c7c9-f641-45fc-a843-af397a272e21 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:53.504413 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7111a982-ee42-40ea-8a6b-99e5c26f433c tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:53.565329 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139c7c9-f641-45fc-a843-af397a272e21 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Subnet': ['ID=948d6edc-d62f-495c-8591-778965ab0967,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:53.569041 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d139c7c9-f641-45fc-a843-af397a272e21 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:53.570104 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d139c7c9-f641-45fc-a843-af397a272e21 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Checking segment: {'id': 'd1e582a4-6e37-488d-b40a-cb2f36021f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:01:53.570464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d139c7c9-f641-45fc-a843-af397a272e21 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network hostable DHCP agents. Network: 4a1948b6-2870-4602-bda5-2fd904559f75, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 17:01:53.587869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d139c7c9-f641-45fc-a843-af397a272e21 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network 4a1948b6-2870-4602-bda5-2fd904559f75 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 17:01:53.596981 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-d139c7c9-f641-45fc-a843-af397a272e21 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 4a1948b6-2870-4602-bda5-2fd904559f75) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:01:53.601352 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d139c7c9-f641-45fc-a843-af397a272e21 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:53.602016 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d139c7c9-f641-45fc-a843-af397a272e21 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:53.608111 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdb4aed-1e59-416c-bc08-809faafe0150 None None] Network 4a1948b6-2870-4602-bda5-2fd904559f75 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:01:53.620849 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d139c7c9-f641-45fc-a843-af397a272e21 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4444723 Jun 18 17:01:53.621188 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56312) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:53.677263 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:53.687339 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Transition to ACTIVE for port object 590c7418-50fa-47a4-8ae0-b549ac90e110 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:01:53.692960 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:53.701976 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-c8af089e-e7bc-4d14-b137-120bd136ceb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:53.738367 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Attempting to bind port 590c7418-50fa-47a4-8ae0-b549ac90e110 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:01:53.738774 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Attempting to bind port 590c7418-50fa-47a4-8ae0-b549ac90e110 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:01:53.739143 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Attempting to bind port 590c7418-50fa-47a4-8ae0-b549ac90e110 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:01:53.745570 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:01:53.745982 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:01:53.746345 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:53.746764 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:01:53.747368 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Bound port: 590c7418-50fa-47a4-8ae0-b549ac90e110, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:01:53.747746 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:53.760846 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-4a1948b6-2870-4602-bda5-2fd904559f75', 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ips': [{'subnet_id': '948d6edc-d62f-495c-8591-778965ab0967'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 17:01:53.761709 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:53.791527 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fd45d-2ff5-45d7-abeb-96a46936158c None None] Pushing event updated for resources: {'Port': ['ID=590c7418-50fa-47a4-8ae0-b549ac90e110,revision_number=2']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:53.794339 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-ef9fd45d-2ff5-45d7-abeb-96a46936158c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:53.816470 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] For port 590c7418-50fa-47a4-8ae0-b549ac90e110, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:01:53.819714 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] For port 590c7418-50fa-47a4-8ae0-b549ac90e110, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=590c7418-50fa-47a4-8ae0-b549ac90e110,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:01:53.824538 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:53.826673 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-18c46b14-0396-4cc4-af3e-6a730ec59cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:53.885347 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fd45d-2ff5-45d7-abeb-96a46936158c None None] Pushing event updated for resources: {'Port': ['ID=590c7418-50fa-47a4-8ae0-b549ac90e110,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:53.888019 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Routers {'dc5e31c4-652b-4cdc-9246-795cb5e3feeb'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:01:53.888630 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:01:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dc5e31c4-652b-4cdc-9246-795cb5e3feeb'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:53.890663 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-ef9fd45d-2ff5-45d7-abeb-96a46936158c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:53.912860 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Allocated IP 172.20.0.2 (4a1948b6-2870-4602-bda5-2fd904559f75/948d6edc-d62f-495c-8591-778965ab0967/c05a4b11-0b87-4876-b566-cd1c178a10b6) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:01:54.000950 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] Set router dc5e31c4-652b-4cdc-9246-795cb5e3feeb gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:01:54.073982 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:54.083842 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Transition to ACTIVE for port object c05a4b11-0b87-4876-b566-cd1c178a10b6 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:01:54.099600 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Transition to ACTIVE for port object c05a4b11-0b87-4876-b566-cd1c178a10b6 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:01:54.105266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:54.108077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2fcee8c5-e05f-4eab-8d1d-282bcd62fd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:54.153256 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Network 4a1948b6-2870-4602-bda5-2fd904559f75 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:01:54.157318 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:01:54.160380 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:01:54.165226 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Pushing event updated for resources: {'Port': ['ID=c05a4b11-0b87-4876-b566-cd1c178a10b6,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:54.168758 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:54.216986 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125686574', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:51Z', 'updated_at': '2021-06-18T17:01:52Z', 'revision_number': 3, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:52Z', 'updated_at': '2021-06-18T17:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:54.226677 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Attempting to bind port c05a4b11-0b87-4876-b566-cd1c178a10b6 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:01:54.227068 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Attempting to bind port c05a4b11-0b87-4876-b566-cd1c178a10b6 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'd1e582a4-6e37-488d-b40a-cb2f36021f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:01:54.227444 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Attempting to bind port c05a4b11-0b87-4876-b566-cd1c178a10b6 on network 4a1948b6-2870-4602-bda5-2fd904559f75 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:01:54.232649 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:01:54.233039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Checking segment: {'id': 'd1e582a4-6e37-488d-b40a-cb2f36021f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:01:54.233453 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:54.233930 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Bound using segment: {'id': 'd1e582a4-6e37-488d-b40a-cb2f36021f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:01:54.234435 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Bound port: c05a4b11-0b87-4876-b566-cd1c178a10b6, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e582a4-6e37-488d-b40a-cb2f36021f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:01:54.234844 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:54.245772 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f34eb2-3f70-424d-8a25-c9fe58ba21af None None] The sync data for ids ['dc5e31c4-652b-4cdc-9246-795cb5e3feeb'] in dv-neutron-797121-1-hyperv is: [{'id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125686574', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:51Z', 'updated_at': '2021-06-18T17:01:52Z', 'revision_number': 3, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:52Z', 'updated_at': '2021-06-18T17:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:01:54.312244 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] For port c05a4b11-0b87-4876-b566-cd1c178a10b6, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:01:54.315609 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] For port c05a4b11-0b87-4876-b566-cd1c178a10b6, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c05a4b11-0b87-4876-b566-cd1c178a10b6,segment=NetworkSegment(d1e582a4-6e37-488d-b40a-cb2f36021f46),segment_id=d1e582a4-6e37-488d-b40a-cb2f36021f46)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:01:54.320938 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:54.323007 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:54.380885 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Pushing event updated for resources: {'Port': ['ID=c05a4b11-0b87-4876-b566-cd1c178a10b6,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:54.392783 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:54.462699 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:54.791529 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Allocated IP 172.20.0.1 (4a1948b6-2870-4602-bda5-2fd904559f75/948d6edc-d62f-495c-8591-778965ab0967/bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:01:54.919480 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:54.935326 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Transition to ACTIVE for port object bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:01:54.979475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:54.981802 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6f509721-abc3-42db-b0f2-1fad00eda876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:54.995585 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c05a4b11-0b87-4876-b566-cd1c178a10b6 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:01:55.023124 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:55.027527 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network 4a1948b6-2870-4602-bda5-2fd904559f75 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:01:55.030936 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:01:55.035915 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:01:55.060845 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:55.061355 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port c05a4b11-0b87-4876-b566-cd1c178a10b6 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:01:55.065603 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:55.079372 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 590c7418-50fa-47a4-8ae0-b549ac90e110 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:01:55.089427 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:55.136656 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 590c7418-50fa-47a4-8ae0-b549ac90e110 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:01:55.141546 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 590c7418-50fa-47a4-8ae0-b549ac90e110 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:55.141945 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:55.231886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:55.256690 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 590c7418-50fa-47a4-8ae0-b549ac90e110, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=590c7418-50fa-47a4-8ae0-b549ac90e110,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:01:55.267898 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:55.274944 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:55.280772 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:55.328871 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=590c7418-50fa-47a4-8ae0-b549ac90e110,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:55.332928 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:55.439826 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d37018-1032-4cb6-86fc-264ffdf0de4f None None] Network 4a1948b6-2870-4602-bda5-2fd904559f75 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:01:55.594040 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:55.599654 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:55.625755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9fd87225-80d8-43be-a1cb-4807e5d1f327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:55.655431 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-bd6b6bfc-b953-4fbf-b67c-83a6d7229027 None None] Provisioning for port c05a4b11-0b87-4876-b566-cd1c178a10b6 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:01:55.662811 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-bd6b6bfc-b953-4fbf-b67c-83a6d7229027 None None] Provisioning complete for port c05a4b11-0b87-4876-b566-cd1c178a10b6 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:55.663167 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bd6b6bfc-b953-4fbf-b67c-83a6d7229027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:55.684869 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:55.687642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:55.696461 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:55.790328 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network 4a1948b6-2870-4602-bda5-2fd904559f75 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:01:55.791945 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:01:55.810478 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bd6b6bfc-b953-4fbf-b67c-83a6d7229027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:55.856903 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-bd6b6bfc-b953-4fbf-b67c-83a6d7229027 None None] For port c05a4b11-0b87-4876-b566-cd1c178a10b6, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c05a4b11-0b87-4876-b566-cd1c178a10b6,segment=NetworkSegment(d1e582a4-6e37-488d-b40a-cb2f36021f46),segment_id=d1e582a4-6e37-488d-b40a-cb2f36021f46)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:01:55.863932 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bd6b6bfc-b953-4fbf-b67c-83a6d7229027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:55.865613 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:55.917243 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router dc5e31c4-652b-4cdc-9246-795cb5e3feeb has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:01:55.926361 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b6bfc-b953-4fbf-b67c-83a6d7229027 None None] Pushing event updated for resources: {'Port': ['ID=c05a4b11-0b87-4876-b566-cd1c178a10b6,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:55.929862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-bd6b6bfc-b953-4fbf-b67c-83a6d7229027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:56.032378 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:01:56.046766 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "PUT /v2.0/routers/dc5e31c4-652b-4cdc-9246-795cb5e3feeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4168181 Jun 18 17:01:56.051510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Sync routers for ids ['dc5e31c4-652b-4cdc-9246-795cb5e3feeb'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:01:56.060813 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Routers {'dc5e31c4-652b-4cdc-9246-795cb5e3feeb'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:01:56.061521 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:01:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dc5e31c4-652b-4cdc-9246-795cb5e3feeb'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:56.156597 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5f359563-08ab-4d17-8056-74f853c8fa15 None None] Provisioning for port bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:01:56.167396 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5f359563-08ab-4d17-8056-74f853c8fa15 None None] Provisioning complete for port bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:56.167787 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5f359563-08ab-4d17-8056-74f853c8fa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:56.197969 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-ee721515-faf4-4722-a128-f493f94b1a6c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1123551172&fields=id&tenant_id=cad90d4c81d34a67951626d3208c0d75 HTTP/1.1" status: 200 len: 267 time: 0.0419180 Jun 18 17:01:56.216056 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Set router dc5e31c4-652b-4cdc-9246-795cb5e3feeb gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:01:56.218313 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-5f359563-08ab-4d17-8056-74f853c8fa15 None None] Port bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:01:56.297887 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5f359563-08ab-4d17-8056-74f853c8fa15 None None] Provisioning complete for port c05a4b11-0b87-4876-b566-cd1c178a10b6 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:56.298274 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5f359563-08ab-4d17-8056-74f853c8fa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:56.327424 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-50a81afc-f7f0-44a9-8755-65089d9f0105 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:56.329414 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-50a81afc-f7f0-44a9-8755-65089d9f0105 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/networks?id=4a1948b6-2870-4602-bda5-2fd904559f75 HTTP/1.1" status: 200 len: 797 time: 0.1223838 Jun 18 17:01:56.345556 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-c34c13e8-8093-4649-830f-b94e481b4d66 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/quotas/cad90d4c81d34a67951626d3208c0d75 HTTP/1.1" status: 200 len: 375 time: 0.0102611 Jun 18 17:01:56.437539 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-89626774-58fc-44ed-a50d-8ce0792cebb9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848486 Jun 18 17:01:56.457000 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-ab7031b2-b883-47d0-a90c-a3f9c2f78f51 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 17:01:56.458398 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-ab7031b2-b883-47d0-a90c-a3f9c2f78f51 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076702 Jun 18 17:01:56.501623 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125686574', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:51Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:52Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab', 'name': '', 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:a1:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '948d6edc-d62f-495c-8591-778965ab0967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:54Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 2, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '948d6edc-d62f-495c-8591-778965ab0967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:56.529621 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Checking router: dc5e31c4-652b-4cdc-9246-795cb5e3feeb for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:01:56.529987 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Updating router dc5e31c4-652b-4cdc-9246-795cb5e3feeb port bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:01:56.568168 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:56.570037 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-60a713ae-1f01-48a4-b563-09ef62bb639f service neutron] 10.222.0.39 "GET /v2.0/networks/4a1948b6-2870-4602-bda5-2fd904559f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025090 Jun 18 17:01:56.619420 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-77d96c4c-aaee-4401-b129-738a776eb296 None None] Provisioning complete for port bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:56.619792 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-77d96c4c-aaee-4401-b129-738a776eb296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:56.664462 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-fe10e662-15bf-4fbf-afb5-5e7d7f2bb6d7 service neutron] 10.222.0.39 "GET /v2.0/networks/4a1948b6-2870-4602-bda5-2fd904559f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873938 Jun 18 17:01:56.716529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-77d96c4c-aaee-4401-b129-738a776eb296 None None] Port bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:01:56.873693 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cd7cb927-3bc5-4ae0-9485-5635bc2babb5 req-69041954-4873-4d49-9f91-1e8a8be26f65 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 210 time: 0.0412872 Jun 18 17:01:56.909362 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:56.921630 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Transition to ACTIVE for port object bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:01:56.932478 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:56.935271 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-95c6ee06-5743-42e2-b404-45cdf1f482eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:57.028435 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c410a-8145-4aa2-8880-95bc28933a0e None None] Pushing event updated for resources: {'Port': ['ID=bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:57.030818 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c05a4b11-0b87-4876-b566-cd1c178a10b6 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:01:57.032882 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b69c410a-8145-4aa2-8880-95bc28933a0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:57.151852 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Attempting to bind port bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:01:57.152873 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Attempting to bind port bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'd1e582a4-6e37-488d-b40a-cb2f36021f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:01:57.152873 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Attempting to bind port bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab on network 4a1948b6-2870-4602-bda5-2fd904559f75 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:01:57.156141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c05a4b11-0b87-4876-b566-cd1c178a10b6 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:57.156526 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:57.167557 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:01:57.167954 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Checking segment: {'id': 'd1e582a4-6e37-488d-b40a-cb2f36021f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:01:57.168339 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:57.168751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Bound using segment: {'id': 'd1e582a4-6e37-488d-b40a-cb2f36021f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:01:57.169246 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Bound port: bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e582a4-6e37-488d-b40a-cb2f36021f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:01:57.169631 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:57.293293 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] For port bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:01:57.316019 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] For port bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab,segment=NetworkSegment(d1e582a4-6e37-488d-b40a-cb2f36021f46),segment_id=d1e582a4-6e37-488d-b40a-cb2f36021f46)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:01:57.318547 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 590c7418-50fa-47a4-8ae0-b549ac90e110 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:01:57.323397 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:57.351845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-67a20b91-64fc-46cb-8cd2-e4d11063bf46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:57.429737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Routers {'dc5e31c4-652b-4cdc-9246-795cb5e3feeb'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:01:57.430309 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:01:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dc5e31c4-652b-4cdc-9246-795cb5e3feeb'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:57.474418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c410a-8145-4aa2-8880-95bc28933a0e None None] Pushing event updated for resources: {'Port': ['ID=bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:57.479130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b69c410a-8145-4aa2-8880-95bc28933a0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:57.497641 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 590c7418-50fa-47a4-8ae0-b549ac90e110 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:57.497863 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:57.592828 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] Set router dc5e31c4-652b-4cdc-9246-795cb5e3feeb gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:01:57.857454 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125686574', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:51Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:52Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab', 'name': '', 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:a1:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '948d6edc-d62f-495c-8591-778965ab0967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:54Z', 'updated_at': '2021-06-18T17:01:57Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '948d6edc-d62f-495c-8591-778965ab0967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:57.883453 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8dd46d-ec80-410b-b48c-8abfd47e5b41 None None] The sync data for ids ['dc5e31c4-652b-4cdc-9246-795cb5e3feeb'] in dv-neutron-797121-1-hyperv is: [{'id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125686574', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:51Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:52Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab', 'name': '', 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:a1:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '948d6edc-d62f-495c-8591-778965ab0967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:54Z', 'updated_at': '2021-06-18T17:01:57Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '948d6edc-d62f-495c-8591-778965ab0967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:01:58.052022 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-74bce598-8d6c-4852-bb12-ecbb36a34ea5 req-1db90f08-9feb-4091-84a3-c980a88c5363 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 210 time: 0.0357265 Jun 18 17:01:58.403551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-3e1b9e61-0209-4ecb-8173-32b0a7b1dcb2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:58.405743 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-3e1b9e61-0209-4ecb-8173-32b0a7b1dcb2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "GET /v2.0/networks?id=4a1948b6-2870-4602-bda5-2fd904559f75 HTTP/1.1" status: 200 len: 797 time: 0.1273987 Jun 18 17:01:58.457005 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-ce8d7549-2b20-40b9-856b-300ff4445383 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cad90d4c81d34a67951626d3208c0d75 HTTP/1.1" status: 200 len: 380 time: 0.0360582 Jun 18 17:01:58.468690 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7812404d-d34b-4523-b51c-c003cde82a7c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'port': {'device_id': '50459135-aa35-4312-a93a-a0e41c738818', 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75', 'admin_state_up': True, 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'security_groups': ['dde4bdf1-f328-4b84-a2ec-46d7d94e90a6']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:58.601334 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7812404d-d34b-4523-b51c-c003cde82a7c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Made reservation on behalf of cad90d4c81d34a67951626d3208c0d75 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:01:58.604956 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7812404d-d34b-4523-b51c-c003cde82a7c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:58.739083 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7812404d-d34b-4523-b51c-c003cde82a7c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Allocated IP 172.20.0.11 (4a1948b6-2870-4602-bda5-2fd904559f75/948d6edc-d62f-495c-8591-778965ab0967/242457b1-8091-47b5-9863-3e8118896000) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:01:58.889173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7812404d-d34b-4523-b51c-c003cde82a7c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:58.904825 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7812404d-d34b-4523-b51c-c003cde82a7c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Transition to ACTIVE for port object 242457b1-8091-47b5-9863-3e8118896000 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:01:58.940948 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7812404d-d34b-4523-b51c-c003cde82a7c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:58.942924 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:01:58.944774 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3867f1fd-8378-4ec4-ad6a-02fe5e58bef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:58.992256 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7812404d-d34b-4523-b51c-c003cde82a7c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network 4a1948b6-2870-4602-bda5-2fd904559f75 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:01:58.995822 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7812404d-d34b-4523-b51c-c003cde82a7c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:01:59.000044 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7812404d-d34b-4523-b51c-c003cde82a7c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:01:59.032519 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812404d-d34b-4523-b51c-c003cde82a7c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=242457b1-8091-47b5-9863-3e8118896000,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:59.039129 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7812404d-d34b-4523-b51c-c003cde82a7c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:59.063728 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7812404d-d34b-4523-b51c-c003cde82a7c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:59.064395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7812404d-d34b-4523-b51c-c003cde82a7c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:59.085988 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7812404d-d34b-4523-b51c-c003cde82a7c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6221049 Jun 18 17:01:59.105068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Request body: {'port': {'device_id': '50459135-aa35-4312-a93a-a0e41c738818', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:59.163607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:01:59.169045 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:59.169724 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:59.196175 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:59.249544 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9eb375-899c-415e-9c95-a45aa005114f req-e7b9e4cc-a19b-4a7e-9258-b495e7123876 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:59.256977 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:59.257333 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bf9eb375-899c-415e-9c95-a45aa005114f req-e7b9e4cc-a19b-4a7e-9258-b495e7123876 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 932 time: 0.0841873 Jun 18 17:01:59.292572 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bf9eb375-899c-415e-9c95-a45aa005114f req-b01c6104-3040-4fcc-bac0-2ca975e97826 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340183 Jun 18 17:01:59.305184 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab,segment=NetworkSegment(d1e582a4-6e37-488d-b40a-cb2f36021f46),segment_id=d1e582a4-6e37-488d-b40a-cb2f36021f46)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:01:59.311852 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:59.315840 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9a149069-3c0a-4912-8232-6a15bc73b06d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:59.318250 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5851c60a-a65b-4c26-aa45-1c63cbd93f54 None None] Provisioning for port 242457b1-8091-47b5-9863-3e8118896000 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:01:59.323046 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5851c60a-a65b-4c26-aa45-1c63cbd93f54 None None] Provisioning complete for port 242457b1-8091-47b5-9863-3e8118896000 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:59.323426 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5851c60a-a65b-4c26-aa45-1c63cbd93f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:59.392140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-5851c60a-a65b-4c26-aa45-1c63cbd93f54 None None] Port 242457b1-8091-47b5-9863-3e8118896000 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:01:59.397018 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:59.399839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:59.478512 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242457b1-8091-47b5-9863-3e8118896000 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:01:59.485566 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:59.497587 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Transition to ACTIVE for port object 242457b1-8091-47b5-9863-3e8118896000 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:01:59.501130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:59.503112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-38cdf7ea-8784-4673-afb7-bd58ae2f7f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:59.573175 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Pushing event updated for resources: {'Port': ['ID=242457b1-8091-47b5-9863-3e8118896000,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:59.578627 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:59.651336 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Attempting to bind port 242457b1-8091-47b5-9863-3e8118896000 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:01:59.651676 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Attempting to bind port 242457b1-8091-47b5-9863-3e8118896000 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd1e582a4-6e37-488d-b40a-cb2f36021f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:01:59.652010 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Attempting to bind port 242457b1-8091-47b5-9863-3e8118896000 on network 4a1948b6-2870-4602-bda5-2fd904559f75 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:01:59.656899 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Port 242457b1-8091-47b5-9863-3e8118896000 on network 4a1948b6-2870-4602-bda5-2fd904559f75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 17:01:59.657229 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Attempting to bind port 242457b1-8091-47b5-9863-3e8118896000 on network 4a1948b6-2870-4602-bda5-2fd904559f75 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:01:59.663716 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:01:59.664067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Checking segment: {'id': 'd1e582a4-6e37-488d-b40a-cb2f36021f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:01:59.664461 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Bound using segment: {'id': 'd1e582a4-6e37-488d-b40a-cb2f36021f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:01:59.664899 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Bound port: 242457b1-8091-47b5-9863-3e8118896000, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e582a4-6e37-488d-b40a-cb2f36021f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:01:59.665256 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:59.734791 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] For port 242457b1-8091-47b5-9863-3e8118896000, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:01:59.738012 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] For port 242457b1-8091-47b5-9863-3e8118896000, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=242457b1-8091-47b5-9863-3e8118896000,segment=NetworkSegment(d1e582a4-6e37-488d-b40a-cb2f36021f46),segment_id=d1e582a4-6e37-488d-b40a-cb2f36021f46)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:01:59.742386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:59.744541 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-74381256-d963-4213-9202-0fc475e319ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:59.780351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:59.780953 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:59.782358 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] 10.222.0.64 "PUT /v2.0/ports/242457b1-8091-47b5-9863-3e8118896000 HTTP/1.1" status: 200 len: 1094 time: 0.6827552 Jun 18 17:01:59.782926 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50459135-aa35-4312-a93a-a0e41c738818', 'tag': '242457b1-8091-47b5-9863-3e8118896000'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:01:59.785892 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cab14f-3bc6-4c33-bc6b-0b9642f69a84" -d '{"events": [{"name": "network-changed", "server_uuid": "50459135-aa35-4312-a93a-a0e41c738818", "tag": "242457b1-8091-47b5-9863-3e8118896000"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:01:59.809246 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Pushing event updated for resources: {'Port': ['ID=242457b1-8091-47b5-9863-3e8118896000,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:59.813061 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:59.829628 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac8cbec-953f-4601-8482-9da9513ec7ee x-openstack-request-id: req-5ac8cbec-953f-4601-8482-9da9513ec7ee {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:01:59.830038 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50459135-aa35-4312-a93a-a0e41c738818", "tag": "242457b1-8091-47b5-9863-3e8118896000", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:01:59.830963 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ac8cbec-953f-4601-8482-9da9513ec7ee {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:01:59.831502 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50459135-aa35-4312-a93a-a0e41c738818', 'tag': '242457b1-8091-47b5-9863-3e8118896000', 'status': 'completed', 'code': 200} Jun 18 17:01:59.900285 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-ac14898d-2771-4a90-8aaf-30cd44d1f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:59.903418 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-ac14898d-2771-4a90-8aaf-30cd44d1f6b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 1097 time: 0.0554767 Jun 18 17:01:59.959217 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-e392e6ba-1213-4c71-91d2-20b2809b314b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=242457b1-8091-47b5-9863-3e8118896000 HTTP/1.1" status: 200 len: 217 time: 0.0406816 Jun 18 17:02:00.009732 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-cff47d2d-2320-4bcb-ab86-75cb2260275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:00.011188 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-cff47d2d-2320-4bcb-ab86-75cb2260275d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=948d6edc-d62f-495c-8591-778965ab0967 HTTP/1.1" status: 200 len: 835 time: 0.0450625 Jun 18 17:02:00.069189 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-730ad9d6-6c34-40e2-b7b1-b8d5b5a9dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:00.070702 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-730ad9d6-6c34-40e2-b7b1-b8d5b5a9dfb9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a1948b6-2870-4602-bda5-2fd904559f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0533898 Jun 18 17:02:00.164170 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-4162daba-38d4-4fd6-aea6-8c7e4502ac37 service neutron] 10.222.0.64 "GET /v2.0/networks/4a1948b6-2870-4602-bda5-2fd904559f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864310 Jun 18 17:02:00.249809 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-15d4ff27-0b77-429b-94b9-f2688dd79188 req-5611dfbe-d466-49b1-bb08-d04b6e1aae74 service neutron] 10.222.0.64 "GET /v2.0/networks/4a1948b6-2870-4602-bda5-2fd904559f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788066 Jun 18 17:02:00.402876 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cab14f-3bc6-4c33-bc6b-0b9642f69a84 req-5998653a-5f60-45ed-8347-feb572f13685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:00.404359 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-59cab14f-3bc6-4c33-bc6b-0b9642f69a84 req-5998653a-5f60-45ed-8347-feb572f13685 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 1097 time: 0.0599048 Jun 18 17:02:00.473587 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13006736-ddc3-4be8-b522-e11fccf20723 req-5819a879-87a5-4a00-b616-03b4226815c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:00.475179 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-13006736-ddc3-4be8-b522-e11fccf20723 req-5819a879-87a5-4a00-b616-03b4226815c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 944 time: 0.0676293 Jun 18 17:02:00.516603 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-13006736-ddc3-4be8-b522-e11fccf20723 req-280c0acd-6251-4218-a76e-6f693ced7f64 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355620 Jun 18 17:02:00.772512 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cab14f-3bc6-4c33-bc6b-0b9642f69a84 req-394eb756-5ded-4553-ab78-3d1a340deb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:00.773963 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-59cab14f-3bc6-4c33-bc6b-0b9642f69a84 req-394eb756-5ded-4553-ab78-3d1a340deb56 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a1948b6-2870-4602-bda5-2fd904559f75 HTTP/1.1" status: 200 len: 898 time: 0.3608706 Jun 18 17:02:00.817203 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-59cab14f-3bc6-4c33-bc6b-0b9642f69a84 req-a18019d9-b64a-4074-8bd7-558b56e0b167 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=242457b1-8091-47b5-9863-3e8118896000 HTTP/1.1" status: 200 len: 217 time: 0.0367200 Jun 18 17:02:00.865392 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cab14f-3bc6-4c33-bc6b-0b9642f69a84 req-fb68f3c9-79dc-4aab-94e2-e230557febe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:00.866855 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-59cab14f-3bc6-4c33-bc6b-0b9642f69a84 req-fb68f3c9-79dc-4aab-94e2-e230557febe9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=948d6edc-d62f-495c-8591-778965ab0967 HTTP/1.1" status: 200 len: 835 time: 0.0431020 Jun 18 17:02:00.910387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:02:00.926608 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cab14f-3bc6-4c33-bc6b-0b9642f69a84 req-1a2532d2-51cc-4763-9b6d-88b4788eab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:00.928106 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-59cab14f-3bc6-4c33-bc6b-0b9642f69a84 req-1a2532d2-51cc-4763-9b6d-88b4788eab58 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a1948b6-2870-4602-bda5-2fd904559f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530820 Jun 18 17:02:00.957380 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:00.957796 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:01.021132 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-59cab14f-3bc6-4c33-bc6b-0b9642f69a84 req-af9402ab-e311-4612-9a2a-3d06d32f41f5 service neutron] 10.222.0.64 "GET /v2.0/networks/4a1948b6-2870-4602-bda5-2fd904559f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850587 Jun 18 17:02:01.111154 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-59cab14f-3bc6-4c33-bc6b-0b9642f69a84 req-4ecb52f5-557e-4200-a8a0-09c6833a6a8a service neutron] 10.222.0.64 "GET /v2.0/networks/4a1948b6-2870-4602-bda5-2fd904559f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829208 Jun 18 17:02:01.696790 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5c583-dd02-410c-b4ba-93c096f4e3ca req-56d63f25-e41a-429a-81bd-a61037ae4fab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:01.698257 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9be5c583-dd02-410c-b4ba-93c096f4e3ca req-56d63f25-e41a-429a-81bd-a61037ae4fab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 944 time: 0.0670385 Jun 18 17:02:01.735654 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9be5c583-dd02-410c-b4ba-93c096f4e3ca req-dd8671b4-4923-4609-8084-7132a7872e61 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316129 Jun 18 17:02:02.909989 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829804c-8ea9-4610-8740-bbbd42f7b732 req-6ead8531-1ce1-4dd4-95bf-1d633fb9350d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:02.911471 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1829804c-8ea9-4610-8740-bbbd42f7b732 req-6ead8531-1ce1-4dd4-95bf-1d633fb9350d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 944 time: 0.0630052 Jun 18 17:02:02.947759 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1829804c-8ea9-4610-8740-bbbd42f7b732 req-89a4d895-f9bd-4fe1-b15a-624e7bfebfa6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306048 Jun 18 17:02:03.021126 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 242457b1-8091-47b5-9863-3e8118896000 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:02:03.113032 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 242457b1-8091-47b5-9863-3e8118896000, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=242457b1-8091-47b5-9863-3e8118896000,segment=NetworkSegment(d1e582a4-6e37-488d-b40a-cb2f36021f46),segment_id=d1e582a4-6e37-488d-b40a-cb2f36021f46)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:02:03.123938 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '242457b1-8091-47b5-9863-3e8118896000', 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75', 'port_id': '242457b1-8091-47b5-9863-3e8118896000', 'mac_address': 'fa:16:3e:ed:43:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948d6edc-d62f-495c-8591-778965ab0967', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:02:03.163219 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:03.175665 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242457b1-8091-47b5-9863-3e8118896000 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:02:03.197980 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 242457b1-8091-47b5-9863-3e8118896000, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=242457b1-8091-47b5-9863-3e8118896000,segment=NetworkSegment(d1e582a4-6e37-488d-b40a-cb2f36021f46),segment_id=d1e582a4-6e37-488d-b40a-cb2f36021f46)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:02:03.201480 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:03.203232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b69c410a-8145-4aa2-8880-95bc28933a0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:03.246561 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=242457b1-8091-47b5-9863-3e8118896000,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:03.249396 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:03.472921 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['242457b1-8091-47b5-9863-3e8118896000'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:02:04.118819 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ce3bb-c953-4fda-90e9-e08657668101 req-6677e3fc-b825-4c39-9e3a-8e2138b54b0f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:04.120268 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a74ce3bb-c953-4fda-90e9-e08657668101 req-6677e3fc-b825-4c39-9e3a-8e2138b54b0f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 945 time: 0.0617065 Jun 18 17:02:04.161374 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a74ce3bb-c953-4fda-90e9-e08657668101 req-2ad1485a-0441-46d8-bd6c-ae72946c51b7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354400 Jun 18 17:02:05.028617 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 242457b1-8091-47b5-9863-3e8118896000 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:02:05.076763 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 242457b1-8091-47b5-9863-3e8118896000 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:02:05.080271 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 242457b1-8091-47b5-9863-3e8118896000 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:05.080914 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:05.157640 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:05.180069 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50459135-aa35-4312-a93a-a0e41c738818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242457b1-8091-47b5-9863-3e8118896000'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:02:05.182323 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40df990a-cc61-4784-8545-4e62e9706802" -d '{"events": [{"server_uuid": "50459135-aa35-4312-a93a-a0e41c738818", "name": "network-vif-plugged", "status": "completed", "tag": "242457b1-8091-47b5-9863-3e8118896000"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:02:05.196337 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 242457b1-8091-47b5-9863-3e8118896000, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=242457b1-8091-47b5-9863-3e8118896000,segment=NetworkSegment(d1e582a4-6e37-488d-b40a-cb2f36021f46),segment_id=d1e582a4-6e37-488d-b40a-cb2f36021f46)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:02:05.200950 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:05.203623 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b69c410a-8145-4aa2-8880-95bc28933a0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:05.225982 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5926778-3961-4ba4-8cf2-3be034a955c5 x-openstack-request-id: req-c5926778-3961-4ba4-8cf2-3be034a955c5 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:02:05.226290 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50459135-aa35-4312-a93a-a0e41c738818", "name": "network-vif-plugged", "status": "completed", "tag": "242457b1-8091-47b5-9863-3e8118896000", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:02:05.226551 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5926778-3961-4ba4-8cf2-3be034a955c5 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:02:05.226978 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50459135-aa35-4312-a93a-a0e41c738818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242457b1-8091-47b5-9863-3e8118896000', 'code': 200} Jun 18 17:02:05.260299 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=242457b1-8091-47b5-9863-3e8118896000,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:05.265517 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:05.270440 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ba2e09f9-de52-4b30-bcfa-24fd6dc915b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:05.338878 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006919df-f496-4b94-bc87-d2271a98f22b req-f94a7c95-c3a9-4679-a6c7-f4ce78bb56ae tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:05.340433 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-006919df-f496-4b94-bc87-d2271a98f22b req-f94a7c95-c3a9-4679-a6c7-f4ce78bb56ae tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 946 time: 0.0643871 Jun 18 17:02:05.378510 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-006919df-f496-4b94-bc87-d2271a98f22b req-e5464f48-919b-43a2-ab06-eb9e6ae91725 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324745 Jun 18 17:02:05.505628 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470aada4-0a61-49f0-a102-d3589d6fcde1 req-0a4f5c8c-95e6-4bad-b757-c7e079dfdad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:05.507012 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-470aada4-0a61-49f0-a102-d3589d6fcde1 req-0a4f5c8c-95e6-4bad-b757-c7e079dfdad6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 1099 time: 0.0547497 Jun 18 17:02:05.543496 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-470aada4-0a61-49f0-a102-d3589d6fcde1 req-1b7836f0-0790-4620-a8ca-7f6dad7e0f74 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286977 Jun 18 17:02:06.561898 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19412d26-fd23-4590-80be-f396771fe9a6 req-faefeed3-1345-403e-a7eb-bbc5488689fe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:06.563373 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-19412d26-fd23-4590-80be-f396771fe9a6 req-faefeed3-1345-403e-a7eb-bbc5488689fe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 946 time: 0.0637264 Jun 18 17:02:06.600845 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-19412d26-fd23-4590-80be-f396771fe9a6 req-d75bcc61-e5b6-4aa2-9a9b-b86db8546aa5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311964 Jun 18 17:02:07.665053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-43d55a02-5689-4acd-8263-91afd42cabb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:07.778549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f912f-3d27-4059-b421-5b7af2b02be6 req-b8ee821b-0404-4798-a18d-7770d163a1ef tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:07.779997 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c93f912f-3d27-4059-b421-5b7af2b02be6 req-b8ee821b-0404-4798-a18d-7770d163a1ef tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 946 time: 0.0661445 Jun 18 17:02:07.817352 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c93f912f-3d27-4059-b421-5b7af2b02be6 req-3b1c0d7d-8eae-45ee-9080-87f55d29583d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308831 Jun 18 17:02:07.989207 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccde9be-dc2f-4969-b769-8f38cedb60b5 req-a1d3c8a6-eaad-4e61-a808-64b3f9fae569 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:07.990704 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2ccde9be-dc2f-4969-b769-8f38cedb60b5 req-a1d3c8a6-eaad-4e61-a808-64b3f9fae569 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 946 time: 0.0630326 Jun 18 17:02:08.027433 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2ccde9be-dc2f-4969-b769-8f38cedb60b5 req-6e7c67d3-b2e1-4200-bc78-524e1a649244 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311384 Jun 18 17:02:08.051559 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56368) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:08.103191 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117f5e54-1b1d-4ed9-81f9-031d36e6528a tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:08.104768 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-117f5e54-1b1d-4ed9-81f9-031d36e6528a tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 1094 time: 0.0521255 Jun 18 17:02:08.107517 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56370) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:08.112475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': '242457b1-8091-47b5-9863-3e8118896000', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:02:08.134067 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:08.235271 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:08.272143 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:08.342301 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Allocated IP 172.26.2.169 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/befd46e5-a41a-4ad3-a19f-cf5b9671884d) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:02:08.439183 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:08.477359 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:08.480093 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0a0113af-c68b-49d1-97e3-dbd6e029df5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:08.519189 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:02:08.522094 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:02:08.525171 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:02:08.555558 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=befd46e5-a41a-4ad3-a19f-cf5b9671884d,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:08.558282 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:08.889404 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:08.964101 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:09.045743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:09.114728 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:09.121597 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:09.126418 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b4ec09e2-bf7b-423c-bb19-69f757098ba5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:09.193795 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=befd46e5-a41a-4ad3-a19f-cf5b9671884d,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:09.198637 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:09.208554 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:09.309718 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Floating IP 0e4a5963-fbc5-4501-9347-6c4539cd17bb associated. External IP: 172.26.2.169, port: 242457b1-8091-47b5-9863-3e8118896000. Jun 18 17:02:09.832845 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router dc5e31c4-652b-4cdc-9246-795cb5e3feeb has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:02:09.937374 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:02:09.947245 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b300c99e-53a4-4242-b408-f515e04c4580 None None] Sync routers for ids ['dc5e31c4-652b-4cdc-9246-795cb5e3feeb'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:02:09.953784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:09.956554 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b300c99e-53a4-4242-b408-f515e04c4580 None None] Routers {'dc5e31c4-652b-4cdc-9246-795cb5e3feeb'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:02:09.957176 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-b300c99e-53a4-4242-b408-f515e04c4580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:02:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dc5e31c4-652b-4cdc-9246-795cb5e3feeb'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:09.990714 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8820944 Jun 18 17:02:09.991414 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50459135-aa35-4312-a93a-a0e41c738818', 'tag': '242457b1-8091-47b5-9863-3e8118896000'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:02:09.993847 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f884752-b23b-4580-979c-5965bb9d0dde" -d '{"events": [{"name": "network-changed", "server_uuid": "50459135-aa35-4312-a93a-a0e41c738818", "tag": "242457b1-8091-47b5-9863-3e8118896000"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:02:10.038425 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef49bb8-f4ea-45f8-9e7a-b50baa64db07 x-openstack-request-id: req-6ef49bb8-f4ea-45f8-9e7a-b50baa64db07 {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:02:10.038823 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50459135-aa35-4312-a93a-a0e41c738818", "tag": "242457b1-8091-47b5-9863-3e8118896000", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:02:10.039501 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ef49bb8-f4ea-45f8-9e7a-b50baa64db07 {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:02:10.040193 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50459135-aa35-4312-a93a-a0e41c738818', 'tag': '242457b1-8091-47b5-9863-3e8118896000', 'status': 'completed', 'code': 200} Jun 18 17:02:10.139784 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f884752-b23b-4580-979c-5965bb9d0dde req-4edd910b-a804-4e42-9a02-83f3d342c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:10.142119 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3f884752-b23b-4580-979c-5965bb9d0dde req-4edd910b-a804-4e42-9a02-83f3d342c0bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 1099 time: 0.0599272 Jun 18 17:02:10.145636 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-b300c99e-53a4-4242-b408-f515e04c4580 None None] Set router dc5e31c4-652b-4cdc-9246-795cb5e3feeb gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:02:10.160774 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f5feb-1dc9-44bb-afd4-3933f2bf1498 req-1b4543f3-ffb3-418c-babe-140604e00017 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:10.162396 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-474f5feb-1dc9-44bb-afd4-3933f2bf1498 req-1b4543f3-ffb3-418c-babe-140604e00017 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 946 time: 0.0664995 Jun 18 17:02:10.202067 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-474f5feb-1dc9-44bb-afd4-3933f2bf1498 req-b93b1e2a-b8e5-4118-a8aa-cba94b62ed26 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335958 Jun 18 17:02:10.228631 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56376) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:10.234011 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f884752-b23b-4580-979c-5965bb9d0dde req-6f44cd1a-875d-45bc-83bf-6eaa4d2888d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:10.235696 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3f884752-b23b-4580-979c-5965bb9d0dde req-6f44cd1a-875d-45bc-83bf-6eaa4d2888d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a1948b6-2870-4602-bda5-2fd904559f75 HTTP/1.1" status: 200 len: 898 time: 0.0874679 Jun 18 17:02:10.294482 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-39f738ef-91ae-4f88-a762-361adf90c9aa tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/floatingips/0e4a5963-fbc5-4501-9347-6c4539cd17bb HTTP/1.1" status: 200 len: 992 time: 0.0642152 Jun 18 17:02:10.311824 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3f884752-b23b-4580-979c-5965bb9d0dde req-d4e41760-71df-48ae-9f25-f4b3eb8a1ffa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=242457b1-8091-47b5-9863-3e8118896000 HTTP/1.1" status: 200 len: 1000 time: 0.0697525 Jun 18 17:02:10.366967 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f884752-b23b-4580-979c-5965bb9d0dde req-f49a3100-fe98-42b5-9785-3b0d766e8554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:10.368425 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3f884752-b23b-4580-979c-5965bb9d0dde req-f49a3100-fe98-42b5-9785-3b0d766e8554 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=948d6edc-d62f-495c-8591-778965ab0967 HTTP/1.1" status: 200 len: 835 time: 0.0510418 Jun 18 17:02:10.374075 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-b300c99e-53a4-4242-b408-f515e04c4580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125686574', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:51Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:52Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '0e4a5963-fbc5-4501-9347-6c4539cd17bb', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'floating_ip_address': '172.26.2.169', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'port_id': '242457b1-8091-47b5-9863-3e8118896000', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75', 'mac_address': 'fa:16:3e:ed:43:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50459135-aa35-4312-a93a-a0e41c738818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:02:08Z', 'updated_at': '2021-06-18T17:02:08Z', 'revision_number': 0, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab', 'name': '', 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:a1:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '948d6edc-d62f-495c-8591-778965ab0967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:54Z', 'updated_at': '2021-06-18T17:01:59Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '948d6edc-d62f-495c-8591-778965ab0967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:10.401082 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b300c99e-53a4-4242-b408-f515e04c4580 None None] Checking router: dc5e31c4-652b-4cdc-9246-795cb5e3feeb for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:02:10.410083 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b300c99e-53a4-4242-b408-f515e04c4580 None None] Routers {'dc5e31c4-652b-4cdc-9246-795cb5e3feeb'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:02:10.410716 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-b300c99e-53a4-4242-b408-f515e04c4580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:02:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dc5e31c4-652b-4cdc-9246-795cb5e3feeb'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:10.428906 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f884752-b23b-4580-979c-5965bb9d0dde req-a1e1cab8-b5c1-4c5e-9f9d-2b70a67fcb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:10.430440 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3f884752-b23b-4580-979c-5965bb9d0dde req-a1e1cab8-b5c1-4c5e-9f9d-2b70a67fcb22 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a1948b6-2870-4602-bda5-2fd904559f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561962 Jun 18 17:02:10.512298 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-b300c99e-53a4-4242-b408-f515e04c4580 None None] Set router dc5e31c4-652b-4cdc-9246-795cb5e3feeb gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:02:10.524309 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3f884752-b23b-4580-979c-5965bb9d0dde req-ee426ee7-1ffa-4bc4-8d4d-262db6cb8efc service neutron] 10.222.0.64 "GET /v2.0/networks/4a1948b6-2870-4602-bda5-2fd904559f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877399 Jun 18 17:02:10.581149 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:10.612985 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3f884752-b23b-4580-979c-5965bb9d0dde req-35bd7e41-6247-4246-af92-d3da6eb96304 service neutron] 10.222.0.64 "GET /v2.0/networks/4a1948b6-2870-4602-bda5-2fd904559f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822124 Jun 18 17:02:10.733225 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-b300c99e-53a4-4242-b408-f515e04c4580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125686574', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:51Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:52Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '0e4a5963-fbc5-4501-9347-6c4539cd17bb', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'floating_ip_address': '172.26.2.169', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'port_id': '242457b1-8091-47b5-9863-3e8118896000', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75', 'mac_address': 'fa:16:3e:ed:43:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50459135-aa35-4312-a93a-a0e41c738818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:02:08Z', 'updated_at': '2021-06-18T17:02:08Z', 'revision_number': 0, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab', 'name': '', 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:a1:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '948d6edc-d62f-495c-8591-778965ab0967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:54Z', 'updated_at': '2021-06-18T17:01:59Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '948d6edc-d62f-495c-8591-778965ab0967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:10.759056 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b300c99e-53a4-4242-b408-f515e04c4580 None None] The sync data for ids ['dc5e31c4-652b-4cdc-9246-795cb5e3feeb'] in dv-neutron-797121-1-hyperv is: [{'id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125686574', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:51Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:52Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '0e4a5963-fbc5-4501-9347-6c4539cd17bb', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'floating_ip_address': '172.26.2.169', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'port_id': '242457b1-8091-47b5-9863-3e8118896000', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75', 'mac_address': 'fa:16:3e:ed:43:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50459135-aa35-4312-a93a-a0e41c738818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:02:08Z', 'updated_at': '2021-06-18T17:02:08Z', 'revision_number': 0, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab', 'name': '', 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:a1:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '948d6edc-d62f-495c-8591-778965ab0967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:54Z', 'updated_at': '2021-06-18T17:01:59Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '948d6edc-d62f-495c-8591-778965ab0967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:02:10.946284 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216ae00e-10c7-44bf-9948-5a4cc111141d None None] New status for floating IP 0e4a5963-fbc5-4501-9347-6c4539cd17bb: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:02:11.296620 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56378) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:11.356589 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ed346fe1-5f4a-455d-ada3-4750dd47e8b1 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/floatingips/0e4a5963-fbc5-4501-9347-6c4539cd17bb HTTP/1.1" status: 200 len: 994 time: 0.0586078 Jun 18 17:02:13.619312 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:02:25.004043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:35.267865 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dc3a17ae-36c8-461d-a316-b4aaf1a0000d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:37.665819 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5637d157-3603-434a-8eaf-928f058662d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:38.225802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915fed2-960a-4e82-af76-f9fac88210e9 req-9f1a4f27-5365-4197-a9cc-3d4523f960e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:38.228035 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0915fed2-960a-4e82-af76-f9fac88210e9 req-9f1a4f27-5365-4197-a9cc-3d4523f960e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 1099 time: 0.0562859 Jun 18 17:02:38.258554 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33339770-ceb7-4124-9b8c-a55deb884040 req-727f0162-32dd-49ba-8020-1c223714b50a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:38.260248 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-33339770-ceb7-4124-9b8c-a55deb884040 req-727f0162-32dd-49ba-8020-1c223714b50a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 946 time: 0.0735576 Jun 18 17:02:38.275681 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:38.300933 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-33339770-ceb7-4124-9b8c-a55deb884040 req-c45d3a73-00f9-414f-b44f-37b90584156f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342023 Jun 18 17:02:38.324313 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915fed2-960a-4e82-af76-f9fac88210e9 req-07fbfefc-b926-4524-8695-c914a8ce4881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:38.325797 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0915fed2-960a-4e82-af76-f9fac88210e9 req-07fbfefc-b926-4524-8695-c914a8ce4881 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a1948b6-2870-4602-bda5-2fd904559f75 HTTP/1.1" status: 200 len: 898 time: 0.0910952 Jun 18 17:02:38.388816 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0915fed2-960a-4e82-af76-f9fac88210e9 req-8e1cec9a-48a7-4ad4-9a73-7584df0cfa72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=242457b1-8091-47b5-9863-3e8118896000 HTTP/1.1" status: 200 len: 1002 time: 0.0563133 Jun 18 17:02:38.440248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915fed2-960a-4e82-af76-f9fac88210e9 req-b2707e2b-fcf5-4a7e-9004-a6e39653d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:38.441721 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0915fed2-960a-4e82-af76-f9fac88210e9 req-b2707e2b-fcf5-4a7e-9004-a6e39653d111 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=948d6edc-d62f-495c-8591-778965ab0967 HTTP/1.1" status: 200 len: 835 time: 0.0465508 Jun 18 17:02:38.502626 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915fed2-960a-4e82-af76-f9fac88210e9 req-43df5f06-08b2-4b18-8f0e-6b9252cab07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:38.504000 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0915fed2-960a-4e82-af76-f9fac88210e9 req-43df5f06-08b2-4b18-8f0e-6b9252cab07a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a1948b6-2870-4602-bda5-2fd904559f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526597 Jun 18 17:02:38.598223 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0915fed2-960a-4e82-af76-f9fac88210e9 req-dda6b0b8-6ff2-40eb-ab8b-42f7b8b1518c service neutron] 10.222.0.64 "GET /v2.0/networks/4a1948b6-2870-4602-bda5-2fd904559f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847631 Jun 18 17:02:38.710428 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0915fed2-960a-4e82-af76-f9fac88210e9 req-c17dcbc2-b690-4b14-a9a2-6083c080d623 service neutron] 10.222.0.64 "GET /v2.0/networks/4a1948b6-2870-4602-bda5-2fd904559f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053295 Jun 18 17:02:39.048435 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:39.476841 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce172811-d75d-4ddc-85f9-d3c45c88721a req-0774ac60-c7a3-4b82-a307-bc0f8828d2c2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:39.478277 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ce172811-d75d-4ddc-85f9-d3c45c88721a req-0774ac60-c7a3-4b82-a307-bc0f8828d2c2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 946 time: 0.0635805 Jun 18 17:02:39.515033 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ce172811-d75d-4ddc-85f9-d3c45c88721a req-cbec73ea-e519-4379-9899-7f87e5b73ba0 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309117 Jun 18 17:02:40.575796 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:40.696066 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4511d-ea6a-42bf-8555-a33793ec45f2 req-ae00d781-a2cc-4c55-9f75-d62b633fb05f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:40.697514 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-aea4511d-ea6a-42bf-8555-a33793ec45f2 req-ae00d781-a2cc-4c55-9f75-d62b633fb05f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 946 time: 0.0668080 Jun 18 17:02:40.734770 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-aea4511d-ea6a-42bf-8555-a33793ec45f2 req-8dbebe3f-586b-4f4f-9daf-0d7407f7dd75 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314834 Jun 18 17:02:41.909393 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826c3c9-6cf6-4a7e-9bf4-a10ac8be99f2 req-34a5ee20-fcc3-4fc8-913b-97d0511463c1 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:41.910869 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b826c3c9-6cf6-4a7e-9bf4-a10ac8be99f2 req-34a5ee20-fcc3-4fc8-913b-97d0511463c1 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 946 time: 0.0621624 Jun 18 17:02:41.946857 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b826c3c9-6cf6-4a7e-9bf4-a10ac8be99f2 req-102516cf-8e18-4440-8494-074342508cbb tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303514 Jun 18 17:02:43.122800 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c0e08-e24d-4e64-aa1b-06e013d721e9 req-9289a2db-98f0-4735-be82-013b2f92d7c6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:43.124246 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-044c0e08-e24d-4e64-aa1b-06e013d721e9 req-9289a2db-98f0-4735-be82-013b2f92d7c6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 946 time: 0.0623815 Jun 18 17:02:43.162270 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-044c0e08-e24d-4e64-aa1b-06e013d721e9 req-ec5d4962-cb0a-4e1f-83c5-f2b0821ca139 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321784 Jun 18 17:02:44.363983 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e34dee-af65-4b9c-af14-c8c750f321fb req-ea540554-f582-49fb-8db8-4264e79a76b2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:44.365429 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-51e34dee-af65-4b9c-af14-c8c750f321fb req-ea540554-f582-49fb-8db8-4264e79a76b2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 946 time: 0.0673754 Jun 18 17:02:44.401232 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-51e34dee-af65-4b9c-af14-c8c750f321fb req-5497d214-a18b-443a-a985-5e91462f55d9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302546 Jun 18 17:02:45.574757 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631c9e4-dbb3-4e68-9ee5-f6f330aa5950 req-6957ca58-45cc-46dd-8de1-cd32a5ed79e5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:45.576199 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c631c9e4-dbb3-4e68-9ee5-f6f330aa5950 req-6957ca58-45cc-46dd-8de1-cd32a5ed79e5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 946 time: 0.0637531 Jun 18 17:02:45.613326 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c631c9e4-dbb3-4e68-9ee5-f6f330aa5950 req-09bee7e5-35b3-47fd-9fa9-f93176878d4c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307026 Jun 18 17:02:46.788866 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff88d85-d4d2-4925-9a44-c77133ce0ee1 req-e7e0e8d1-b008-4e1d-8241-c41376cde3c5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:46.790325 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6ff88d85-d4d2-4925-9a44-c77133ce0ee1 req-e7e0e8d1-b008-4e1d-8241-c41376cde3c5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 946 time: 0.0668199 Jun 18 17:02:46.827729 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6ff88d85-d4d2-4925-9a44-c77133ce0ee1 req-7bf2d419-ee8d-4b75-8f00-60fc6aee7631 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314367 Jun 18 17:02:48.003005 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735a73a-d5f6-41e7-aa0d-5bbd267c9573 req-3fb8f9e2-e75d-4703-8533-50cdd3f148ff tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:48.005071 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4735a73a-d5f6-41e7-aa0d-5bbd267c9573 req-3fb8f9e2-e75d-4703-8533-50cdd3f148ff tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 946 time: 0.0626574 Jun 18 17:02:48.041608 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4735a73a-d5f6-41e7-aa0d-5bbd267c9573 req-630de8e7-e255-4151-bf5a-41a748be8651 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309634 Jun 18 17:02:48.526929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e7c60-cda5-49e0-9116-a21f5ed48ba5 req-022ff1af-ad0b-4471-954f-de1b1f259492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:48.528385 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a22e7c60-cda5-49e0-9116-a21f5ed48ba5 req-022ff1af-ad0b-4471-954f-de1b1f259492 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 1099 time: 0.0522594 Jun 18 17:02:48.635566 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e7c60-cda5-49e0-9116-a21f5ed48ba5 req-a6bbfa45-589a-4da0-b078-671fc03d6b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:48.637043 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a22e7c60-cda5-49e0-9116-a21f5ed48ba5 req-a6bbfa45-589a-4da0-b078-671fc03d6b77 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a1948b6-2870-4602-bda5-2fd904559f75 HTTP/1.1" status: 200 len: 898 time: 0.0871286 Jun 18 17:02:48.701620 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a22e7c60-cda5-49e0-9116-a21f5ed48ba5 req-1a3a48a7-2251-4dc1-be5a-e5e414dad67a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=242457b1-8091-47b5-9863-3e8118896000 HTTP/1.1" status: 200 len: 1002 time: 0.0578175 Jun 18 17:02:48.748408 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e7c60-cda5-49e0-9116-a21f5ed48ba5 req-c91b56d8-b889-45ba-b6df-ab6d1e1d7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:48.749843 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a22e7c60-cda5-49e0-9116-a21f5ed48ba5 req-c91b56d8-b889-45ba-b6df-ab6d1e1d7309 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=948d6edc-d62f-495c-8591-778965ab0967 HTTP/1.1" status: 200 len: 835 time: 0.0423148 Jun 18 17:02:48.811553 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e7c60-cda5-49e0-9116-a21f5ed48ba5 req-e3268e20-0c79-40d1-9bb4-f6e53ce1783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:48.812933 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a22e7c60-cda5-49e0-9116-a21f5ed48ba5 req-e3268e20-0c79-40d1-9bb4-f6e53ce1783f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a1948b6-2870-4602-bda5-2fd904559f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0570030 Jun 18 17:02:48.899359 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a22e7c60-cda5-49e0-9116-a21f5ed48ba5 req-00f96bc5-35e0-467d-9d55-518b93298a2f service neutron] 10.222.0.64 "GET /v2.0/networks/4a1948b6-2870-4602-bda5-2fd904559f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804152 Jun 18 17:02:48.990444 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a22e7c60-cda5-49e0-9116-a21f5ed48ba5 req-aade3e6a-53fd-405f-bb01-f38697fef5dd service neutron] 10.222.0.64 "GET /v2.0/networks/4a1948b6-2870-4602-bda5-2fd904559f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848167 Jun 18 17:02:49.212356 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eba809-3b77-4250-9b12-5084c29feb7e req-b754f357-6770-48fa-aa15-69185e26ae01 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:49.213822 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-96eba809-3b77-4250-9b12-5084c29feb7e req-b754f357-6770-48fa-aa15-69185e26ae01 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 946 time: 0.0636642 Jun 18 17:02:49.257503 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-96eba809-3b77-4250-9b12-5084c29feb7e req-2d530536-7008-4dd4-a0a2-0dc898a7c1a6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380461 Jun 18 17:02:50.431937 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8520b-5677-4d20-b546-943747e76406 req-dda4db05-6205-4dc1-b723-17af858f27a2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:50.433398 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-77d8520b-5677-4d20-b546-943747e76406 req-dda4db05-6205-4dc1-b723-17af858f27a2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 946 time: 0.0672271 Jun 18 17:02:50.471162 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-77d8520b-5677-4d20-b546-943747e76406 req-61615729-9dd2-4416-85de-61dbb78264de tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320776 Jun 18 17:02:50.495377 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56414) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:50.553942 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e3fa2238-a445-4ff5-b39d-08194a329085 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/floatingips/0e4a5963-fbc5-4501-9347-6c4539cd17bb HTTP/1.1" status: 200 len: 994 time: 0.0572910 Jun 18 17:02:50.619397 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:02:55.017840 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:05.268399 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-531261c1-20f4-43b9-907e-bef59022dd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:07.666064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7376282e-3e04-40d0-a9de-b0a427ad5cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:08.277209 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:09.052169 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:10.578505 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:21.258029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56428) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:21.416359 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting port befd46e5-a41a-4ad3-a19f-cf5b9671884d {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:03:21.416703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:21.490513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:21.490866 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:21.554382 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Calling delete_port for befd46e5-a41a-4ad3-a19f-cf5b9671884d owned by network:floatingip {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:03:21.716498 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:21.718412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:21.741861 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Port': ['ID=befd46e5-a41a-4ad3-a19f-cf5b9671884d,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:21.771930 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:21.772313 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:21.772693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:21.773063 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:21.773435 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:21.773797 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:21.774167 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:21.774528 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:21.774914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:21.775275 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:21.775632 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:21.775994 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:21.779450 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:21.816269 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for floatingip, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:21.816513 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Floating IP 0e4a5963-fbc5-4501-9347-6c4539cd17bb disassociated (deleted). External IP: 172.26.2.169, port: 242457b1-8091-47b5-9863-3e8118896000. Jun 18 17:03:22.014602 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router dc5e31c4-652b-4cdc-9246-795cb5e3feeb has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:03:22.122950 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:03:22.127294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:22.132314 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7989b5-a88b-4947-91aa-10f29528a6b5 None None] Sync routers for ids ['dc5e31c4-652b-4cdc-9246-795cb5e3feeb'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:03:22.140924 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7989b5-a88b-4947-91aa-10f29528a6b5 None None] Routers {'dc5e31c4-652b-4cdc-9246-795cb5e3feeb'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:03:22.141532 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-8f7989b5-a88b-4947-91aa-10f29528a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:03:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dc5e31c4-652b-4cdc-9246-795cb5e3feeb'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:22.164382 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/floatingips/0e4a5963-fbc5-4501-9347-6c4539cd17bb HTTP/1.1" status: 204 len: 168 time: 0.9052420 Jun 18 17:03:22.165078 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50459135-aa35-4312-a93a-a0e41c738818', 'tag': '242457b1-8091-47b5-9863-3e8118896000'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:03:22.167434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee67063-63c1-4f54-821e-5264de8746ac" -d '{"events": [{"name": "network-changed", "server_uuid": "50459135-aa35-4312-a93a-a0e41c738818", "tag": "242457b1-8091-47b5-9863-3e8118896000"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:03:22.208506 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402b6e8b-9f68-4397-b9a8-8fc7de18aa1c x-openstack-request-id: req-402b6e8b-9f68-4397-b9a8-8fc7de18aa1c {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:03:22.208988 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50459135-aa35-4312-a93a-a0e41c738818", "tag": "242457b1-8091-47b5-9863-3e8118896000", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:03:22.209393 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-402b6e8b-9f68-4397-b9a8-8fc7de18aa1c {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:03:22.209953 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50459135-aa35-4312-a93a-a0e41c738818', 'tag': '242457b1-8091-47b5-9863-3e8118896000', 'status': 'completed', 'code': 200} Jun 18 17:03:22.246942 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-8f7989b5-a88b-4947-91aa-10f29528a6b5 None None] Set router dc5e31c4-652b-4cdc-9246-795cb5e3feeb gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:03:22.304005 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee67063-63c1-4f54-821e-5264de8746ac req-8da3b90e-bdde-490e-ac51-65a6626044de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:22.305639 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0ee67063-63c1-4f54-821e-5264de8746ac req-8da3b90e-bdde-490e-ac51-65a6626044de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 1099 time: 0.0544183 Jun 18 17:03:22.410409 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee67063-63c1-4f54-821e-5264de8746ac req-0f1545a2-d324-4543-9aa5-c8801cb4d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:22.411992 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0ee67063-63c1-4f54-821e-5264de8746ac req-0f1545a2-d324-4543-9aa5-c8801cb4d0a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a1948b6-2870-4602-bda5-2fd904559f75 HTTP/1.1" status: 200 len: 898 time: 0.1005373 Jun 18 17:03:22.452635 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-8f7989b5-a88b-4947-91aa-10f29528a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125686574', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:51Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:52Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab', 'name': '', 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:a1:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '948d6edc-d62f-495c-8591-778965ab0967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:54Z', 'updated_at': '2021-06-18T17:01:59Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '948d6edc-d62f-495c-8591-778965ab0967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:22.482276 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7989b5-a88b-4947-91aa-10f29528a6b5 None None] Checking router: dc5e31c4-652b-4cdc-9246-795cb5e3feeb for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:03:22.487338 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0ee67063-63c1-4f54-821e-5264de8746ac req-36882c1a-5ebf-4005-9dea-b2da7b828ee9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=242457b1-8091-47b5-9863-3e8118896000 HTTP/1.1" status: 200 len: 217 time: 0.0382874 Jun 18 17:03:22.491657 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7989b5-a88b-4947-91aa-10f29528a6b5 None None] Routers {'dc5e31c4-652b-4cdc-9246-795cb5e3feeb'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:03:22.492275 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-8f7989b5-a88b-4947-91aa-10f29528a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:03:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dc5e31c4-652b-4cdc-9246-795cb5e3feeb'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:22.542517 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee67063-63c1-4f54-821e-5264de8746ac req-d42894b7-d019-450d-b743-d6b80f8eb88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:22.544002 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0ee67063-63c1-4f54-821e-5264de8746ac req-d42894b7-d019-450d-b743-d6b80f8eb88c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=948d6edc-d62f-495c-8591-778965ab0967 HTTP/1.1" status: 200 len: 835 time: 0.0496125 Jun 18 17:03:22.561028 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd63418-6d79-4efc-87a3-980187fec9c3 req-7881a7fc-8dbb-4a2a-a590-8a262b03d086 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:22.562512 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0dd63418-6d79-4efc-87a3-980187fec9c3 req-7881a7fc-8dbb-4a2a-a590-8a262b03d086 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 946 time: 0.0761766 Jun 18 17:03:22.600511 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-8f7989b5-a88b-4947-91aa-10f29528a6b5 None None] Set router dc5e31c4-652b-4cdc-9246-795cb5e3feeb gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:03:22.604485 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0dd63418-6d79-4efc-87a3-980187fec9c3 req-1d7aef27-11cb-467b-812b-005d409328aa tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356598 Jun 18 17:03:22.608789 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee67063-63c1-4f54-821e-5264de8746ac req-58fafba6-d26d-4303-b42c-b222e72699ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:22.610604 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0ee67063-63c1-4f54-821e-5264de8746ac req-58fafba6-d26d-4303-b42c-b222e72699ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a1948b6-2870-4602-bda5-2fd904559f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0590014 Jun 18 17:03:22.703250 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0ee67063-63c1-4f54-821e-5264de8746ac req-ed51feaa-1f56-4d35-867f-d955a37ec2d3 service neutron] 10.222.0.64 "GET /v2.0/networks/4a1948b6-2870-4602-bda5-2fd904559f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859816 Jun 18 17:03:22.795912 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0ee67063-63c1-4f54-821e-5264de8746ac req-f6710d55-ed98-4d52-bbdf-4a86208c0d95 service neutron] 10.222.0.64 "GET /v2.0/networks/4a1948b6-2870-4602-bda5-2fd904559f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859027 Jun 18 17:03:22.798766 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-8f7989b5-a88b-4947-91aa-10f29528a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125686574', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:51Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:52Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab', 'name': '', 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:a1:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '948d6edc-d62f-495c-8591-778965ab0967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:54Z', 'updated_at': '2021-06-18T17:01:59Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '948d6edc-d62f-495c-8591-778965ab0967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:22.828928 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7989b5-a88b-4947-91aa-10f29528a6b5 None None] The sync data for ids ['dc5e31c4-652b-4cdc-9246-795cb5e3feeb'] in dv-neutron-797121-1-hyperv is: [{'id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125686574', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:51Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:52Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab', 'name': '', 'network_id': '4a1948b6-2870-4602-bda5-2fd904559f75', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:a1:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '948d6edc-d62f-495c-8591-778965ab0967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:54Z', 'updated_at': '2021-06-18T17:01:59Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '948d6edc-d62f-495c-8591-778965ab0967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:03:23.039576 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b67ad84-bda0-4609-83a9-4b670b613013 None None] New status for floating IP 0e4a5963-fbc5-4501-9347-6c4539cd17bb: DOWN {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:03:23.786099 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa7509-0773-4136-a419-1f6493c47b5d req-15957902-ef7a-41a1-b464-c051bea25189 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:23.787636 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-20aa7509-0773-4136-a419-1f6493c47b5d req-15957902-ef7a-41a1-b464-c051bea25189 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 946 time: 0.0638816 Jun 18 17:03:23.825340 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-20aa7509-0773-4136-a419-1f6493c47b5d req-e78bd171-a9d1-4e33-9f4a-04d5058c5dfc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312560 Jun 18 17:03:24.135734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95018cff-4883-44d1-8c1e-d7c7ddfafe28 req-bdd22154-cd34-4894-8fd8-e4b92714229b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:24.137164 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95018cff-4883-44d1-8c1e-d7c7ddfafe28 req-bdd22154-cd34-4894-8fd8-e4b92714229b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 946 time: 0.0633833 Jun 18 17:03:24.233190 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-95018cff-4883-44d1-8c1e-d7c7ddfafe28 req-b1cf61f2-382a-439a-8310-b58155ed10e5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting port 242457b1-8091-47b5-9863-3e8118896000 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:03:24.233535 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-95018cff-4883-44d1-8c1e-d7c7ddfafe28 req-b1cf61f2-382a-439a-8310-b58155ed10e5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:24.328711 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-95018cff-4883-44d1-8c1e-d7c7ddfafe28 req-b1cf61f2-382a-439a-8310-b58155ed10e5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] For port 242457b1-8091-47b5-9863-3e8118896000, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=242457b1-8091-47b5-9863-3e8118896000,segment=NetworkSegment(d1e582a4-6e37-488d-b40a-cb2f36021f46),segment_id=d1e582a4-6e37-488d-b40a-cb2f36021f46)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:03:24.329067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-95018cff-4883-44d1-8c1e-d7c7ddfafe28 req-b1cf61f2-382a-439a-8310-b58155ed10e5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:24.668506 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-95018cff-4883-44d1-8c1e-d7c7ddfafe28 req-b1cf61f2-382a-439a-8310-b58155ed10e5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Calling delete_port for 242457b1-8091-47b5-9863-3e8118896000 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:03:24.792675 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-95018cff-4883-44d1-8c1e-d7c7ddfafe28 req-b1cf61f2-382a-439a-8310-b58155ed10e5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:24.796854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a5ecc6ac-a3de-4b36-a13b-272ea6986433 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:24.827767 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf61f2-382a-439a-8310-b58155ed10e5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Port': ['ID=242457b1-8091-47b5-9863-3e8118896000,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:24.830873 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b1cf61f2-382a-439a-8310-b58155ed10e5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:24.872806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-95018cff-4883-44d1-8c1e-d7c7ddfafe28 req-b1cf61f2-382a-439a-8310-b58155ed10e5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] No DVR routers for this DVR port 242457b1-8091-47b5-9863-3e8118896000 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:03:24.875394 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-95018cff-4883-44d1-8c1e-d7c7ddfafe28 req-b1cf61f2-382a-439a-8310-b58155ed10e5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:24.878034 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-95018cff-4883-44d1-8c1e-d7c7ddfafe28 req-b1cf61f2-382a-439a-8310-b58155ed10e5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "DELETE /v2.0/ports/242457b1-8091-47b5-9863-3e8118896000 HTTP/1.1" status: 204 len: 173 time: 0.7354264 Jun 18 17:03:24.878645 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50459135-aa35-4312-a93a-a0e41c738818', 'name': 'network-vif-deleted', 'tag': '242457b1-8091-47b5-9863-3e8118896000'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:03:24.881019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1060e1-dc4f-4893-94c0-da5cf7db0394" -d '{"events": [{"server_uuid": "50459135-aa35-4312-a93a-a0e41c738818", "name": "network-vif-deleted", "tag": "242457b1-8091-47b5-9863-3e8118896000"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:03:24.928212 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18477d38-566a-4b23-9f10-42f54fb04c39 x-openstack-request-id: req-18477d38-566a-4b23-9f10-42f54fb04c39 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:03:24.928562 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50459135-aa35-4312-a93a-a0e41c738818", "name": "network-vif-deleted", "tag": "242457b1-8091-47b5-9863-3e8118896000", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:03:24.928868 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18477d38-566a-4b23-9f10-42f54fb04c39 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:03:24.929311 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50459135-aa35-4312-a93a-a0e41c738818', 'name': 'network-vif-deleted', 'tag': '242457b1-8091-47b5-9863-3e8118896000', 'status': 'completed', 'code': 200} Jun 18 17:03:24.973610 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9d6be236-31b6-41ea-956c-b4eadb624764 req-7c371d3d-dbfb-4952-9bce-1319d2ddd87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=50459135-aa35-4312-a93a-a0e41c738818 HTTP/1.1" status: 200 len: 210 time: 0.0325100 Jun 18 17:03:25.040298 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:26.065010 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56444) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:26.417353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ff87d15f-cca8-45a4-a88f-beb821cc7d9b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:26.674536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-ff87d15f-cca8-45a4-a88f-beb821cc7d9b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting port bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:03:26.674899 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ff87d15f-cca8-45a4-a88f-beb821cc7d9b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:26.760793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-ff87d15f-cca8-45a4-a88f-beb821cc7d9b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] For port bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab,segment=NetworkSegment(d1e582a4-6e37-488d-b40a-cb2f36021f46),segment_id=d1e582a4-6e37-488d-b40a-cb2f36021f46)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:03:26.761142 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ff87d15f-cca8-45a4-a88f-beb821cc7d9b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:26.825615 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-ff87d15f-cca8-45a4-a88f-beb821cc7d9b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Calling delete_port for bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:03:27.010523 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ff87d15f-cca8-45a4-a88f-beb821cc7d9b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:27.013133 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:27.038898 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87d15f-cca8-45a4-a88f-beb821cc7d9b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Port': ['ID=bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:27.043497 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ff87d15f-cca8-45a4-a88f-beb821cc7d9b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:27.213120 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ff87d15f-cca8-45a4-a88f-beb821cc7d9b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:27.377990 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 242457b1-8091-47b5-9863-3e8118896000 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:03:27.399077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 242457b1-8091-47b5-9863-3e8118896000 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:03:27.399541 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 242457b1-8091-47b5-9863-3e8118896000 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:03:27.428642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff87d15f-cca8-45a4-a88f-beb821cc7d9b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router dc5e31c4-652b-4cdc-9246-795cb5e3feeb has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:03:27.537123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff87d15f-cca8-45a4-a88f-beb821cc7d9b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:03:27.542227 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ff87d15f-cca8-45a4-a88f-beb821cc7d9b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "PUT /v2.0/routers/dc5e31c4-652b-4cdc-9246-795cb5e3feeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4761620 Jun 18 17:03:27.545117 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56446) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:27.547739 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf42edfc-2824-46d3-9141-c7e7888b0ae9 None None] Sync routers for ids ['dc5e31c4-652b-4cdc-9246-795cb5e3feeb'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:03:27.557302 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf42edfc-2824-46d3-9141-c7e7888b0ae9 None None] Routers {'dc5e31c4-652b-4cdc-9246-795cb5e3feeb'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:03:27.557911 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-cf42edfc-2824-46d3-9141-c7e7888b0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:03:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dc5e31c4-652b-4cdc-9246-795cb5e3feeb'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:27.597223 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f99a05-c372-4e65-a47b-711b1e04b11c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting subnet 948d6edc-d62f-495c-8591-778965ab0967 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 17:03:27.600792 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f9f99a05-c372-4e65-a47b-711b1e04b11c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:27.646235 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f9f99a05-c372-4e65-a47b-711b1e04b11c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:27.687719 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:03:27.731067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f9f99a05-c372-4e65-a47b-711b1e04b11c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:27.748776 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-cf42edfc-2824-46d3-9141-c7e7888b0ae9 None None] Set router dc5e31c4-652b-4cdc-9246-795cb5e3feeb gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:03:27.789743 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f9f99a05-c372-4e65-a47b-711b1e04b11c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:27.791796 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c168567e-3833-4d76-b92c-130a5e330643 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:27.821635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f99a05-c372-4e65-a47b-711b1e04b11c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Subnet': ['ID=948d6edc-d62f-495c-8591-778965ab0967,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:27.824831 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f9f99a05-c372-4e65-a47b-711b1e04b11c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:27.825840 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f9f99a05-c372-4e65-a47b-711b1e04b11c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:27.830109 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f9f99a05-c372-4e65-a47b-711b1e04b11c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/subnets/948d6edc-d62f-495c-8591-778965ab0967 HTTP/1.1" status: 204 len: 168 time: 0.2815883 Jun 18 17:03:27.830464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56448) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:27.834561 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf572ff6-6369-4155-bace-2ecd89916831 None None] Network 4a1948b6-2870-4602-bda5-2fd904559f75 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:03:27.944909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55fe9f6c-c4c1-4961-836d-cd2d03777971 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:27.949101 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-cf42edfc-2824-46d3-9141-c7e7888b0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125686574', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:51Z', 'updated_at': '2021-06-18T17:03:26Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:52Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:27.980900 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf42edfc-2824-46d3-9141-c7e7888b0ae9 None None] Checking router: dc5e31c4-652b-4cdc-9246-795cb5e3feeb for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:03:27.990197 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf42edfc-2824-46d3-9141-c7e7888b0ae9 None None] Routers {'dc5e31c4-652b-4cdc-9246-795cb5e3feeb'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:03:27.991008 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-cf42edfc-2824-46d3-9141-c7e7888b0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:03:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['dc5e31c4-652b-4cdc-9246-795cb5e3feeb'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:28.037169 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] DHCP port deletion for 4a1948b6-2870-4602-bda5-2fd904559f75 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 17:03:28.060019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55fe9f6c-c4c1-4961-836d-cd2d03777971 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:28.084417 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] Deleting port c05a4b11-0b87-4876-b566-cd1c178a10b6 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:03:28.085168 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:28.102918 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-cf42edfc-2824-46d3-9141-c7e7888b0ae9 None None] Set router dc5e31c4-652b-4cdc-9246-795cb5e3feeb gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:03:28.118752 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-55fe9f6c-c4c1-4961-836d-cd2d03777971 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting port 590c7418-50fa-47a4-8ae0-b549ac90e110 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:03:28.119100 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55fe9f6c-c4c1-4961-836d-cd2d03777971 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:28.156730 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] For port c05a4b11-0b87-4876-b566-cd1c178a10b6, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c05a4b11-0b87-4876-b566-cd1c178a10b6,segment=NetworkSegment(d1e582a4-6e37-488d-b40a-cb2f36021f46),segment_id=d1e582a4-6e37-488d-b40a-cb2f36021f46)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:03:28.157135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:28.199966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-55fe9f6c-c4c1-4961-836d-cd2d03777971 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] For port 590c7418-50fa-47a4-8ae0-b549ac90e110, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=590c7418-50fa-47a4-8ae0-b549ac90e110,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:03:28.200278 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55fe9f6c-c4c1-4961-836d-cd2d03777971 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:28.230079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] Calling delete_port for c05a4b11-0b87-4876-b566-cd1c178a10b6 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:03:28.281850 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-55fe9f6c-c4c1-4961-836d-cd2d03777971 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Calling delete_port for 590c7418-50fa-47a4-8ae0-b549ac90e110 owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:03:28.293125 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-cf42edfc-2824-46d3-9141-c7e7888b0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125686574', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:51Z', 'updated_at': '2021-06-18T17:03:26Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:52Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:28.319480 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf42edfc-2824-46d3-9141-c7e7888b0ae9 None None] The sync data for ids ['dc5e31c4-652b-4cdc-9246-795cb5e3feeb'] in dv-neutron-797121-1-hyperv is: [{'id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2125686574', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:51Z', 'updated_at': '2021-06-18T17:03:26Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '590c7418-50fa-47a4-8ae0-b549ac90e110', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e31c4-652b-4cdc-9246-795cb5e3feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:52Z', 'updated_at': '2021-06-18T17:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:03:28.320167 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:28.322218 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:28.348823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] Pushing event deleted for resources: {'Port': ['ID=c05a4b11-0b87-4876-b566-cd1c178a10b6,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:28.356105 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] No DVR routers for this DVR port c05a4b11-0b87-4876-b566-cd1c178a10b6 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:03:28.358323 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:28.358899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:28.359249 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:28.359581 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:28.359908 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:28.360235 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:28.360558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:28.360883 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:28.361216 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:28.361536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:28.361853 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:28.362166 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:28.367072 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:28.468116 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55fe9f6c-c4c1-4961-836d-cd2d03777971 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:28.470186 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-92d26ac2-2c73-451b-9a95-a7b5f81d2565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:28.496701 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe9f6c-c4c1-4961-836d-cd2d03777971 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Port': ['ID=590c7418-50fa-47a4-8ae0-b549ac90e110,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:28.501277 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-55fe9f6c-c4c1-4961-836d-cd2d03777971 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:28.559893 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55fe9f6c-c4c1-4961-836d-cd2d03777971 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:28.647971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55fe9f6c-c4c1-4961-836d-cd2d03777971 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:28.649917 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55fe9f6c-c4c1-4961-836d-cd2d03777971 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:28.694799 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55fe9f6c-c4c1-4961-836d-cd2d03777971 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:28.695379 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fe9f6c-c4c1-4961-836d-cd2d03777971 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Fanout notify agent at l3_agent the message router_deleted on router dc5e31c4-652b-4cdc-9246-795cb5e3feeb {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 17:03:28.702459 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-55fe9f6c-c4c1-4961-836d-cd2d03777971 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:28.703570 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-55fe9f6c-c4c1-4961-836d-cd2d03777971 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/routers/dc5e31c4-652b-4cdc-9246-795cb5e3feeb HTTP/1.1" status: 204 len: 168 time: 0.8722994 Jun 18 17:03:28.706429 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56452) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:28.796449 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f412ddd-2cc9-464f-a054-147e52dc1d89 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:28.887623 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f412ddd-2cc9-464f-a054-147e52dc1d89 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:28.898393 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-1f412ddd-2cc9-464f-a054-147e52dc1d89 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1948b6-2870-4602-bda5-2fd904559f75']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:28.908495 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-1f412ddd-2cc9-464f-a054-147e52dc1d89 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e582a4-6e37-488d-b40a-cb2f36021f46') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:28.908743 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-1f412ddd-2cc9-464f-a054-147e52dc1d89 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e582a4-6e37-488d-b40a-cb2f36021f46') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:28.919071 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f412ddd-2cc9-464f-a054-147e52dc1d89 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:28.936412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f412ddd-2cc9-464f-a054-147e52dc1d89 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:28.944192 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f412ddd-2cc9-464f-a054-147e52dc1d89 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 17:03:28.944588 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f412ddd-2cc9-464f-a054-147e52dc1d89 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 17:03:28.947805 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 17:03:29.013218 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:03:29.026014 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f412ddd-2cc9-464f-a054-147e52dc1d89 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:29.029221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7f9da502-91dc-454c-85d4-fed5ac2ec1bb tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:29.035235 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f412ddd-2cc9-464f-a054-147e52dc1d89 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:29.039197 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1f412ddd-2cc9-464f-a054-147e52dc1d89 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/networks/4a1948b6-2870-4602-bda5-2fd904559f75 HTTP/1.1" status: 204 len: 168 time: 0.3311932 Jun 18 17:03:29.040363 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56454) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:29.045915 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:03:29.046279 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device bf7f74f9-5c3e-4267-82fd-1f486ba7a4ab not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:03:29.046745 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c05a4b11-0b87-4876-b566-cd1c178a10b6 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:03:29.050548 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f412ddd-2cc9-464f-a054-147e52dc1d89 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Network': ['ID=4a1948b6-2870-4602-bda5-2fd904559f75,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:29.053340 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1f412ddd-2cc9-464f-a054-147e52dc1d89 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:29.068489 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: c05a4b11-0b87-4876-b566-cd1c178a10b6 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:03:29.069006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c05a4b11-0b87-4876-b566-cd1c178a10b6 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:03:29.104435 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e5d06dff-ac37-48a1-b1e3-3e22767d544a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:29.128479 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e5d06dff-ac37-48a1-b1e3-3e22767d544a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:29.185910 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e5d06dff-ac37-48a1-b1e3-3e22767d544a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:29.188464 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e5d06dff-ac37-48a1-b1e3-3e22767d544a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:29.189584 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e5d06dff-ac37-48a1-b1e3-3e22767d544a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/security-groups/dde4bdf1-f328-4b84-a2ec-46d7d94e90a6 HTTP/1.1" status: 204 len: 168 time: 0.1480248 Jun 18 17:03:29.190362 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5d038a1e-1835-46a6-bb9b-920f4f0372a7 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:29.199218 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d06dff-ac37-48a1-b1e3-3e22767d544a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde4bdf1-f328-4b84-a2ec-46d7d94e90a6,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:29.206967 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d06dff-ac37-48a1-b1e3-3e22767d544a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:29.207463 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d06dff-ac37-48a1-b1e3-3e22767d544a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:29.207940 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d06dff-ac37-48a1-b1e3-3e22767d544a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:29.208329 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d06dff-ac37-48a1-b1e3-3e22767d544a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:29.208712 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d06dff-ac37-48a1-b1e3-3e22767d544a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:29.209091 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d06dff-ac37-48a1-b1e3-3e22767d544a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:29.209464 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d06dff-ac37-48a1-b1e3-3e22767d544a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:29.209839 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d06dff-ac37-48a1-b1e3-3e22767d544a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:29.210210 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d06dff-ac37-48a1-b1e3-3e22767d544a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:29.210580 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d06dff-ac37-48a1-b1e3-3e22767d544a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:29.210997 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d06dff-ac37-48a1-b1e3-3e22767d544a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:29.211367 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d06dff-ac37-48a1-b1e3-3e22767d544a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:29.214608 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e5d06dff-ac37-48a1-b1e3-3e22767d544a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:29.572728 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56460) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:29.577527 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-f13955c6-6e3e-4222-b5ef-59a6d84d74a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-141464091', 'description': 'tempest-secgroup-smoke-141464091 description', 'project_id': 'cad90d4c81d34a67951626d3208c0d75'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:03:29.600438 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f13955c6-6e3e-4222-b5ef-59a6d84d74a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:29.678549 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f13955c6-6e3e-4222-b5ef-59a6d84d74a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:29.683753 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f13955c6-6e3e-4222-b5ef-59a6d84d74a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:29.688413 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7d7b579d-03bb-4c43-9489-caef0568c04e tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:29.718837 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f13955c6-6e3e-4222-b5ef-59a6d84d74a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:29.720848 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f13955c6-6e3e-4222-b5ef-59a6d84d74a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1471238 Jun 18 17:03:29.724220 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13955c6-6e3e-4222-b5ef-59a6d84d74a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:29.724387 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56462) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:29.727980 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f13955c6-6e3e-4222-b5ef-59a6d84d74a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:29.729216 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c2bd15dd-219a-4aee-8b0c-570e89dcad52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'abe8bac9-1693-4b08-90ef-ce4ed0afa9d5', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:03:29.755544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c2bd15dd-219a-4aee-8b0c-570e89dcad52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:29.812027 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c2bd15dd-219a-4aee-8b0c-570e89dcad52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:29.815732 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c2bd15dd-219a-4aee-8b0c-570e89dcad52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:29.817692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c9b7e3c4-e757-45e5-a9e5-9cc2f7c6d616 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:29.837252 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd15dd-219a-4aee-8b0c-570e89dcad52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caabf6e3-d01c-4a6d-9df3-948710fa4cd1,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:29.839599 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c2bd15dd-219a-4aee-8b0c-570e89dcad52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:29.840826 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c2bd15dd-219a-4aee-8b0c-570e89dcad52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154568 Jun 18 17:03:29.841754 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c2bd15dd-219a-4aee-8b0c-570e89dcad52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:29.843698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56464) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:29.848667 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-80fca853-e017-4a2a-a9e9-3bb2f679a684 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'abe8bac9-1693-4b08-90ef-ce4ed0afa9d5', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:03:29.874094 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80fca853-e017-4a2a-a9e9-3bb2f679a684 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:29.930359 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80fca853-e017-4a2a-a9e9-3bb2f679a684 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:29.933833 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80fca853-e017-4a2a-a9e9-3bb2f679a684 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:29.939471 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-80302284-cc46-4e13-89ca-25352fd74d9a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:29.958126 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fca853-e017-4a2a-a9e9-3bb2f679a684 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681aa783-13db-4b44-9ef4-5db1728fda3a,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:29.961053 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-80fca853-e017-4a2a-a9e9-3bb2f679a684 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:29.965511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-80fca853-e017-4a2a-a9e9-3bb2f679a684 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:29.966698 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-80fca853-e017-4a2a-a9e9-3bb2f679a684 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220748 Jun 18 17:03:29.969317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56466) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:29.974689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-4a8aa411-6679-4091-8fc7-ce533e817931 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'abe8bac9-1693-4b08-90ef-ce4ed0afa9d5', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:03:30.004368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa411-6679-4091-8fc7-ce533e817931 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.062132 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa411-6679-4091-8fc7-ce533e817931 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.066248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa411-6679-4091-8fc7-ce533e817931 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.068239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-75cc56dd-351e-4ae6-8a96-2c121dda6566 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:30.083947 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8aa411-6679-4091-8fc7-ce533e817931 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da1e51a-3188-4479-a60c-ce39eeda8fa0,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:30.086247 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4a8aa411-6679-4091-8fc7-ce533e817931 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:30.092050 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa411-6679-4091-8fc7-ce533e817931 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.093250 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4a8aa411-6679-4091-8fc7-ce533e817931 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229248 Jun 18 17:03:30.096032 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56468) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:30.101070 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-06e21651-7374-442f-a977-aa62c7d3213c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'abe8bac9-1693-4b08-90ef-ce4ed0afa9d5', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:03:30.126093 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-06e21651-7374-442f-a977-aa62c7d3213c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.185449 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-06e21651-7374-442f-a977-aa62c7d3213c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.188865 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-06e21651-7374-442f-a977-aa62c7d3213c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.194951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a07166d7-ed31-4509-ac25-cfdd5ad20bfd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:30.209991 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e21651-7374-442f-a977-aa62c7d3213c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8550164b-1873-4cc0-80db-042cfc200e11,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:30.212504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-06e21651-7374-442f-a977-aa62c7d3213c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:30.214110 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-06e21651-7374-442f-a977-aa62c7d3213c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.217939 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-06e21651-7374-442f-a977-aa62c7d3213c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183779 Jun 18 17:03:30.218402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56470) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:30.222410 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-e471b167-caf3-4eb7-a7ca-052681c2e913 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'abe8bac9-1693-4b08-90ef-ce4ed0afa9d5', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:03:30.244150 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-e471b167-caf3-4eb7-a7ca-052681c2e913 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Project cad90d4c81d34a67951626d3208c0d75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:03:30.248971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e471b167-caf3-4eb7-a7ca-052681c2e913 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.308944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e471b167-caf3-4eb7-a7ca-052681c2e913 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.312504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e471b167-caf3-4eb7-a7ca-052681c2e913 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.314143 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-87b42f8b-afc4-4f16-a3b1-ec8f705c6578 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:30.327978 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471b167-caf3-4eb7-a7ca-052681c2e913 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00f24b0-4abf-41e4-b8de-70e9b8da8dc6,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:30.333119 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e471b167-caf3-4eb7-a7ca-052681c2e913 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:30.338399 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-e471b167-caf3-4eb7-a7ca-052681c2e913 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.339618 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-e471b167-caf3-4eb7-a7ca-052681c2e913 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206083 Jun 18 17:03:30.342323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56472) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:30.348428 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-410c543e-e4bc-488f-ae1f-40e50c8b158a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'abe8bac9-1693-4b08-90ef-ce4ed0afa9d5', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:03:30.371861 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-410c543e-e4bc-488f-ae1f-40e50c8b158a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Project cad90d4c81d34a67951626d3208c0d75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:03:30.376521 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-410c543e-e4bc-488f-ae1f-40e50c8b158a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.443253 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-410c543e-e4bc-488f-ae1f-40e50c8b158a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.446930 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-410c543e-e4bc-488f-ae1f-40e50c8b158a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.448695 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3fc7646f-a32c-4894-97fa-693610e05aeb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:30.465453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c543e-e4bc-488f-ae1f-40e50c8b158a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e83c174-466a-4759-8dc7-d3a5ccf571fc,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:30.467860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-410c543e-e4bc-488f-ae1f-40e50c8b158a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:30.469209 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-410c543e-e4bc-488f-ae1f-40e50c8b158a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.470386 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-410c543e-e4bc-488f-ae1f-40e50c8b158a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271148 Jun 18 17:03:30.473872 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56474) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:30.478682 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-a9adb8a7-4caf-40c9-824b-e1ed41810590 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'network': {'name': 'tempest-network-smoke--1592533382', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'port_security_enabled': True}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:03:30.499581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9adb8a7-4caf-40c9-824b-e1ed41810590 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Made reservation on behalf of cad90d4c81d34a67951626d3208c0d75 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:03:30.509865 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a9adb8a7-4caf-40c9-824b-e1ed41810590 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.530531 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9adb8a7-4caf-40c9-824b-e1ed41810590 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 17:03:30.539639 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a9adb8a7-4caf-40c9-824b-e1ed41810590 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.540073 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-a9adb8a7-4caf-40c9-824b-e1ed41810590 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Added segment 13bd6769-6dd3-4f8c-aa09-197c97eb270b of type vlan for network 683eab41-7855-430d-bb9d-550a0bd243ea Jun 18 17:03:30.578536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a9adb8a7-4caf-40c9-824b-e1ed41810590 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.604987 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a9adb8a7-4caf-40c9-824b-e1ed41810590 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.610376 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9adb8a7-4caf-40c9-824b-e1ed41810590 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:30.610981 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a9adb8a7-4caf-40c9-824b-e1ed41810590 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.614895 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d9c6c54b-18ed-4e08-b5cd-d57ad4a5caa2 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:30.662836 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a9adb8a7-4caf-40c9-824b-e1ed41810590 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1879482 Jun 18 17:03:30.665451 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56476) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:30.672064 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1957280498', 'admin_state_up': True, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:03:30.695483 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adb8a7-4caf-40c9-824b-e1ed41810590 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Network': ['ID=683eab41-7855-430d-bb9d-550a0bd243ea,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:30.699833 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a9adb8a7-4caf-40c9-824b-e1ed41810590 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:30.706832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 683eab41-7855-430d-bb9d-550a0bd243ea details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 17:03:30.712684 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.713761 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.766385 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:30.916994 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 590c7418-50fa-47a4-8ae0-b549ac90e110 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:03:30.938436 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 590c7418-50fa-47a4-8ae0-b549ac90e110 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:03:30.938814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 590c7418-50fa-47a4-8ae0-b549ac90e110 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:03:31.198081 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:31.385283 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:31.407407 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:31.506512 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Allocated IP 172.26.2.105 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/41aace39-44d1-453d-8875-ac51423a8ca8) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:03:31.608384 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:31.646539 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:31.648472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:31.684990 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:03:31.688213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:03:31.695035 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:03:31.698373 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=41aace39-44d1-453d-8875-ac51423a8ca8,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:31.716913 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:31.943405 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:32.137003 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:32.262364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router 3f61db85-711d-4330-a738-7686c480ca6c is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 17:03:32.366065 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:03:32.375192 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Sync routers for ids ['3f61db85-711d-4330-a738-7686c480ca6c'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:03:32.385703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:32.386808 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Routers {'3f61db85-711d-4330-a738-7686c480ca6c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:03:32.387207 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7208140 Jun 18 17:03:32.387441 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:03:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3f61db85-711d-4330-a738-7686c480ca6c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:32.390199 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56478) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:32.418950 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a2fd9ee0-6b4f-4e15-992b-afaf4faaa52a tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=cad90d4c81d34a67951626d3208c0d75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275266 Jun 18 17:03:32.421672 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56480) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:32.491730 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Set router 3f61db85-711d-4330-a738-7686c480ca6c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:03:32.509895 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9dc282-7016-4de3-ace1-ae8098ebe6bd tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:32.513946 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-fe9dc282-7016-4de3-ace1-ae8098ebe6bd tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888021 Jun 18 17:03:32.514151 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56482) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:32.542261 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-53725429-7c92-40fb-b669-abdd47e5abec tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269065 Jun 18 17:03:32.544691 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56484) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:32.549716 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-a441b079-2664-488d-a2b7-9f27e95221e3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-951242348', 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:03:32.637147 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a441b079-2664-488d-a2b7-9f27e95221e3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Made reservation on behalf of cad90d4c81d34a67951626d3208c0d75 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:03:32.640763 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a441b079-2664-488d-a2b7-9f27e95221e3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:32.670767 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61db85-711d-4330-a738-7686c480ca6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957280498', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:03:30Z', 'updated_at': '2021-06-18T17:03:31Z', 'revision_number': 3, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:31Z', 'updated_at': '2021-06-18T17:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:32.698512 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Checking router: 3f61db85-711d-4330-a738-7686c480ca6c for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:03:32.698908 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Updating router 3f61db85-711d-4330-a738-7686c480ca6c port 41aace39-44d1-453d-8875-ac51423a8ca8 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:03:32.734818 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:32.822951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a441b079-2664-488d-a2b7-9f27e95221e3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:32.825683 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d139c7c9-f641-45fc-a843-af397a272e21 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:32.889109 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441b079-2664-488d-a2b7-9f27e95221e3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Subnet': ['ID=7b96c040-5d0c-45bb-ada2-b61245372607,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:32.892477 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a441b079-2664-488d-a2b7-9f27e95221e3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:32.899547 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a441b079-2664-488d-a2b7-9f27e95221e3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Checking segment: {'id': '13bd6769-6dd3-4f8c-aa09-197c97eb270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:03:32.899936 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a441b079-2664-488d-a2b7-9f27e95221e3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network hostable DHCP agents. Network: 683eab41-7855-430d-bb9d-550a0bd243ea, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 17:03:32.917750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a441b079-2664-488d-a2b7-9f27e95221e3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network 683eab41-7855-430d-bb9d-550a0bd243ea is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 17:03:32.927063 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-a441b079-2664-488d-a2b7-9f27e95221e3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 683eab41-7855-430d-bb9d-550a0bd243ea) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:03:32.931191 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a441b079-2664-488d-a2b7-9f27e95221e3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:32.931780 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a441b079-2664-488d-a2b7-9f27e95221e3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:32.938901 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e62fbc-c1c1-4ef7-affe-1374a57b1a72 None None] Network 683eab41-7855-430d-bb9d-550a0bd243ea requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:03:32.949999 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56486) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:32.950555 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a441b079-2664-488d-a2b7-9f27e95221e3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4042447 Jun 18 17:03:33.192556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:33.216021 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Transition to ACTIVE for port object 41aace39-44d1-453d-8875-ac51423a8ca8 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:03:33.224090 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:33.242541 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:33.307192 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Attempting to bind port 41aace39-44d1-453d-8875-ac51423a8ca8 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:03:33.307569 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Attempting to bind port 41aace39-44d1-453d-8875-ac51423a8ca8 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:03:33.307931 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Attempting to bind port 41aace39-44d1-453d-8875-ac51423a8ca8 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:03:33.309764 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7482-525d-41b8-9c62-ebdddbe31b91 None None] Pushing event updated for resources: {'Port': ['ID=41aace39-44d1-453d-8875-ac51423a8ca8,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:33.316143 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5d8a7482-525d-41b8-9c62-ebdddbe31b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:33.335944 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:03:33.336335 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:03:33.336742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:33.337128 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:03:33.337727 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Bound port: 41aace39-44d1-453d-8875-ac51423a8ca8, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:03:33.338369 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:33.359381 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-683eab41-7855-430d-bb9d-550a0bd243ea', 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ips': [{'subnet_id': '7b96c040-5d0c-45bb-ada2-b61245372607'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 17:03:33.360225 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:33.392312 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:33.457036 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] For port 41aace39-44d1-453d-8875-ac51423a8ca8, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:03:33.479211 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] For port 41aace39-44d1-453d-8875-ac51423a8ca8, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=41aace39-44d1-453d-8875-ac51423a8ca8,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:03:33.489066 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:33.492992 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-a03a1cf1-ab5d-46f9-ad9c-0e9c6a3dab2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:33.581064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Allocated IP 172.20.0.2 (683eab41-7855-430d-bb9d-550a0bd243ea/7b96c040-5d0c-45bb-ada2-b61245372607/c84d9bcf-30ea-4fac-9060-d959ca33253e) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:03:33.584314 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Routers {'3f61db85-711d-4330-a738-7686c480ca6c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:03:33.584942 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:03:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3f61db85-711d-4330-a738-7686c480ca6c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:33.595474 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7482-525d-41b8-9c62-ebdddbe31b91 None None] Pushing event updated for resources: {'Port': ['ID=41aace39-44d1-453d-8875-ac51423a8ca8,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:33.634021 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5d8a7482-525d-41b8-9c62-ebdddbe31b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:33.758775 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] Set router 3f61db85-711d-4330-a738-7686c480ca6c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:03:33.917948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:33.936263 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Transition to ACTIVE for port object c84d9bcf-30ea-4fac-9060-d959ca33253e will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:03:33.969539 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Transition to ACTIVE for port object c84d9bcf-30ea-4fac-9060-d959ca33253e will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:03:33.976661 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:33.978536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:34.025886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Network 683eab41-7855-430d-bb9d-550a0bd243ea is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:03:34.031054 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:03:34.033227 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Allocated IP 172.20.0.1 (683eab41-7855-430d-bb9d-550a0bd243ea/7b96c040-5d0c-45bb-ada2-b61245372607/02deca74-23ed-420e-9ba5-5362cf030c8c) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:03:34.037285 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:03:34.041423 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Pushing event updated for resources: {'Port': ['ID=c84d9bcf-30ea-4fac-9060-d959ca33253e,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:34.047289 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:34.055497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61db85-711d-4330-a738-7686c480ca6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957280498', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:03:30Z', 'updated_at': '2021-06-18T17:03:31Z', 'revision_number': 3, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:31Z', 'updated_at': '2021-06-18T17:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:34.119144 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ed37b2-b6c5-423c-9f7f-9f7be235803c None None] The sync data for ids ['3f61db85-711d-4330-a738-7686c480ca6c'] in dv-neutron-797121-1-hyperv is: [{'id': '3f61db85-711d-4330-a738-7686c480ca6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957280498', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:03:30Z', 'updated_at': '2021-06-18T17:03:31Z', 'revision_number': 3, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:31Z', 'updated_at': '2021-06-18T17:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:03:34.130430 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Attempting to bind port c84d9bcf-30ea-4fac-9060-d959ca33253e on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:03:34.130836 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Attempting to bind port c84d9bcf-30ea-4fac-9060-d959ca33253e by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '13bd6769-6dd3-4f8c-aa09-197c97eb270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:03:34.131200 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Attempting to bind port c84d9bcf-30ea-4fac-9060-d959ca33253e on network 683eab41-7855-430d-bb9d-550a0bd243ea {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:03:34.142540 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:03:34.143136 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Checking segment: {'id': '13bd6769-6dd3-4f8c-aa09-197c97eb270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:03:34.144265 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:34.144860 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Bound using segment: {'id': '13bd6769-6dd3-4f8c-aa09-197c97eb270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:03:34.145747 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Bound port: c84d9bcf-30ea-4fac-9060-d959ca33253e, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bd6769-6dd3-4f8c-aa09-197c97eb270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:03:34.146173 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:34.150258 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:34.164780 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Transition to ACTIVE for port object 02deca74-23ed-420e-9ba5-5362cf030c8c will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:03:34.199950 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:34.202049 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-329e6f2d-774f-45e3-b3c7-b217ec1894a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:34.216658 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] For port c84d9bcf-30ea-4fac-9060-d959ca33253e, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:03:34.219940 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] For port c84d9bcf-30ea-4fac-9060-d959ca33253e, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c84d9bcf-30ea-4fac-9060-d959ca33253e,segment=NetworkSegment(13bd6769-6dd3-4f8c-aa09-197c97eb270b),segment_id=13bd6769-6dd3-4f8c-aa09-197c97eb270b)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:03:34.225764 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:34.228248 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:34.253691 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network 683eab41-7855-430d-bb9d-550a0bd243ea is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:03:34.257541 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:03:34.261866 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:03:34.265825 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=02deca74-23ed-420e-9ba5-5362cf030c8c,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:34.288451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Pushing event updated for resources: {'Port': ['ID=c84d9bcf-30ea-4fac-9060-d959ca33253e,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:34.288631 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:34.290062 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:34.313074 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:34.480253 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:34.804016 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:34.810372 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:34.813541 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:34.887596 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=02deca74-23ed-420e-9ba5-5362cf030c8c,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:34.890921 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:34.892959 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:35.009700 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network 683eab41-7855-430d-bb9d-550a0bd243ea is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:03:35.011265 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:03:35.064890 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 41aace39-44d1-453d-8875-ac51423a8ca8 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:03:35.132902 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 41aace39-44d1-453d-8875-ac51423a8ca8 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:03:35.137309 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 41aace39-44d1-453d-8875-ac51423a8ca8 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:03:35.137590 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:35.147684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router 3f61db85-711d-4330-a738-7686c480ca6c has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:03:35.226855 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:35.247899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 41aace39-44d1-453d-8875-ac51423a8ca8, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=41aace39-44d1-453d-8875-ac51423a8ca8,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:03:35.255706 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:35.256784 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c84d9bcf-30ea-4fac-9060-d959ca33253e up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:03:35.260637 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:35.270398 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:03:35.278734 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "PUT /v2.0/routers/3f61db85-711d-4330-a738-7686c480ca6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3244035 Jun 18 17:03:35.337751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15ecf47-a918-401a-9013-87e95fcfcada None None] Network 683eab41-7855-430d-bb9d-550a0bd243ea requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:03:35.344688 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-28851224-63d7-45be-b9ab-5b6202c2d7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:35.397328 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=41aace39-44d1-453d-8875-ac51423a8ca8,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:35.404282 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:35.427089 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-cae24d21-857a-4475-bc96-436721a0a552 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-141464091&fields=id&tenant_id=cad90d4c81d34a67951626d3208c0d75 HTTP/1.1" status: 200 len: 267 time: 0.0350802 Jun 18 17:03:35.436726 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f1428c4d-9a18-4708-ad2a-9093ddb28521 None None] Provisioning for port c84d9bcf-30ea-4fac-9060-d959ca33253e completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:03:35.447493 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port c84d9bcf-30ea-4fac-9060-d959ca33253e completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:03:35.453207 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f1428c4d-9a18-4708-ad2a-9093ddb28521 None None] Provisioning complete for port c84d9bcf-30ea-4fac-9060-d959ca33253e triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:03:35.453583 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f1428c4d-9a18-4708-ad2a-9093ddb28521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:35.458614 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c84d9bcf-30ea-4fac-9060-d959ca33253e triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:03:35.459052 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:35.539673 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-41b7f75c-aee1-467a-ad5f-7c99f9f64ff4 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:35.543160 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-41b7f75c-aee1-467a-ad5f-7c99f9f64ff4 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/networks?id=683eab41-7855-430d-bb9d-550a0bd243ea HTTP/1.1" status: 200 len: 797 time: 0.1083651 Jun 18 17:03:35.557081 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-519b2fe1-898b-41ab-9cb6-6642d2135647 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/quotas/cad90d4c81d34a67951626d3208c0d75 HTTP/1.1" status: 200 len: 375 time: 0.0100684 Jun 18 17:03:35.628768 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-282b0eb2-94e6-4b2b-a191-f98f8d36a240 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658114 Jun 18 17:03:35.671197 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:35.674564 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f1428c4d-9a18-4708-ad2a-9093ddb28521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:35.728887 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port c84d9bcf-30ea-4fac-9060-d959ca33253e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c84d9bcf-30ea-4fac-9060-d959ca33253e,segment=NetworkSegment(13bd6769-6dd3-4f8c-aa09-197c97eb270b),segment_id=13bd6769-6dd3-4f8c-aa09-197c97eb270b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:03:35.730246 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-2698b58f-3f17-466f-bc84-090b466c85e7 service neutron] 10.222.0.39 "GET /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892987 Jun 18 17:03:35.734568 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:35.737944 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:35.813829 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.db.api [None req-f1428c4d-9a18-4708-ad2a-9093ddb28521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 17:03:35.814010 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_db.api [None req-f1428c4d-9a18-4708-ad2a-9093ddb28521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 17:03:35.819589 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=c84d9bcf-30ea-4fac-9060-d959ca33253e,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:35.823324 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:35.838041 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-8c440153-3d17-4f7d-9964-56fb8099719b service neutron] 10.222.0.39 "GET /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018529 Jun 18 17:03:35.855898 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Sync routers for ids ['3f61db85-711d-4330-a738-7686c480ca6c'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:03:35.866388 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Routers {'3f61db85-711d-4330-a738-7686c480ca6c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:03:35.867140 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:03:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3f61db85-711d-4330-a738-7686c480ca6c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:35.993545 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Set router 3f61db85-711d-4330-a738-7686c480ca6c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:03:36.035558 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c3d9e3c7-4137-407e-a1df-2df907472b2b req-649c87d8-c14d-4819-bd14-acc95421b6f4 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 210 time: 0.0367646 Jun 18 17:03:36.227891 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61db85-711d-4330-a738-7686c480ca6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957280498', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:03:30Z', 'updated_at': '2021-06-18T17:03:34Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:31Z', 'updated_at': '2021-06-18T17:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '02deca74-23ed-420e-9ba5-5362cf030c8c', 'name': '', 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:59:ec:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '7b96c040-5d0c-45bb-ada2-b61245372607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:33Z', 'updated_at': '2021-06-18T17:03:34Z', 'revision_number': 2, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '7b96c040-5d0c-45bb-ada2-b61245372607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:36.257024 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Checking router: 3f61db85-711d-4330-a738-7686c480ca6c for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:03:36.257386 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Updating router 3f61db85-711d-4330-a738-7686c480ca6c port 02deca74-23ed-420e-9ba5-5362cf030c8c binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:03:36.291700 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:36.471279 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-22b2cc1c-f512-4f7f-88d6-fa536a802b7b None None] Provisioning for port 02deca74-23ed-420e-9ba5-5362cf030c8c completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:03:36.475240 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-22b2cc1c-f512-4f7f-88d6-fa536a802b7b None None] Provisioning complete for port 02deca74-23ed-420e-9ba5-5362cf030c8c triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:03:36.475799 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-22b2cc1c-f512-4f7f-88d6-fa536a802b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:36.511094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-22b2cc1c-f512-4f7f-88d6-fa536a802b7b None None] Port 02deca74-23ed-420e-9ba5-5362cf030c8c cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:03:36.521557 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-22b2cc1c-f512-4f7f-88d6-fa536a802b7b None None] Provisioning complete for port c84d9bcf-30ea-4fac-9060-d959ca33253e triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:03:36.522248 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-22b2cc1c-f512-4f7f-88d6-fa536a802b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:36.575014 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:36.586986 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Transition to ACTIVE for port object 02deca74-23ed-420e-9ba5-5362cf030c8c will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:03:36.592455 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:36.600704 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-25bef4cd-b4b7-4562-9996-970194609298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:36.669150 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6d94c-7e1a-4668-a443-4ea4b3554b6e None None] Pushing event updated for resources: {'Port': ['ID=02deca74-23ed-420e-9ba5-5362cf030c8c,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:36.696497 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6d94c-7e1a-4668-a443-4ea4b3554b6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:36.696838 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6d94c-7e1a-4668-a443-4ea4b3554b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:36.697171 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6d94c-7e1a-4668-a443-4ea4b3554b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:36.697496 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6d94c-7e1a-4668-a443-4ea4b3554b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:36.697816 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6d94c-7e1a-4668-a443-4ea4b3554b6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:36.698139 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6d94c-7e1a-4668-a443-4ea4b3554b6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:36.698455 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6d94c-7e1a-4668-a443-4ea4b3554b6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:36.698798 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6d94c-7e1a-4668-a443-4ea4b3554b6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:36.699115 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6d94c-7e1a-4668-a443-4ea4b3554b6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:36.699427 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6d94c-7e1a-4668-a443-4ea4b3554b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:36.699738 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6d94c-7e1a-4668-a443-4ea4b3554b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:36.700045 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6d94c-7e1a-4668-a443-4ea4b3554b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:03:36.726105 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-e8a6d94c-7e1a-4668-a443-4ea4b3554b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:36.736231 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Attempting to bind port 02deca74-23ed-420e-9ba5-5362cf030c8c on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:03:36.736603 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Attempting to bind port 02deca74-23ed-420e-9ba5-5362cf030c8c by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '13bd6769-6dd3-4f8c-aa09-197c97eb270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:03:36.736963 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Attempting to bind port 02deca74-23ed-420e-9ba5-5362cf030c8c on network 683eab41-7855-430d-bb9d-550a0bd243ea {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:03:36.743133 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:03:36.743511 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Checking segment: {'id': '13bd6769-6dd3-4f8c-aa09-197c97eb270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:03:36.743919 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:36.744313 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Bound using segment: {'id': '13bd6769-6dd3-4f8c-aa09-197c97eb270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:03:36.744781 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Bound port: 02deca74-23ed-420e-9ba5-5362cf030c8c, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bd6769-6dd3-4f8c-aa09-197c97eb270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:03:36.745162 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:36.808493 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] For port 02deca74-23ed-420e-9ba5-5362cf030c8c, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:03:36.811430 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] For port 02deca74-23ed-420e-9ba5-5362cf030c8c, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=02deca74-23ed-420e-9ba5-5362cf030c8c,segment=NetworkSegment(13bd6769-6dd3-4f8c-aa09-197c97eb270b),segment_id=13bd6769-6dd3-4f8c-aa09-197c97eb270b)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:03:36.815874 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:36.817629 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-e8a6d94c-7e1a-4668-a443-4ea4b3554b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:36.876035 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6d94c-7e1a-4668-a443-4ea4b3554b6e None None] Pushing event updated for resources: {'Port': ['ID=02deca74-23ed-420e-9ba5-5362cf030c8c,revision_number=4']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:36.880148 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Routers {'3f61db85-711d-4330-a738-7686c480ca6c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:03:36.880992 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:03:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3f61db85-711d-4330-a738-7686c480ca6c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:36.884340 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-e8a6d94c-7e1a-4668-a443-4ea4b3554b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:36.993933 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] Set router 3f61db85-711d-4330-a738-7686c480ca6c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:03:36.997525 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 41aace39-44d1-453d-8875-ac51423a8ca8 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:03:37.066400 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 41aace39-44d1-453d-8875-ac51423a8ca8 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:03:37.066943 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:37.202274 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c84d9bcf-30ea-4fac-9060-d959ca33253e up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:03:37.220012 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-25d45936-d637-4851-bc03-0c3f0a2fc1c1 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:37.221573 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-25d45936-d637-4851-bc03-0c3f0a2fc1c1 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "GET /v2.0/networks?id=683eab41-7855-430d-bb9d-550a0bd243ea HTTP/1.1" status: 200 len: 797 time: 0.1119335 Jun 18 17:03:37.240404 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b6727f01-0252-43b3-8f7a-a21f9c50f485 req-ec7d4141-a99a-48d9-8433-7002b36383c2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 210 time: 0.0425863 Jun 18 17:03:37.279423 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c84d9bcf-30ea-4fac-9060-d959ca33253e triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:03:37.279943 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:37.283649 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-83286ebb-ba12-4f5e-b432-8462ae9878d6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cad90d4c81d34a67951626d3208c0d75 HTTP/1.1" status: 200 len: 379 time: 0.0468616 Jun 18 17:03:37.294359 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-f4854005-4d69-412d-8678-2a904d25d306 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'port': {'device_id': 'e1851013-e7a4-41ee-99bb-020de8354afa', 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea', 'admin_state_up': True, 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'security_groups': ['abe8bac9-1693-4b08-90ef-ce4ed0afa9d5']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:03:37.339811 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61db85-711d-4330-a738-7686c480ca6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957280498', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:03:30Z', 'updated_at': '2021-06-18T17:03:34Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:31Z', 'updated_at': '2021-06-18T17:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '02deca74-23ed-420e-9ba5-5362cf030c8c', 'name': '', 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:59:ec:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '7b96c040-5d0c-45bb-ada2-b61245372607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:33Z', 'updated_at': '2021-06-18T17:03:36Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '7b96c040-5d0c-45bb-ada2-b61245372607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:37.369268 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef68b2-5d4c-49f9-adf4-ce58f5cb25e4 None None] The sync data for ids ['3f61db85-711d-4330-a738-7686c480ca6c'] in dv-neutron-797121-1-hyperv is: [{'id': '3f61db85-711d-4330-a738-7686c480ca6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957280498', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:03:30Z', 'updated_at': '2021-06-18T17:03:34Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:31Z', 'updated_at': '2021-06-18T17:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '02deca74-23ed-420e-9ba5-5362cf030c8c', 'name': '', 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:59:ec:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '7b96c040-5d0c-45bb-ada2-b61245372607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:33Z', 'updated_at': '2021-06-18T17:03:36Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '7b96c040-5d0c-45bb-ada2-b61245372607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:03:37.435019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-f4854005-4d69-412d-8678-2a904d25d306 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Made reservation on behalf of cad90d4c81d34a67951626d3208c0d75 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:03:37.447687 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-f4854005-4d69-412d-8678-2a904d25d306 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:37.596489 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-f4854005-4d69-412d-8678-2a904d25d306 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Allocated IP 172.20.0.12 (683eab41-7855-430d-bb9d-550a0bd243ea/7b96c040-5d0c-45bb-ada2-b61245372607/ab96fdd3-0edc-4295-a06b-d1d482dffd36) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:03:37.675754 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-02bb0ed4-6167-47ac-8364-88f39673b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:37.771445 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-f4854005-4d69-412d-8678-2a904d25d306 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:37.788133 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-f4854005-4d69-412d-8678-2a904d25d306 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Transition to ACTIVE for port object ab96fdd3-0edc-4295-a06b-d1d482dffd36 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:03:37.825292 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-f4854005-4d69-412d-8678-2a904d25d306 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:37.830076 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:37.892951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-f4854005-4d69-412d-8678-2a904d25d306 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network 683eab41-7855-430d-bb9d-550a0bd243ea is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:03:37.894442 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-f4854005-4d69-412d-8678-2a904d25d306 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:03:37.899179 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-f4854005-4d69-412d-8678-2a904d25d306 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:03:37.902914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4854005-4d69-412d-8678-2a904d25d306 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=ab96fdd3-0edc-4295-a06b-d1d482dffd36,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:37.906914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f4854005-4d69-412d-8678-2a904d25d306 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:37.971413 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-f4854005-4d69-412d-8678-2a904d25d306 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:37.972280 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-f4854005-4d69-412d-8678-2a904d25d306 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:37.991048 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-f4854005-4d69-412d-8678-2a904d25d306 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7000749 Jun 18 17:03:38.009544 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Request body: {'port': {'device_id': 'e1851013-e7a4-41ee-99bb-020de8354afa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:03:38.095654 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:38.186254 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-fac1edb0-ed14-465e-8594-fa64a0af9954 None None] Provisioning for port ab96fdd3-0edc-4295-a06b-d1d482dffd36 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:03:38.191307 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-fac1edb0-ed14-465e-8594-fa64a0af9954 None None] Provisioning complete for port ab96fdd3-0edc-4295-a06b-d1d482dffd36 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:03:38.191900 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fac1edb0-ed14-465e-8594-fa64a0af9954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:38.239549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-fac1edb0-ed14-465e-8594-fa64a0af9954 None None] Port ab96fdd3-0edc-4295-a06b-d1d482dffd36 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:03:38.292261 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:38.440266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab96fdd3-0edc-4295-a06b-d1d482dffd36 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:03:38.448971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:38.454018 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1760e-198c-47f4-9cc6-e28386e0b190 req-ec8f59ad-86d3-4771-81e4-ac9e922f131f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:38.455660 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2ed1760e-198c-47f4-9cc6-e28386e0b190 req-ec8f59ad-86d3-4771-81e4-ac9e922f131f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 932 time: 0.0739789 Jun 18 17:03:38.463006 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Transition to ACTIVE for port object ab96fdd3-0edc-4295-a06b-d1d482dffd36 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:03:38.467951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:38.479138 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f4854005-4d69-412d-8678-2a904d25d306 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:38.498678 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2ed1760e-198c-47f4-9cc6-e28386e0b190 req-da8ad0bb-1d46-4297-8d18-b5da4537b2ae tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366907 Jun 18 17:03:38.556422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Pushing event updated for resources: {'Port': ['ID=ab96fdd3-0edc-4295-a06b-d1d482dffd36,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:38.578729 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:38.631474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Attempting to bind port ab96fdd3-0edc-4295-a06b-d1d482dffd36 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:03:38.632077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Attempting to bind port ab96fdd3-0edc-4295-a06b-d1d482dffd36 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '13bd6769-6dd3-4f8c-aa09-197c97eb270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:03:38.632592 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Attempting to bind port ab96fdd3-0edc-4295-a06b-d1d482dffd36 on network 683eab41-7855-430d-bb9d-550a0bd243ea {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:03:38.637802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Port ab96fdd3-0edc-4295-a06b-d1d482dffd36 on network 683eab41-7855-430d-bb9d-550a0bd243ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 17:03:38.638124 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Attempting to bind port ab96fdd3-0edc-4295-a06b-d1d482dffd36 on network 683eab41-7855-430d-bb9d-550a0bd243ea {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:03:38.645342 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:03:38.646007 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Checking segment: {'id': '13bd6769-6dd3-4f8c-aa09-197c97eb270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:03:38.646397 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Bound using segment: {'id': '13bd6769-6dd3-4f8c-aa09-197c97eb270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:03:38.646869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Bound port: ab96fdd3-0edc-4295-a06b-d1d482dffd36, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13bd6769-6dd3-4f8c-aa09-197c97eb270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:03:38.647220 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:38.714803 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] For port ab96fdd3-0edc-4295-a06b-d1d482dffd36, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:03:38.718011 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] For port ab96fdd3-0edc-4295-a06b-d1d482dffd36, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ab96fdd3-0edc-4295-a06b-d1d482dffd36,segment=NetworkSegment(13bd6769-6dd3-4f8c-aa09-197c97eb270b),segment_id=13bd6769-6dd3-4f8c-aa09-197c97eb270b)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:03:38.723134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:38.726109 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7c1181bb-977e-41a4-b666-d45fba3edc02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:38.760162 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:38.760661 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:38.761959 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] 10.222.0.64 "PUT /v2.0/ports/ab96fdd3-0edc-4295-a06b-d1d482dffd36 HTTP/1.1" status: 200 len: 1094 time: 0.7572041 Jun 18 17:03:38.764399 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1851013-e7a4-41ee-99bb-020de8354afa', 'tag': 'ab96fdd3-0edc-4295-a06b-d1d482dffd36'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:03:38.767488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc84b7e-55b4-48e4-940e-0447763e9c85" -d '{"events": [{"name": "network-changed", "server_uuid": "e1851013-e7a4-41ee-99bb-020de8354afa", "tag": "ab96fdd3-0edc-4295-a06b-d1d482dffd36"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:03:38.797323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Pushing event updated for resources: {'Port': ['ID=ab96fdd3-0edc-4295-a06b-d1d482dffd36,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:38.802316 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:38.818876 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d3f97b-b82e-448f-a04c-a8f12a830a06 x-openstack-request-id: req-93d3f97b-b82e-448f-a04c-a8f12a830a06 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:03:38.819286 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1851013-e7a4-41ee-99bb-020de8354afa", "tag": "ab96fdd3-0edc-4295-a06b-d1d482dffd36", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:03:38.819782 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93d3f97b-b82e-448f-a04c-a8f12a830a06 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:03:38.820408 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1851013-e7a4-41ee-99bb-020de8354afa', 'tag': 'ab96fdd3-0edc-4295-a06b-d1d482dffd36', 'status': 'completed', 'code': 200} Jun 18 17:03:38.888165 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-0b8b9e26-0b71-4120-9265-32e9cb1f6a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:38.890166 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-0b8b9e26-0b71-4120-9265-32e9cb1f6a93 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 1097 time: 0.0565364 Jun 18 17:03:38.954656 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-d221441b-bfd9-4f83-8473-dbd84056cab5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab96fdd3-0edc-4295-a06b-d1d482dffd36 HTTP/1.1" status: 200 len: 217 time: 0.0490217 Jun 18 17:03:39.007074 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-02e02262-70c6-4a1f-881f-8becd756a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:39.008443 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-02e02262-70c6-4a1f-881f-8becd756a1d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b96c040-5d0c-45bb-ada2-b61245372607 HTTP/1.1" status: 200 len: 834 time: 0.0479341 Jun 18 17:03:39.037626 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 02deca74-23ed-420e-9ba5-5362cf030c8c up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:03:39.077934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-3847624e-a299-4bba-b837-2a9afe8e7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:39.079697 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-3847624e-a299-4bba-b837-2a9afe8e7442 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=683eab41-7855-430d-bb9d-550a0bd243ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650599 Jun 18 17:03:39.184319 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-73bbb379-066c-4da0-8521-bba0728ed602 service neutron] 10.222.0.64 "GET /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975566 Jun 18 17:03:39.240615 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:39.269554 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 02deca74-23ed-420e-9ba5-5362cf030c8c completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:03:39.272932 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 02deca74-23ed-420e-9ba5-5362cf030c8c triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:03:39.273315 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:39.282663 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-adccf627-5965-4b1a-b57f-7afca4ab811a req-2964f68d-b434-42a5-a450-e4e9d6ca0f70 service neutron] 10.222.0.64 "GET /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919769 Jun 18 17:03:39.353334 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:39.386313 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 02deca74-23ed-420e-9ba5-5362cf030c8c, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=02deca74-23ed-420e-9ba5-5362cf030c8c,segment=NetworkSegment(13bd6769-6dd3-4f8c-aa09-197c97eb270b),segment_id=13bd6769-6dd3-4f8c-aa09-197c97eb270b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:03:39.390985 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:39.394565 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1c4cdf0c-97f2-4899-89aa-219fae58ffa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:39.422112 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc84b7e-55b4-48e4-940e-0447763e9c85 req-cb2510fb-b764-47b1-b4d3-e4dcc2c16b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:39.423687 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-afc84b7e-55b4-48e4-940e-0447763e9c85 req-cb2510fb-b764-47b1-b4d3-e4dcc2c16b0b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 1097 time: 0.0545969 Jun 18 17:03:39.444155 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=02deca74-23ed-420e-9ba5-5362cf030c8c,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:39.447070 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:39.520256 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc84b7e-55b4-48e4-940e-0447763e9c85 req-776ac20f-a835-449d-a887-3cf829bf4ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:39.521718 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-afc84b7e-55b4-48e4-940e-0447763e9c85 req-776ac20f-a835-449d-a887-3cf829bf4ee6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=683eab41-7855-430d-bb9d-550a0bd243ea HTTP/1.1" status: 200 len: 898 time: 0.0912371 Jun 18 17:03:39.563037 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-afc84b7e-55b4-48e4-940e-0447763e9c85 req-3fec2fcc-8105-476e-ba16-4607ccaba29b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab96fdd3-0edc-4295-a06b-d1d482dffd36 HTTP/1.1" status: 200 len: 217 time: 0.0345287 Jun 18 17:03:39.609331 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc84b7e-55b4-48e4-940e-0447763e9c85 req-43e3adda-b5b2-4b09-b406-660fd6b22eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:39.610826 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-afc84b7e-55b4-48e4-940e-0447763e9c85 req-43e3adda-b5b2-4b09-b406-660fd6b22eb0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b96c040-5d0c-45bb-ada2-b61245372607 HTTP/1.1" status: 200 len: 834 time: 0.0417979 Jun 18 17:03:39.675832 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc84b7e-55b4-48e4-940e-0447763e9c85 req-6745308b-89da-483f-9be3-5d3d478b2aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:39.677307 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-afc84b7e-55b4-48e4-940e-0447763e9c85 req-6745308b-89da-483f-9be3-5d3d478b2aeb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=683eab41-7855-430d-bb9d-550a0bd243ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0593951 Jun 18 17:03:39.688306 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b99617-00bb-4642-89a6-c8ba97c5a812 req-db4f7fa9-c163-45cb-a5a6-c5ba3513b851 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:39.689753 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-99b99617-00bb-4642-89a6-c8ba97c5a812 req-db4f7fa9-c163-45cb-a5a6-c5ba3513b851 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 944 time: 0.0732837 Jun 18 17:03:39.731068 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-99b99617-00bb-4642-89a6-c8ba97c5a812 req-7dd4a678-49bb-40da-843d-c1972de83a48 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348315 Jun 18 17:03:39.768402 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-afc84b7e-55b4-48e4-940e-0447763e9c85 req-f1f3dc2c-7e44-49ff-b80b-5e1d24ed7dc5 service neutron] 10.222.0.64 "GET /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835974 Jun 18 17:03:39.859286 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-afc84b7e-55b4-48e4-940e-0447763e9c85 req-861e0c0b-99d9-47e7-b02e-935e6a8bbde3 service neutron] 10.222.0.64 "GET /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836828 Jun 18 17:03:40.583035 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:40.904071 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d451b-0021-419c-8e59-b9cb2961052b req-c8f8b678-24d2-45f4-97d0-03bd0bc51dcc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:40.905529 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b32d451b-0021-419c-8e59-b9cb2961052b req-c8f8b678-24d2-45f4-97d0-03bd0bc51dcc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 944 time: 0.0643876 Jun 18 17:03:40.945204 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b32d451b-0021-419c-8e59-b9cb2961052b req-88698b09-61a3-4020-95c4-f5d23343c6d7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333364 Jun 18 17:03:40.967857 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 02deca74-23ed-420e-9ba5-5362cf030c8c up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:03:41.014099 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 02deca74-23ed-420e-9ba5-5362cf030c8c triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:03:41.014403 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:41.413975 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device ab96fdd3-0edc-4295-a06b-d1d482dffd36 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:03:41.506190 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port ab96fdd3-0edc-4295-a06b-d1d482dffd36, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ab96fdd3-0edc-4295-a06b-d1d482dffd36,segment=NetworkSegment(13bd6769-6dd3-4f8c-aa09-197c97eb270b),segment_id=13bd6769-6dd3-4f8c-aa09-197c97eb270b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:03:41.517024 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'ab96fdd3-0edc-4295-a06b-d1d482dffd36', 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea', 'port_id': 'ab96fdd3-0edc-4295-a06b-d1d482dffd36', 'mac_address': 'fa:16:3e:40:76:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b96c040-5d0c-45bb-ada2-b61245372607', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:03:41.553411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:41.565911 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab96fdd3-0edc-4295-a06b-d1d482dffd36 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:03:41.584955 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port ab96fdd3-0edc-4295-a06b-d1d482dffd36, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ab96fdd3-0edc-4295-a06b-d1d482dffd36,segment=NetworkSegment(13bd6769-6dd3-4f8c-aa09-197c97eb270b),segment_id=13bd6769-6dd3-4f8c-aa09-197c97eb270b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:03:41.589097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:41.591631 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:41.639617 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=ab96fdd3-0edc-4295-a06b-d1d482dffd36,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:41.642559 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:41.865615 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['ab96fdd3-0edc-4295-a06b-d1d482dffd36'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:03:42.123420 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827426b2-be97-4ad7-8dfd-a6324199a89c req-1194256a-e907-46b8-9f60-2f988280be74 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:42.124876 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-827426b2-be97-4ad7-8dfd-a6324199a89c req-1194256a-e907-46b8-9f60-2f988280be74 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 945 time: 0.0688276 Jun 18 17:03:42.162516 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-827426b2-be97-4ad7-8dfd-a6324199a89c req-78db4954-26c2-41de-8fb9-4c80b2082e27 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318897 Jun 18 17:03:43.335336 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d8c3c-2956-417e-9917-153d1372d868 req-063fd501-617b-4739-9885-bf4e186a6c70 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:43.336788 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c00d8c3c-2956-417e-9917-153d1372d868 req-063fd501-617b-4739-9885-bf4e186a6c70 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 945 time: 0.0639739 Jun 18 17:03:43.373678 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c00d8c3c-2956-417e-9917-153d1372d868 req-f1bbe3a3-ec6c-4843-b3c2-55b4cced4889 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314434 Jun 18 17:03:43.425367 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device ab96fdd3-0edc-4295-a06b-d1d482dffd36 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:03:43.473188 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port ab96fdd3-0edc-4295-a06b-d1d482dffd36 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:03:43.476894 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port ab96fdd3-0edc-4295-a06b-d1d482dffd36 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:03:43.477276 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:43.557783 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:43.579802 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1851013-e7a4-41ee-99bb-020de8354afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab96fdd3-0edc-4295-a06b-d1d482dffd36'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:03:43.582253 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c143b5-6c5a-4bbb-af39-62833c990c49" -d '{"events": [{"server_uuid": "e1851013-e7a4-41ee-99bb-020de8354afa", "name": "network-vif-plugged", "status": "completed", "tag": "ab96fdd3-0edc-4295-a06b-d1d482dffd36"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:03:43.599439 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port ab96fdd3-0edc-4295-a06b-d1d482dffd36, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ab96fdd3-0edc-4295-a06b-d1d482dffd36,segment=NetworkSegment(13bd6769-6dd3-4f8c-aa09-197c97eb270b),segment_id=13bd6769-6dd3-4f8c-aa09-197c97eb270b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:03:43.603712 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:43.605510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5d8a7482-525d-41b8-9c62-ebdddbe31b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:43.627608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1e434a-fbc8-4478-9f25-7247b195ed24 x-openstack-request-id: req-aa1e434a-fbc8-4478-9f25-7247b195ed24 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:03:43.627937 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1851013-e7a4-41ee-99bb-020de8354afa", "name": "network-vif-plugged", "status": "completed", "tag": "ab96fdd3-0edc-4295-a06b-d1d482dffd36", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:03:43.628205 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa1e434a-fbc8-4478-9f25-7247b195ed24 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:03:43.628598 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1851013-e7a4-41ee-99bb-020de8354afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab96fdd3-0edc-4295-a06b-d1d482dffd36', 'code': 200} Jun 18 17:03:43.654155 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=ab96fdd3-0edc-4295-a06b-d1d482dffd36,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:43.657104 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:44.164951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d08925-40a2-41bd-9251-c1fe0789df82 req-55c8c591-3aeb-43a0-9d7a-1c7e07162882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:44.166423 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-26d08925-40a2-41bd-9251-c1fe0789df82 req-55c8c591-3aeb-43a0-9d7a-1c7e07162882 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 1099 time: 0.3415232 Jun 18 17:03:44.198998 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-26d08925-40a2-41bd-9251-c1fe0789df82 req-356d643e-801a-43ad-a446-fb0dfe4ef49f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262945 Jun 18 17:03:44.542160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7ef13-a48c-45c8-a6e0-cb48defb0224 req-3faf3ef1-93bc-4fa8-9eac-d4cc350bf1e1 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:44.543642 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-85f7ef13-a48c-45c8-a6e0-cb48defb0224 req-3faf3ef1-93bc-4fa8-9eac-d4cc350bf1e1 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0630805 Jun 18 17:03:44.585366 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-85f7ef13-a48c-45c8-a6e0-cb48defb0224 req-372cc377-f520-4ad1-9a1a-ab0994822ad5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358739 Jun 18 17:03:46.097794 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e6d2a-bbb5-4701-80a1-fb6a22c799cc req-3c82b3c6-36a7-4316-8ca1-d8581162f8cf tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:46.099293 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f13e6d2a-bbb5-4701-80a1-fb6a22c799cc req-3c82b3c6-36a7-4316-8ca1-d8581162f8cf tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.4031098 Jun 18 17:03:46.136096 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f13e6d2a-bbb5-4701-80a1-fb6a22c799cc req-ad97b137-77ae-4fa5-89fe-4437b5821f96 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311744 Jun 18 17:03:46.308241 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edb5fc-e8b5-4cbf-8c6c-38992fbc39d0 req-61df8614-5512-4fac-8d76-330c689710d9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:46.309697 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-76edb5fc-e8b5-4cbf-8c6c-38992fbc39d0 req-61df8614-5512-4fac-8d76-330c689710d9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0620267 Jun 18 17:03:46.346470 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-76edb5fc-e8b5-4cbf-8c6c-38992fbc39d0 req-f6405b52-ca83-429a-ba7e-7815637786c6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311208 Jun 18 17:03:46.369931 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56546) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:46.419735 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de2308f-10aa-4560-b55a-5cb176b0a3d3 tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:46.421442 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-6de2308f-10aa-4560-b55a-5cb176b0a3d3 tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 1094 time: 0.0505459 Jun 18 17:03:46.424203 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56548) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:46.429130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': 'ab96fdd3-0edc-4295-a06b-d1d482dffd36', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:03:46.452652 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for floatingip, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:46.548040 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:46.645479 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Allocated IP 172.26.2.208 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/5442532a-bcbe-4712-bf62-493078e6d204) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:03:46.749314 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:46.785928 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:46.788622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b1cf61f2-382a-439a-8310-b58155ed10e5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:46.823946 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:03:46.826751 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:03:46.830415 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:03:46.856811 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=5442532a-bcbe-4712-bf62-493078e6d204,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:46.861493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:47.330150 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:47.438350 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:47.595559 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:47.600952 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:47.603139 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-30aadd44-eaeb-43da-ab11-ad3689607c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:03:47.671489 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=5442532a-bcbe-4712-bf62-493078e6d204,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:03:47.674223 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:03:47.680761 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:47.776564 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Floating IP b263f8b2-c059-4e11-abdd-bb67ed574229 associated. External IP: 172.26.2.208, port: ab96fdd3-0edc-4295-a06b-d1d482dffd36. Jun 18 17:03:47.978028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router 3f61db85-711d-4330-a738-7686c480ca6c has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:03:48.082294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:03:48.091439 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3abb41-9059-4435-918c-65b69d7a494b None None] Sync routers for ids ['3f61db85-711d-4330-a738-7686c480ca6c'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:03:48.099813 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:48.102201 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3abb41-9059-4435-918c-65b69d7a494b None None] Routers {'3f61db85-711d-4330-a738-7686c480ca6c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:03:48.102928 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-5e3abb41-9059-4435-918c-65b69d7a494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:03:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3f61db85-711d-4330-a738-7686c480ca6c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:48.136415 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7106767 Jun 18 17:03:48.137087 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1851013-e7a4-41ee-99bb-020de8354afa', 'tag': 'ab96fdd3-0edc-4295-a06b-d1d482dffd36'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:03:48.139760 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe2edac-f4b6-44f9-ab2f-86f9bbf3f897" -d '{"events": [{"name": "network-changed", "server_uuid": "e1851013-e7a4-41ee-99bb-020de8354afa", "tag": "ab96fdd3-0edc-4295-a06b-d1d482dffd36"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:03:48.181397 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca41bf77-687c-4bf1-be2d-9f7fa7c58200 x-openstack-request-id: req-ca41bf77-687c-4bf1-be2d-9f7fa7c58200 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:03:48.181757 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1851013-e7a4-41ee-99bb-020de8354afa", "tag": "ab96fdd3-0edc-4295-a06b-d1d482dffd36", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:03:48.182082 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca41bf77-687c-4bf1-be2d-9f7fa7c58200 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:03:48.182534 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1851013-e7a4-41ee-99bb-020de8354afa', 'tag': 'ab96fdd3-0edc-4295-a06b-d1d482dffd36', 'status': 'completed', 'code': 200} Jun 18 17:03:48.220436 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-5e3abb41-9059-4435-918c-65b69d7a494b None None] Set router 3f61db85-711d-4330-a738-7686c480ca6c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:03:48.295675 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2edac-f4b6-44f9-ab2f-86f9bbf3f897 req-7ab1e13c-b00d-4aad-b6b0-826fbd529d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:48.297539 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1fe2edac-f4b6-44f9-ab2f-86f9bbf3f897 req-7ab1e13c-b00d-4aad-b6b0-826fbd529d5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 1099 time: 0.0726893 Jun 18 17:03:48.303825 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea3aa9-33bd-4a08-966f-20e57e6e26f8 req-bc09e556-67dc-43f2-9556-b667d87f69b2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:48.305306 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3bea3aa9-33bd-4a08-966f-20e57e6e26f8 req-bc09e556-67dc-43f2-9556-b667d87f69b2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0726423 Jun 18 17:03:48.348073 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3bea3aa9-33bd-4a08-966f-20e57e6e26f8 req-35e9b4f2-0176-44fb-9d64-783618ca7e73 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363357 Jun 18 17:03:48.372314 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56554) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:48.431722 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2edac-f4b6-44f9-ab2f-86f9bbf3f897 req-c68bad3f-dc22-43ac-8edc-61c44c5ca10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:48.433190 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1fe2edac-f4b6-44f9-ab2f-86f9bbf3f897 req-c68bad3f-dc22-43ac-8edc-61c44c5ca10c service neutron] 10.222.0.64 "GET /v2.0/networks?id=683eab41-7855-430d-bb9d-550a0bd243ea HTTP/1.1" status: 200 len: 898 time: 0.1299398 Jun 18 17:03:48.448713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-5e3abb41-9059-4435-918c-65b69d7a494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61db85-711d-4330-a738-7686c480ca6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957280498', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:03:30Z', 'updated_at': '2021-06-18T17:03:34Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:31Z', 'updated_at': '2021-06-18T17:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'b263f8b2-c059-4e11-abdd-bb67ed574229', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'floating_ip_address': '172.26.2.208', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'port_id': 'ab96fdd3-0edc-4295-a06b-d1d482dffd36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea', 'mac_address': 'fa:16:3e:40:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1851013-e7a4-41ee-99bb-020de8354afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:03:47Z', 'updated_at': '2021-06-18T17:03:47Z', 'revision_number': 0, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02deca74-23ed-420e-9ba5-5362cf030c8c', 'name': '', 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:59:ec:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '7b96c040-5d0c-45bb-ada2-b61245372607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:33Z', 'updated_at': '2021-06-18T17:03:39Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '7b96c040-5d0c-45bb-ada2-b61245372607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:48.460354 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1cbc2f88-991c-466c-aa2d-116eff0d94cf tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/floatingips/b263f8b2-c059-4e11-abdd-bb67ed574229 HTTP/1.1" status: 200 len: 992 time: 0.0868495 Jun 18 17:03:48.479311 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3abb41-9059-4435-918c-65b69d7a494b None None] Checking router: 3f61db85-711d-4330-a738-7686c480ca6c for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:03:48.488761 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3abb41-9059-4435-918c-65b69d7a494b None None] Routers {'3f61db85-711d-4330-a738-7686c480ca6c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:03:48.489379 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-5e3abb41-9059-4435-918c-65b69d7a494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:03:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3f61db85-711d-4330-a738-7686c480ca6c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:48.510568 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1fe2edac-f4b6-44f9-ab2f-86f9bbf3f897 req-eee588bf-a67a-4d4f-8c2a-426e71a40db7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab96fdd3-0edc-4295-a06b-d1d482dffd36 HTTP/1.1" status: 200 len: 1000 time: 0.0707605 Jun 18 17:03:48.559214 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2edac-f4b6-44f9-ab2f-86f9bbf3f897 req-2934c6b9-b38d-4258-a49e-c123d4bba095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:48.560581 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1fe2edac-f4b6-44f9-ab2f-86f9bbf3f897 req-2934c6b9-b38d-4258-a49e-c123d4bba095 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b96c040-5d0c-45bb-ada2-b61245372607 HTTP/1.1" status: 200 len: 834 time: 0.0438545 Jun 18 17:03:48.594607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-5e3abb41-9059-4435-918c-65b69d7a494b None None] Set router 3f61db85-711d-4330-a738-7686c480ca6c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:03:48.616173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2edac-f4b6-44f9-ab2f-86f9bbf3f897 req-90b1e04d-de27-487f-84e1-0cbb0604f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:48.617659 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1fe2edac-f4b6-44f9-ab2f-86f9bbf3f897 req-90b1e04d-de27-487f-84e1-0cbb0604f440 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=683eab41-7855-430d-bb9d-550a0bd243ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0510666 Jun 18 17:03:48.708927 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1fe2edac-f4b6-44f9-ab2f-86f9bbf3f897 req-cc41cfee-9276-4705-a6fb-4e4bf3e2adc6 service neutron] 10.222.0.64 "GET /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852163 Jun 18 17:03:48.797071 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1fe2edac-f4b6-44f9-ab2f-86f9bbf3f897 req-4e2b7440-cb38-4145-9c00-c77e6ecfc07e service neutron] 10.222.0.64 "GET /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822597 Jun 18 17:03:48.818328 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-5e3abb41-9059-4435-918c-65b69d7a494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61db85-711d-4330-a738-7686c480ca6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957280498', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:03:30Z', 'updated_at': '2021-06-18T17:03:34Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:31Z', 'updated_at': '2021-06-18T17:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'b263f8b2-c059-4e11-abdd-bb67ed574229', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'floating_ip_address': '172.26.2.208', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'port_id': 'ab96fdd3-0edc-4295-a06b-d1d482dffd36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea', 'mac_address': 'fa:16:3e:40:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1851013-e7a4-41ee-99bb-020de8354afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:03:47Z', 'updated_at': '2021-06-18T17:03:47Z', 'revision_number': 0, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02deca74-23ed-420e-9ba5-5362cf030c8c', 'name': '', 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:59:ec:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '7b96c040-5d0c-45bb-ada2-b61245372607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:33Z', 'updated_at': '2021-06-18T17:03:39Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '7b96c040-5d0c-45bb-ada2-b61245372607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:03:48.852634 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3abb41-9059-4435-918c-65b69d7a494b None None] The sync data for ids ['3f61db85-711d-4330-a738-7686c480ca6c'] in dv-neutron-797121-1-hyperv is: [{'id': '3f61db85-711d-4330-a738-7686c480ca6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957280498', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:03:30Z', 'updated_at': '2021-06-18T17:03:34Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:31Z', 'updated_at': '2021-06-18T17:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': 'b263f8b2-c059-4e11-abdd-bb67ed574229', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'floating_ip_address': '172.26.2.208', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'port_id': 'ab96fdd3-0edc-4295-a06b-d1d482dffd36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea', 'mac_address': 'fa:16:3e:40:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1851013-e7a4-41ee-99bb-020de8354afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:03:47Z', 'updated_at': '2021-06-18T17:03:47Z', 'revision_number': 0, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02deca74-23ed-420e-9ba5-5362cf030c8c', 'name': '', 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:59:ec:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '7b96c040-5d0c-45bb-ada2-b61245372607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:33Z', 'updated_at': '2021-06-18T17:03:39Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '7b96c040-5d0c-45bb-ada2-b61245372607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:03:49.023672 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d961ee-db67-4694-9364-c881a5c09dcb None None] New status for floating IP b263f8b2-c059-4e11-abdd-bb67ed574229: ACTIVE {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:03:49.464302 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56556) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:03:49.532451 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a9c1f170-5382-4005-b147-d5d3acc70e06 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/floatingips/b263f8b2-c059-4e11-abdd-bb67ed574229 HTTP/1.1" status: 200 len: 994 time: 0.0669787 Jun 18 17:03:50.493085 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2bc576f8-af9a-4d97-86d7-6aa2190258b4 req-418671a8-aa57-44c6-be88-e8937201ce24 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499263 Jun 18 17:03:50.599875 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc576f8-af9a-4d97-86d7-6aa2190258b4 req-f133f5f4-dd41-45c1-ba39-64dfc0c5eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:50.601314 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2bc576f8-af9a-4d97-86d7-6aa2190258b4 req-f133f5f4-dd41-45c1-ba39-64dfc0c5eeeb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 1099 time: 0.0514462 Jun 18 17:03:50.708433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc576f8-af9a-4d97-86d7-6aa2190258b4 req-9658cb11-8c6d-4ae3-bc93-ba287149f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:50.709888 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2bc576f8-af9a-4d97-86d7-6aa2190258b4 req-9658cb11-8c6d-4ae3-bc93-ba287149f41a service neutron] 10.222.0.64 "GET /v2.0/networks?id=683eab41-7855-430d-bb9d-550a0bd243ea HTTP/1.1" status: 200 len: 898 time: 0.0881956 Jun 18 17:03:50.774018 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2bc576f8-af9a-4d97-86d7-6aa2190258b4 req-09a2b167-3977-47f6-801d-a88654510ded service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab96fdd3-0edc-4295-a06b-d1d482dffd36 HTTP/1.1" status: 200 len: 1002 time: 0.0563352 Jun 18 17:03:50.825019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc576f8-af9a-4d97-86d7-6aa2190258b4 req-26f3b13b-b8ba-41e7-a68c-eece723d6bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:50.826404 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2bc576f8-af9a-4d97-86d7-6aa2190258b4 req-26f3b13b-b8ba-41e7-a68c-eece723d6bc5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b96c040-5d0c-45bb-ada2-b61245372607 HTTP/1.1" status: 200 len: 834 time: 0.0470936 Jun 18 17:03:50.880301 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc576f8-af9a-4d97-86d7-6aa2190258b4 req-70e4344e-8dbf-41f2-9c1c-d807a0ee2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:50.881728 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2bc576f8-af9a-4d97-86d7-6aa2190258b4 req-70e4344e-8dbf-41f2-9c1c-d807a0ee2e18 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=683eab41-7855-430d-bb9d-550a0bd243ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495894 Jun 18 17:03:50.971270 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2bc576f8-af9a-4d97-86d7-6aa2190258b4 req-cba8cb8c-9e19-41cd-bcf3-4a62942a2780 service neutron] 10.222.0.64 "GET /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833101 Jun 18 17:03:51.055807 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2bc576f8-af9a-4d97-86d7-6aa2190258b4 req-66630056-6973-4012-ac5a-f96afe3ba2a0 service neutron] 10.222.0.64 "GET /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782635 Jun 18 17:03:55.055703 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:04.685654 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:04:05.266960 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-41145c64-bf66-46c2-9f53-76df456785ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:07.667127 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-184a340e-e13b-4d8f-a3d8-f8480b0ed397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:08.280445 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:09.059967 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:10.583126 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:21.111422 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a60879-2575-4a62-9712-92eda140eb2d req-4cdcefcf-48fd-4454-af73-3c06cee84052 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:21.112904 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-47a60879-2575-4a62-9712-92eda140eb2d req-4cdcefcf-48fd-4454-af73-3c06cee84052 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0642929 Jun 18 17:04:21.116587 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-c1597258-22be-4074-8477-8eef18340c7c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1161258 Jun 18 17:04:21.155027 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-47a60879-2575-4a62-9712-92eda140eb2d req-1e50c41a-5740-48cd-b494-6ae4acfc1804 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343070 Jun 18 17:04:22.342986 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b849d5-14cc-47c5-a382-cb6c38b8316f req-e21663af-d99f-4781-8a9b-4ac198b7390b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:22.344455 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-81b849d5-14cc-47c5-a382-cb6c38b8316f req-e21663af-d99f-4781-8a9b-4ac198b7390b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0650947 Jun 18 17:04:22.377378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-9556e817-ad7b-4ba7-9293-5aaf559b718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:22.378894 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-9556e817-ad7b-4ba7-9293-5aaf559b718b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 1099 time: 0.1001191 Jun 18 17:04:22.387803 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-81b849d5-14cc-47c5-a382-cb6c38b8316f req-760d9ba2-c0f8-46f8-8486-409b893673cd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376077 Jun 18 17:04:22.467326 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-954f32ef-7112-45da-a667-945d0719249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:22.468701 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-954f32ef-7112-45da-a667-945d0719249c service neutron] 10.222.0.64 "GET /v2.0/networks?id=683eab41-7855-430d-bb9d-550a0bd243ea HTTP/1.1" status: 200 len: 898 time: 0.0839140 Jun 18 17:04:22.535077 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-9b5cb4ed-c58d-4e82-93b3-d9468d3a6fe8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab96fdd3-0edc-4295-a06b-d1d482dffd36 HTTP/1.1" status: 200 len: 1002 time: 0.0600109 Jun 18 17:04:22.583391 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-4d171339-8708-416e-888f-76be66147249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:22.584789 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-4d171339-8708-416e-888f-76be66147249 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b96c040-5d0c-45bb-ada2-b61245372607 HTTP/1.1" status: 200 len: 834 time: 0.0441964 Jun 18 17:04:22.640093 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-5ff1938c-f1cf-4c10-b207-437f15b344af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:22.641524 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-5ff1938c-f1cf-4c10-b207-437f15b344af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=683eab41-7855-430d-bb9d-550a0bd243ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511053 Jun 18 17:04:23.012326 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-8dc52bc1-ac9c-47bf-8288-974ad5289c99 service neutron] 10.222.0.64 "GET /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644233 Jun 18 17:04:23.100739 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-684147ea-4c7c-4278-abcf-a7682b0b9fa1 service neutron] 10.222.0.64 "GET /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819082 Jun 18 17:04:23.564493 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef080bf1-222e-4dd7-b82f-59e75827f3a9 req-3de16a68-4d73-4030-b79e-65cdc29f7577 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:23.565941 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ef080bf1-222e-4dd7-b82f-59e75827f3a9 req-3de16a68-4d73-4030-b79e-65cdc29f7577 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0637631 Jun 18 17:04:23.606568 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ef080bf1-222e-4dd7-b82f-59e75827f3a9 req-e3c9b66e-2614-455f-b3e8-1b8086853bee tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348454 Jun 18 17:04:24.782961 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8190f-6308-4533-95ec-e825a95ee2b0 req-c7747983-638c-4933-9ce1-66c554631c52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:24.784394 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6ab8190f-6308-4533-95ec-e825a95ee2b0 req-c7747983-638c-4933-9ce1-66c554631c52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0622432 Jun 18 17:04:24.820962 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6ab8190f-6308-4533-95ec-e825a95ee2b0 req-a6e5eb30-3817-4c8f-8bc3-3a4b6cb7028e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310905 Jun 18 17:04:25.045091 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:25.998635 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d1c78-f970-4e47-b013-89461ceee56f req-da910d54-10cf-407d-8653-e493ffda795b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:25.999983 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-802d1c78-f970-4e47-b013-89461ceee56f req-da910d54-10cf-407d-8653-e493ffda795b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0672119 Jun 18 17:04:26.037947 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-802d1c78-f970-4e47-b013-89461ceee56f req-b56d7527-48ec-49db-a223-2bec69da9e98 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324430 Jun 18 17:04:27.210946 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d79244-2506-49ba-b09d-740912807bca req-ea8722ec-a359-4ccc-ace6-c630cd2f9be9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:27.212316 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a3d79244-2506-49ba-b09d-740912807bca req-ea8722ec-a359-4ccc-ace6-c630cd2f9be9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0640423 Jun 18 17:04:27.248848 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a3d79244-2506-49ba-b09d-740912807bca req-a625b4ef-d9b1-4790-8341-0f78228c56a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309646 Jun 18 17:04:28.436123 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30488cce-3ba5-4e64-a47c-b02f82dc1085 req-614a47d5-c987-422d-849f-96e34713f338 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:28.437615 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-30488cce-3ba5-4e64-a47c-b02f82dc1085 req-614a47d5-c987-422d-849f-96e34713f338 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0634110 Jun 18 17:04:28.479277 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-30488cce-3ba5-4e64-a47c-b02f82dc1085 req-3e324cb2-66ce-461a-9bce-579c465aea1e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360489 Jun 18 17:04:29.651011 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77641a54-1999-44d3-8f2f-ecb13e68a99e req-dd364b8a-dc39-4fd2-a385-21efa5ba6e65 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:29.652470 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-77641a54-1999-44d3-8f2f-ecb13e68a99e req-dd364b8a-dc39-4fd2-a385-21efa5ba6e65 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0629160 Jun 18 17:04:29.690995 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-77641a54-1999-44d3-8f2f-ecb13e68a99e req-470fc267-51e2-4677-8a10-f5fc0829a251 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328610 Jun 18 17:04:30.296816 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [req-1b861ad0-5391-45b7-a5de-85ef864fd96b req-390ad120-ebc9-41a0-8ca7-7c6a26d32aac tempest-ServerDiskConfigTestJSON-758719557 tempest-ServerDiskConfigTestJSON-758719557-project] (93428) timed out ('10.222.0.64', 53872) {{(pid=93428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 17:04:30.862054 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9d1c5-328d-4c80-acb9-0915ff66d367 req-6c710d52-700c-45f0-91e0-a00698924d7c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:30.863870 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2eb9d1c5-328d-4c80-acb9-0915ff66d367 req-6c710d52-700c-45f0-91e0-a00698924d7c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0623147 Jun 18 17:04:30.902769 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2eb9d1c5-328d-4c80-acb9-0915ff66d367 req-8c337730-2cbc-4115-a337-36dab9003b02 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330129 Jun 18 17:04:32.076620 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4543f-4b9c-40d9-8b09-b0875ab2eb22 req-e6bb53f0-3804-4316-8434-785c9572bc1d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:32.078079 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4cf4543f-4b9c-40d9-8b09-b0875ab2eb22 req-e6bb53f0-3804-4316-8434-785c9572bc1d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0667183 Jun 18 17:04:32.116096 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4cf4543f-4b9c-40d9-8b09-b0875ab2eb22 req-f40a41c0-312a-427d-a3fd-d4bcf1aba10d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323608 Jun 18 17:04:33.289235 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187c0c4-78f1-48e3-9aa6-82fe4463f840 req-ab14aab6-41ad-49ad-a097-ccedfcf9e339 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:33.290709 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e187c0c4-78f1-48e3-9aa6-82fe4463f840 req-ab14aab6-41ad-49ad-a097-ccedfcf9e339 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0622110 Jun 18 17:04:33.327636 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e187c0c4-78f1-48e3-9aa6-82fe4463f840 req-30f8f31d-44e5-4fec-91c7-5441738ff52e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311222 Jun 18 17:04:34.502154 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8263a6-ab22-464f-9336-0f2c6460246a req-ae806ce5-35af-487d-b0fa-d15606f605b2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:34.503642 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0c8263a6-ab22-464f-9336-0f2c6460246a req-ae806ce5-35af-487d-b0fa-d15606f605b2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0632706 Jun 18 17:04:34.545895 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0c8263a6-ab22-464f-9336-0f2c6460246a req-32e73887-5d37-43ad-8c3c-6979b9bac774 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359297 Jun 18 17:04:35.271423 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9bdfc352-3823-482d-85f6-2cf1ed375f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:35.718139 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a082428-e728-472a-a4e4-1ddd5fa1fefa req-c8dc28ec-ef99-4e38-b175-f5cecfc759de tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:35.719625 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0a082428-e728-472a-a4e4-1ddd5fa1fefa req-c8dc28ec-ef99-4e38-b175-f5cecfc759de tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0643435 Jun 18 17:04:35.756218 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0a082428-e728-472a-a4e4-1ddd5fa1fefa req-45f4f132-3645-4a22-bebc-3b416c8302b1 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309327 Jun 18 17:04:36.929632 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88bc96-3153-4c03-a5e4-8d04750c5355 req-7d5cf90d-9b72-4b93-a977-84cf4a9b6442 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:36.931050 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6f88bc96-3153-4c03-a5e4-8d04750c5355 req-7d5cf90d-9b72-4b93-a977-84cf4a9b6442 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0663791 Jun 18 17:04:36.969221 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6f88bc96-3153-4c03-a5e4-8d04750c5355 req-a083e956-6f49-4c03-b77e-5e2576228425 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326202 Jun 18 17:04:37.667597 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dbd6cce7-2256-427c-8a69-dc372f54c6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:38.144807 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cd83c-70a7-460f-855a-96bbea101c99 req-309c3572-1ee0-444a-b827-ae9532e551fe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:38.146270 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4f2cd83c-70a7-460f-855a-96bbea101c99 req-309c3572-1ee0-444a-b827-ae9532e551fe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0679340 Jun 18 17:04:38.185822 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4f2cd83c-70a7-460f-855a-96bbea101c99 req-dbafc14e-cae5-4b5d-a640-f0598ad34e84 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322115 Jun 18 17:04:38.282302 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:39.063577 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:39.373329 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6c1cc-b918-4ebf-b5a8-0cc587b30c06 req-648bcd3c-afa8-43a9-b7d7-27a9302c914d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:39.374871 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8fe6c1cc-b918-4ebf-b5a8-0cc587b30c06 req-648bcd3c-afa8-43a9-b7d7-27a9302c914d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0662293 Jun 18 17:04:39.413755 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8fe6c1cc-b918-4ebf-b5a8-0cc587b30c06 req-6f2d915a-8d5d-4400-aa18-afb18a4b1f09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331323 Jun 18 17:04:39.938388 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-3d4a94c2-733e-4373-b050-f692f57262d0 service neutron] 10.222.0.64 "GET /v2.0/ports/ab96fdd3-0edc-4295-a06b-d1d482dffd36/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0601275 Jun 18 17:04:40.204696 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-0afe4141-ebef-4dab-b1f8-7ce26924d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:40.206077 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-0afe4141-ebef-4dab-b1f8-7ce26924d200 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa&tenant_id=cad90d4c81d34a67951626d3208c0d75 HTTP/1.1" status: 200 len: 1099 time: 0.0553555 Jun 18 17:04:40.290499 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-b8433620-f34a-43ec-ae48-c24b0981b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:40.291959 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-b8433620-f34a-43ec-ae48-c24b0981b95a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 1099 time: 0.0517664 Jun 18 17:04:40.380052 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-4d8b410d-d9ff-4a99-a644-6e05daaa4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:40.381516 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-4d8b410d-d9ff-4a99-a644-6e05daaa4b82 service neutron] 10.222.0.64 "GET /v2.0/networks?id=683eab41-7855-430d-bb9d-550a0bd243ea HTTP/1.1" status: 200 len: 898 time: 0.0839643 Jun 18 17:04:40.446126 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-cf84be55-b726-4597-88fa-35d47f2401a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab96fdd3-0edc-4295-a06b-d1d482dffd36 HTTP/1.1" status: 200 len: 1002 time: 0.0575085 Jun 18 17:04:40.499176 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-024766d5-e36d-4e7e-95b3-d52dcea763f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:40.500634 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-024766d5-e36d-4e7e-95b3-d52dcea763f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b96c040-5d0c-45bb-ada2-b61245372607 HTTP/1.1" status: 200 len: 834 time: 0.0478191 Jun 18 17:04:40.562228 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-1e11198e-1bc1-4c8d-82af-472e37b3a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:40.563723 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-1e11198e-1bc1-4c8d-82af-472e37b3a433 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=683eab41-7855-430d-bb9d-550a0bd243ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0567136 Jun 18 17:04:40.587485 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:40.591908 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed107b4-cc3e-4148-b81e-9c02e6aec1a7 req-56737654-b8bd-4ca8-9f71-e3cccfd2b003 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:40.593425 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-aed107b4-cc3e-4148-b81e-9c02e6aec1a7 req-56737654-b8bd-4ca8-9f71-e3cccfd2b003 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0680151 Jun 18 17:04:40.637262 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-aed107b4-cc3e-4148-b81e-9c02e6aec1a7 req-63a2a8aa-ffd9-4803-8463-d18ad22a04bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378797 Jun 18 17:04:40.653830 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-0c1c0b40-e8e1-41ce-9740-cd6caf8d51bb service neutron] 10.222.0.64 "GET /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830030 Jun 18 17:04:40.746287 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-69a6bf16-390a-4b53-83f5-a37036c9691f req-a43c1aa8-cd19-4a73-8891-b34aaea11190 service neutron] 10.222.0.64 "GET /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859654 Jun 18 17:04:41.684490 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:04:41.812065 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbfbeb-08a2-402a-a8fb-b7984bba4136 req-fdce3f26-ee4c-4d8f-97c0-0a05d65debb2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:41.813508 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b0fbfbeb-08a2-402a-a8fb-b7984bba4136 req-fdce3f26-ee4c-4d8f-97c0-0a05d65debb2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0625119 Jun 18 17:04:41.850370 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b0fbfbeb-08a2-402a-a8fb-b7984bba4136 req-5c4953b9-487d-4b50-b9c0-b9cff6985077 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306697 Jun 18 17:04:43.025934 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f85f22-de6a-4106-8d0b-5ab4aeaf2a24 req-06f8f7c5-a29a-48d0-b75c-98f4c2ac4e3e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:43.027456 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-84f85f22-de6a-4106-8d0b-5ab4aeaf2a24 req-06f8f7c5-a29a-48d0-b75c-98f4c2ac4e3e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0624256 Jun 18 17:04:43.064043 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-84f85f22-de6a-4106-8d0b-5ab4aeaf2a24 req-e904cb31-481b-4ffa-8bf9-aca4c2283138 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309975 Jun 18 17:04:43.366204 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f817fee-ab99-4997-8c4d-381af79ba9a1 req-1fb711d3-c6a0-4f79-9243-efcb983ddcf6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:43.367776 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2f817fee-ab99-4997-8c4d-381af79ba9a1 req-1fb711d3-c6a0-4f79-9243-efcb983ddcf6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0676935 Jun 18 17:04:43.405068 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2f817fee-ab99-4997-8c4d-381af79ba9a1 req-52264daa-793d-4047-8284-5e0d990178d6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316036 Jun 18 17:04:43.419221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c7707-4e26-4924-b4fc-4584a3f769bb req-30a3c14e-d0a5-4dfe-a8dd-efceba7c2dcc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:43.420952 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-810c7707-4e26-4924-b4fc-4584a3f769bb req-30a3c14e-d0a5-4dfe-a8dd-efceba7c2dcc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa&tenant_id=cad90d4c81d34a67951626d3208c0d75&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 946 time: 0.1052094 Jun 18 17:04:43.535302 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c7707-4e26-4924-b4fc-4584a3f769bb req-78379434-c1d6-48a3-a8b0-b662eedbc823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:43.536761 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-810c7707-4e26-4924-b4fc-4584a3f769bb req-78379434-c1d6-48a3-a8b0-b662eedbc823 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 1099 time: 0.0564868 Jun 18 17:04:43.580079 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe079c-f004-49f1-b7ff-2f760a711c2f req-d3c0b081-d8aa-4098-b2aa-703ed787d08d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:43.581542 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-89fe079c-f004-49f1-b7ff-2f760a711c2f req-d3c0b081-d8aa-4098-b2aa-703ed787d08d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0632169 Jun 18 17:04:43.600728 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device ab96fdd3-0edc-4295-a06b-d1d482dffd36 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:04:43.624189 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-89fe079c-f004-49f1-b7ff-2f760a711c2f req-545fc8c1-fe17-4044-8fb3-3f507cce5d03 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358765 Jun 18 17:04:43.627701 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c7707-4e26-4924-b4fc-4584a3f769bb req-e7af3235-98e1-4846-8373-d42a135670bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:43.629205 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-810c7707-4e26-4924-b4fc-4584a3f769bb req-e7af3235-98e1-4846-8373-d42a135670bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=683eab41-7855-430d-bb9d-550a0bd243ea HTTP/1.1" status: 200 len: 898 time: 0.0864365 Jun 18 17:04:43.698005 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-810c7707-4e26-4924-b4fc-4584a3f769bb req-a96c7416-dbf0-4a3c-8918-5c509d1257cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab96fdd3-0edc-4295-a06b-d1d482dffd36 HTTP/1.1" status: 200 len: 1002 time: 0.0620570 Jun 18 17:04:43.708082 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port ab96fdd3-0edc-4295-a06b-d1d482dffd36, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ab96fdd3-0edc-4295-a06b-d1d482dffd36,segment=NetworkSegment(13bd6769-6dd3-4f8c-aa09-197c97eb270b),segment_id=13bd6769-6dd3-4f8c-aa09-197c97eb270b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:04:43.719566 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'ab96fdd3-0edc-4295-a06b-d1d482dffd36', 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea', 'port_id': 'ab96fdd3-0edc-4295-a06b-d1d482dffd36', 'mac_address': 'fa:16:3e:40:76:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b96c040-5d0c-45bb-ada2-b61245372607', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:04:43.744783 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c7707-4e26-4924-b4fc-4584a3f769bb req-ed63cf38-9814-4323-80a9-0744e068d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:43.746217 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-810c7707-4e26-4924-b4fc-4584a3f769bb req-ed63cf38-9814-4323-80a9-0744e068d841 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b96c040-5d0c-45bb-ada2-b61245372607 HTTP/1.1" status: 200 len: 834 time: 0.0424349 Jun 18 17:04:43.758248 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:43.770683 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab96fdd3-0edc-4295-a06b-d1d482dffd36 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:04:43.790507 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port ab96fdd3-0edc-4295-a06b-d1d482dffd36, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ab96fdd3-0edc-4295-a06b-d1d482dffd36,segment=NetworkSegment(13bd6769-6dd3-4f8c-aa09-197c97eb270b),segment_id=13bd6769-6dd3-4f8c-aa09-197c97eb270b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:04:43.794424 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:43.796544 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2021618f-76e3-4ba2-9841-3390a8d88839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:04:43.803541 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c7707-4e26-4924-b4fc-4584a3f769bb req-8175aa5a-e670-4776-be26-37a183e22594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:43.805248 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-810c7707-4e26-4924-b4fc-4584a3f769bb req-8175aa5a-e670-4776-be26-37a183e22594 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=683eab41-7855-430d-bb9d-550a0bd243ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531693 Jun 18 17:04:43.839929 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=ab96fdd3-0edc-4295-a06b-d1d482dffd36,revision_number=6']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:04:43.846723 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:04:43.847090 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:04:43.847431 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:04:43.847766 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:04:43.848093 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:04:43.848415 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:04:43.848737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:04:43.849054 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:04:43.849372 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:04:43.850232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:04:43.850552 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:04:43.850925 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:04:43.854805 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:04:43.900749 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-810c7707-4e26-4924-b4fc-4584a3f769bb req-2715dd8c-f154-4b3b-a3f4-383a0107221b service neutron] 10.222.0.64 "GET /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876503 Jun 18 17:04:43.919537 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['ab96fdd3-0edc-4295-a06b-d1d482dffd36'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:04:43.991653 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-810c7707-4e26-4924-b4fc-4584a3f769bb req-98063be6-3977-4372-97ab-bc318ea8bbac service neutron] 10.222.0.64 "GET /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841968 Jun 18 17:04:44.801949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640c035-515e-48bd-9858-1d9f9430d46f req-2014bdfd-876b-401c-b09e-92d6afa32346 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:44.804109 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c640c035-515e-48bd-9858-1d9f9430d46f req-2014bdfd-876b-401c-b09e-92d6afa32346 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 945 time: 0.0628185 Jun 18 17:04:44.845267 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c640c035-515e-48bd-9858-1d9f9430d46f req-3853b4b0-ec16-466b-be5f-ae8927d23b9f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357223 Jun 18 17:04:44.871248 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56650) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:04:44.931767 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5500ec92-91f3-46f5-8e06-9c17ca5beb28 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/floatingips/b263f8b2-c059-4e11-abdd-bb67ed574229 HTTP/1.1" status: 200 len: 993 time: 0.0592978 Jun 18 17:04:45.616205 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device ab96fdd3-0edc-4295-a06b-d1d482dffd36 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:04:45.668369 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port ab96fdd3-0edc-4295-a06b-d1d482dffd36 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:04:45.668752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:45.745305 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:45.766828 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1851013-e7a4-41ee-99bb-020de8354afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab96fdd3-0edc-4295-a06b-d1d482dffd36'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:04:45.769050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d16e54f-fcd2-46c6-8541-621a74cce3d4" -d '{"events": [{"server_uuid": "e1851013-e7a4-41ee-99bb-020de8354afa", "name": "network-vif-plugged", "status": "completed", "tag": "ab96fdd3-0edc-4295-a06b-d1d482dffd36"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:04:45.782147 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port ab96fdd3-0edc-4295-a06b-d1d482dffd36, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ab96fdd3-0edc-4295-a06b-d1d482dffd36,segment=NetworkSegment(13bd6769-6dd3-4f8c-aa09-197c97eb270b),segment_id=13bd6769-6dd3-4f8c-aa09-197c97eb270b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:04:45.787228 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:45.789187 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:04:45.810078 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb3acb2-b57c-4e4a-87c8-ae5ef403a891 x-openstack-request-id: req-beb3acb2-b57c-4e4a-87c8-ae5ef403a891 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:04:45.810380 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1851013-e7a4-41ee-99bb-020de8354afa", "name": "network-vif-plugged", "status": "completed", "tag": "ab96fdd3-0edc-4295-a06b-d1d482dffd36", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:04:45.810665 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-beb3acb2-b57c-4e4a-87c8-ae5ef403a891 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:04:45.811062 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1851013-e7a4-41ee-99bb-020de8354afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab96fdd3-0edc-4295-a06b-d1d482dffd36', 'code': 200} Jun 18 17:04:45.836451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=ab96fdd3-0edc-4295-a06b-d1d482dffd36,revision_number=7']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:04:45.839490 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:04:51.460435 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d5b394d4-db31-4561-93f2-549746359ec7 req-34bb1192-a015-4591-9c31-a2a309b5d16b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556810 Jun 18 17:04:51.580020 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b394d4-db31-4561-93f2-549746359ec7 req-085d6b0a-b65f-47c6-a12a-2ec2f725fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:51.581480 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d5b394d4-db31-4561-93f2-549746359ec7 req-085d6b0a-b65f-47c6-a12a-2ec2f725fdcb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 1099 time: 0.0518432 Jun 18 17:04:51.696121 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b394d4-db31-4561-93f2-549746359ec7 req-e24490b5-aefa-483c-9cae-d9b15f12a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:51.697573 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d5b394d4-db31-4561-93f2-549746359ec7 req-e24490b5-aefa-483c-9cae-d9b15f12a1b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=683eab41-7855-430d-bb9d-550a0bd243ea HTTP/1.1" status: 200 len: 898 time: 0.0846550 Jun 18 17:04:51.765732 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d5b394d4-db31-4561-93f2-549746359ec7 req-22ce743a-fd48-4f10-91f3-3efa692d2fb9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab96fdd3-0edc-4295-a06b-d1d482dffd36 HTTP/1.1" status: 200 len: 1002 time: 0.0617230 Jun 18 17:04:51.813952 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b394d4-db31-4561-93f2-549746359ec7 req-37b83cee-2215-491e-bc6a-6f006697efad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:51.815436 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d5b394d4-db31-4561-93f2-549746359ec7 req-37b83cee-2215-491e-bc6a-6f006697efad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b96c040-5d0c-45bb-ada2-b61245372607 HTTP/1.1" status: 200 len: 834 time: 0.0438285 Jun 18 17:04:51.870266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b394d4-db31-4561-93f2-549746359ec7 req-24b03d05-23ac-48c9-9aa0-d8fb184421e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:51.871721 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d5b394d4-db31-4561-93f2-549746359ec7 req-24b03d05-23ac-48c9-9aa0-d8fb184421e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=683eab41-7855-430d-bb9d-550a0bd243ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500827 Jun 18 17:04:51.970114 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d5b394d4-db31-4561-93f2-549746359ec7 req-e28c4f0f-fdbf-4500-a1f4-b210be35810d service neutron] 10.222.0.64 "GET /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839028 Jun 18 17:04:52.057384 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d5b394d4-db31-4561-93f2-549746359ec7 req-5e2e93c9-8ab8-45e1-b568-4909c407a0be service neutron] 10.222.0.64 "GET /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810816 Jun 18 17:04:55.078555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:05.272669 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2633692c-3e33-4583-b433-dc3123af3c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:07.668561 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b093d4e7-ddb5-4da5-8b53-e54b74038443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:08.283637 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:09.063769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:10.589850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:13.428573 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56662) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:13.584032 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting port 5442532a-bcbe-4712-bf62-493078e6d204 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:05:13.584377 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:13.663254 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:13.663795 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:13.728895 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Calling delete_port for 5442532a-bcbe-4712-bf62-493078e6d204 owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:05:13.868974 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:13.871095 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-34f50fc4-f251-4fc7-8308-a81fd78292d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:13.898616 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Port': ['ID=5442532a-bcbe-4712-bf62-493078e6d204,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:13.910218 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:13.910650 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:13.911035 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:13.911407 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:13.911777 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:13.912144 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:13.912511 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:13.912873 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:13.913239 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:13.913737 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:13.914301 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:13.914392 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:13.932245 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:13.969310 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:13.969635 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Floating IP b263f8b2-c059-4e11-abdd-bb67ed574229 disassociated (deleted). External IP: 172.26.2.208, port: ab96fdd3-0edc-4295-a06b-d1d482dffd36. Jun 18 17:05:14.174399 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router 3f61db85-711d-4330-a738-7686c480ca6c has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:05:14.278426 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:05:14.283158 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:14.288943 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a81a8a-cbf0-4bfc-a527-feb34723335f None None] Sync routers for ids ['3f61db85-711d-4330-a738-7686c480ca6c'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:05:14.298717 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a81a8a-cbf0-4bfc-a527-feb34723335f None None] Routers {'3f61db85-711d-4330-a738-7686c480ca6c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:05:14.299349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-66a81a8a-cbf0-4bfc-a527-feb34723335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:05:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3f61db85-711d-4330-a738-7686c480ca6c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:14.318878 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/floatingips/b263f8b2-c059-4e11-abdd-bb67ed574229 HTTP/1.1" status: 204 len: 168 time: 0.8892212 Jun 18 17:05:14.319524 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1851013-e7a4-41ee-99bb-020de8354afa', 'tag': 'ab96fdd3-0edc-4295-a06b-d1d482dffd36'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:05:14.323013 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4158a82-915a-4088-adea-42d3a6fef4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "e1851013-e7a4-41ee-99bb-020de8354afa", "tag": "ab96fdd3-0edc-4295-a06b-d1d482dffd36"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:05:14.445899 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993f01f5-394f-4b3a-8229-adbc83fe55cf x-openstack-request-id: req-993f01f5-394f-4b3a-8229-adbc83fe55cf {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:05:14.446527 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1851013-e7a4-41ee-99bb-020de8354afa", "tag": "ab96fdd3-0edc-4295-a06b-d1d482dffd36", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:05:14.446527 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-993f01f5-394f-4b3a-8229-adbc83fe55cf {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:05:14.447037 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1851013-e7a4-41ee-99bb-020de8354afa', 'tag': 'ab96fdd3-0edc-4295-a06b-d1d482dffd36', 'status': 'completed', 'code': 200} Jun 18 17:05:14.565706 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-66a81a8a-cbf0-4bfc-a527-feb34723335f None None] Set router 3f61db85-711d-4330-a738-7686c480ca6c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:05:14.568474 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4158a82-915a-4088-adea-42d3a6fef4c4 req-3c14cbd9-ed14-40b2-abbf-da96064f10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:14.570817 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f4158a82-915a-4088-adea-42d3a6fef4c4 req-3c14cbd9-ed14-40b2-abbf-da96064f10d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 1099 time: 0.0758336 Jun 18 17:05:14.703170 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4158a82-915a-4088-adea-42d3a6fef4c4 req-67f2e908-44eb-49a2-ab2f-24277b3880ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:14.704530 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f4158a82-915a-4088-adea-42d3a6fef4c4 req-67f2e908-44eb-49a2-ab2f-24277b3880ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=683eab41-7855-430d-bb9d-550a0bd243ea HTTP/1.1" status: 200 len: 898 time: 0.0948761 Jun 18 17:05:14.730962 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec280c7-ce89-4c09-b5b5-554c6837cbff req-7260255d-2584-47f9-9762-3aa5793de3de tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:14.732493 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6ec280c7-ce89-4c09-b5b5-554c6837cbff req-7260255d-2584-47f9-9762-3aa5793de3de tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0836487 Jun 18 17:05:14.752299 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f4158a82-915a-4088-adea-42d3a6fef4c4 req-c863425c-3f02-480e-a9fe-32e1fc1a07ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab96fdd3-0edc-4295-a06b-d1d482dffd36 HTTP/1.1" status: 200 len: 217 time: 0.0383508 Jun 18 17:05:14.775559 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-66a81a8a-cbf0-4bfc-a527-feb34723335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61db85-711d-4330-a738-7686c480ca6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957280498', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:03:30Z', 'updated_at': '2021-06-18T17:03:34Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:31Z', 'updated_at': '2021-06-18T17:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '02deca74-23ed-420e-9ba5-5362cf030c8c', 'name': '', 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:59:ec:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '7b96c040-5d0c-45bb-ada2-b61245372607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:33Z', 'updated_at': '2021-06-18T17:03:39Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '7b96c040-5d0c-45bb-ada2-b61245372607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:14.776981 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6ec280c7-ce89-4c09-b5b5-554c6837cbff req-7de9a7ff-724d-4b78-8c20-7bb0727a3db4 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385475 Jun 18 17:05:14.806572 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a81a8a-cbf0-4bfc-a527-feb34723335f None None] Checking router: 3f61db85-711d-4330-a738-7686c480ca6c for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:05:14.808666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4158a82-915a-4088-adea-42d3a6fef4c4 req-b2e52545-36fb-4125-9981-bd49b92e5ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:14.810128 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f4158a82-915a-4088-adea-42d3a6fef4c4 req-b2e52545-36fb-4125-9981-bd49b92e5ebf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b96c040-5d0c-45bb-ada2-b61245372607 HTTP/1.1" status: 200 len: 834 time: 0.0481656 Jun 18 17:05:14.814800 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a81a8a-cbf0-4bfc-a527-feb34723335f None None] Routers {'3f61db85-711d-4330-a738-7686c480ca6c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:05:14.815415 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-66a81a8a-cbf0-4bfc-a527-feb34723335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:05:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3f61db85-711d-4330-a738-7686c480ca6c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:14.868637 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4158a82-915a-4088-adea-42d3a6fef4c4 req-120f0ff8-513d-4bbe-863b-1e876f53e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:14.870141 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f4158a82-915a-4088-adea-42d3a6fef4c4 req-120f0ff8-513d-4bbe-863b-1e876f53e686 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=683eab41-7855-430d-bb9d-550a0bd243ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515316 Jun 18 17:05:14.916436 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-66a81a8a-cbf0-4bfc-a527-feb34723335f None None] Set router 3f61db85-711d-4330-a738-7686c480ca6c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:05:14.963438 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f4158a82-915a-4088-adea-42d3a6fef4c4 req-d557f1b7-0b66-4fc3-af7a-5582baa7c7dd service neutron] 10.222.0.64 "GET /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856142 Jun 18 17:05:15.052501 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f4158a82-915a-4088-adea-42d3a6fef4c4 req-d8fa023a-de0a-43a8-b54a-74c532ec97ae service neutron] 10.222.0.64 "GET /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815806 Jun 18 17:05:15.118368 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-66a81a8a-cbf0-4bfc-a527-feb34723335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61db85-711d-4330-a738-7686c480ca6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957280498', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:03:30Z', 'updated_at': '2021-06-18T17:03:34Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:31Z', 'updated_at': '2021-06-18T17:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '02deca74-23ed-420e-9ba5-5362cf030c8c', 'name': '', 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:59:ec:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '7b96c040-5d0c-45bb-ada2-b61245372607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:33Z', 'updated_at': '2021-06-18T17:03:39Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '7b96c040-5d0c-45bb-ada2-b61245372607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:15.143928 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a81a8a-cbf0-4bfc-a527-feb34723335f None None] The sync data for ids ['3f61db85-711d-4330-a738-7686c480ca6c'] in dv-neutron-797121-1-hyperv is: [{'id': '3f61db85-711d-4330-a738-7686c480ca6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957280498', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:03:30Z', 'updated_at': '2021-06-18T17:03:34Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:31Z', 'updated_at': '2021-06-18T17:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '02deca74-23ed-420e-9ba5-5362cf030c8c', 'name': '', 'network_id': '683eab41-7855-430d-bb9d-550a0bd243ea', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:59:ec:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '7b96c040-5d0c-45bb-ada2-b61245372607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:33Z', 'updated_at': '2021-06-18T17:03:39Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '7b96c040-5d0c-45bb-ada2-b61245372607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:05:15.360785 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdba687-a8c4-4cab-a81f-629a00630c96 None None] New status for floating IP b263f8b2-c059-4e11-abdd-bb67ed574229: DOWN {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:05:15.957296 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d536d2f-ffc6-48d5-8926-f2fd4856bba5 req-9187e420-7770-451f-a1b8-34b84c2a3936 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:15.958701 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2d536d2f-ffc6-48d5-8926-f2fd4856bba5 req-9187e420-7770-451f-a1b8-34b84c2a3936 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0631282 Jun 18 17:05:15.995698 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2d536d2f-ffc6-48d5-8926-f2fd4856bba5 req-01de7996-fe03-47a8-a7ea-a061553cf4ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307436 Jun 18 17:05:16.525971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eeaa95-6910-48a2-bf2e-16eb07ffefa6 req-9817f604-c501-42ed-add6-faa71f988706 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:16.527430 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c9eeaa95-6910-48a2-bf2e-16eb07ffefa6 req-9817f604-c501-42ed-add6-faa71f988706 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 946 time: 0.0621233 Jun 18 17:05:16.629702 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-c9eeaa95-6910-48a2-bf2e-16eb07ffefa6 req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting port ab96fdd3-0edc-4295-a06b-d1d482dffd36 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:05:16.630045 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-c9eeaa95-6910-48a2-bf2e-16eb07ffefa6 req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:16.718919 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-c9eeaa95-6910-48a2-bf2e-16eb07ffefa6 req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] For port ab96fdd3-0edc-4295-a06b-d1d482dffd36, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ab96fdd3-0edc-4295-a06b-d1d482dffd36,segment=NetworkSegment(13bd6769-6dd3-4f8c-aa09-197c97eb270b),segment_id=13bd6769-6dd3-4f8c-aa09-197c97eb270b)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:05:16.719341 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-c9eeaa95-6910-48a2-bf2e-16eb07ffefa6 req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:16.787291 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-c9eeaa95-6910-48a2-bf2e-16eb07ffefa6 req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Calling delete_port for ab96fdd3-0edc-4295-a06b-d1d482dffd36 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:05:16.914045 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-c9eeaa95-6910-48a2-bf2e-16eb07ffefa6 req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:16.918258 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:16.943486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Port': ['ID=ab96fdd3-0edc-4295-a06b-d1d482dffd36,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:16.955833 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:16.956222 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:16.956603 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:16.956981 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:16.957352 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:16.957716 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:16.958078 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:16.958441 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:16.958884 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:16.959689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:16.959689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:16.960005 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:16.978113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:16.997911 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9eeaa95-6910-48a2-bf2e-16eb07ffefa6 req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] No DVR routers for this DVR port ab96fdd3-0edc-4295-a06b-d1d482dffd36 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:05:17.000419 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-c9eeaa95-6910-48a2-bf2e-16eb07ffefa6 req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:17.002644 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c9eeaa95-6910-48a2-bf2e-16eb07ffefa6 req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "DELETE /v2.0/ports/ab96fdd3-0edc-4295-a06b-d1d482dffd36 HTTP/1.1" status: 204 len: 173 time: 0.4690299 Jun 18 17:05:17.003177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1851013-e7a4-41ee-99bb-020de8354afa', 'name': 'network-vif-deleted', 'tag': 'ab96fdd3-0edc-4295-a06b-d1d482dffd36'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:05:17.005596 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7588a1-e350-430f-ad68-f2cf0ae9e7ea" -d '{"events": [{"server_uuid": "e1851013-e7a4-41ee-99bb-020de8354afa", "name": "network-vif-deleted", "tag": "ab96fdd3-0edc-4295-a06b-d1d482dffd36"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:05:17.057023 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61320c1f-8e20-44db-aa35-aa20121bd84e x-openstack-request-id: req-61320c1f-8e20-44db-aa35-aa20121bd84e {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:05:17.057379 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1851013-e7a4-41ee-99bb-020de8354afa", "name": "network-vif-deleted", "tag": "ab96fdd3-0edc-4295-a06b-d1d482dffd36", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:05:17.057681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61320c1f-8e20-44db-aa35-aa20121bd84e {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:05:17.058130 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1851013-e7a4-41ee-99bb-020de8354afa', 'name': 'network-vif-deleted', 'tag': 'ab96fdd3-0edc-4295-a06b-d1d482dffd36', 'status': 'completed', 'code': 200} Jun 18 17:05:17.141293 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-116d8ca4-7261-4597-a3b4-2d75fdef5c8f req-cfdf7a21-3597-4f03-a81b-ae4b7557ec1d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1851013-e7a4-41ee-99bb-020de8354afa HTTP/1.1" status: 200 len: 210 time: 0.0303485 Jun 18 17:05:18.233644 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56680) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:18.587073 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8b1929a9-f799-43a0-985c-2f8f8c6b6790 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:18.686898 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:05:18.844595 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-8b1929a9-f799-43a0-985c-2f8f8c6b6790 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting port 02deca74-23ed-420e-9ba5-5362cf030c8c {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:05:18.844849 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8b1929a9-f799-43a0-985c-2f8f8c6b6790 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:18.935167 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-8b1929a9-f799-43a0-985c-2f8f8c6b6790 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] For port 02deca74-23ed-420e-9ba5-5362cf030c8c, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=02deca74-23ed-420e-9ba5-5362cf030c8c,segment=NetworkSegment(13bd6769-6dd3-4f8c-aa09-197c97eb270b),segment_id=13bd6769-6dd3-4f8c-aa09-197c97eb270b)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:05:18.935524 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8b1929a9-f799-43a0-985c-2f8f8c6b6790 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:18.997122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-8b1929a9-f799-43a0-985c-2f8f8c6b6790 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Calling delete_port for 02deca74-23ed-420e-9ba5-5362cf030c8c owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:05:19.180095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8b1929a9-f799-43a0-985c-2f8f8c6b6790 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:19.182830 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-55fe9f6c-c4c1-4961-836d-cd2d03777971 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:19.213111 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1929a9-f799-43a0-985c-2f8f8c6b6790 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Port': ['ID=02deca74-23ed-420e-9ba5-5362cf030c8c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:19.218609 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8b1929a9-f799-43a0-985c-2f8f8c6b6790 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:19.383122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8b1929a9-f799-43a0-985c-2f8f8c6b6790 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:19.802289 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device ab96fdd3-0edc-4295-a06b-d1d482dffd36 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:05:19.828376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: ab96fdd3-0edc-4295-a06b-d1d482dffd36 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:05:19.828731 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device ab96fdd3-0edc-4295-a06b-d1d482dffd36 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:05:19.895063 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1929a9-f799-43a0-985c-2f8f8c6b6790 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router 3f61db85-711d-4330-a738-7686c480ca6c has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:05:19.996945 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1929a9-f799-43a0-985c-2f8f8c6b6790 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:05:20.001723 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8b1929a9-f799-43a0-985c-2f8f8c6b6790 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "PUT /v2.0/routers/3f61db85-711d-4330-a738-7686c480ca6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7670591 Jun 18 17:05:20.004522 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56682) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:20.005604 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf36b2a-54b9-4ea4-ade1-42546f6ad58a None None] Sync routers for ids ['3f61db85-711d-4330-a738-7686c480ca6c'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:05:20.015160 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf36b2a-54b9-4ea4-ade1-42546f6ad58a None None] Routers {'3f61db85-711d-4330-a738-7686c480ca6c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:05:20.015814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-dcf36b2a-54b9-4ea4-ade1-42546f6ad58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:05:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3f61db85-711d-4330-a738-7686c480ca6c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:20.055646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c19823-466d-47cb-abea-1c8617a46b46 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting subnet 7b96c040-5d0c-45bb-ada2-b61245372607 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 17:05:20.058643 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-38c19823-466d-47cb-abea-1c8617a46b46 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:20.096942 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-38c19823-466d-47cb-abea-1c8617a46b46 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:20.119467 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-dcf36b2a-54b9-4ea4-ade1-42546f6ad58a None None] Set router 3f61db85-711d-4330-a738-7686c480ca6c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:05:20.182349 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-38c19823-466d-47cb-abea-1c8617a46b46 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:20.241244 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-38c19823-466d-47cb-abea-1c8617a46b46 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:20.243308 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6c723fc7-7cc7-47a3-821a-063a7aae9900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:20.267122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c19823-466d-47cb-abea-1c8617a46b46 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Subnet': ['ID=7b96c040-5d0c-45bb-ada2-b61245372607,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:20.269706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-38c19823-466d-47cb-abea-1c8617a46b46 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:20.276048 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-38c19823-466d-47cb-abea-1c8617a46b46 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:20.277892 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-38c19823-466d-47cb-abea-1c8617a46b46 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/subnets/7b96c040-5d0c-45bb-ada2-b61245372607 HTTP/1.1" status: 204 len: 168 time: 0.2724357 Jun 18 17:05:20.280676 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56684) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:20.282535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1712de39-8c3d-41ae-815c-1dc503a71c4d None None] Network 683eab41-7855-430d-bb9d-550a0bd243ea requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:05:20.353547 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-dcf36b2a-54b9-4ea4-ade1-42546f6ad58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61db85-711d-4330-a738-7686c480ca6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957280498', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:03:30Z', 'updated_at': '2021-06-18T17:05:19Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:31Z', 'updated_at': '2021-06-18T17:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:20.388869 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cac52632-1e84-47b7-883f-c3a3747548ab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:20.395654 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf36b2a-54b9-4ea4-ade1-42546f6ad58a None None] Checking router: 3f61db85-711d-4330-a738-7686c480ca6c for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:05:20.422524 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf36b2a-54b9-4ea4-ade1-42546f6ad58a None None] Routers {'3f61db85-711d-4330-a738-7686c480ca6c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:05:20.423171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-dcf36b2a-54b9-4ea4-ade1-42546f6ad58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:05:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['3f61db85-711d-4330-a738-7686c480ca6c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:20.491048 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cac52632-1e84-47b7-883f-c3a3747548ab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:20.538235 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-dcf36b2a-54b9-4ea4-ade1-42546f6ad58a None None] Set router 3f61db85-711d-4330-a738-7686c480ca6c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:05:20.543974 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-cac52632-1e84-47b7-883f-c3a3747548ab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting port 41aace39-44d1-453d-8875-ac51423a8ca8 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:05:20.544439 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cac52632-1e84-47b7-883f-c3a3747548ab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:20.612281 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbd00a7-7b7a-41a1-ab90-82cdbcab5266 None None] DHCP port deletion for 683eab41-7855-430d-bb9d-550a0bd243ea request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 17:05:20.631466 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-cac52632-1e84-47b7-883f-c3a3747548ab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] For port 41aace39-44d1-453d-8875-ac51423a8ca8, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=41aace39-44d1-453d-8875-ac51423a8ca8,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:05:20.631831 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cac52632-1e84-47b7-883f-c3a3747548ab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:20.701610 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-cac52632-1e84-47b7-883f-c3a3747548ab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Calling delete_port for 41aace39-44d1-453d-8875-ac51423a8ca8 owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:05:20.738939 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-5dbd00a7-7b7a-41a1-ab90-82cdbcab5266 None None] Deleting port c84d9bcf-30ea-4fac-9060-d959ca33253e {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:05:20.739332 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5dbd00a7-7b7a-41a1-ab90-82cdbcab5266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:20.813254 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-5dbd00a7-7b7a-41a1-ab90-82cdbcab5266 None None] For port c84d9bcf-30ea-4fac-9060-d959ca33253e, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c84d9bcf-30ea-4fac-9060-d959ca33253e,segment=NetworkSegment(13bd6769-6dd3-4f8c-aa09-197c97eb270b),segment_id=13bd6769-6dd3-4f8c-aa09-197c97eb270b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:05:20.813932 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5dbd00a7-7b7a-41a1-ab90-82cdbcab5266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:20.827578 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-dcf36b2a-54b9-4ea4-ade1-42546f6ad58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f61db85-711d-4330-a738-7686c480ca6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957280498', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:03:30Z', 'updated_at': '2021-06-18T17:05:19Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:31Z', 'updated_at': '2021-06-18T17:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:20.866388 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cac52632-1e84-47b7-883f-c3a3747548ab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:20.869897 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fbb349d0-00fb-4c26-8598-4635f562b620 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:20.878528 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-5dbd00a7-7b7a-41a1-ab90-82cdbcab5266 None None] Calling delete_port for c84d9bcf-30ea-4fac-9060-d959ca33253e owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:05:20.893930 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac52632-1e84-47b7-883f-c3a3747548ab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Port': ['ID=41aace39-44d1-453d-8875-ac51423a8ca8,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:20.902334 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cac52632-1e84-47b7-883f-c3a3747548ab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:20.908117 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf36b2a-54b9-4ea4-ade1-42546f6ad58a None None] The sync data for ids ['3f61db85-711d-4330-a738-7686c480ca6c'] in dv-neutron-797121-1-hyperv is: [{'id': '3f61db85-711d-4330-a738-7686c480ca6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957280498', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:03:30Z', 'updated_at': '2021-06-18T17:05:19Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '41aace39-44d1-453d-8875-ac51423a8ca8', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f61db85-711d-4330-a738-7686c480ca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:03:31Z', 'updated_at': '2021-06-18T17:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:05:20.961634 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cac52632-1e84-47b7-883f-c3a3747548ab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:20.984731 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5dbd00a7-7b7a-41a1-ab90-82cdbcab5266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:20.986680 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-bd6b6bfc-b953-4fbf-b67c-83a6d7229027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:21.008601 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd00a7-7b7a-41a1-ab90-82cdbcab5266 None None] Pushing event deleted for resources: {'Port': ['ID=c84d9bcf-30ea-4fac-9060-d959ca33253e,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:21.012479 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5dbd00a7-7b7a-41a1-ab90-82cdbcab5266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:21.015004 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbd00a7-7b7a-41a1-ab90-82cdbcab5266 None None] No DVR routers for this DVR port c84d9bcf-30ea-4fac-9060-d959ca33253e on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:05:21.056783 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cac52632-1e84-47b7-883f-c3a3747548ab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:21.058933 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cac52632-1e84-47b7-883f-c3a3747548ab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:21.116525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cac52632-1e84-47b7-883f-c3a3747548ab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:21.117046 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac52632-1e84-47b7-883f-c3a3747548ab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Fanout notify agent at l3_agent the message router_deleted on router 3f61db85-711d-4330-a738-7686c480ca6c {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 17:05:21.124063 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cac52632-1e84-47b7-883f-c3a3747548ab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:21.125138 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cac52632-1e84-47b7-883f-c3a3747548ab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/routers/3f61db85-711d-4330-a738-7686c480ca6c HTTP/1.1" status: 204 len: 168 time: 0.8435028 Jun 18 17:05:21.128566 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56686) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:21.206459 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8750ee2b-6349-4c03-a7a9-6983eb996112 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:21.298485 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8750ee2b-6349-4c03-a7a9-6983eb996112 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:21.309182 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-8750ee2b-6349-4c03-a7a9-6983eb996112 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683eab41-7855-430d-bb9d-550a0bd243ea']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:21.323174 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-8750ee2b-6349-4c03-a7a9-6983eb996112 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bd6769-6dd3-4f8c-aa09-197c97eb270b') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:21.323473 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-8750ee2b-6349-4c03-a7a9-6983eb996112 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bd6769-6dd3-4f8c-aa09-197c97eb270b') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:21.332625 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8750ee2b-6349-4c03-a7a9-6983eb996112 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:21.348224 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8750ee2b-6349-4c03-a7a9-6983eb996112 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:21.354739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8750ee2b-6349-4c03-a7a9-6983eb996112 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 17:05:21.355351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8750ee2b-6349-4c03-a7a9-6983eb996112 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 17:05:21.359111 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 17:05:21.388567 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c84d9bcf-30ea-4fac-9060-d959ca33253e no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:05:21.417510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: c84d9bcf-30ea-4fac-9060-d959ca33253e {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:05:21.417986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c84d9bcf-30ea-4fac-9060-d959ca33253e not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:05:21.418680 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 02deca74-23ed-420e-9ba5-5362cf030c8c no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:05:21.424201 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8750ee2b-6349-4c03-a7a9-6983eb996112 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:21.431662 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3197811e-f43d-4cd1-b06f-6dd4d2f76e81 tempest-RoutersTest-1618991276 tempest-RoutersTest-1618991276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:21.437301 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8750ee2b-6349-4c03-a7a9-6983eb996112 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:21.442437 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8750ee2b-6349-4c03-a7a9-6983eb996112 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/networks/683eab41-7855-430d-bb9d-550a0bd243ea HTTP/1.1" status: 204 len: 168 time: 0.3098376 Jun 18 17:05:21.442437 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56688) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:21.443518 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 02deca74-23ed-420e-9ba5-5362cf030c8c {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:05:21.443941 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 02deca74-23ed-420e-9ba5-5362cf030c8c not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:05:21.460228 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750ee2b-6349-4c03-a7a9-6983eb996112 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Network': ['ID=683eab41-7855-430d-bb9d-550a0bd243ea,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:21.467170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8750ee2b-6349-4c03-a7a9-6983eb996112 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:21.518333 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-17a307fc-35b4-4562-8796-bc5c49f913f1 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:21.544492 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-17a307fc-35b4-4562-8796-bc5c49f913f1 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:21.607957 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-17a307fc-35b4-4562-8796-bc5c49f913f1 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:21.611065 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-17a307fc-35b4-4562-8796-bc5c49f913f1 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:21.612215 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-17a307fc-35b4-4562-8796-bc5c49f913f1 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/security-groups/abe8bac9-1693-4b08-90ef-ce4ed0afa9d5 HTTP/1.1" status: 204 len: 168 time: 0.1693945 Jun 18 17:05:21.613162 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f13955c6-6e3e-4222-b5ef-59a6d84d74a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:21.623701 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a307fc-35b4-4562-8796-bc5c49f913f1 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe8bac9-1693-4b08-90ef-ce4ed0afa9d5,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:21.627005 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-17a307fc-35b4-4562-8796-bc5c49f913f1 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:22.048609 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56694) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:22.053390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-2069271e-4a0a-46e4-87d7-2c47652b3b05 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1532733463', 'description': 'tempest-secgroup-smoke-1532733463 description', 'project_id': 'cad90d4c81d34a67951626d3208c0d75'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:05:22.075910 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2069271e-4a0a-46e4-87d7-2c47652b3b05 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.157126 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2069271e-4a0a-46e4-87d7-2c47652b3b05 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.161357 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2069271e-4a0a-46e4-87d7-2c47652b3b05 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.163888 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a0d510cd-e21d-4ed5-a15b-6e3cd7b6b5ea tempest-ServersAdminNegativeTestJSON-1302098805 tempest-ServersAdminNegativeTestJSON-1302098805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:22.189998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2069271e-4a0a-46e4-87d7-2c47652b3b05 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.191150 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2069271e-4a0a-46e4-87d7-2c47652b3b05 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1415646 Jun 18 17:05:22.193049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069271e-4a0a-46e4-87d7-2c47652b3b05 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e42ee108-7bfa-40e2-8da5-b14e2dbfe835,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:22.194148 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56696) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:22.196448 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2069271e-4a0a-46e4-87d7-2c47652b3b05 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:22.200240 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-ae3d2d37-dc3e-49ec-9dca-c91a8e04c7e6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'e42ee108-7bfa-40e2-8da5-b14e2dbfe835', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:05:22.228599 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ae3d2d37-dc3e-49ec-9dca-c91a8e04c7e6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.273258 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ae3d2d37-dc3e-49ec-9dca-c91a8e04c7e6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.276653 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ae3d2d37-dc3e-49ec-9dca-c91a8e04c7e6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.278520 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-eb48e153-047a-4bf6-b32d-6d04d002761c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:22.295888 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d2d37-dc3e-49ec-9dca-c91a8e04c7e6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd88ca14-eb64-40f6-a90d-65e1c6ef85cd,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:22.298799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-ae3d2d37-dc3e-49ec-9dca-c91a8e04c7e6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.299938 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-ae3d2d37-dc3e-49ec-9dca-c91a8e04c7e6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1047795 Jun 18 17:05:22.300975 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ae3d2d37-dc3e-49ec-9dca-c91a8e04c7e6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:22.303528 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56698) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:22.308615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-2bb1477e-1b45-4fbb-9dcf-3d8abae4fe4c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'e42ee108-7bfa-40e2-8da5-b14e2dbfe835', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:05:22.334257 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2bb1477e-1b45-4fbb-9dcf-3d8abae4fe4c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.391617 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2bb1477e-1b45-4fbb-9dcf-3d8abae4fe4c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.395090 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2bb1477e-1b45-4fbb-9dcf-3d8abae4fe4c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.400584 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ae3d2d37-dc3e-49ec-9dca-c91a8e04c7e6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:22.415246 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1477e-1b45-4fbb-9dcf-3d8abae4fe4c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0576855a-2aea-489a-81e8-167ba76b832e,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:22.417561 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2bb1477e-1b45-4fbb-9dcf-3d8abae4fe4c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:22.418733 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2bb1477e-1b45-4fbb-9dcf-3d8abae4fe4c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.422771 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2bb1477e-1b45-4fbb-9dcf-3d8abae4fe4c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154146 Jun 18 17:05:22.423713 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56700) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:22.427262 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-09f54022-cbd9-4378-a79f-5259138f3ca0 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'e42ee108-7bfa-40e2-8da5-b14e2dbfe835', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:05:22.452401 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-09f54022-cbd9-4378-a79f-5259138f3ca0 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.511760 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-09f54022-cbd9-4378-a79f-5259138f3ca0 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.516124 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-09f54022-cbd9-4378-a79f-5259138f3ca0 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.517883 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-01d0f7b2-defd-4d7f-a291-703a9b223673 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:22.531864 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f54022-cbd9-4378-a79f-5259138f3ca0 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f67e4e-9e12-4807-9440-5d8f39d11fcc,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:22.535639 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-09f54022-cbd9-4378-a79f-5259138f3ca0 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:22.541759 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-09f54022-cbd9-4378-a79f-5259138f3ca0 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.543223 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-09f54022-cbd9-4378-a79f-5259138f3ca0 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194134 Jun 18 17:05:22.546205 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56702) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:22.550731 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-a6226617-ec03-4740-bb51-e668bb3443d9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'e42ee108-7bfa-40e2-8da5-b14e2dbfe835', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:05:22.576302 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a6226617-ec03-4740-bb51-e668bb3443d9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.634084 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a6226617-ec03-4740-bb51-e668bb3443d9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.637587 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a6226617-ec03-4740-bb51-e668bb3443d9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.639407 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fd6d4d38-1717-4a19-9e30-dde763328582 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:22.654872 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6226617-ec03-4740-bb51-e668bb3443d9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359369ea-15d0-4169-ab62-3e185d6a5ebc,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:22.657249 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a6226617-ec03-4740-bb51-e668bb3443d9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:22.665181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-a6226617-ec03-4740-bb51-e668bb3443d9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.666323 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-a6226617-ec03-4740-bb51-e668bb3443d9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191363 Jun 18 17:05:22.669140 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56704) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:22.673880 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-aff46470-5883-4b62-8541-86dfc2fc1b51 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'e42ee108-7bfa-40e2-8da5-b14e2dbfe835', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:05:22.696225 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.securitygroups_db [None req-aff46470-5883-4b62-8541-86dfc2fc1b51 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Project cad90d4c81d34a67951626d3208c0d75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:05:22.701011 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aff46470-5883-4b62-8541-86dfc2fc1b51 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.760512 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aff46470-5883-4b62-8541-86dfc2fc1b51 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.764229 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aff46470-5883-4b62-8541-86dfc2fc1b51 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.765990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e6aa860e-58af-4dd2-87d9-a37e2856ed2b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:22.782845 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff46470-5883-4b62-8541-86dfc2fc1b51 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2726c3-1a58-420a-980f-11a4d422dbc4,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:22.785693 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aff46470-5883-4b62-8541-86dfc2fc1b51 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:22.787625 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-aff46470-5883-4b62-8541-86dfc2fc1b51 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.791033 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-aff46470-5883-4b62-8541-86dfc2fc1b51 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209269 Jun 18 17:05:22.792200 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56706) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:22.796895 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-c49ed54a-7cd2-4a28-a3f3-d28301c5c260 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'e42ee108-7bfa-40e2-8da5-b14e2dbfe835', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:05:22.818443 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.securitygroups_db [None req-c49ed54a-7cd2-4a28-a3f3-d28301c5c260 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Project cad90d4c81d34a67951626d3208c0d75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:05:22.823660 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c49ed54a-7cd2-4a28-a3f3-d28301c5c260 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.884764 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c49ed54a-7cd2-4a28-a3f3-d28301c5c260 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.888436 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c49ed54a-7cd2-4a28-a3f3-d28301c5c260 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.894146 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3d684e8b-e423-47b5-be6e-79569dfbc8d0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:22.908708 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ed54a-7cd2-4a28-a3f3-d28301c5c260 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0985865d-bbd4-44f4-b32b-1fd14add095a,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:22.911341 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c49ed54a-7cd2-4a28-a3f3-d28301c5c260 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:22.912565 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c49ed54a-7cd2-4a28-a3f3-d28301c5c260 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.913829 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c49ed54a-7cd2-4a28-a3f3-d28301c5c260 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205988 Jun 18 17:05:22.917258 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56708) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:22.922324 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-2739dcab-6ea1-473a-86f3-bc32ae532f78 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'network': {'name': 'tempest-network-smoke--1661285192', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'port_security_enabled': True}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:05:22.943225 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2739dcab-6ea1-473a-86f3-bc32ae532f78 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Made reservation on behalf of cad90d4c81d34a67951626d3208c0d75 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:05:22.947843 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2739dcab-6ea1-473a-86f3-bc32ae532f78 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.971886 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2739dcab-6ea1-473a-86f3-bc32ae532f78 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 17:05:22.979219 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 41aace39-44d1-453d-8875-ac51423a8ca8 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:05:22.983278 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2739dcab-6ea1-473a-86f3-bc32ae532f78 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:22.983765 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-2739dcab-6ea1-473a-86f3-bc32ae532f78 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Added segment 420bd470-1be0-4e4c-b3a7-25da2b04c834 of type vlan for network 5279cc20-c8d9-4832-9607-bcc1d23e2f87 Jun 18 17:05:23.005928 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 41aace39-44d1-453d-8875-ac51423a8ca8 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:05:23.006289 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 41aace39-44d1-453d-8875-ac51423a8ca8 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:05:23.026079 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2739dcab-6ea1-473a-86f3-bc32ae532f78 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:23.053449 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2739dcab-6ea1-473a-86f3-bc32ae532f78 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:23.060139 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2739dcab-6ea1-473a-86f3-bc32ae532f78 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:23.060713 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2739dcab-6ea1-473a-86f3-bc32ae532f78 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:23.063779 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:23.116160 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2739dcab-6ea1-473a-86f3-bc32ae532f78 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1979024 Jun 18 17:05:23.119566 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56710) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:23.124453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1330638494', 'admin_state_up': True, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:05:23.131819 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739dcab-6ea1-473a-86f3-bc32ae532f78 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Network': ['ID=5279cc20-c8d9-4832-9607-bcc1d23e2f87,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:23.135214 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2739dcab-6ea1-473a-86f3-bc32ae532f78 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:23.144650 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 5279cc20-c8d9-4832-9607-bcc1d23e2f87 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 17:05:23.152465 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:23.153591 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:23.211740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:23.345492 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:23.534362 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:23.553555 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:23.657450 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Allocated IP 172.26.2.106 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/52f4b21c-d570-42c5-8eb1-d6b363414a50) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:05:23.755771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:23.793381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:23.796464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:23.831722 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:05:23.836951 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:05:23.839534 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:05:23.869969 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=52f4b21c-d570-42c5-8eb1-d6b363414a50,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:23.873979 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:24.085185 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:24.281258 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:24.407720 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router 730448e1-1cc0-4773-b31c-16665c1a4e75 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 17:05:24.513897 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:05:24.522820 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Sync routers for ids ['730448e1-1cc0-4773-b31c-16665c1a4e75'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:05:24.531275 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:24.531584 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Routers {'730448e1-1cc0-4773-b31c-16665c1a4e75'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:05:24.532147 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:05:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['730448e1-1cc0-4773-b31c-16665c1a4e75'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:24.532870 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4122734 Jun 18 17:05:24.536197 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56712) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:24.565473 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8c2a8043-cbfc-4c06-a6d1-b0c6c12d07d0 tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=cad90d4c81d34a67951626d3208c0d75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278983 Jun 18 17:05:24.567901 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56714) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:24.635974 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Set router 730448e1-1cc0-4773-b31c-16665c1a4e75 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:05:24.653285 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02104180-d5b8-4ced-b8f5-adf2b6410f9c tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:24.657544 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-02104180-d5b8-4ced-b8f5-adf2b6410f9c tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859568 Jun 18 17:05:24.657701 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56716) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:24.691147 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d9b8d968-f635-4753-8e67-f56889978d12 tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322785 Jun 18 17:05:24.693485 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56718) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:24.698781 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-f8a9e5f9-71fc-411f-a49d-61d5b5efcff7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1813306997', 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:05:24.785153 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a9e5f9-71fc-411f-a49d-61d5b5efcff7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Made reservation on behalf of cad90d4c81d34a67951626d3208c0d75 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:05:24.788830 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f8a9e5f9-71fc-411f-a49d-61d5b5efcff7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:24.812485 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330638494', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106'}], 'enable_snat': True}, 'gw_port_id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:23Z', 'revision_number': 3, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:24.838856 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Checking router: 730448e1-1cc0-4773-b31c-16665c1a4e75 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:05:24.839215 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Updating router 730448e1-1cc0-4773-b31c-16665c1a4e75 port 52f4b21c-d570-42c5-8eb1-d6b363414a50 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:05:24.872959 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:25.093892 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:25.137597 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:25.148914 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Transition to ACTIVE for port object 52f4b21c-d570-42c5-8eb1-d6b363414a50 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:05:25.156389 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:25.158324 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-978ce0a9-b774-46e8-9d05-5cee236d07fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:25.207814 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Attempting to bind port 52f4b21c-d570-42c5-8eb1-d6b363414a50 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:05:25.208225 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Attempting to bind port 52f4b21c-d570-42c5-8eb1-d6b363414a50 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:05:25.208585 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Attempting to bind port 52f4b21c-d570-42c5-8eb1-d6b363414a50 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:05:25.210629 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694e463-41a1-4b7a-b848-d6aeb61fd0e3 None None] Pushing event updated for resources: {'Port': ['ID=52f4b21c-d570-42c5-8eb1-d6b363414a50,revision_number=2']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:25.219408 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:05:25.219703 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:05:25.220111 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:25.220510 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:05:25.220982 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Bound port: 52f4b21c-d570-42c5-8eb1-d6b363414a50, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:05:25.221356 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:25.223584 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e463-41a1-4b7a-b848-d6aeb61fd0e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:25.223919 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e463-41a1-4b7a-b848-d6aeb61fd0e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:25.224249 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e463-41a1-4b7a-b848-d6aeb61fd0e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:25.224571 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e463-41a1-4b7a-b848-d6aeb61fd0e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:25.224891 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e463-41a1-4b7a-b848-d6aeb61fd0e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:25.225211 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e463-41a1-4b7a-b848-d6aeb61fd0e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:25.225532 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e463-41a1-4b7a-b848-d6aeb61fd0e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:25.225845 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e463-41a1-4b7a-b848-d6aeb61fd0e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:25.226203 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e463-41a1-4b7a-b848-d6aeb61fd0e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:25.226559 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e463-41a1-4b7a-b848-d6aeb61fd0e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:25.226852 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e463-41a1-4b7a-b848-d6aeb61fd0e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:25.227160 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e463-41a1-4b7a-b848-d6aeb61fd0e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:25.231526 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-0694e463-41a1-4b7a-b848-d6aeb61fd0e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:25.279735 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] For port 52f4b21c-d570-42c5-8eb1-d6b363414a50, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:05:25.283155 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] For port 52f4b21c-d570-42c5-8eb1-d6b363414a50, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=52f4b21c-d570-42c5-8eb1-d6b363414a50,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:05:25.287833 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:25.290801 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-ef9fd45d-2ff5-45d7-abeb-96a46936158c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:25.307678 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f8a9e5f9-71fc-411f-a49d-61d5b5efcff7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:25.309715 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a69682b0-5ee2-4ddb-83f5-77e6bd1a560f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:25.350470 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694e463-41a1-4b7a-b848-d6aeb61fd0e3 None None] Pushing event updated for resources: {'Port': ['ID=52f4b21c-d570-42c5-8eb1-d6b363414a50,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:25.353056 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Routers {'730448e1-1cc0-4773-b31c-16665c1a4e75'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:05:25.353659 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:05:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['730448e1-1cc0-4773-b31c-16665c1a4e75'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:25.356960 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-0694e463-41a1-4b7a-b848-d6aeb61fd0e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:25.371530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9e5f9-71fc-411f-a49d-61d5b5efcff7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Subnet': ['ID=b1f424e0-f809-4a5d-81e6-0a32c962f932,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:25.376291 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f8a9e5f9-71fc-411f-a49d-61d5b5efcff7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:25.379200 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a9e5f9-71fc-411f-a49d-61d5b5efcff7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Checking segment: {'id': '420bd470-1be0-4e4c-b3a7-25da2b04c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:05:25.379556 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a9e5f9-71fc-411f-a49d-61d5b5efcff7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network hostable DHCP agents. Network: 5279cc20-c8d9-4832-9607-bcc1d23e2f87, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 17:05:25.395807 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a9e5f9-71fc-411f-a49d-61d5b5efcff7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network 5279cc20-c8d9-4832-9607-bcc1d23e2f87 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 17:05:25.406206 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-f8a9e5f9-71fc-411f-a49d-61d5b5efcff7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 5279cc20-c8d9-4832-9607-bcc1d23e2f87) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:05:25.410519 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a9e5f9-71fc-411f-a49d-61d5b5efcff7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:25.411136 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f8a9e5f9-71fc-411f-a49d-61d5b5efcff7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:25.418847 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4c9af2-e5ea-4588-8e6d-395e52e759ef None None] Network 5279cc20-c8d9-4832-9607-bcc1d23e2f87 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:05:25.427380 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f8a9e5f9-71fc-411f-a49d-61d5b5efcff7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7329068 Jun 18 17:05:25.430803 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56720) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:25.471340 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] Set router 730448e1-1cc0-4773-b31c-16665c1a4e75 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:05:25.734036 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-5279cc20-c8d9-4832-9607-bcc1d23e2f87', 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ips': [{'subnet_id': 'b1f424e0-f809-4a5d-81e6-0a32c962f932'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 17:05:25.735011 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:25.739458 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330638494', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106'}], 'enable_snat': True}, 'gw_port_id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:23Z', 'revision_number': 3, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:25.767774 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d08ac7-76d3-4ab1-a156-8d1f54a65463 None None] The sync data for ids ['730448e1-1cc0-4773-b31c-16665c1a4e75'] in dv-neutron-797121-1-hyperv is: [{'id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330638494', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106'}], 'enable_snat': True}, 'gw_port_id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:23Z', 'revision_number': 3, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:05:25.887336 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Allocated IP 172.20.0.2 (5279cc20-c8d9-4832-9607-bcc1d23e2f87/b1f424e0-f809-4a5d-81e6-0a32c962f932/24199e70-953e-49c4-8927-43d4eac67144) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:05:25.894174 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:26.078875 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:26.088238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Transition to ACTIVE for port object 24199e70-953e-49c4-8927-43d4eac67144 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:05:26.104318 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Transition to ACTIVE for port object 24199e70-953e-49c4-8927-43d4eac67144 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:05:26.113087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:26.115699 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:26.157951 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Network 5279cc20-c8d9-4832-9607-bcc1d23e2f87 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:05:26.161199 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:05:26.164676 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:05:26.175922 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Pushing event updated for resources: {'Port': ['ID=24199e70-953e-49c4-8927-43d4eac67144,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:26.193781 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:26.212163 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Allocated IP 172.20.0.1 (5279cc20-c8d9-4832-9607-bcc1d23e2f87/b1f424e0-f809-4a5d-81e6-0a32c962f932/4a18d906-dae9-4b72-aaf6-5ade4d56c13c) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:05:26.230731 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Attempting to bind port 24199e70-953e-49c4-8927-43d4eac67144 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:05:26.230731 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Attempting to bind port 24199e70-953e-49c4-8927-43d4eac67144 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '420bd470-1be0-4e4c-b3a7-25da2b04c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:05:26.230731 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Attempting to bind port 24199e70-953e-49c4-8927-43d4eac67144 on network 5279cc20-c8d9-4832-9607-bcc1d23e2f87 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:05:26.236059 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:05:26.236460 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Checking segment: {'id': '420bd470-1be0-4e4c-b3a7-25da2b04c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:05:26.236860 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:26.237261 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Bound using segment: {'id': '420bd470-1be0-4e4c-b3a7-25da2b04c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:05:26.237741 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Bound port: 24199e70-953e-49c4-8927-43d4eac67144, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420bd470-1be0-4e4c-b3a7-25da2b04c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:05:26.238121 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:26.311008 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] For port 24199e70-953e-49c4-8927-43d4eac67144, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:05:26.314760 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] For port 24199e70-953e-49c4-8927-43d4eac67144, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=24199e70-953e-49c4-8927-43d4eac67144,segment=NetworkSegment(420bd470-1be0-4e4c-b3a7-25da2b04c834),segment_id=420bd470-1be0-4e4c-b3a7-25da2b04c834)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:05:26.319686 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:26.322021 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:26.350034 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:26.366007 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Transition to ACTIVE for port object 4a18d906-dae9-4b72-aaf6-5ade4d56c13c will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:05:26.390758 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Pushing event updated for resources: {'Port': ['ID=24199e70-953e-49c4-8927-43d4eac67144,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:26.394899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:26.419270 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:26.421990 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:26.468848 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network 5279cc20-c8d9-4832-9607-bcc1d23e2f87 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:05:26.472450 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:05:26.474978 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:05:26.503540 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=4a18d906-dae9-4b72-aaf6-5ade4d56c13c,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:26.508202 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:26.544573 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:26.712724 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:27.010228 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:27.016261 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:27.019876 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cac52632-1e84-47b7-883f-c3a3747548ab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:27.087983 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 24199e70-953e-49c4-8927-43d4eac67144 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:05:27.099397 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:27.102626 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=4a18d906-dae9-4b72-aaf6-5ade4d56c13c,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:27.105971 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:27.147172 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 24199e70-953e-49c4-8927-43d4eac67144 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:05:27.151607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 52f4b21c-d570-42c5-8eb1-d6b363414a50 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:05:27.207801 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 52f4b21c-d570-42c5-8eb1-d6b363414a50 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:05:27.208278 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network 5279cc20-c8d9-4832-9607-bcc1d23e2f87 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:05:27.209777 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:05:27.215839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 52f4b21c-d570-42c5-8eb1-d6b363414a50 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:05:27.216468 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:27.313693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:27.334668 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551ec0fc-97ce-422f-bd8a-e965a6e6305a None None] Network 5279cc20-c8d9-4832-9607-bcc1d23e2f87 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:05:27.348168 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router 730448e1-1cc0-4773-b31c-16665c1a4e75 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:05:27.349045 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 52f4b21c-d570-42c5-8eb1-d6b363414a50, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=52f4b21c-d570-42c5-8eb1-d6b363414a50,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:05:27.378397 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:27.382140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:27.431123 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-fbfe8f78-8a44-4648-a50b-d92b96730780 None None] Provisioning for port 24199e70-953e-49c4-8927-43d4eac67144 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:05:27.448132 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-fbfe8f78-8a44-4648-a50b-d92b96730780 None None] Provisioning complete for port 24199e70-953e-49c4-8927-43d4eac67144 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:05:27.448521 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fbfe8f78-8a44-4648-a50b-d92b96730780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:27.464327 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:05:27.470467 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "PUT /v2.0/routers/730448e1-1cc0-4773-b31c-16665c1a4e75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0386238 Jun 18 17:05:27.490121 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=52f4b21c-d570-42c5-8eb1-d6b363414a50,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:27.497005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:27.617119 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fbfe8f78-8a44-4648-a50b-d92b96730780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:27.618833 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-092bff84-bcff-469b-bedf-052dbf96382a req-96a5182d-6ea6-47d8-8e3c-108679a2d717 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532733463&fields=id&tenant_id=cad90d4c81d34a67951626d3208c0d75 HTTP/1.1" status: 200 len: 267 time: 0.0352304 Jun 18 17:05:27.659175 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-fbfe8f78-8a44-4648-a50b-d92b96730780 None None] For port 24199e70-953e-49c4-8927-43d4eac67144, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=24199e70-953e-49c4-8927-43d4eac67144,segment=NetworkSegment(420bd470-1be0-4e4c-b3a7-25da2b04c834),segment_id=420bd470-1be0-4e4c-b3a7-25da2b04c834)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:05:27.664441 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fbfe8f78-8a44-4648-a50b-d92b96730780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:27.666852 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:27.723357 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe8f78-8a44-4648-a50b-d92b96730780 None None] Pushing event updated for resources: {'Port': ['ID=24199e70-953e-49c4-8927-43d4eac67144,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:27.726764 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-fbfe8f78-8a44-4648-a50b-d92b96730780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:27.735935 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bff84-bcff-469b-bedf-052dbf96382a req-42269664-4043-49e5-a850-913f2aabd79a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:27.737449 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-092bff84-bcff-469b-bedf-052dbf96382a req-42269664-4043-49e5-a850-913f2aabd79a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/networks?id=5279cc20-c8d9-4832-9607-bcc1d23e2f87 HTTP/1.1" status: 200 len: 797 time: 0.1117208 Jun 18 17:05:27.753391 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-092bff84-bcff-469b-bedf-052dbf96382a req-0ba6cd63-6d5a-4a50-bb37-4af1bca8ae9b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/quotas/cad90d4c81d34a67951626d3208c0d75 HTTP/1.1" status: 200 len: 375 time: 0.0097995 Jun 18 17:05:27.829022 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-092bff84-bcff-469b-bedf-052dbf96382a req-e33a4c51-6679-47e9-b97d-7527f355f1fd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689702 Jun 18 17:05:27.889994 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [req-092bff84-bcff-469b-bedf-052dbf96382a req-12209e89-819a-44d9-a7a3-443a94f156f5 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 17:05:27.891101 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-092bff84-bcff-469b-bedf-052dbf96382a req-12209e89-819a-44d9-a7a3-443a94f156f5 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501595 Jun 18 17:05:27.897529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2761cc05-a489-4941-bfe5-bb703fcae44d None None] Provisioning for port 4a18d906-dae9-4b72-aaf6-5ade4d56c13c completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:05:27.902922 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2761cc05-a489-4941-bfe5-bb703fcae44d None None] Provisioning complete for port 4a18d906-dae9-4b72-aaf6-5ade4d56c13c triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:05:27.903509 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2761cc05-a489-4941-bfe5-bb703fcae44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:27.930529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Sync routers for ids ['730448e1-1cc0-4773-b31c-16665c1a4e75'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:05:27.950531 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Routers {'730448e1-1cc0-4773-b31c-16665c1a4e75'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:05:27.951277 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:05:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['730448e1-1cc0-4773-b31c-16665c1a4e75'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:27.989188 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-2761cc05-a489-4941-bfe5-bb703fcae44d None None] Port 4a18d906-dae9-4b72-aaf6-5ade4d56c13c cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:05:27.994769 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-092bff84-bcff-469b-bedf-052dbf96382a req-666d572d-369b-471a-bb2c-aa3013aea258 service neutron] 10.222.0.39 "GET /v2.0/networks/5279cc20-c8d9-4832-9607-bcc1d23e2f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965698 Jun 18 17:05:28.011728 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2761cc05-a489-4941-bfe5-bb703fcae44d None None] Provisioning complete for port 24199e70-953e-49c4-8927-43d4eac67144 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:05:28.012117 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2761cc05-a489-4941-bfe5-bb703fcae44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:28.090272 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-092bff84-bcff-469b-bedf-052dbf96382a req-5b68fb7e-5f8d-4f6b-86ce-5beb1275c591 service neutron] 10.222.0.39 "GET /v2.0/networks/5279cc20-c8d9-4832-9607-bcc1d23e2f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949938 Jun 18 17:05:28.105881 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Set router 730448e1-1cc0-4773-b31c-16665c1a4e75 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:05:28.358573 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330638494', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106'}], 'enable_snat': True}, 'gw_port_id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:26Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '4a18d906-dae9-4b72-aaf6-5ade4d56c13c', 'name': '', 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:da:d9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'b1f424e0-f809-4a5d-81e6-0a32c962f932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:26Z', 'updated_at': '2021-06-18T17:05:26Z', 'revision_number': 2, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': 'b1f424e0-f809-4a5d-81e6-0a32c962f932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:28.359865 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4f9cb41c-faa7-4675-b941-9edc626e2918 req-64be895f-a934-4d58-aef8-0ea03c44d1ec tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 210 time: 0.1116192 Jun 18 17:05:28.396241 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Checking router: 730448e1-1cc0-4773-b31c-16665c1a4e75 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:05:28.396602 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Updating router 730448e1-1cc0-4773-b31c-16665c1a4e75 port 4a18d906-dae9-4b72-aaf6-5ade4d56c13c binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:05:28.433767 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8393e3c1-b753-4e1b-a909-6a184f88fb0b None None] Provisioning complete for port 4a18d906-dae9-4b72-aaf6-5ade4d56c13c triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:05:28.434296 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8393e3c1-b753-4e1b-a909-6a184f88fb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:28.458885 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:28.502303 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-8393e3c1-b753-4e1b-a909-6a184f88fb0b None None] Port 4a18d906-dae9-4b72-aaf6-5ade4d56c13c cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:05:28.739814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:28.750322 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Transition to ACTIVE for port object 4a18d906-dae9-4b72-aaf6-5ade4d56c13c will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:05:28.756209 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:28.758696 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:28.836427 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bfa8e-eff6-4696-9d8c-82b863008174 None None] Pushing event updated for resources: {'Port': ['ID=4a18d906-dae9-4b72-aaf6-5ade4d56c13c,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:28.846044 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2a2bfa8e-eff6-4696-9d8c-82b863008174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:28.900145 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Attempting to bind port 4a18d906-dae9-4b72-aaf6-5ade4d56c13c on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:05:28.900512 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Attempting to bind port 4a18d906-dae9-4b72-aaf6-5ade4d56c13c by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '420bd470-1be0-4e4c-b3a7-25da2b04c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:05:28.901038 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Attempting to bind port 4a18d906-dae9-4b72-aaf6-5ade4d56c13c on network 5279cc20-c8d9-4832-9607-bcc1d23e2f87 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:05:28.906497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:05:28.906960 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Checking segment: {'id': '420bd470-1be0-4e4c-b3a7-25da2b04c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:05:28.907361 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:28.907869 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Bound using segment: {'id': '420bd470-1be0-4e4c-b3a7-25da2b04c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:05:28.908287 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Bound port: 4a18d906-dae9-4b72-aaf6-5ade4d56c13c, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420bd470-1be0-4e4c-b3a7-25da2b04c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:05:28.908665 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:28.979570 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] For port 4a18d906-dae9-4b72-aaf6-5ade4d56c13c, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:05:28.982996 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] For port 4a18d906-dae9-4b72-aaf6-5ade4d56c13c, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=4a18d906-dae9-4b72-aaf6-5ade4d56c13c,segment=NetworkSegment(420bd470-1be0-4e4c-b3a7-25da2b04c834),segment_id=420bd470-1be0-4e4c-b3a7-25da2b04c834)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:05:28.987620 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:28.989458 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:29.050807 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 24199e70-953e-49c4-8927-43d4eac67144 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:05:29.086207 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Routers {'730448e1-1cc0-4773-b31c-16665c1a4e75'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:05:29.086948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:05:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['730448e1-1cc0-4773-b31c-16665c1a4e75'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:29.093944 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bfa8e-eff6-4696-9d8c-82b863008174 None None] Pushing event updated for resources: {'Port': ['ID=4a18d906-dae9-4b72-aaf6-5ade4d56c13c,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:29.097403 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2a2bfa8e-eff6-4696-9d8c-82b863008174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:29.200110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 24199e70-953e-49c4-8927-43d4eac67144 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:05:29.200496 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:29.415225 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] Set router 730448e1-1cc0-4773-b31c-16665c1a4e75 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:05:29.444989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bff84-bcff-469b-bedf-052dbf96382a req-bd288b6b-a209-4037-933d-78e608e575d9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:29.447429 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-092bff84-bcff-469b-bedf-052dbf96382a req-bd288b6b-a209-4037-933d-78e608e575d9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "GET /v2.0/networks?id=5279cc20-c8d9-4832-9607-bcc1d23e2f87 HTTP/1.1" status: 200 len: 797 time: 0.1091685 Jun 18 17:05:29.510234 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-092bff84-bcff-469b-bedf-052dbf96382a req-522de7ca-1a5c-4e84-8aee-47d0a79e2b61 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cad90d4c81d34a67951626d3208c0d75 HTTP/1.1" status: 200 len: 380 time: 0.0409105 Jun 18 17:05:29.524379 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-092bff84-bcff-469b-bedf-052dbf96382a req-d089dee6-d309-46b6-8009-c5db1864f4a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'port': {'device_id': '62725d3e-5f96-4d5b-97e4-fc136f3dcd69', 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87', 'admin_state_up': True, 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'security_groups': ['e42ee108-7bfa-40e2-8da5-b14e2dbfe835']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:05:29.531129 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8a8fd8de-c233-476e-ad66-a4f24c681f3e req-d9a3b6f6-e65d-44fa-b990-60cd1c4e02bf tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 210 time: 0.0351329 Jun 18 17:05:29.570738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 52f4b21c-d570-42c5-8eb1-d6b363414a50 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:05:29.649422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092bff84-bcff-469b-bedf-052dbf96382a req-d089dee6-d309-46b6-8009-c5db1864f4a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Made reservation on behalf of cad90d4c81d34a67951626d3208c0d75 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:05:29.653180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-092bff84-bcff-469b-bedf-052dbf96382a req-d089dee6-d309-46b6-8009-c5db1864f4a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:29.670653 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 52f4b21c-d570-42c5-8eb1-d6b363414a50 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:05:29.671048 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:29.735845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330638494', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106'}], 'enable_snat': True}, 'gw_port_id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:26Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '4a18d906-dae9-4b72-aaf6-5ade4d56c13c', 'name': '', 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:da:d9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'b1f424e0-f809-4a5d-81e6-0a32c962f932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:26Z', 'updated_at': '2021-06-18T17:05:28Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': 'b1f424e0-f809-4a5d-81e6-0a32c962f932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:29.777277 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a30a7-722a-47ae-b386-3a978548a4ab None None] The sync data for ids ['730448e1-1cc0-4773-b31c-16665c1a4e75'] in dv-neutron-797121-1-hyperv is: [{'id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330638494', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106'}], 'enable_snat': True}, 'gw_port_id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:26Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '4a18d906-dae9-4b72-aaf6-5ade4d56c13c', 'name': '', 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:da:d9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'b1f424e0-f809-4a5d-81e6-0a32c962f932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:26Z', 'updated_at': '2021-06-18T17:05:28Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': 'b1f424e0-f809-4a5d-81e6-0a32c962f932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:05:29.784458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-092bff84-bcff-469b-bedf-052dbf96382a req-d089dee6-d309-46b6-8009-c5db1864f4a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Allocated IP 172.20.0.13 (5279cc20-c8d9-4832-9607-bcc1d23e2f87/b1f424e0-f809-4a5d-81e6-0a32c962f932/d94e2b6e-91f8-4598-aed4-be1da078d6dc) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:05:29.956120 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-092bff84-bcff-469b-bedf-052dbf96382a req-d089dee6-d309-46b6-8009-c5db1864f4a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:29.970579 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-092bff84-bcff-469b-bedf-052dbf96382a req-d089dee6-d309-46b6-8009-c5db1864f4a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Transition to ACTIVE for port object d94e2b6e-91f8-4598-aed4-be1da078d6dc will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:05:30.003315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-092bff84-bcff-469b-bedf-052dbf96382a req-d089dee6-d309-46b6-8009-c5db1864f4a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:30.007843 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-74381256-d963-4213-9202-0fc475e319ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:30.055046 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092bff84-bcff-469b-bedf-052dbf96382a req-d089dee6-d309-46b6-8009-c5db1864f4a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network 5279cc20-c8d9-4832-9607-bcc1d23e2f87 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:05:30.058236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-092bff84-bcff-469b-bedf-052dbf96382a req-d089dee6-d309-46b6-8009-c5db1864f4a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:05:30.062467 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-092bff84-bcff-469b-bedf-052dbf96382a req-d089dee6-d309-46b6-8009-c5db1864f4a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:05:30.090217 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089dee6-d309-46b6-8009-c5db1864f4a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=d94e2b6e-91f8-4598-aed4-be1da078d6dc,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:30.094883 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d089dee6-d309-46b6-8009-c5db1864f4a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:30.122152 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bff84-bcff-469b-bedf-052dbf96382a req-d089dee6-d309-46b6-8009-c5db1864f4a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:30.122831 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-092bff84-bcff-469b-bedf-052dbf96382a req-d089dee6-d309-46b6-8009-c5db1864f4a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:30.139227 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-092bff84-bcff-469b-bedf-052dbf96382a req-d089dee6-d309-46b6-8009-c5db1864f4a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6224217 Jun 18 17:05:30.158497 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Request body: {'port': {'device_id': '62725d3e-5f96-4d5b-97e4-fc136f3dcd69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:05:30.237959 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:30.349502 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-99d46dbb-fdcb-4ecd-91c7-259ead3562b2 None None] Provisioning for port d94e2b6e-91f8-4598-aed4-be1da078d6dc completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:05:30.354515 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-99d46dbb-fdcb-4ecd-91c7-259ead3562b2 None None] Provisioning complete for port d94e2b6e-91f8-4598-aed4-be1da078d6dc triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:05:30.354929 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-99d46dbb-fdcb-4ecd-91c7-259ead3562b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:30.389556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-99d46dbb-fdcb-4ecd-91c7-259ead3562b2 None None] Port d94e2b6e-91f8-4598-aed4-be1da078d6dc cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:05:30.520781 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94e2b6e-91f8-4598-aed4-be1da078d6dc {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:05:30.529212 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:30.543740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Transition to ACTIVE for port object d94e2b6e-91f8-4598-aed4-be1da078d6dc will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:05:30.547497 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:30.549726 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-76f222a1-e2e9-455c-8053-19e8d87d0137 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:30.646904 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Pushing event updated for resources: {'Port': ['ID=d94e2b6e-91f8-4598-aed4-be1da078d6dc,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:30.650756 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:30.709400 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Attempting to bind port d94e2b6e-91f8-4598-aed4-be1da078d6dc on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:05:30.709767 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Attempting to bind port d94e2b6e-91f8-4598-aed4-be1da078d6dc by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '420bd470-1be0-4e4c-b3a7-25da2b04c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:05:30.710103 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Attempting to bind port d94e2b6e-91f8-4598-aed4-be1da078d6dc on network 5279cc20-c8d9-4832-9607-bcc1d23e2f87 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:05:30.715614 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Port d94e2b6e-91f8-4598-aed4-be1da078d6dc on network 5279cc20-c8d9-4832-9607-bcc1d23e2f87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 17:05:30.715935 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Attempting to bind port d94e2b6e-91f8-4598-aed4-be1da078d6dc on network 5279cc20-c8d9-4832-9607-bcc1d23e2f87 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:05:30.722818 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:05:30.723245 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Checking segment: {'id': '420bd470-1be0-4e4c-b3a7-25da2b04c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:05:30.723720 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Bound using segment: {'id': '420bd470-1be0-4e4c-b3a7-25da2b04c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:05:30.724222 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Bound port: d94e2b6e-91f8-4598-aed4-be1da078d6dc, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420bd470-1be0-4e4c-b3a7-25da2b04c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:05:30.724641 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:30.751187 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af100cc-136c-41dc-a09f-6a7f9009ed8d req-a3271df8-7e2b-4a52-85d7-b391297baa48 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:30.753866 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0af100cc-136c-41dc-a09f-6a7f9009ed8d req-a3271df8-7e2b-4a52-85d7-b391297baa48 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 944 time: 0.0846331 Jun 18 17:05:30.812495 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0af100cc-136c-41dc-a09f-6a7f9009ed8d req-820b61c8-07bc-4ae4-ab42-9bb8e45aa775 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398915 Jun 18 17:05:30.822425 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] For port d94e2b6e-91f8-4598-aed4-be1da078d6dc, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:05:30.825799 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] For port d94e2b6e-91f8-4598-aed4-be1da078d6dc, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d94e2b6e-91f8-4598-aed4-be1da078d6dc,segment=NetworkSegment(420bd470-1be0-4e4c-b3a7-25da2b04c834),segment_id=420bd470-1be0-4e4c-b3a7-25da2b04c834)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:05:30.832259 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:30.834394 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ff87d15f-cca8-45a4-a88f-beb821cc7d9b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:30.869844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:30.870417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:30.871816 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-092bff84-bcff-469b-bedf-052dbf96382a req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] 10.222.0.64 "PUT /v2.0/ports/d94e2b6e-91f8-4598-aed4-be1da078d6dc HTTP/1.1" status: 200 len: 1094 time: 0.7192996 Jun 18 17:05:30.872358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62725d3e-5f96-4d5b-97e4-fc136f3dcd69', 'tag': 'd94e2b6e-91f8-4598-aed4-be1da078d6dc'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:05:30.874707 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74ce180-bcc4-4905-bc34-02422e2e4740" -d '{"events": [{"name": "network-changed", "server_uuid": "62725d3e-5f96-4d5b-97e4-fc136f3dcd69", "tag": "d94e2b6e-91f8-4598-aed4-be1da078d6dc"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:05:30.910267 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Pushing event updated for resources: {'Port': ['ID=d94e2b6e-91f8-4598-aed4-be1da078d6dc,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:30.920504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:30.923973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11b7ea6-7885-4216-b597-9547af17c619 x-openstack-request-id: req-b11b7ea6-7885-4216-b597-9547af17c619 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:05:30.924314 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62725d3e-5f96-4d5b-97e4-fc136f3dcd69", "tag": "d94e2b6e-91f8-4598-aed4-be1da078d6dc", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:05:30.924617 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b11b7ea6-7885-4216-b597-9547af17c619 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:05:30.925061 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62725d3e-5f96-4d5b-97e4-fc136f3dcd69', 'tag': 'd94e2b6e-91f8-4598-aed4-be1da078d6dc', 'status': 'completed', 'code': 200} Jun 18 17:05:31.007668 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bff84-bcff-469b-bedf-052dbf96382a req-2ab7dbbc-10d9-4697-a263-b3e12ceeca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:31.009172 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-092bff84-bcff-469b-bedf-052dbf96382a req-2ab7dbbc-10d9-4697-a263-b3e12ceeca33 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 1097 time: 0.0665791 Jun 18 17:05:31.060923 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4a18d906-dae9-4b72-aaf6-5ade4d56c13c up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:05:31.061488 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-092bff84-bcff-469b-bedf-052dbf96382a req-e56e00bb-2475-485a-a807-739a56f6be58 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d94e2b6e-91f8-4598-aed4-be1da078d6dc HTTP/1.1" status: 200 len: 217 time: 0.0389647 Jun 18 17:05:31.110416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bff84-bcff-469b-bedf-052dbf96382a req-54ceefe3-5e11-44fe-99dd-7ff6a1ba545b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:31.112150 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-092bff84-bcff-469b-bedf-052dbf96382a req-54ceefe3-5e11-44fe-99dd-7ff6a1ba545b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1f424e0-f809-4a5d-81e6-0a32c962f932 HTTP/1.1" status: 200 len: 835 time: 0.0448148 Jun 18 17:05:31.114238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 4a18d906-dae9-4b72-aaf6-5ade4d56c13c completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:05:31.117840 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 4a18d906-dae9-4b72-aaf6-5ade4d56c13c triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:05:31.118227 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:31.176186 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bff84-bcff-469b-bedf-052dbf96382a req-a3ac4384-4894-4278-9846-d88e3daf0b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:31.177721 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-092bff84-bcff-469b-bedf-052dbf96382a req-a3ac4384-4894-4278-9846-d88e3daf0b9e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5279cc20-c8d9-4832-9607-bcc1d23e2f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0596359 Jun 18 17:05:31.204523 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:31.237504 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 4a18d906-dae9-4b72-aaf6-5ade4d56c13c, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=4a18d906-dae9-4b72-aaf6-5ade4d56c13c,segment=NetworkSegment(420bd470-1be0-4e4c-b3a7-25da2b04c834),segment_id=420bd470-1be0-4e4c-b3a7-25da2b04c834)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:05:31.242046 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:31.244424 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:31.273952 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-092bff84-bcff-469b-bedf-052dbf96382a req-0259f829-b803-40ee-b5c5-87767a56097f service neutron] 10.222.0.64 "GET /v2.0/networks/5279cc20-c8d9-4832-9607-bcc1d23e2f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890141 Jun 18 17:05:31.293686 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=4a18d906-dae9-4b72-aaf6-5ade4d56c13c,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:31.297038 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:31.366741 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-092bff84-bcff-469b-bedf-052dbf96382a req-8af45528-3e2b-4aff-b7b6-7da69e081917 service neutron] 10.222.0.64 "GET /v2.0/networks/5279cc20-c8d9-4832-9607-bcc1d23e2f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866568 Jun 18 17:05:31.502043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ce180-bcc4-4905-bc34-02422e2e4740 req-5a291945-d4da-4b09-ab91-58eb57505464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:31.503411 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e74ce180-bcc4-4905-bc34-02422e2e4740 req-5a291945-d4da-4b09-ab91-58eb57505464 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 1097 time: 0.0508773 Jun 18 17:05:31.592397 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ce180-bcc4-4905-bc34-02422e2e4740 req-3eea555e-4d63-4249-a5c4-dbfe1c6b4692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:31.593865 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e74ce180-bcc4-4905-bc34-02422e2e4740 req-3eea555e-4d63-4249-a5c4-dbfe1c6b4692 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5279cc20-c8d9-4832-9607-bcc1d23e2f87 HTTP/1.1" status: 200 len: 898 time: 0.0832536 Jun 18 17:05:31.954953 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e74ce180-bcc4-4905-bc34-02422e2e4740 req-3d4a52fe-c855-443d-9f71-d406ee8b2281 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d94e2b6e-91f8-4598-aed4-be1da078d6dc HTTP/1.1" status: 200 len: 217 time: 0.3543818 Jun 18 17:05:31.988362 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69327fbd-8b18-48d2-945e-913746b201a2 req-52d5e8d4-8c32-4f75-a0b4-4c600e92eb6f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:31.989833 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-69327fbd-8b18-48d2-945e-913746b201a2 req-52d5e8d4-8c32-4f75-a0b4-4c600e92eb6f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 944 time: 0.0660384 Jun 18 17:05:32.003568 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ce180-bcc4-4905-bc34-02422e2e4740 req-26cff5b8-deb2-4ba6-b7bc-a64c2761b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:32.004990 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e74ce180-bcc4-4905-bc34-02422e2e4740 req-26cff5b8-deb2-4ba6-b7bc-a64c2761b859 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1f424e0-f809-4a5d-81e6-0a32c962f932 HTTP/1.1" status: 200 len: 835 time: 0.0436780 Jun 18 17:05:32.029761 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-69327fbd-8b18-48d2-945e-913746b201a2 req-245b91a5-bed9-4d3a-895c-c178fc7274ab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330894 Jun 18 17:05:32.062351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ce180-bcc4-4905-bc34-02422e2e4740 req-46fc346c-e19c-42cd-b7bc-1c73da83351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:32.063938 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e74ce180-bcc4-4905-bc34-02422e2e4740 req-46fc346c-e19c-42cd-b7bc-1c73da83351a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5279cc20-c8d9-4832-9607-bcc1d23e2f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509148 Jun 18 17:05:32.154758 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e74ce180-bcc4-4905-bc34-02422e2e4740 req-c79b3dfc-bb0c-4ac2-8e80-2f362dfc8124 service neutron] 10.222.0.64 "GET /v2.0/networks/5279cc20-c8d9-4832-9607-bcc1d23e2f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832896 Jun 18 17:05:32.241142 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e74ce180-bcc4-4905-bc34-02422e2e4740 req-a0616597-269e-46a5-a5a7-58de3355937b service neutron] 10.222.0.64 "GET /v2.0/networks/5279cc20-c8d9-4832-9607-bcc1d23e2f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801442 Jun 18 17:05:33.025509 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4a18d906-dae9-4b72-aaf6-5ade4d56c13c up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:05:33.073590 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 4a18d906-dae9-4b72-aaf6-5ade4d56c13c triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:05:33.073978 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:33.435906 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b56e4-9e88-46ba-86d5-2ac05a139f71 req-c3dec2f3-3afd-4f0d-bf46-10e699210cb1 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:33.437355 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-985b56e4-9e88-46ba-86d5-2ac05a139f71 req-c3dec2f3-3afd-4f0d-bf46-10e699210cb1 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 944 time: 0.1178975 Jun 18 17:05:33.473788 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-985b56e4-9e88-46ba-86d5-2ac05a139f71 req-7390374f-ddfa-4e63-9ba5-dadcadb7a8bf tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308199 Jun 18 17:05:33.880749 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device d94e2b6e-91f8-4598-aed4-be1da078d6dc details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:05:33.974660 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port d94e2b6e-91f8-4598-aed4-be1da078d6dc, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d94e2b6e-91f8-4598-aed4-be1da078d6dc,segment=NetworkSegment(420bd470-1be0-4e4c-b3a7-25da2b04c834),segment_id=420bd470-1be0-4e4c-b3a7-25da2b04c834)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:05:33.985311 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': 'd94e2b6e-91f8-4598-aed4-be1da078d6dc', 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87', 'port_id': 'd94e2b6e-91f8-4598-aed4-be1da078d6dc', 'mac_address': 'fa:16:3e:9f:b0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f424e0-f809-4a5d-81e6-0a32c962f932', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:05:34.020465 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:34.033020 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94e2b6e-91f8-4598-aed4-be1da078d6dc {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:05:34.051748 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port d94e2b6e-91f8-4598-aed4-be1da078d6dc, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d94e2b6e-91f8-4598-aed4-be1da078d6dc,segment=NetworkSegment(420bd470-1be0-4e4c-b3a7-25da2b04c834),segment_id=420bd470-1be0-4e4c-b3a7-25da2b04c834)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:05:34.056417 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:34.058168 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:34.102307 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=d94e2b6e-91f8-4598-aed4-be1da078d6dc,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:34.105234 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:34.353678 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['d94e2b6e-91f8-4598-aed4-be1da078d6dc'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:05:34.648933 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc047c-8c94-44ad-b7d0-09f3b42823e3 req-181571c7-a838-4fe8-a03c-2fa988af8857 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:34.650313 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-10cc047c-8c94-44ad-b7d0-09f3b42823e3 req-181571c7-a838-4fe8-a03c-2fa988af8857 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 945 time: 0.0665288 Jun 18 17:05:34.688292 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-10cc047c-8c94-44ad-b7d0-09f3b42823e3 req-90c65c83-2c57-4836-9992-ff58d68fe389 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322897 Jun 18 17:05:35.273827 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2a9442a9-dab5-4fca-bb7e-841d323602dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:35.858285 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4e4ed-de53-4de1-9463-c365f3b37e2b req-168e253d-f310-4c84-890d-496d1e43d49a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:35.859785 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-51b4e4ed-de53-4de1-9463-c365f3b37e2b req-168e253d-f310-4c84-890d-496d1e43d49a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 945 time: 0.0629501 Jun 18 17:05:35.879208 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device d94e2b6e-91f8-4598-aed4-be1da078d6dc up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:05:35.897307 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-51b4e4ed-de53-4de1-9463-c365f3b37e2b req-f9e7f58c-fa9d-482a-b31f-bf0a11863c0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316088 Jun 18 17:05:35.929163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port d94e2b6e-91f8-4598-aed4-be1da078d6dc completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:05:35.932559 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port d94e2b6e-91f8-4598-aed4-be1da078d6dc triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:05:35.932941 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:36.005618 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:36.027744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62725d3e-5f96-4d5b-97e4-fc136f3dcd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94e2b6e-91f8-4598-aed4-be1da078d6dc'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:05:36.030017 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef7fe1f-fd90-470d-9bab-a552ce248d50" -d '{"events": [{"server_uuid": "62725d3e-5f96-4d5b-97e4-fc136f3dcd69", "name": "network-vif-plugged", "status": "completed", "tag": "d94e2b6e-91f8-4598-aed4-be1da078d6dc"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:05:36.042991 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port d94e2b6e-91f8-4598-aed4-be1da078d6dc, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d94e2b6e-91f8-4598-aed4-be1da078d6dc,segment=NetworkSegment(420bd470-1be0-4e4c-b3a7-25da2b04c834),segment_id=420bd470-1be0-4e4c-b3a7-25da2b04c834)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:05:36.047143 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:36.048961 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:36.076829 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1065c9-36f2-4d5c-9bb6-7c5915df7ce1 x-openstack-request-id: req-5f1065c9-36f2-4d5c-9bb6-7c5915df7ce1 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:05:36.077135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62725d3e-5f96-4d5b-97e4-fc136f3dcd69", "name": "network-vif-plugged", "status": "completed", "tag": "d94e2b6e-91f8-4598-aed4-be1da078d6dc", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:05:36.077403 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f1065c9-36f2-4d5c-9bb6-7c5915df7ce1 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:05:36.077794 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62725d3e-5f96-4d5b-97e4-fc136f3dcd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94e2b6e-91f8-4598-aed4-be1da078d6dc', 'code': 200} Jun 18 17:05:36.104895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=d94e2b6e-91f8-4598-aed4-be1da078d6dc,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:36.107749 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:36.322423 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35edb62-e1ff-4107-bcea-9240e63643bd req-824a2bef-6b9c-47e2-bd85-8b6c24f946dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:36.324095 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a35edb62-e1ff-4107-bcea-9240e63643bd req-824a2bef-6b9c-47e2-bd85-8b6c24f946dc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 1099 time: 0.0576949 Jun 18 17:05:36.357307 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a35edb62-e1ff-4107-bcea-9240e63643bd req-9d55a062-50cb-4e1a-a550-dd9058548812 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266588 Jun 18 17:05:37.073443 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5c7a1-92ac-452b-8176-3d3ba4d17db8 req-8072ebad-f713-4b5a-80f2-bb304b5893eb tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:37.075003 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dbf5c7a1-92ac-452b-8176-3d3ba4d17db8 req-8072ebad-f713-4b5a-80f2-bb304b5893eb tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 946 time: 0.0681083 Jun 18 17:05:37.112728 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dbf5c7a1-92ac-452b-8176-3d3ba4d17db8 req-e0666c4c-389c-4d25-9897-09122400a9b0 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321059 Jun 18 17:05:37.673085 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-44994fc7-f765-4d97-b5e6-1cdaab9de9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:38.286562 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:38.294157 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2441d-1203-4c8e-b2ec-29828658b276 req-573bed39-9b6a-4a53-933f-e26253c7d2ba tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:38.295930 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a8c2441d-1203-4c8e-b2ec-29828658b276 req-573bed39-9b6a-4a53-933f-e26253c7d2ba tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 946 time: 0.0704548 Jun 18 17:05:38.333206 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a8c2441d-1203-4c8e-b2ec-29828658b276 req-24870bd5-d790-4822-8a45-fd380afd278f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317204 Jun 18 17:05:38.507239 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4f1ec-596e-4cb7-bd64-6ad6ffe3adbe req-98967528-bfd7-4960-8d17-8e634e08e88c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:38.508601 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1fb4f1ec-596e-4cb7-bd64-6ad6ffe3adbe req-98967528-bfd7-4960-8d17-8e634e08e88c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 946 time: 0.0644045 Jun 18 17:05:38.545249 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1fb4f1ec-596e-4cb7-bd64-6ad6ffe3adbe req-2bd1ebbf-fa35-4f52-9ebe-a5dab9d94049 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308704 Jun 18 17:05:38.568471 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56776) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:38.622077 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc644c1e-6383-4717-b0ba-b620653242b6 tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:38.623532 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fc644c1e-6383-4717-b0ba-b620653242b6 tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 1094 time: 0.0541427 Jun 18 17:05:38.626182 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56778) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:38.630376 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': 'd94e2b6e-91f8-4598-aed4-be1da078d6dc', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:05:38.651811 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:38.745956 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:38.847195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Allocated IP 172.26.2.75 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/fa3f186a-e40f-47a8-ba9e-7056b6d118f0) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:05:38.951485 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:38.988586 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:38.991458 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6f3dcaa3-948d-4c3a-9761-63719b24e7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:39.027253 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:05:39.029940 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:05:39.033471 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:05:39.058078 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=fa3f186a-e40f-47a8-ba9e-7056b6d118f0,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:39.061916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:39.068429 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:39.394801 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:39.466401 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:39.620652 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:39.628092 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:39.630155 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ff8d6d66-8084-42ff-bc89-f3d169cb8734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:39.692475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=fa3f186a-e40f-47a8-ba9e-7056b6d118f0,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:39.697274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:39.707586 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:39.810036 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Floating IP 3d7bd45e-0f4c-4fd2-8fa3-bb9988f688ad associated. External IP: 172.26.2.75, port: d94e2b6e-91f8-4598-aed4-be1da078d6dc. Jun 18 17:05:40.011690 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router 730448e1-1cc0-4773-b31c-16665c1a4e75 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:05:40.116044 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:05:40.127819 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b6988-f78d-40c8-babf-cc69e37ee72b None None] Sync routers for ids ['730448e1-1cc0-4773-b31c-16665c1a4e75'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:05:40.133677 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:40.138856 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b6988-f78d-40c8-babf-cc69e37ee72b None None] Routers {'730448e1-1cc0-4773-b31c-16665c1a4e75'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:05:40.139476 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-714b6988-f78d-40c8-babf-cc69e37ee72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:05:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['730448e1-1cc0-4773-b31c-16665c1a4e75'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:40.168834 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5416441 Jun 18 17:05:40.169597 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62725d3e-5f96-4d5b-97e4-fc136f3dcd69', 'tag': 'd94e2b6e-91f8-4598-aed4-be1da078d6dc'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:05:40.172289 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16933e78-21b7-4088-91bd-42c8f0e0fc5b" -d '{"events": [{"name": "network-changed", "server_uuid": "62725d3e-5f96-4d5b-97e4-fc136f3dcd69", "tag": "d94e2b6e-91f8-4598-aed4-be1da078d6dc"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:05:40.210318 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a73f440-a47f-41f8-b3be-d0fd06d89f9c x-openstack-request-id: req-7a73f440-a47f-41f8-b3be-d0fd06d89f9c {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:05:40.210836 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62725d3e-5f96-4d5b-97e4-fc136f3dcd69", "tag": "d94e2b6e-91f8-4598-aed4-be1da078d6dc", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:05:40.211222 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a73f440-a47f-41f8-b3be-d0fd06d89f9c {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:05:40.211940 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62725d3e-5f96-4d5b-97e4-fc136f3dcd69', 'tag': 'd94e2b6e-91f8-4598-aed4-be1da078d6dc', 'status': 'completed', 'code': 200} Jun 18 17:05:40.244118 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-714b6988-f78d-40c8-babf-cc69e37ee72b None None] Set router 730448e1-1cc0-4773-b31c-16665c1a4e75 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:05:40.312077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16933e78-21b7-4088-91bd-42c8f0e0fc5b req-d1c2d3c9-4f97-4f45-8ac0-3a35275d93ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:40.313672 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-16933e78-21b7-4088-91bd-42c8f0e0fc5b req-d1c2d3c9-4f97-4f45-8ac0-3a35275d93ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 1099 time: 0.0570488 Jun 18 17:05:40.331810 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d63711-cb63-4769-820a-48dfb396fa3e req-9928b4de-ded0-41dd-a192-33322e6df05f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:40.333300 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-17d63711-cb63-4769-820a-48dfb396fa3e req-9928b4de-ded0-41dd-a192-33322e6df05f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 946 time: 0.0703247 Jun 18 17:05:40.375200 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-17d63711-cb63-4769-820a-48dfb396fa3e req-17b16194-b372-45c1-81b8-154b9ce2ae5c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335958 Jun 18 17:05:40.400863 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56784) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:40.418325 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16933e78-21b7-4088-91bd-42c8f0e0fc5b req-bb201b37-919b-4cae-8dec-38122a75fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:40.420113 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-16933e78-21b7-4088-91bd-42c8f0e0fc5b req-bb201b37-919b-4cae-8dec-38122a75fb3d service neutron] 10.222.0.64 "GET /v2.0/networks?id=5279cc20-c8d9-4832-9607-bcc1d23e2f87 HTTP/1.1" status: 200 len: 898 time: 0.1004407 Jun 18 17:05:40.463184 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-63c27626-173b-4c52-83ea-48b653544358 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/floatingips/3d7bd45e-0f4c-4fd2-8fa3-bb9988f688ad HTTP/1.1" status: 200 len: 991 time: 0.0608115 Jun 18 17:05:40.473505 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-714b6988-f78d-40c8-babf-cc69e37ee72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330638494', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106'}], 'enable_snat': True}, 'gw_port_id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:26Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '3d7bd45e-0f4c-4fd2-8fa3-bb9988f688ad', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'floating_ip_address': '172.26.2.75', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'port_id': 'd94e2b6e-91f8-4598-aed4-be1da078d6dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87', 'mac_address': 'fa:16:3e:9f:b0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62725d3e-5f96-4d5b-97e4-fc136f3dcd69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:05:39Z', 'updated_at': '2021-06-18T17:05:39Z', 'revision_number': 0, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a18d906-dae9-4b72-aaf6-5ade4d56c13c', 'name': '', 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:da:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'b1f424e0-f809-4a5d-81e6-0a32c962f932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:26Z', 'updated_at': '2021-06-18T17:05:31Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': 'b1f424e0-f809-4a5d-81e6-0a32c962f932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:40.495954 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-16933e78-21b7-4088-91bd-42c8f0e0fc5b req-d2cc43ed-b47e-49e7-9bd7-f4fe0d3fab8a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d94e2b6e-91f8-4598-aed4-be1da078d6dc HTTP/1.1" status: 200 len: 999 time: 0.0682962 Jun 18 17:05:40.501609 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b6988-f78d-40c8-babf-cc69e37ee72b None None] Checking router: 730448e1-1cc0-4773-b31c-16665c1a4e75 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:05:40.510639 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b6988-f78d-40c8-babf-cc69e37ee72b None None] Routers {'730448e1-1cc0-4773-b31c-16665c1a4e75'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:05:40.511518 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-714b6988-f78d-40c8-babf-cc69e37ee72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:05:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['730448e1-1cc0-4773-b31c-16665c1a4e75'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:40.549738 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16933e78-21b7-4088-91bd-42c8f0e0fc5b req-dbd88c45-3abd-469c-81d1-a0f672e2038f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:40.551221 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-16933e78-21b7-4088-91bd-42c8f0e0fc5b req-dbd88c45-3abd-469c-81d1-a0f672e2038f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1f424e0-f809-4a5d-81e6-0a32c962f932 HTTP/1.1" status: 200 len: 835 time: 0.0451748 Jun 18 17:05:40.594325 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:40.615676 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16933e78-21b7-4088-91bd-42c8f0e0fc5b req-c78122da-09a0-40db-a6ec-a38d41e6b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:40.617196 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-16933e78-21b7-4088-91bd-42c8f0e0fc5b req-c78122da-09a0-40db-a6ec-a38d41e6b7b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5279cc20-c8d9-4832-9607-bcc1d23e2f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0596004 Jun 18 17:05:40.626637 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-714b6988-f78d-40c8-babf-cc69e37ee72b None None] Set router 730448e1-1cc0-4773-b31c-16665c1a4e75 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:05:40.724638 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-16933e78-21b7-4088-91bd-42c8f0e0fc5b req-b6344b5e-5cf9-45d7-b44d-36293133ca69 service neutron] 10.222.0.64 "GET /v2.0/networks/5279cc20-c8d9-4832-9607-bcc1d23e2f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998425 Jun 18 17:05:40.831698 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-16933e78-21b7-4088-91bd-42c8f0e0fc5b req-2bdd78aa-6296-4b9e-8dfb-1088a38f1a52 service neutron] 10.222.0.64 "GET /v2.0/networks/5279cc20-c8d9-4832-9607-bcc1d23e2f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000264 Jun 18 17:05:40.893886 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-714b6988-f78d-40c8-babf-cc69e37ee72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330638494', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106'}], 'enable_snat': True}, 'gw_port_id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:26Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '3d7bd45e-0f4c-4fd2-8fa3-bb9988f688ad', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'floating_ip_address': '172.26.2.75', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'port_id': 'd94e2b6e-91f8-4598-aed4-be1da078d6dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87', 'mac_address': 'fa:16:3e:9f:b0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62725d3e-5f96-4d5b-97e4-fc136f3dcd69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:05:39Z', 'updated_at': '2021-06-18T17:05:39Z', 'revision_number': 0, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a18d906-dae9-4b72-aaf6-5ade4d56c13c', 'name': '', 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:da:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'b1f424e0-f809-4a5d-81e6-0a32c962f932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:26Z', 'updated_at': '2021-06-18T17:05:31Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': 'b1f424e0-f809-4a5d-81e6-0a32c962f932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:05:40.920652 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b6988-f78d-40c8-babf-cc69e37ee72b None None] The sync data for ids ['730448e1-1cc0-4773-b31c-16665c1a4e75'] in dv-neutron-797121-1-hyperv is: [{'id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330638494', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106'}], 'enable_snat': True}, 'gw_port_id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:26Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '3d7bd45e-0f4c-4fd2-8fa3-bb9988f688ad', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'floating_ip_address': '172.26.2.75', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'port_id': 'd94e2b6e-91f8-4598-aed4-be1da078d6dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87', 'mac_address': 'fa:16:3e:9f:b0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62725d3e-5f96-4d5b-97e4-fc136f3dcd69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:05:39Z', 'updated_at': '2021-06-18T17:05:39Z', 'revision_number': 0, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a18d906-dae9-4b72-aaf6-5ade4d56c13c', 'name': '', 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:da:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'b1f424e0-f809-4a5d-81e6-0a32c962f932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:26Z', 'updated_at': '2021-06-18T17:05:31Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': 'b1f424e0-f809-4a5d-81e6-0a32c962f932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:05:41.124957 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fadabeb-5deb-4044-9411-7722a8d0db4c None None] New status for floating IP 3d7bd45e-0f4c-4fd2-8fa3-bb9988f688ad: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:05:41.467161 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56786) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:41.851220 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d380d4fb-56eb-4814-9561-974ad136bfdb tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/floatingips/3d7bd45e-0f4c-4fd2-8fa3-bb9988f688ad HTTP/1.1" status: 200 len: 993 time: 0.3828454 Jun 18 17:05:51.477216 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-243a1294-a492-434a-9f3b-c7eb6f2a4cee req-e7d369fd-86b2-4a8e-93e2-ea1b2ffb3936 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528505 Jun 18 17:05:51.586041 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a1294-a492-434a-9f3b-c7eb6f2a4cee req-6f1ca3b3-cb5e-4f02-951f-e45326eaf5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:51.587390 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-243a1294-a492-434a-9f3b-c7eb6f2a4cee req-6f1ca3b3-cb5e-4f02-951f-e45326eaf5e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 1099 time: 0.0524316 Jun 18 17:05:51.693772 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a1294-a492-434a-9f3b-c7eb6f2a4cee req-087de3ff-29a3-4e9b-8f00-a64e2439efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:51.695394 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-243a1294-a492-434a-9f3b-c7eb6f2a4cee req-087de3ff-29a3-4e9b-8f00-a64e2439efe7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5279cc20-c8d9-4832-9607-bcc1d23e2f87 HTTP/1.1" status: 200 len: 898 time: 0.0882063 Jun 18 17:05:51.758098 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-243a1294-a492-434a-9f3b-c7eb6f2a4cee req-70364655-81ab-4cd4-a553-37e7f4445e42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d94e2b6e-91f8-4598-aed4-be1da078d6dc HTTP/1.1" status: 200 len: 1001 time: 0.0564315 Jun 18 17:05:51.805722 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a1294-a492-434a-9f3b-c7eb6f2a4cee req-ed8fe99e-c6c3-4ea4-81f6-37d6af501630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:51.807118 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-243a1294-a492-434a-9f3b-c7eb6f2a4cee req-ed8fe99e-c6c3-4ea4-81f6-37d6af501630 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1f424e0-f809-4a5d-81e6-0a32c962f932 HTTP/1.1" status: 200 len: 835 time: 0.0423009 Jun 18 17:05:51.867240 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a1294-a492-434a-9f3b-c7eb6f2a4cee req-c288fcd1-bb5b-4dd5-8a94-b45b92b08996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:51.868624 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-243a1294-a492-434a-9f3b-c7eb6f2a4cee req-c288fcd1-bb5b-4dd5-8a94-b45b92b08996 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5279cc20-c8d9-4832-9607-bcc1d23e2f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0549345 Jun 18 17:05:51.954870 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-243a1294-a492-434a-9f3b-c7eb6f2a4cee req-5c148c25-4be3-4db1-8276-0449c8ff965b service neutron] 10.222.0.64 "GET /v2.0/networks/5279cc20-c8d9-4832-9607-bcc1d23e2f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793376 Jun 18 17:05:52.043920 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-243a1294-a492-434a-9f3b-c7eb6f2a4cee req-e840b900-fb87-48d9-8f05-53100654f6f8 service neutron] 10.222.0.64 "GET /v2.0/networks/5279cc20-c8d9-4832-9607-bcc1d23e2f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834055 Jun 18 17:05:55.089512 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:55.685968 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:06:05.274985 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0a4cb9f3-e5a2-4048-aae8-24ef467797a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:07.674232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c916117b-7750-4f90-a8f4-c9c9eeae8bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:08.287547 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:09.064309 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:09.614404 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76145e-1158-4e7e-8039-f97652f481c3 req-0961e3c3-3e74-4811-9e61-75db09fb641c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:09.616349 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6e76145e-1158-4e7e-8039-f97652f481c3 req-0961e3c3-3e74-4811-9e61-75db09fb641c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 946 time: 0.0648968 Jun 18 17:06:09.653969 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6e76145e-1158-4e7e-8039-f97652f481c3 req-48c18491-22c9-48d5-801b-890a457df6ec tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313182 Jun 18 17:06:10.594735 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:10.828127 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2d19b-186a-4bc7-80fd-35435a21a76b req-86008192-3dbf-4439-aea7-56af6c588fbb tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:10.829476 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-82f2d19b-186a-4bc7-80fd-35435a21a76b req-86008192-3dbf-4439-aea7-56af6c588fbb tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 946 time: 0.0621204 Jun 18 17:06:10.866571 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-82f2d19b-186a-4bc7-80fd-35435a21a76b req-90a749d9-4bc7-4d0c-b598-8ef2cf449ab5 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314505 Jun 18 17:06:12.042671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7990f2-d565-40c6-b348-e56c04defdfd req-b4ba193e-a093-484d-9cbf-5f7053ed9373 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:12.044111 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cd7990f2-d565-40c6-b348-e56c04defdfd req-b4ba193e-a093-484d-9cbf-5f7053ed9373 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 946 time: 0.0647457 Jun 18 17:06:12.080625 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cd7990f2-d565-40c6-b348-e56c04defdfd req-f96fea7e-0473-4156-9c8c-a18a19972657 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306866 Jun 18 17:06:13.253937 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c7a67-e5c9-4c04-bfd2-8b9bfcc39bdc req-2acec160-1a0d-44ae-956a-206fe527101b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:13.255307 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6c3c7a67-e5c9-4c04-bfd2-8b9bfcc39bdc req-2acec160-1a0d-44ae-956a-206fe527101b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 946 time: 0.0626769 Jun 18 17:06:13.291856 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6c3c7a67-e5c9-4c04-bfd2-8b9bfcc39bdc req-8abfe83b-e7b3-4320-90fe-1b479addfd73 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302763 Jun 18 17:06:14.471234 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58d25b-40b2-409d-ab08-280329bd2ac4 req-5c6c9510-d947-4ce8-b459-10e77f57bc75 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:14.472683 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bd58d25b-40b2-409d-ab08-280329bd2ac4 req-5c6c9510-d947-4ce8-b459-10e77f57bc75 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 946 time: 0.0661705 Jun 18 17:06:14.509705 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bd58d25b-40b2-409d-ab08-280329bd2ac4 req-f53cd470-f3bc-4080-950b-1c8f29cd9d29 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313478 Jun 18 17:06:15.683713 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31807e57-5ebe-4388-b13b-6d35ffdde5b4 req-e0d0baa7-687e-4c2a-b06b-9f77a0cb8556 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:15.685201 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-31807e57-5ebe-4388-b13b-6d35ffdde5b4 req-e0d0baa7-687e-4c2a-b06b-9f77a0cb8556 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 946 time: 0.0627079 Jun 18 17:06:15.722513 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-31807e57-5ebe-4388-b13b-6d35ffdde5b4 req-d9a578c2-b389-458d-b72d-db9f84b4c2bf tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317369 Jun 18 17:06:16.893241 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a613e-8f5d-4fc0-94f3-d092bc13c05d req-6322310b-06de-4054-898e-29db1a0557be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:16.894787 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-799a613e-8f5d-4fc0-94f3-d092bc13c05d req-6322310b-06de-4054-898e-29db1a0557be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 946 time: 0.0630252 Jun 18 17:06:16.932995 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-799a613e-8f5d-4fc0-94f3-d092bc13c05d req-599b39ff-97cf-4528-86f7-1b21d848d141 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315075 Jun 18 17:06:18.109288 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b152a5-1538-4b14-a864-47333ba211d9 req-e3c5f0f2-4c34-4b0e-9a40-f54c5202707f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:18.110774 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b7b152a5-1538-4b14-a864-47333ba211d9 req-e3c5f0f2-4c34-4b0e-9a40-f54c5202707f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 946 time: 0.0662925 Jun 18 17:06:18.148375 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b7b152a5-1538-4b14-a864-47333ba211d9 req-5b95e544-f554-43a1-bde9-a7ac86e3d2ec tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311940 Jun 18 17:06:19.323013 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e7718-b8d9-4a2b-9a66-cb2f2f6f25dc req-58dfe0fc-0aa2-47c5-b96a-076e5e66da9d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:19.324487 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5c8e7718-b8d9-4a2b-9a66-cb2f2f6f25dc req-58dfe0fc-0aa2-47c5-b96a-076e5e66da9d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 946 time: 0.0659103 Jun 18 17:06:19.362772 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5c8e7718-b8d9-4a2b-9a66-cb2f2f6f25dc req-e8fbf7ba-b6be-4370-b349-38a1fc7bb1f4 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315888 Jun 18 17:06:20.538440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25f87f-aea3-4993-809c-a75efe89870f req-f4dd19fd-fdaf-438c-a75a-bd5ded04b750 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:20.539920 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7f25f87f-aea3-4993-809c-a75efe89870f req-f4dd19fd-fdaf-438c-a75a-bd5ded04b750 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 946 time: 0.0669763 Jun 18 17:06:20.578126 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7f25f87f-aea3-4993-809c-a75efe89870f req-6be73c90-f729-4688-aaae-b11b9cad63bf tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323491 Jun 18 17:06:20.602109 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56822) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:06:20.659917 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2c5ff868-39dc-41cf-bc49-c008efbafc9f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/floatingips/3d7bd45e-0f4c-4fd2-8fa3-bb9988f688ad HTTP/1.1" status: 200 len: 993 time: 0.0565290 Jun 18 17:06:22.121569 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c584a-fd58-44d2-804c-55f7b9c690af req-db211d9b-3a46-41d7-8427-c03dbdcac0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:22.123091 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b2c584a-fd58-44d2-804c-55f7b9c690af req-db211d9b-3a46-41d7-8427-c03dbdcac0a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 1099 time: 0.0552850 Jun 18 17:06:22.127887 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47972801-c6ee-474e-8568-4c7d94510d75 req-636c2189-830a-4837-99fb-ce9e24d9c116 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:22.129411 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-47972801-c6ee-474e-8568-4c7d94510d75 req-636c2189-830a-4837-99fb-ce9e24d9c116 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 946 time: 0.0649798 Jun 18 17:06:22.173506 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-47972801-c6ee-474e-8568-4c7d94510d75 req-82501198-4a3f-40b3-8bfa-f255956ee3ab tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367877 Jun 18 17:06:22.216472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c584a-fd58-44d2-804c-55f7b9c690af req-5f623ea4-eaf5-428e-95cc-9325196b50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:22.217847 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b2c584a-fd58-44d2-804c-55f7b9c690af req-5f623ea4-eaf5-428e-95cc-9325196b50b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5279cc20-c8d9-4832-9607-bcc1d23e2f87 HTTP/1.1" status: 200 len: 898 time: 0.0889065 Jun 18 17:06:22.279931 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b2c584a-fd58-44d2-804c-55f7b9c690af req-d2dd2e70-418a-4e4f-9094-30c8616a273c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d94e2b6e-91f8-4598-aed4-be1da078d6dc HTTP/1.1" status: 200 len: 1001 time: 0.0562563 Jun 18 17:06:22.327089 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c584a-fd58-44d2-804c-55f7b9c690af req-55976227-857a-475f-b442-11ec0e5d79ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:22.328467 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b2c584a-fd58-44d2-804c-55f7b9c690af req-55976227-857a-475f-b442-11ec0e5d79ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1f424e0-f809-4a5d-81e6-0a32c962f932 HTTP/1.1" status: 200 len: 835 time: 0.0430083 Jun 18 17:06:22.387115 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c584a-fd58-44d2-804c-55f7b9c690af req-2dc9b271-bb43-4780-a5c3-aec4a3212ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:22.388556 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b2c584a-fd58-44d2-804c-55f7b9c690af req-2dc9b271-bb43-4780-a5c3-aec4a3212ab8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5279cc20-c8d9-4832-9607-bcc1d23e2f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0544329 Jun 18 17:06:22.474371 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b2c584a-fd58-44d2-804c-55f7b9c690af req-1e581abd-f20f-4452-927a-04ed0514c081 service neutron] 10.222.0.64 "GET /v2.0/networks/5279cc20-c8d9-4832-9607-bcc1d23e2f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797124 Jun 18 17:06:22.566476 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-0b2c584a-fd58-44d2-804c-55f7b9c690af req-e59d37f8-9f93-4d0e-8e59-569d201698c7 service neutron] 10.222.0.64 "GET /v2.0/networks/5279cc20-c8d9-4832-9607-bcc1d23e2f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861464 Jun 18 17:06:23.349086 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63be3f-344e-4dd8-a616-0cb28ece1a66 req-6064ac16-4a8a-4ac9-b3dd-e41d6198a358 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:23.351341 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-da63be3f-344e-4dd8-a616-0cb28ece1a66 req-6064ac16-4a8a-4ac9-b3dd-e41d6198a358 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 946 time: 0.0647480 Jun 18 17:06:23.388906 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-da63be3f-344e-4dd8-a616-0cb28ece1a66 req-6f23542f-1079-4fdd-b33c-4fdac7eed21d tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318482 Jun 18 17:06:23.413588 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56832) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:06:23.472382 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5e203b7f-fdde-4648-9998-b7e3f2d7b793 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/floatingips/3d7bd45e-0f4c-4fd2-8fa3-bb9988f688ad HTTP/1.1" status: 200 len: 993 time: 0.0575471 Jun 18 17:06:25.103319 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:32.685515 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:06:35.274582 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-acdb6f89-9efa-4e45-ba6d-de430ad24b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:37.674679 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6b15edd2-d712-4020-bb18-8d8a57f80e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:38.289931 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:39.070508 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:40.597344 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:51.518869 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d473c993-2ce1-4b29-9518-e25bf89232ef req-9d096955-24f7-4ece-a944-5c6f24d930ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512023 Jun 18 17:06:51.628270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473c993-2ce1-4b29-9518-e25bf89232ef req-22497f61-e951-4d15-8f20-1620062f13eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:51.629726 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d473c993-2ce1-4b29-9518-e25bf89232ef req-22497f61-e951-4d15-8f20-1620062f13eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 1099 time: 0.0512843 Jun 18 17:06:51.737164 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473c993-2ce1-4b29-9518-e25bf89232ef req-b141f937-e58f-4e6b-a9fe-7c145645d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:51.739148 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d473c993-2ce1-4b29-9518-e25bf89232ef req-b141f937-e58f-4e6b-a9fe-7c145645d856 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5279cc20-c8d9-4832-9607-bcc1d23e2f87 HTTP/1.1" status: 200 len: 898 time: 0.0877404 Jun 18 17:06:51.805808 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d473c993-2ce1-4b29-9518-e25bf89232ef req-cce0c7f6-09ed-45e4-afa8-3370d7ccbba9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d94e2b6e-91f8-4598-aed4-be1da078d6dc HTTP/1.1" status: 200 len: 1001 time: 0.0599000 Jun 18 17:06:51.852371 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473c993-2ce1-4b29-9518-e25bf89232ef req-9473fa82-3d47-4e17-a59f-3bafa2d181d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:51.853704 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d473c993-2ce1-4b29-9518-e25bf89232ef req-9473fa82-3d47-4e17-a59f-3bafa2d181d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1f424e0-f809-4a5d-81e6-0a32c962f932 HTTP/1.1" status: 200 len: 835 time: 0.0421052 Jun 18 17:06:51.912531 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473c993-2ce1-4b29-9518-e25bf89232ef req-5a522b1b-3aeb-4b8c-a3da-41c568c91d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:51.915085 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d473c993-2ce1-4b29-9518-e25bf89232ef req-5a522b1b-3aeb-4b8c-a3da-41c568c91d4e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5279cc20-c8d9-4832-9607-bcc1d23e2f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0551147 Jun 18 17:06:52.002949 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d473c993-2ce1-4b29-9518-e25bf89232ef req-6380cffb-85e1-4da6-b87c-1c2f929894c5 service neutron] 10.222.0.64 "GET /v2.0/networks/5279cc20-c8d9-4832-9607-bcc1d23e2f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806632 Jun 18 17:06:52.093870 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d473c993-2ce1-4b29-9518-e25bf89232ef req-dacbe0d7-e49e-415c-9ff1-c1052d0f0d98 service neutron] 10.222.0.64 "GET /v2.0/networks/5279cc20-c8d9-4832-9607-bcc1d23e2f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837457 Jun 18 17:06:53.877526 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56850) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:06:54.036616 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting port fa3f186a-e40f-47a8-ba9e-7056b6d118f0 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:06:54.036966 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:54.110253 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:54.110576 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:54.176985 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Calling delete_port for fa3f186a-e40f-47a8-ba9e-7056b6d118f0 owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:06:54.322053 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:54.324468 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:06:54.346143 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Port': ['ID=fa3f186a-e40f-47a8-ba9e-7056b6d118f0,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:06:54.361088 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:54.361699 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:54.362101 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:54.362482 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:54.362887 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:54.363267 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:54.363641 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:54.364015 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:54.364385 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:54.364755 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:54.365125 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:54.365541 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:54.369243 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:06:54.426465 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:54.426837 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Floating IP 3d7bd45e-0f4c-4fd2-8fa3-bb9988f688ad disassociated (deleted). External IP: 172.26.2.75, port: d94e2b6e-91f8-4598-aed4-be1da078d6dc. Jun 18 17:06:54.631534 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router 730448e1-1cc0-4773-b31c-16665c1a4e75 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:06:54.746344 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:06:54.750793 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:54.757809 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0a57c7-f797-40c4-b660-f39f38279898 None None] Sync routers for ids ['730448e1-1cc0-4773-b31c-16665c1a4e75'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:06:54.767184 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0a57c7-f797-40c4-b660-f39f38279898 None None] Routers {'730448e1-1cc0-4773-b31c-16665c1a4e75'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:06:54.767786 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-0f0a57c7-f797-40c4-b660-f39f38279898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:06:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['730448e1-1cc0-4773-b31c-16665c1a4e75'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:06:54.790296 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/floatingips/3d7bd45e-0f4c-4fd2-8fa3-bb9988f688ad HTTP/1.1" status: 204 len: 168 time: 0.9089558 Jun 18 17:06:54.790296 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62725d3e-5f96-4d5b-97e4-fc136f3dcd69', 'tag': 'd94e2b6e-91f8-4598-aed4-be1da078d6dc'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:06:54.791301 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13edee82-ea96-4cfa-856c-b638763ab04e" -d '{"events": [{"name": "network-changed", "server_uuid": "62725d3e-5f96-4d5b-97e4-fc136f3dcd69", "tag": "d94e2b6e-91f8-4598-aed4-be1da078d6dc"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:06:54.829454 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b891844d-cfba-4ace-ac3d-a3d773548f42 x-openstack-request-id: req-b891844d-cfba-4ace-ac3d-a3d773548f42 {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:06:54.829946 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62725d3e-5f96-4d5b-97e4-fc136f3dcd69", "tag": "d94e2b6e-91f8-4598-aed4-be1da078d6dc", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:06:54.830259 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b891844d-cfba-4ace-ac3d-a3d773548f42 {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:06:54.830736 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62725d3e-5f96-4d5b-97e4-fc136f3dcd69', 'tag': 'd94e2b6e-91f8-4598-aed4-be1da078d6dc', 'status': 'completed', 'code': 200} Jun 18 17:06:54.878234 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-0f0a57c7-f797-40c4-b660-f39f38279898 None None] Set router 730448e1-1cc0-4773-b31c-16665c1a4e75 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:06:54.936479 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edee82-ea96-4cfa-856c-b638763ab04e req-6caffdce-afbc-4fe2-a6a6-fd997f1f360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:54.937973 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13edee82-ea96-4cfa-856c-b638763ab04e req-6caffdce-afbc-4fe2-a6a6-fd997f1f360b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 1099 time: 0.0571730 Jun 18 17:06:55.040766 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edee82-ea96-4cfa-856c-b638763ab04e req-4fb736f3-b823-4209-8a54-267b233b156d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:55.042410 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13edee82-ea96-4cfa-856c-b638763ab04e req-4fb736f3-b823-4209-8a54-267b233b156d service neutron] 10.222.0.64 "GET /v2.0/networks?id=5279cc20-c8d9-4832-9607-bcc1d23e2f87 HTTP/1.1" status: 200 len: 898 time: 0.0960262 Jun 18 17:06:55.104436 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-0f0a57c7-f797-40c4-b660-f39f38279898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330638494', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106'}], 'enable_snat': True}, 'gw_port_id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:26Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '4a18d906-dae9-4b72-aaf6-5ade4d56c13c', 'name': '', 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:da:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'b1f424e0-f809-4a5d-81e6-0a32c962f932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:26Z', 'updated_at': '2021-06-18T17:05:31Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': 'b1f424e0-f809-4a5d-81e6-0a32c962f932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:06:55.112428 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.114519 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13edee82-ea96-4cfa-856c-b638763ab04e req-8aa6c1a0-f8b3-4fc0-8973-f7d50a7b61fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d94e2b6e-91f8-4598-aed4-be1da078d6dc HTTP/1.1" status: 200 len: 217 time: 0.0384073 Jun 18 17:06:55.136758 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0a57c7-f797-40c4-b660-f39f38279898 None None] Checking router: 730448e1-1cc0-4773-b31c-16665c1a4e75 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:06:55.145219 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0a57c7-f797-40c4-b660-f39f38279898 None None] Routers {'730448e1-1cc0-4773-b31c-16665c1a4e75'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:06:55.145752 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-0f0a57c7-f797-40c4-b660-f39f38279898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:06:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['730448e1-1cc0-4773-b31c-16665c1a4e75'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:06:55.168074 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edee82-ea96-4cfa-856c-b638763ab04e req-832d29df-9583-49c7-bff2-84ee60c4b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:55.169673 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13edee82-ea96-4cfa-856c-b638763ab04e req-832d29df-9583-49c7-bff2-84ee60c4b60a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1f424e0-f809-4a5d-81e6-0a32c962f932 HTTP/1.1" status: 200 len: 835 time: 0.0477130 Jun 18 17:06:55.190144 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92cfd5-e35a-46f7-bbf4-7d83fbc072c1 req-69ca6cbf-716c-4213-8db0-32f8c1ece156 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:55.191672 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dc92cfd5-e35a-46f7-bbf4-7d83fbc072c1 req-69ca6cbf-716c-4213-8db0-32f8c1ece156 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 946 time: 0.0737488 Jun 18 17:06:55.232260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edee82-ea96-4cfa-856c-b638763ab04e req-6a6689af-f836-4d73-83e8-006282cde767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:55.233813 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13edee82-ea96-4cfa-856c-b638763ab04e req-6a6689af-f836-4d73-83e8-006282cde767 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5279cc20-c8d9-4832-9607-bcc1d23e2f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0568957 Jun 18 17:06:55.234196 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-dc92cfd5-e35a-46f7-bbf4-7d83fbc072c1 req-df19346d-120d-43f1-b80e-b36b91432302 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347023 Jun 18 17:06:55.332491 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13edee82-ea96-4cfa-856c-b638763ab04e req-97a1c417-7fc1-4eb4-97c7-4a883e07e16d service neutron] 10.222.0.64 "GET /v2.0/networks/5279cc20-c8d9-4832-9607-bcc1d23e2f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893493 Jun 18 17:06:55.343747 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-0f0a57c7-f797-40c4-b660-f39f38279898 None None] Set router 730448e1-1cc0-4773-b31c-16665c1a4e75 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:06:55.423413 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-13edee82-ea96-4cfa-856c-b638763ab04e req-7c49f548-ba14-48f3-8153-8b15ec76dd94 service neutron] 10.222.0.64 "GET /v2.0/networks/5279cc20-c8d9-4832-9607-bcc1d23e2f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827224 Jun 18 17:06:55.535121 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-0f0a57c7-f797-40c4-b660-f39f38279898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330638494', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106'}], 'enable_snat': True}, 'gw_port_id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:26Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '4a18d906-dae9-4b72-aaf6-5ade4d56c13c', 'name': '', 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:da:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'b1f424e0-f809-4a5d-81e6-0a32c962f932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:26Z', 'updated_at': '2021-06-18T17:05:31Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': 'b1f424e0-f809-4a5d-81e6-0a32c962f932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:06:55.564826 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0a57c7-f797-40c4-b660-f39f38279898 None None] The sync data for ids ['730448e1-1cc0-4773-b31c-16665c1a4e75'] in dv-neutron-797121-1-hyperv is: [{'id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330638494', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106'}], 'enable_snat': True}, 'gw_port_id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:26Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '4a18d906-dae9-4b72-aaf6-5ade4d56c13c', 'name': '', 'network_id': '5279cc20-c8d9-4832-9607-bcc1d23e2f87', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:da:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'b1f424e0-f809-4a5d-81e6-0a32c962f932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:26Z', 'updated_at': '2021-06-18T17:05:31Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': 'b1f424e0-f809-4a5d-81e6-0a32c962f932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:06:55.770541 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249a183a-25b7-47a3-b0ea-7c463c0a624a None None] New status for floating IP 3d7bd45e-0f4c-4fd2-8fa3-bb9988f688ad: DOWN {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:06:56.418683 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c088cfa-8bc4-48a4-a9a5-a7b6297ae63c req-ba273d08-f71d-4696-9a48-8f4d3a934688 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:56.420407 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6c088cfa-8bc4-48a4-a9a5-a7b6297ae63c req-ba273d08-f71d-4696-9a48-8f4d3a934688 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 946 time: 0.0677252 Jun 18 17:06:56.460927 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-6c088cfa-8bc4-48a4-a9a5-a7b6297ae63c req-03d5bd4e-737b-42b4-acc2-4292115b8b2f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=e42ee108-7bfa-40e2-8da5-b14e2dbfe835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347195 Jun 18 17:06:56.762307 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a08c3-56c5-4b1a-88ee-e32fcc6e0824 req-76824059-5e96-48f8-9b9f-c17888412ee0 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:56.764172 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d96a08c3-56c5-4b1a-88ee-e32fcc6e0824 req-76824059-5e96-48f8-9b9f-c17888412ee0 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 946 time: 0.0686641 Jun 18 17:06:56.864809 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-d96a08c3-56c5-4b1a-88ee-e32fcc6e0824 req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting port d94e2b6e-91f8-4598-aed4-be1da078d6dc {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:06:56.865147 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d96a08c3-56c5-4b1a-88ee-e32fcc6e0824 req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:56.957221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-d96a08c3-56c5-4b1a-88ee-e32fcc6e0824 req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] For port d94e2b6e-91f8-4598-aed4-be1da078d6dc, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d94e2b6e-91f8-4598-aed4-be1da078d6dc,segment=NetworkSegment(420bd470-1be0-4e4c-b3a7-25da2b04c834),segment_id=420bd470-1be0-4e4c-b3a7-25da2b04c834)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:06:56.957505 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d96a08c3-56c5-4b1a-88ee-e32fcc6e0824 req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:57.020989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-d96a08c3-56c5-4b1a-88ee-e32fcc6e0824 req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Calling delete_port for d94e2b6e-91f8-4598-aed4-be1da078d6dc owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:06:57.153007 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d96a08c3-56c5-4b1a-88ee-e32fcc6e0824 req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:57.157026 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-33fd11cd-0061-4f0e-8cb7-9bb7861a68c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:06:57.186824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Port': ['ID=d94e2b6e-91f8-4598-aed4-be1da078d6dc,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:06:57.201090 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:57.201494 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:57.201879 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:57.202257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:57.202650 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:57.203021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:57.203391 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:57.203756 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:57.204123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:57.204486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:57.204849 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:57.205213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:57.212591 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:06:57.253396 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96a08c3-56c5-4b1a-88ee-e32fcc6e0824 req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] No DVR routers for this DVR port d94e2b6e-91f8-4598-aed4-be1da078d6dc on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:06:57.256042 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-d96a08c3-56c5-4b1a-88ee-e32fcc6e0824 req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:57.258338 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-d96a08c3-56c5-4b1a-88ee-e32fcc6e0824 req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "DELETE /v2.0/ports/d94e2b6e-91f8-4598-aed4-be1da078d6dc HTTP/1.1" status: 204 len: 173 time: 0.4884808 Jun 18 17:06:57.258920 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62725d3e-5f96-4d5b-97e4-fc136f3dcd69', 'name': 'network-vif-deleted', 'tag': 'd94e2b6e-91f8-4598-aed4-be1da078d6dc'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:06:57.261338 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1335a1c5-68b8-4014-a088-3e44a46dff4e" -d '{"events": [{"server_uuid": "62725d3e-5f96-4d5b-97e4-fc136f3dcd69", "name": "network-vif-deleted", "tag": "d94e2b6e-91f8-4598-aed4-be1da078d6dc"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:06:57.352532 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0acb13e-5348-403c-95ad-1d619e3ab856 x-openstack-request-id: req-b0acb13e-5348-403c-95ad-1d619e3ab856 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:06:57.352881 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62725d3e-5f96-4d5b-97e4-fc136f3dcd69", "name": "network-vif-deleted", "tag": "d94e2b6e-91f8-4598-aed4-be1da078d6dc", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:06:57.353190 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0acb13e-5348-403c-95ad-1d619e3ab856 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:06:57.353638 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62725d3e-5f96-4d5b-97e4-fc136f3dcd69', 'name': 'network-vif-deleted', 'tag': 'd94e2b6e-91f8-4598-aed4-be1da078d6dc', 'status': 'completed', 'code': 200} Jun 18 17:06:57.618702 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-691bf826-c7a4-487d-b138-468c1046078d req-5e88469f-90a9-4c2e-9252-891e47965686 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=62725d3e-5f96-4d5b-97e4-fc136f3dcd69 HTTP/1.1" status: 200 len: 210 time: 0.0297427 Jun 18 17:06:58.717496 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56872) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:06:59.069561 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5a0bccde-9a84-4e82-9771-a0ae61f44d94 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:59.327964 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-5a0bccde-9a84-4e82-9771-a0ae61f44d94 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting port 4a18d906-dae9-4b72-aaf6-5ade4d56c13c {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:06:59.328303 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5a0bccde-9a84-4e82-9771-a0ae61f44d94 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:59.412449 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-5a0bccde-9a84-4e82-9771-a0ae61f44d94 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] For port 4a18d906-dae9-4b72-aaf6-5ade4d56c13c, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=4a18d906-dae9-4b72-aaf6-5ade4d56c13c,segment=NetworkSegment(420bd470-1be0-4e4c-b3a7-25da2b04c834),segment_id=420bd470-1be0-4e4c-b3a7-25da2b04c834)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:06:59.413388 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5a0bccde-9a84-4e82-9771-a0ae61f44d94 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:59.477351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-5a0bccde-9a84-4e82-9771-a0ae61f44d94 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Calling delete_port for 4a18d906-dae9-4b72-aaf6-5ade4d56c13c owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:06:59.652631 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5a0bccde-9a84-4e82-9771-a0ae61f44d94 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:59.654525 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7bb6d83b-953d-45d9-840e-684942572021 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:06:59.686009 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bccde-9a84-4e82-9771-a0ae61f44d94 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Port': ['ID=4a18d906-dae9-4b72-aaf6-5ade4d56c13c,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:06:59.713697 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5a0bccde-9a84-4e82-9771-a0ae61f44d94 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:06:59.859831 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5a0bccde-9a84-4e82-9771-a0ae61f44d94 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:00.070160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0bccde-9a84-4e82-9771-a0ae61f44d94 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router 730448e1-1cc0-4773-b31c-16665c1a4e75 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:07:00.172237 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0bccde-9a84-4e82-9771-a0ae61f44d94 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:07:00.177674 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5a0bccde-9a84-4e82-9771-a0ae61f44d94 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "PUT /v2.0/routers/730448e1-1cc0-4773-b31c-16665c1a4e75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4586101 Jun 18 17:07:00.179892 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56874) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:00.182092 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c78cf-4c65-4897-ae03-f6e08506d8bd None None] Sync routers for ids ['730448e1-1cc0-4773-b31c-16665c1a4e75'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:07:00.191190 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c78cf-4c65-4897-ae03-f6e08506d8bd None None] Routers {'730448e1-1cc0-4773-b31c-16665c1a4e75'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:07:00.191870 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e11c78cf-4c65-4897-ae03-f6e08506d8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:06:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['730448e1-1cc0-4773-b31c-16665c1a4e75'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:00.232935 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1cb08f-76af-421d-b174-623040b0d238 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting subnet b1f424e0-f809-4a5d-81e6-0a32c962f932 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 17:07:00.235954 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb08f-76af-421d-b174-623040b0d238 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:00.274829 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb08f-76af-421d-b174-623040b0d238 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:00.292282 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-e11c78cf-4c65-4897-ae03-f6e08506d8bd None None] Set router 730448e1-1cc0-4773-b31c-16665c1a4e75 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:07:00.361744 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb08f-76af-421d-b174-623040b0d238 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:00.423315 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb08f-76af-421d-b174-623040b0d238 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:00.426016 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-df7b7b95-5803-4bf2-a0f1-335d1e1fd11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:00.451097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb08f-76af-421d-b174-623040b0d238 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Subnet': ['ID=b1f424e0-f809-4a5d-81e6-0a32c962f932,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:00.454097 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6a1cb08f-76af-421d-b174-623040b0d238 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:00.455101 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb08f-76af-421d-b174-623040b0d238 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:00.459795 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6a1cb08f-76af-421d-b174-623040b0d238 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/subnets/b1f424e0-f809-4a5d-81e6-0a32c962f932 HTTP/1.1" status: 204 len: 168 time: 0.2788005 Jun 18 17:07:00.462670 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56876) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:00.470260 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3ef61a-f121-42de-981c-a634dc8979a6 None None] Network 5279cc20-c8d9-4832-9607-bcc1d23e2f87 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:07:00.470780 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e11c78cf-4c65-4897-ae03-f6e08506d8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330638494', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106'}], 'enable_snat': True}, 'gw_port_id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:06:59Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:00.499362 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c78cf-4c65-4897-ae03-f6e08506d8bd None None] Checking router: 730448e1-1cc0-4773-b31c-16665c1a4e75 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:07:00.508608 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c78cf-4c65-4897-ae03-f6e08506d8bd None None] Routers {'730448e1-1cc0-4773-b31c-16665c1a4e75'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:07:00.509214 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e11c78cf-4c65-4897-ae03-f6e08506d8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:06:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['730448e1-1cc0-4773-b31c-16665c1a4e75'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:00.592432 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dd768a3d-4eeb-486a-b885-783edefc5144 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:00.609925 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-e11c78cf-4c65-4897-ae03-f6e08506d8bd None None] Set router 730448e1-1cc0-4773-b31c-16665c1a4e75 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:07:00.672894 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] DHCP port deletion for 5279cc20-c8d9-4832-9607-bcc1d23e2f87 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 17:07:00.713433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dd768a3d-4eeb-486a-b885-783edefc5144 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:00.727722 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] Deleting port 24199e70-953e-49c4-8927-43d4eac67144 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:07:00.728368 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:00.768506 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-dd768a3d-4eeb-486a-b885-783edefc5144 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting port 52f4b21c-d570-42c5-8eb1-d6b363414a50 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:07:00.768850 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dd768a3d-4eeb-486a-b885-783edefc5144 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:00.794974 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] For port 24199e70-953e-49c4-8927-43d4eac67144, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=24199e70-953e-49c4-8927-43d4eac67144,segment=NetworkSegment(420bd470-1be0-4e4c-b3a7-25da2b04c834),segment_id=420bd470-1be0-4e4c-b3a7-25da2b04c834)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:07:00.795342 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e11c78cf-4c65-4897-ae03-f6e08506d8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330638494', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106'}], 'enable_snat': True}, 'gw_port_id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:06:59Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:00.795485 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:00.821910 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c78cf-4c65-4897-ae03-f6e08506d8bd None None] The sync data for ids ['730448e1-1cc0-4773-b31c-16665c1a4e75'] in dv-neutron-797121-1-hyperv is: [{'id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330638494', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106'}], 'enable_snat': True}, 'gw_port_id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:06:59Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': '52f4b21c-d570-42c5-8eb1-d6b363414a50', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730448e1-1cc0-4773-b31c-16665c1a4e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:05:23Z', 'updated_at': '2021-06-18T17:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:07:00.855092 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-dd768a3d-4eeb-486a-b885-783edefc5144 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] For port 52f4b21c-d570-42c5-8eb1-d6b363414a50, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=52f4b21c-d570-42c5-8eb1-d6b363414a50,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:07:00.855456 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dd768a3d-4eeb-486a-b885-783edefc5144 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:00.863517 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] Calling delete_port for 24199e70-953e-49c4-8927-43d4eac67144 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:07:00.921387 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-dd768a3d-4eeb-486a-b885-783edefc5144 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Calling delete_port for 52f4b21c-d570-42c5-8eb1-d6b363414a50 owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:07:00.940948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:00.942880 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5d8a7482-525d-41b8-9c62-ebdddbe31b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:00.966415 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] Pushing event deleted for resources: {'Port': ['ID=24199e70-953e-49c4-8927-43d4eac67144,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:00.973811 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] No DVR routers for this DVR port 24199e70-953e-49c4-8927-43d4eac67144 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:07:00.976116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:00.976461 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:00.976799 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:00.977132 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:00.977460 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:00.977816 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:00.978142 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:00.978459 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:00.978804 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:00.979127 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:00.979445 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:00.979765 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:00.983200 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-91378886-9357-41a8-acda-4b319c49abd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:01.085277 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dd768a3d-4eeb-486a-b885-783edefc5144 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:01.086781 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-395dd65a-ec98-451f-bc3c-fd9772cd8db2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:01.109503 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd768a3d-4eeb-486a-b885-783edefc5144 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Port': ['ID=52f4b21c-d570-42c5-8eb1-d6b363414a50,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:01.112620 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dd768a3d-4eeb-486a-b885-783edefc5144 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:01.184520 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dd768a3d-4eeb-486a-b885-783edefc5144 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:01.301885 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 24199e70-953e-49c4-8927-43d4eac67144 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:07:01.328141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 24199e70-953e-49c4-8927-43d4eac67144 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:07:01.328499 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 24199e70-953e-49c4-8927-43d4eac67144 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:07:01.328929 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4a18d906-dae9-4b72-aaf6-5ade4d56c13c no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:07:01.348556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 4a18d906-dae9-4b72-aaf6-5ade4d56c13c {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:07:01.348909 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 4a18d906-dae9-4b72-aaf6-5ade4d56c13c not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:07:01.581908 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dd768a3d-4eeb-486a-b885-783edefc5144 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:01.583993 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dd768a3d-4eeb-486a-b885-783edefc5144 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:01.625134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dd768a3d-4eeb-486a-b885-783edefc5144 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:01.625690 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd768a3d-4eeb-486a-b885-783edefc5144 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Fanout notify agent at l3_agent the message router_deleted on router 730448e1-1cc0-4773-b31c-16665c1a4e75 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 17:07:01.632816 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-dd768a3d-4eeb-486a-b885-783edefc5144 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:01.636395 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-dd768a3d-4eeb-486a-b885-783edefc5144 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/routers/730448e1-1cc0-4773-b31c-16665c1a4e75 HTTP/1.1" status: 204 len: 168 time: 1.1708751 Jun 18 17:07:01.636595 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56878) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:01.720983 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2601a6c4-fd8f-4594-8d06-3c3697636287 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:01.808635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2601a6c4-fd8f-4594-8d06-3c3697636287 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:01.817786 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-2601a6c4-fd8f-4594-8d06-3c3697636287 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5279cc20-c8d9-4832-9607-bcc1d23e2f87']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:01.828151 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-2601a6c4-fd8f-4594-8d06-3c3697636287 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420bd470-1be0-4e4c-b3a7-25da2b04c834') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:01.828445 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-2601a6c4-fd8f-4594-8d06-3c3697636287 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420bd470-1be0-4e4c-b3a7-25da2b04c834') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:01.837251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2601a6c4-fd8f-4594-8d06-3c3697636287 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:01.854012 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2601a6c4-fd8f-4594-8d06-3c3697636287 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:01.859622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2601a6c4-fd8f-4594-8d06-3c3697636287 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 17:07:01.860003 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2601a6c4-fd8f-4594-8d06-3c3697636287 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 17:07:01.863249 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 17:07:01.918771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2601a6c4-fd8f-4594-8d06-3c3697636287 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:01.922482 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9eba949a-8e01-4be5-9189-6e7586d3d4fc tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:01.926428 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2601a6c4-fd8f-4594-8d06-3c3697636287 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:01.928734 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2601a6c4-fd8f-4594-8d06-3c3697636287 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/networks/5279cc20-c8d9-4832-9607-bcc1d23e2f87 HTTP/1.1" status: 204 len: 168 time: 0.2906027 Jun 18 17:07:01.931674 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56880) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:01.940325 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601a6c4-fd8f-4594-8d06-3c3697636287 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Network': ['ID=5279cc20-c8d9-4832-9607-bcc1d23e2f87,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:01.942759 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2601a6c4-fd8f-4594-8d06-3c3697636287 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:01.991376 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-63650b3c-158e-4007-813c-48ce7755117a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:02.016081 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-63650b3c-158e-4007-813c-48ce7755117a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:02.080116 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-63650b3c-158e-4007-813c-48ce7755117a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:02.083061 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-63650b3c-158e-4007-813c-48ce7755117a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:02.084339 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-63650b3c-158e-4007-813c-48ce7755117a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/security-groups/e42ee108-7bfa-40e2-8da5-b14e2dbfe835 HTTP/1.1" status: 204 len: 168 time: 0.1516895 Jun 18 17:07:02.085274 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-83907f08-172c-47c3-ac43-7c32a6c00877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:02.095834 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63650b3c-158e-4007-813c-48ce7755117a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42ee108-7bfa-40e2-8da5-b14e2dbfe835,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:02.100204 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-63650b3c-158e-4007-813c-48ce7755117a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:02.329633 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device d94e2b6e-91f8-4598-aed4-be1da078d6dc no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:07:02.349354 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: d94e2b6e-91f8-4598-aed4-be1da078d6dc {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:07:02.349638 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device d94e2b6e-91f8-4598-aed4-be1da078d6dc not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:07:02.580154 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56886) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:02.585831 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-3d56558d-bbbd-476a-9ac7-b0ce2021ad8a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-476581385', 'description': 'tempest-secgroup-smoke-476581385 description', 'project_id': 'cad90d4c81d34a67951626d3208c0d75'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:07:02.607963 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3d56558d-bbbd-476a-9ac7-b0ce2021ad8a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:02.688761 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3d56558d-bbbd-476a-9ac7-b0ce2021ad8a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:02.692456 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3d56558d-bbbd-476a-9ac7-b0ce2021ad8a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:02.695460 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1b32d943-296d-4dd3-841c-ac569a128d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:02.721492 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3d56558d-bbbd-476a-9ac7-b0ce2021ad8a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:02.722711 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3d56558d-bbbd-476a-9ac7-b0ce2021ad8a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1415262 Jun 18 17:07:02.724609 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56558d-bbbd-476a-9ac7-b0ce2021ad8a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b926d2aa-cc1b-4144-90dc-cf071556c185,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:02.726227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56888) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:02.728830 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3d56558d-bbbd-476a-9ac7-b0ce2021ad8a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:02.731034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d2ba2e9e-e4d3-4503-8f40-dd42e52535e4 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'b926d2aa-cc1b-4144-90dc-cf071556c185', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:07:02.756097 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d2ba2e9e-e4d3-4503-8f40-dd42e52535e4 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:02.812052 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d2ba2e9e-e4d3-4503-8f40-dd42e52535e4 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:02.815306 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d2ba2e9e-e4d3-4503-8f40-dd42e52535e4 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:02.817036 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-203b0bbd-e9df-4ff2-ad69-ebc997066d12 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:02.831926 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba2e9e-e4d3-4503-8f40-dd42e52535e4 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024118e0-1716-4cfb-8eed-2499cbce6511,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:02.834228 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d2ba2e9e-e4d3-4503-8f40-dd42e52535e4 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:02.839769 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d2ba2e9e-e4d3-4503-8f40-dd42e52535e4 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:02.841074 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d2ba2e9e-e4d3-4503-8f40-dd42e52535e4 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138303 Jun 18 17:07:02.843781 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56890) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:02.848101 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c39e1d2f-403e-42c3-85fc-d0a4f28fb066 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'b926d2aa-cc1b-4144-90dc-cf071556c185', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:07:02.874389 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c39e1d2f-403e-42c3-85fc-d0a4f28fb066 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:02.934222 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c39e1d2f-403e-42c3-85fc-d0a4f28fb066 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:02.937662 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c39e1d2f-403e-42c3-85fc-d0a4f28fb066 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:02.939459 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c2bd15dd-219a-4aee-8b0c-570e89dcad52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:02.955285 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e1d2f-403e-42c3-85fc-d0a4f28fb066 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ea294f-ad0c-4aaa-94b8-86b56a15f23b,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:02.957670 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c39e1d2f-403e-42c3-85fc-d0a4f28fb066 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:02.963130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c39e1d2f-403e-42c3-85fc-d0a4f28fb066 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:02.964282 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c39e1d2f-403e-42c3-85fc-d0a4f28fb066 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195846 Jun 18 17:07:02.966986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56892) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:02.971258 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-d4e31a21-4d69-4070-ad0a-bc820ad95cba tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'b926d2aa-cc1b-4144-90dc-cf071556c185', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:07:02.995213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d4e31a21-4d69-4070-ad0a-bc820ad95cba tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.029821 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 52f4b21c-d570-42c5-8eb1-d6b363414a50 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:07:03.049377 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 52f4b21c-d570-42c5-8eb1-d6b363414a50 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:07:03.049739 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 52f4b21c-d570-42c5-8eb1-d6b363414a50 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:07:03.052385 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d4e31a21-4d69-4070-ad0a-bc820ad95cba tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.056399 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d4e31a21-4d69-4070-ad0a-bc820ad95cba tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.058199 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d2ba2e9e-e4d3-4503-8f40-dd42e52535e4 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:03.074466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e31a21-4d69-4070-ad0a-bc820ad95cba tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7e5be1-898f-417d-aed4-d71e8b54e2e7,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:03.076853 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d4e31a21-4d69-4070-ad0a-bc820ad95cba tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:03.080543 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d4e31a21-4d69-4070-ad0a-bc820ad95cba tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.081685 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d4e31a21-4d69-4070-ad0a-bc820ad95cba tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138036 Jun 18 17:07:03.084374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56894) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:03.089985 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-11734109-7372-4a31-9652-9d02b501e8fe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'b926d2aa-cc1b-4144-90dc-cf071556c185', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:07:03.115146 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11734109-7372-4a31-9652-9d02b501e8fe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.178421 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11734109-7372-4a31-9652-9d02b501e8fe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.182043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11734109-7372-4a31-9652-9d02b501e8fe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.187313 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-42790679-e42e-4587-9e0e-2aeb271ebd34 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:03.202529 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11734109-7372-4a31-9652-9d02b501e8fe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0be9068-9a92-4de9-a212-a221c679a92a,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:03.205314 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-11734109-7372-4a31-9652-9d02b501e8fe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:03.206555 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-11734109-7372-4a31-9652-9d02b501e8fe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.211134 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56896) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:03.211630 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-11734109-7372-4a31-9652-9d02b501e8fe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246042 Jun 18 17:07:03.215809 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-92c28504-6cc7-46d5-a36f-36223f415910 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'b926d2aa-cc1b-4144-90dc-cf071556c185', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:07:03.239121 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.securitygroups_db [None req-92c28504-6cc7-46d5-a36f-36223f415910 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Project cad90d4c81d34a67951626d3208c0d75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:07:03.244663 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-92c28504-6cc7-46d5-a36f-36223f415910 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.323066 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-92c28504-6cc7-46d5-a36f-36223f415910 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.326843 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-92c28504-6cc7-46d5-a36f-36223f415910 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.328773 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e26fa9dd-457b-41c0-83d8-758c7190c3b0 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:03.343851 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c28504-6cc7-46d5-a36f-36223f415910 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca5159b-342f-45cb-8ca4-78aad9fa4789,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:03.346181 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-92c28504-6cc7-46d5-a36f-36223f415910 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:03.351005 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-92c28504-6cc7-46d5-a36f-36223f415910 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.352311 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-92c28504-6cc7-46d5-a36f-36223f415910 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1402047 Jun 18 17:07:03.354974 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56898) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:03.359361 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-94b05df4-1e27-4efd-b727-e0faecab31b9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'security_group_rule': {'security_group_id': 'b926d2aa-cc1b-4144-90dc-cf071556c185', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:07:03.380375 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.securitygroups_db [None req-94b05df4-1e27-4efd-b727-e0faecab31b9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Project cad90d4c81d34a67951626d3208c0d75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:07:03.386059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-94b05df4-1e27-4efd-b727-e0faecab31b9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.447478 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-94b05df4-1e27-4efd-b727-e0faecab31b9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.450976 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-94b05df4-1e27-4efd-b727-e0faecab31b9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.452728 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d908a1e4-e0a7-4a00-8230-bd2aa278c965 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:03.465885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b05df4-1e27-4efd-b727-e0faecab31b9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53cc6dd-a158-4cdb-aad7-5dc6df9f4788,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:03.469501 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-94b05df4-1e27-4efd-b727-e0faecab31b9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:03.474333 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-94b05df4-1e27-4efd-b727-e0faecab31b9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.475593 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-94b05df4-1e27-4efd-b727-e0faecab31b9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196792 Jun 18 17:07:03.478293 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56900) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:03.483168 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-c9fbeed2-6456-4251-b897-c8de83f10b54 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'network': {'name': 'tempest-network-smoke--1558803275', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'port_security_enabled': True}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:07:03.503047 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fbeed2-6456-4251-b897-c8de83f10b54 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Made reservation on behalf of cad90d4c81d34a67951626d3208c0d75 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:07:03.507141 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c9fbeed2-6456-4251-b897-c8de83f10b54 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.532842 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9fbeed2-6456-4251-b897-c8de83f10b54 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 17:07:03.542844 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c9fbeed2-6456-4251-b897-c8de83f10b54 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.543199 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-c9fbeed2-6456-4251-b897-c8de83f10b54 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Added segment 993e1291-01c2-4c7b-a851-b51108394d6b of type vlan for network 965e1a70-ee33-40b0-9292-5708b0fb6fdd Jun 18 17:07:03.583452 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c9fbeed2-6456-4251-b897-c8de83f10b54 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.612501 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c9fbeed2-6456-4251-b897-c8de83f10b54 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.619312 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fbeed2-6456-4251-b897-c8de83f10b54 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:03.619902 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c9fbeed2-6456-4251-b897-c8de83f10b54 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.622484 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-32b76b6b-3c6b-49d9-95b7-8d596ff10787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:03.676949 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c9fbeed2-6456-4251-b897-c8de83f10b54 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1976197 Jun 18 17:07:03.680566 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56902) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:03.685621 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-628250958', 'admin_state_up': True, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:07:03.689395 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbeed2-6456-4251-b897-c8de83f10b54 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Network': ['ID=965e1a70-ee33-40b0-9292-5708b0fb6fdd,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:03.692145 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c9fbeed2-6456-4251-b897-c8de83f10b54 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:03.700864 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 965e1a70-ee33-40b0-9292-5708b0fb6fdd details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 17:07:03.711548 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.712521 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.767328 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:03.907216 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:04.098068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_gateway, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:04.117273 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:04.223628 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Allocated IP 172.26.2.122 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/c09d8b88-5480-422e-8737-74290480f3e3) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:07:04.322523 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:04.358930 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:04.361670 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:04.401030 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:07:04.403713 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:07:04.407208 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:07:04.431114 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=c09d8b88-5480-422e-8737-74290480f3e3,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:04.435521 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:04.655876 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_gateway, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:04.859426 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:04.984569 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router e54978c4-29fa-4cf8-8ea4-47d97197ac33 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 17:07:05.087123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:07:05.095897 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Sync routers for ids ['e54978c4-29fa-4cf8-8ea4-47d97197ac33'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:07:05.105945 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Routers {'e54978c4-29fa-4cf8-8ea4-47d97197ac33'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:07:05.106170 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:05.106575 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:06:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e54978c4-29fa-4cf8-8ea4-47d97197ac33'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:05.107359 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4257390 Jun 18 17:07:05.110508 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56904) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:05.195991 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e5f9bc3e-b09f-4ef5-8a6a-7000c2b47b69 tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=cad90d4c81d34a67951626d3208c0d75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0841269 Jun 18 17:07:05.198413 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56908) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:05.212001 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Set router e54978c4-29fa-4cf8-8ea4-47d97197ac33 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:07:05.315128 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e7ba08dc-f0bb-4194-b919-b4f0726d6817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:05.406845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628250958', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:07:03Z', 'updated_at': '2021-06-18T17:07:04Z', 'revision_number': 3, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:04Z', 'updated_at': '2021-06-18T17:07:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:05.434869 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Checking router: e54978c4-29fa-4cf8-8ea4-47d97197ac33 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:07:05.435235 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Updating router e54978c4-29fa-4cf8-8ea4-47d97197ac33 port c09d8b88-5480-422e-8737-74290480f3e3 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:07:05.629631 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f0533d-5c3b-4341-9804-530dfaeafc23 tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:05.631038 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-25f0533d-5c3b-4341-9804-530dfaeafc23 tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4316943 Jun 18 17:07:05.633421 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:05.633883 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56910) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:05.660478 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-de7061f0-616c-40df-aabe-aa34a219f0c5 tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0254629 Jun 18 17:07:05.663478 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56912) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:05.668241 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-cb673e19-89b9-4489-b72a-7d5291b63483 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-264606526', 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd', 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:07:05.758655 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb673e19-89b9-4489-b72a-7d5291b63483 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Made reservation on behalf of cad90d4c81d34a67951626d3208c0d75 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:07:05.762125 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cb673e19-89b9-4489-b72a-7d5291b63483 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:05.885474 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:05.895281 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Transition to ACTIVE for port object c09d8b88-5480-422e-8737-74290480f3e3 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:07:05.901964 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:05.903823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:05.945134 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cb673e19-89b9-4489-b72a-7d5291b63483 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:05.947829 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4e620672-862f-49da-98ba-3b875f018f60 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:05.951402 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Attempting to bind port c09d8b88-5480-422e-8737-74290480f3e3 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:07:05.951796 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Attempting to bind port c09d8b88-5480-422e-8737-74290480f3e3 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:07:05.952164 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Attempting to bind port c09d8b88-5480-422e-8737-74290480f3e3 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:07:05.959038 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7634d9d-d575-4ced-a380-479984a9b9d1 None None] Pushing event updated for resources: {'Port': ['ID=c09d8b88-5480-422e-8737-74290480f3e3,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:05.962519 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:07:05.962938 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:07:05.963356 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:05.963752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:07:05.964236 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Bound port: c09d8b88-5480-422e-8737-74290480f3e3, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:07:05.964610 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:05.966338 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e7634d9d-d575-4ced-a380-479984a9b9d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:06.004925 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb673e19-89b9-4489-b72a-7d5291b63483 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Subnet': ['ID=6ab932ab-eac7-455f-8fc3-bc708014e6ea,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:06.008371 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cb673e19-89b9-4489-b72a-7d5291b63483 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:06.017445 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb673e19-89b9-4489-b72a-7d5291b63483 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Checking segment: {'id': '993e1291-01c2-4c7b-a851-b51108394d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:07:06.017801 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb673e19-89b9-4489-b72a-7d5291b63483 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network hostable DHCP agents. Network: 965e1a70-ee33-40b0-9292-5708b0fb6fdd, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 17:07:06.018839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] For port c09d8b88-5480-422e-8737-74290480f3e3, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:07:06.022697 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] For port c09d8b88-5480-422e-8737-74290480f3e3, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c09d8b88-5480-422e-8737-74290480f3e3,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:07:06.027689 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:06.030509 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:06.035779 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb673e19-89b9-4489-b72a-7d5291b63483 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network 965e1a70-ee33-40b0-9292-5708b0fb6fdd is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 17:07:06.045491 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-cb673e19-89b9-4489-b72a-7d5291b63483 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 965e1a70-ee33-40b0-9292-5708b0fb6fdd) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:07:06.049821 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb673e19-89b9-4489-b72a-7d5291b63483 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:06.050494 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cb673e19-89b9-4489-b72a-7d5291b63483 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:06.055818 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52f4c1f-8c6d-4dd1-9be0-d5445aed453a None None] Network 965e1a70-ee33-40b0-9292-5708b0fb6fdd requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:07:06.067913 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cb673e19-89b9-4489-b72a-7d5291b63483 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4034522 Jun 18 17:07:06.071380 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56914) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:06.136744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Routers {'e54978c4-29fa-4cf8-8ea4-47d97197ac33'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:07:06.137327 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:06:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e54978c4-29fa-4cf8-8ea4-47d97197ac33'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:06.140280 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7634d9d-d575-4ced-a380-479984a9b9d1 None None] Pushing event updated for resources: {'Port': ['ID=c09d8b88-5480-422e-8737-74290480f3e3,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:06.145555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e7634d9d-d575-4ced-a380-479984a9b9d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:06.291358 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] Set router e54978c4-29fa-4cf8-8ea4-47d97197ac33 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:07:06.371566 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-965e1a70-ee33-40b0-9292-5708b0fb6fdd', 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ips': [{'subnet_id': '6ab932ab-eac7-455f-8fc3-bc708014e6ea'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 17:07:06.372405 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:06.501791 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:06.577684 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Allocated IP 172.20.0.2 (965e1a70-ee33-40b0-9292-5708b0fb6fdd/6ab932ab-eac7-455f-8fc3-bc708014e6ea/8cbce586-b41d-44e8-b074-4e482c07b546) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:07:06.642436 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628250958', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:07:03Z', 'updated_at': '2021-06-18T17:07:04Z', 'revision_number': 3, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:04Z', 'updated_at': '2021-06-18T17:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:06.676224 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa626e3-aec8-4d02-a985-42bb921ae0d7 None None] The sync data for ids ['e54978c4-29fa-4cf8-8ea4-47d97197ac33'] in dv-neutron-797121-1-hyperv is: [{'id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628250958', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:07:03Z', 'updated_at': '2021-06-18T17:07:04Z', 'revision_number': 3, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:04Z', 'updated_at': '2021-06-18T17:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:07:06.759532 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:06.768238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Transition to ACTIVE for port object 8cbce586-b41d-44e8-b074-4e482c07b546 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:07:06.784458 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Transition to ACTIVE for port object 8cbce586-b41d-44e8-b074-4e482c07b546 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:07:06.791041 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:06.794496 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:06.838493 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Network 965e1a70-ee33-40b0-9292-5708b0fb6fdd is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:07:06.843410 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:07:06.847737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:07:06.850984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Pushing event updated for resources: {'Port': ['ID=8cbce586-b41d-44e8-b074-4e482c07b546,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:06.852536 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Allocated IP 172.20.0.1 (965e1a70-ee33-40b0-9292-5708b0fb6fdd/6ab932ab-eac7-455f-8fc3-bc708014e6ea/2a525d75-58e9-4c0f-837c-19d2346e3983) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:07:06.855301 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:06.931468 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Attempting to bind port 8cbce586-b41d-44e8-b074-4e482c07b546 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:07:06.931894 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Attempting to bind port 8cbce586-b41d-44e8-b074-4e482c07b546 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '993e1291-01c2-4c7b-a851-b51108394d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:07:06.932269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Attempting to bind port 8cbce586-b41d-44e8-b074-4e482c07b546 on network 965e1a70-ee33-40b0-9292-5708b0fb6fdd {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:07:06.937145 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:07:06.937531 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Checking segment: {'id': '993e1291-01c2-4c7b-a851-b51108394d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:07:06.937941 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:06.938340 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Bound using segment: {'id': '993e1291-01c2-4c7b-a851-b51108394d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:07:06.938834 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Bound port: 8cbce586-b41d-44e8-b074-4e482c07b546, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993e1291-01c2-4c7b-a851-b51108394d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:07:06.939209 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:07.000256 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:07.014860 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Transition to ACTIVE for port object 2a525d75-58e9-4c0f-837c-19d2346e3983 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:07:07.020867 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] For port 8cbce586-b41d-44e8-b074-4e482c07b546, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:07:07.025284 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] For port 8cbce586-b41d-44e8-b074-4e482c07b546, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=8cbce586-b41d-44e8-b074-4e482c07b546,segment=NetworkSegment(993e1291-01c2-4c7b-a851-b51108394d6b),segment_id=993e1291-01c2-4c7b-a851-b51108394d6b)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:07:07.031589 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:07.046281 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:07.060317 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:07.071784 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3035772d-e8b4-4319-ab54-75f5eea16a52 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:07.114637 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Pushing event updated for resources: {'Port': ['ID=8cbce586-b41d-44e8-b074-4e482c07b546,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:07.131074 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:07.137421 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c09d8b88-5480-422e-8737-74290480f3e3 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:07:07.153634 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network 965e1a70-ee33-40b0-9292-5708b0fb6fdd is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:07:07.154993 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=2a525d75-58e9-4c0f-837c-19d2346e3983,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:07.157932 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:07:07.160449 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:07.161356 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:07:07.198115 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port c09d8b88-5480-422e-8737-74290480f3e3 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:07:07.204277 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c09d8b88-5480-422e-8737-74290480f3e3 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:07:07.204655 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:07.218283 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:07.321959 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:07.358688 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port c09d8b88-5480-422e-8737-74290480f3e3, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c09d8b88-5480-422e-8737-74290480f3e3,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:07:07.363716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:07.366135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2fcee8c5-e05f-4eab-8d1d-282bcd62fd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:07.425565 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:07.439206 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=c09d8b88-5480-422e-8737-74290480f3e3,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:07.444077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:07.676563 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-404eb741-127b-488b-8d6a-56072102fc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:07.727969 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:07.732515 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:07.735221 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6c8a8d83-c404-4085-83c7-31f62205dd97 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:07.804511 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=2a525d75-58e9-4c0f-837c-19d2346e3983,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:07.809184 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:07.810132 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:07.902678 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network 965e1a70-ee33-40b0-9292-5708b0fb6fdd is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:07:07.903948 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:07:08.016242 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router e54978c4-29fa-4cf8-8ea4-47d97197ac33 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:07:08.125419 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:07:08.130444 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "PUT /v2.0/routers/e54978c4-29fa-4cf8-8ea4-47d97197ac33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0580585 Jun 18 17:07:08.273753 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-4945044c-dfde-46a5-8a38-cae23b410a5f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-476581385&fields=id&tenant_id=cad90d4c81d34a67951626d3208c0d75 HTTP/1.1" status: 200 len: 267 time: 0.0341084 Jun 18 17:07:08.309554 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:08.397491 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-51d1c8a5-4a26-42aa-ae66-58a2f752cd88 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:08.399611 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-51d1c8a5-4a26-42aa-ae66-58a2f752cd88 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/networks?id=965e1a70-ee33-40b0-9292-5708b0fb6fdd HTTP/1.1" status: 200 len: 797 time: 0.1172783 Jun 18 17:07:08.417263 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-fe0826f7-d684-4103-9262-1d4857569cf9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/quotas/cad90d4c81d34a67951626d3208c0d75 HTTP/1.1" status: 200 len: 375 time: 0.0113747 Jun 18 17:07:08.499576 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-691e899b-1758-44a0-9d29-c3c444f94851 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748444 Jun 18 17:07:08.536197 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8842e2-02ad-4926-8409-23e70d46a086 None None] Network 965e1a70-ee33-40b0-9292-5708b0fb6fdd requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:07:08.580750 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Sync routers for ids ['e54978c4-29fa-4cf8-8ea4-47d97197ac33'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:07:08.590129 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Routers {'e54978c4-29fa-4cf8-8ea4-47d97197ac33'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:07:08.590340 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:07:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e54978c4-29fa-4cf8-8ea4-47d97197ac33'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:08.648766 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-c2f19568-d562-4631-ba31-7f152a0ff98b service neutron] 10.222.0.39 "GET /v2.0/networks/965e1a70-ee33-40b0-9292-5708b0fb6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329494 Jun 18 17:07:08.660017 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d44f7b58-820e-4cd6-bd5b-07b69e759ad7 None None] Provisioning for port 8cbce586-b41d-44e8-b074-4e482c07b546 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:07:08.734187 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Set router e54978c4-29fa-4cf8-8ea4-47d97197ac33 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:07:08.756547 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-289f73b0-0151-4918-b1f8-b0d5db68f51a service neutron] 10.222.0.39 "GET /v2.0/networks/965e1a70-ee33-40b0-9292-5708b0fb6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078408 Jun 18 17:07:08.951571 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bcd291d4-c2d4-4fbf-9dbe-24ee16209c67 req-df323940-0efb-44f1-8c5f-bec30d4254e7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 210 time: 0.0377936 Jun 18 17:07:08.954123 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628250958', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:07:03Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:04Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '2a525d75-58e9-4c0f-837c-19d2346e3983', 'name': '', 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:f8:36:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6ab932ab-eac7-455f-8fc3-bc708014e6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:06Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 2, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '6ab932ab-eac7-455f-8fc3-bc708014e6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:08.980845 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Checking router: e54978c4-29fa-4cf8-8ea4-47d97197ac33 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:07:08.981203 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Updating router e54978c4-29fa-4cf8-8ea4-47d97197ac33 port 2a525d75-58e9-4c0f-837c-19d2346e3983 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:07:08.996742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-058ec019-71fa-4695-8ad5-1f0577e45ac5 None None] Provisioning for port 2a525d75-58e9-4c0f-837c-19d2346e3983 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:07:09.001143 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-058ec019-71fa-4695-8ad5-1f0577e45ac5 None None] Provisioning complete for port 2a525d75-58e9-4c0f-837c-19d2346e3983 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:07:09.001638 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-058ec019-71fa-4695-8ad5-1f0577e45ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:09.018361 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:09.100731 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-058ec019-71fa-4695-8ad5-1f0577e45ac5 None None] Port 2a525d75-58e9-4c0f-837c-19d2346e3983 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:07:09.109251 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:09.235581 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-52b71b0a-fc72-4664-b2b6-5332cde85f73 None None] Provisioning complete for port 2a525d75-58e9-4c0f-837c-19d2346e3983 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:07:09.236038 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-52b71b0a-fc72-4664-b2b6-5332cde85f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:09.271067 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c09d8b88-5480-422e-8737-74290480f3e3 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:07:09.328220 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-52b71b0a-fc72-4664-b2b6-5332cde85f73 None None] Port 2a525d75-58e9-4c0f-837c-19d2346e3983 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:07:09.347439 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port c09d8b88-5480-422e-8737-74290480f3e3 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:07:09.347904 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:09.443417 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 8cbce586-b41d-44e8-b074-4e482c07b546 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:07:09.459966 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:09.472810 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Transition to ACTIVE for port object 2a525d75-58e9-4c0f-837c-19d2346e3983 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:07:09.481169 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:09.484578 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-9e63cbd7-a491-43a5-ad67-2ae3229f1c22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:09.497559 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 8cbce586-b41d-44e8-b074-4e482c07b546 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:07:09.501770 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 8cbce586-b41d-44e8-b074-4e482c07b546 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:07:09.502159 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:09.607708 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:09.612772 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Attempting to bind port 2a525d75-58e9-4c0f-837c-19d2346e3983 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:07:09.613418 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Attempting to bind port 2a525d75-58e9-4c0f-837c-19d2346e3983 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '993e1291-01c2-4c7b-a851-b51108394d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:07:09.613729 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Attempting to bind port 2a525d75-58e9-4c0f-837c-19d2346e3983 on network 965e1a70-ee33-40b0-9292-5708b0fb6fdd {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:07:09.615661 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebd362-191d-4935-b874-197977385101 None None] Pushing event updated for resources: {'Port': ['ID=2a525d75-58e9-4c0f-837c-19d2346e3983,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:09.625059 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:07:09.625471 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Checking segment: {'id': '993e1291-01c2-4c7b-a851-b51108394d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:07:09.625892 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:09.626292 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Bound using segment: {'id': '993e1291-01c2-4c7b-a851-b51108394d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:07:09.627000 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Bound port: 2a525d75-58e9-4c0f-837c-19d2346e3983, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993e1291-01c2-4c7b-a851-b51108394d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:07:09.627922 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:09.631947 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebd362-191d-4935-b874-197977385101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:09.632304 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebd362-191d-4935-b874-197977385101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:09.632646 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebd362-191d-4935-b874-197977385101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:09.632987 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebd362-191d-4935-b874-197977385101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:09.633703 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebd362-191d-4935-b874-197977385101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:09.634216 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebd362-191d-4935-b874-197977385101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:09.634753 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebd362-191d-4935-b874-197977385101 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:09.635241 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebd362-191d-4935-b874-197977385101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:09.635757 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebd362-191d-4935-b874-197977385101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:09.636242 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebd362-191d-4935-b874-197977385101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:09.636725 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebd362-191d-4935-b874-197977385101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:09.637204 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebd362-191d-4935-b874-197977385101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:09.647248 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-ffebd362-191d-4935-b874-197977385101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:09.651683 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 8cbce586-b41d-44e8-b074-4e482c07b546, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=8cbce586-b41d-44e8-b074-4e482c07b546,segment=NetworkSegment(993e1291-01c2-4c7b-a851-b51108394d6b),segment_id=993e1291-01c2-4c7b-a851-b51108394d6b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:07:09.657131 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:09.660375 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:09.695811 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:07:09.725883 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=8cbce586-b41d-44e8-b074-4e482c07b546,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:09.726241 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] For port 2a525d75-58e9-4c0f-837c-19d2346e3983, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:07:09.730736 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] For port 2a525d75-58e9-4c0f-837c-19d2346e3983, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2a525d75-58e9-4c0f-837c-19d2346e3983,segment=NetworkSegment(993e1291-01c2-4c7b-a851-b51108394d6b),segment_id=993e1291-01c2-4c7b-a851-b51108394d6b)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:07:09.731478 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:09.737324 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:09.739653 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-bdc2e020-a2ac-43e4-9c9f-7466a3efb567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:09.802712 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Routers {'e54978c4-29fa-4cf8-8ea4-47d97197ac33'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:07:09.803335 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:07:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e54978c4-29fa-4cf8-8ea4-47d97197ac33'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:09.805176 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebd362-191d-4935-b874-197977385101 None None] Pushing event updated for resources: {'Port': ['ID=2a525d75-58e9-4c0f-837c-19d2346e3983,revision_number=4']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:09.809443 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-ffebd362-191d-4935-b874-197977385101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:09.937192 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] Set router e54978c4-29fa-4cf8-8ea4-47d97197ac33 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:07:10.093588 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2bccc339-770c-4bae-be16-c9f37572bd2e req-965eeffb-d992-46f8-add5-60058e150256 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 210 time: 0.0289586 Jun 18 17:07:10.137811 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628250958', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:07:03Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:04Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '2a525d75-58e9-4c0f-837c-19d2346e3983', 'name': '', 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:f8:36:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6ab932ab-eac7-455f-8fc3-bc708014e6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:06Z', 'updated_at': '2021-06-18T17:07:09Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '6ab932ab-eac7-455f-8fc3-bc708014e6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:10.164151 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22eb643-3ba6-41af-a786-bec1426bfea2 None None] The sync data for ids ['e54978c4-29fa-4cf8-8ea4-47d97197ac33'] in dv-neutron-797121-1-hyperv is: [{'id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628250958', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:07:03Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:04Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '2a525d75-58e9-4c0f-837c-19d2346e3983', 'name': '', 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:f8:36:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6ab932ab-eac7-455f-8fc3-bc708014e6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:06Z', 'updated_at': '2021-06-18T17:07:09Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '6ab932ab-eac7-455f-8fc3-bc708014e6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:07:10.420027 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-1a1d35ff-2a88-4ef4-8d64-928e66990ea9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:10.421571 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-1a1d35ff-2a88-4ef4-8d64-928e66990ea9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "GET /v2.0/networks?id=965e1a70-ee33-40b0-9292-5708b0fb6fdd HTTP/1.1" status: 200 len: 797 time: 0.1227796 Jun 18 17:07:10.472814 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-a56d1177-061f-4caa-86ca-2267c98558d0 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cad90d4c81d34a67951626d3208c0d75 HTTP/1.1" status: 200 len: 379 time: 0.0365121 Jun 18 17:07:10.481568 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-6c1273fe-f02c-407d-b6c1-190746060774 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'port': {'device_id': '132dc051-a1da-45b0-9796-5656da9dae10', 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd', 'admin_state_up': True, 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'security_groups': ['b926d2aa-cc1b-4144-90dc-cf071556c185']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:07:10.605471 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:10.608301 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-6c1273fe-f02c-407d-b6c1-190746060774 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Made reservation on behalf of cad90d4c81d34a67951626d3208c0d75 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:07:10.611962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-6c1273fe-f02c-407d-b6c1-190746060774 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:10.749676 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-6c1273fe-f02c-407d-b6c1-190746060774 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Allocated IP 172.20.0.12 (965e1a70-ee33-40b0-9292-5708b0fb6fdd/6ab932ab-eac7-455f-8fc3-bc708014e6ea/47bc2cb7-b5d4-4a1a-b841-5f395069a207) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:07:10.895570 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-6c1273fe-f02c-407d-b6c1-190746060774 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:10.909672 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-6c1273fe-f02c-407d-b6c1-190746060774 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Transition to ACTIVE for port object 47bc2cb7-b5d4-4a1a-b841-5f395069a207 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:07:10.943151 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-6c1273fe-f02c-407d-b6c1-190746060774 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:10.947842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a218d709-4496-4618-a92b-992ba15213e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:10.995464 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-6c1273fe-f02c-407d-b6c1-190746060774 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network 965e1a70-ee33-40b0-9292-5708b0fb6fdd is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:07:10.998987 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-6c1273fe-f02c-407d-b6c1-190746060774 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:07:11.003084 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-6c1273fe-f02c-407d-b6c1-190746060774 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:07:11.010770 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1273fe-f02c-407d-b6c1-190746060774 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=47bc2cb7-b5d4-4a1a-b841-5f395069a207,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:11.031226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6c1273fe-f02c-407d-b6c1-190746060774 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:11.066558 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-6c1273fe-f02c-407d-b6c1-190746060774 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:11.067265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-6c1273fe-f02c-407d-b6c1-190746060774 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:11.089892 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-6c1273fe-f02c-407d-b6c1-190746060774 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6120977 Jun 18 17:07:11.108886 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Request body: {'port': {'device_id': '132dc051-a1da-45b0-9796-5656da9dae10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:07:11.207200 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:11.226013 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2a525d75-58e9-4c0f-837c-19d2346e3983 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:07:11.303435 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 2a525d75-58e9-4c0f-837c-19d2346e3983 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:07:11.308090 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 2a525d75-58e9-4c0f-837c-19d2346e3983 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:07:11.308473 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:11.312607 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d35bb0-a6a3-44c8-a41e-b1264f727726 req-30f69e06-a226-42a0-8a32-e2f183a05622 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:11.319069 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b0d35bb0-a6a3-44c8-a41e-b1264f727726 req-30f69e06-a226-42a0-8a32-e2f183a05622 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 932 time: 0.0784912 Jun 18 17:07:11.361739 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-985fa459-92e8-4170-95c1-a8bd4a9c4844 None None] Provisioning for port 47bc2cb7-b5d4-4a1a-b841-5f395069a207 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:07:11.369351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-985fa459-92e8-4170-95c1-a8bd4a9c4844 None None] Provisioning complete for port 47bc2cb7-b5d4-4a1a-b841-5f395069a207 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:07:11.369931 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-985fa459-92e8-4170-95c1-a8bd4a9c4844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:11.370082 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b0d35bb0-a6a3-44c8-a41e-b1264f727726 req-69cbad8a-4193-4819-ad35-38386d8f8cf4 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=b926d2aa-cc1b-4144-90dc-cf071556c185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495119 Jun 18 17:07:11.431845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:11.433713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-985fa459-92e8-4170-95c1-a8bd4a9c4844 None None] Port 47bc2cb7-b5d4-4a1a-b841-5f395069a207 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:07:11.465175 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 2a525d75-58e9-4c0f-837c-19d2346e3983, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2a525d75-58e9-4c0f-837c-19d2346e3983,segment=NetworkSegment(993e1291-01c2-4c7b-a851-b51108394d6b),segment_id=993e1291-01c2-4c7b-a851-b51108394d6b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:07:11.469338 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:11.470177 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 8cbce586-b41d-44e8-b074-4e482c07b546 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:07:11.471797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:11.512844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47bc2cb7-b5d4-4a1a-b841-5f395069a207 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:07:11.520187 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:11.533716 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Transition to ACTIVE for port object 47bc2cb7-b5d4-4a1a-b841-5f395069a207 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:07:11.537861 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:11.540737 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:11.547637 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=2a525d75-58e9-4c0f-837c-19d2346e3983,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:11.550786 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:11.559456 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 8cbce586-b41d-44e8-b074-4e482c07b546 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:07:11.559847 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:11.623343 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Pushing event updated for resources: {'Port': ['ID=47bc2cb7-b5d4-4a1a-b841-5f395069a207,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:11.626970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:11.696315 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Attempting to bind port 47bc2cb7-b5d4-4a1a-b841-5f395069a207 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:07:11.696712 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Attempting to bind port 47bc2cb7-b5d4-4a1a-b841-5f395069a207 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '993e1291-01c2-4c7b-a851-b51108394d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:07:11.697374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Attempting to bind port 47bc2cb7-b5d4-4a1a-b841-5f395069a207 on network 965e1a70-ee33-40b0-9292-5708b0fb6fdd {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:07:11.702235 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Port 47bc2cb7-b5d4-4a1a-b841-5f395069a207 on network 965e1a70-ee33-40b0-9292-5708b0fb6fdd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 17:07:11.702563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Attempting to bind port 47bc2cb7-b5d4-4a1a-b841-5f395069a207 on network 965e1a70-ee33-40b0-9292-5708b0fb6fdd {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:07:11.707790 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:07:11.708128 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Checking segment: {'id': '993e1291-01c2-4c7b-a851-b51108394d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:07:11.708592 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Bound using segment: {'id': '993e1291-01c2-4c7b-a851-b51108394d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:07:11.708954 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Bound port: 47bc2cb7-b5d4-4a1a-b841-5f395069a207, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993e1291-01c2-4c7b-a851-b51108394d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:07:11.709325 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:11.773239 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] For port 47bc2cb7-b5d4-4a1a-b841-5f395069a207, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:07:11.777238 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] For port 47bc2cb7-b5d4-4a1a-b841-5f395069a207, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=47bc2cb7-b5d4-4a1a-b841-5f395069a207,segment=NetworkSegment(993e1291-01c2-4c7b-a851-b51108394d6b),segment_id=993e1291-01c2-4c7b-a851-b51108394d6b)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:07:11.782129 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:11.784868 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9d029753-b9cd-4604-b5b2-450365199702 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:11.818136 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:11.818778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:11.820140 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] 10.222.0.64 "PUT /v2.0/ports/47bc2cb7-b5d4-4a1a-b841-5f395069a207 HTTP/1.1" status: 200 len: 1094 time: 0.7159736 Jun 18 17:07:11.821237 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132dc051-a1da-45b0-9796-5656da9dae10', 'tag': '47bc2cb7-b5d4-4a1a-b841-5f395069a207'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:07:11.823719 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61082d7-02f1-4369-8969-2906990490c4" -d '{"events": [{"name": "network-changed", "server_uuid": "132dc051-a1da-45b0-9796-5656da9dae10", "tag": "47bc2cb7-b5d4-4a1a-b841-5f395069a207"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:07:11.850403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Pushing event updated for resources: {'Port': ['ID=47bc2cb7-b5d4-4a1a-b841-5f395069a207,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:11.853662 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:11.877526 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8f6496-8236-4016-a411-a73c8a967f91 x-openstack-request-id: req-9f8f6496-8236-4016-a411-a73c8a967f91 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:07:11.877875 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132dc051-a1da-45b0-9796-5656da9dae10", "tag": "47bc2cb7-b5d4-4a1a-b841-5f395069a207", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:07:11.878177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f8f6496-8236-4016-a411-a73c8a967f91 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:07:11.878645 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132dc051-a1da-45b0-9796-5656da9dae10', 'tag': '47bc2cb7-b5d4-4a1a-b841-5f395069a207', 'status': 'completed', 'code': 200} Jun 18 17:07:12.256970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b381eb4a-e760-42b1-b324-335134685a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:12.258908 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-b381eb4a-e760-42b1-b324-335134685a8c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 1097 time: 0.3633792 Jun 18 17:07:12.303673 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-de7b9258-41a2-4394-b322-cf053f037ef0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47bc2cb7-b5d4-4a1a-b841-5f395069a207 HTTP/1.1" status: 200 len: 217 time: 0.0322261 Jun 18 17:07:12.353163 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-cacb9211-dc87-416c-b9dc-235a6dea55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:12.354617 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-cacb9211-dc87-416c-b9dc-235a6dea55fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ab932ab-eac7-455f-8fc3-bc708014e6ea HTTP/1.1" status: 200 len: 834 time: 0.0448942 Jun 18 17:07:12.410943 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-92ce449c-c9c6-4b30-b1ed-25dbc837fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:12.412435 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-92ce449c-c9c6-4b30-b1ed-25dbc837fb15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=965e1a70-ee33-40b0-9292-5708b0fb6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518031 Jun 18 17:07:12.499680 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-6091ac75-4b45-454d-8f43-8d09e0d943de service neutron] 10.222.0.64 "GET /v2.0/networks/965e1a70-ee33-40b0-9292-5708b0fb6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810368 Jun 18 17:07:12.536396 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dfef8-75c7-4187-9a83-0b00cb9a52f3 req-c2d72749-56ff-481f-b316-6b8982731f15 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:12.537862 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-405dfef8-75c7-4187-9a83-0b00cb9a52f3 req-c2d72749-56ff-481f-b316-6b8982731f15 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 944 time: 0.0628695 Jun 18 17:07:12.575258 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-405dfef8-75c7-4187-9a83-0b00cb9a52f3 req-1842dd4e-9af3-4f26-961e-ee5142b85963 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=b926d2aa-cc1b-4144-90dc-cf071556c185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317123 Jun 18 17:07:12.592453 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1b78aa81-60d1-4390-a8d7-c8e31b13d518 req-4d16fcf2-8203-4832-b439-0ab39dc3d10f service neutron] 10.222.0.64 "GET /v2.0/networks/965e1a70-ee33-40b0-9292-5708b0fb6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865996 Jun 18 17:07:12.732868 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61082d7-02f1-4369-8969-2906990490c4 req-d2c1ca33-bfe9-40cc-beeb-c21208383b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:12.734338 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f61082d7-02f1-4369-8969-2906990490c4 req-d2c1ca33-bfe9-40cc-beeb-c21208383b87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 1097 time: 0.0520930 Jun 18 17:07:12.827233 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61082d7-02f1-4369-8969-2906990490c4 req-4c7d1117-4f23-4804-9517-f5f4c4018edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:12.828593 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f61082d7-02f1-4369-8969-2906990490c4 req-4c7d1117-4f23-4804-9517-f5f4c4018edd service neutron] 10.222.0.64 "GET /v2.0/networks?id=965e1a70-ee33-40b0-9292-5708b0fb6fdd HTTP/1.1" status: 200 len: 898 time: 0.0872445 Jun 18 17:07:12.869003 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f61082d7-02f1-4369-8969-2906990490c4 req-679676d6-d874-47a2-8e8d-d164ca157e43 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47bc2cb7-b5d4-4a1a-b841-5f395069a207 HTTP/1.1" status: 200 len: 217 time: 0.0337124 Jun 18 17:07:12.918972 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61082d7-02f1-4369-8969-2906990490c4 req-2fd5a6ed-5d20-45d3-96b9-a9fa7f6bc204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:12.920677 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f61082d7-02f1-4369-8969-2906990490c4 req-2fd5a6ed-5d20-45d3-96b9-a9fa7f6bc204 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ab932ab-eac7-455f-8fc3-bc708014e6ea HTTP/1.1" status: 200 len: 834 time: 0.0455821 Jun 18 17:07:12.982299 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61082d7-02f1-4369-8969-2906990490c4 req-ca97e885-6afb-48c9-96c3-55e2ccaa0912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:12.983818 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f61082d7-02f1-4369-8969-2906990490c4 req-ca97e885-6afb-48c9-96c3-55e2ccaa0912 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=965e1a70-ee33-40b0-9292-5708b0fb6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0564656 Jun 18 17:07:13.076584 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f61082d7-02f1-4369-8969-2906990490c4 req-da7c71af-06bc-4275-a844-5113264dbd2a service neutron] 10.222.0.64 "GET /v2.0/networks/965e1a70-ee33-40b0-9292-5708b0fb6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840850 Jun 18 17:07:13.085037 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2a525d75-58e9-4c0f-837c-19d2346e3983 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:07:13.135101 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 2a525d75-58e9-4c0f-837c-19d2346e3983 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:07:13.135483 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:13.174005 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f61082d7-02f1-4369-8969-2906990490c4 req-5ab65a75-a799-46eb-b557-1281c34ddfd7 service neutron] 10.222.0.64 "GET /v2.0/networks/965e1a70-ee33-40b0-9292-5708b0fb6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904942 Jun 18 17:07:13.750764 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffbdd8-1aa2-4d1d-93cd-9f39e0417990 req-9acb1754-6f36-4f9a-8197-f94ca5d713a0 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:13.752190 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-73ffbdd8-1aa2-4d1d-93cd-9f39e0417990 req-9acb1754-6f36-4f9a-8197-f94ca5d713a0 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 944 time: 0.0619524 Jun 18 17:07:13.788188 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-73ffbdd8-1aa2-4d1d-93cd-9f39e0417990 req-78f2389b-8f70-4333-ba19-1c1bc268662c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=b926d2aa-cc1b-4144-90dc-cf071556c185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304198 Jun 18 17:07:14.964919 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b4039-df6d-425c-9967-f38c8a7b566e req-4d9e5539-86dd-44aa-b406-ca3791fe99ea tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:14.966297 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-736b4039-df6d-425c-9967-f38c8a7b566e req-4d9e5539-86dd-44aa-b406-ca3791fe99ea tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 944 time: 0.0661986 Jun 18 17:07:15.002843 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-736b4039-df6d-425c-9967-f38c8a7b566e req-1dc9fe7f-8e45-4589-a1ea-32abee2250e2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=b926d2aa-cc1b-4144-90dc-cf071556c185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310216 Jun 18 17:07:16.173729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a8b27-3e25-406d-9b41-ed065c9e329f req-9135bd75-78fd-4807-82bd-5fb53e5545da tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:16.175235 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-601a8b27-3e25-406d-9b41-ed065c9e329f req-9135bd75-78fd-4807-82bd-5fb53e5545da tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 944 time: 0.0627866 Jun 18 17:07:16.214473 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-601a8b27-3e25-406d-9b41-ed065c9e329f req-f1a44f16-bde0-4781-9a9e-3101a8b37338 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=b926d2aa-cc1b-4144-90dc-cf071556c185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327313 Jun 18 17:07:16.437983 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 47bc2cb7-b5d4-4a1a-b841-5f395069a207 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:07:16.677861 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 47bc2cb7-b5d4-4a1a-b841-5f395069a207, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=47bc2cb7-b5d4-4a1a-b841-5f395069a207,segment=NetworkSegment(993e1291-01c2-4c7b-a851-b51108394d6b),segment_id=993e1291-01c2-4c7b-a851-b51108394d6b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:07:16.689416 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '47bc2cb7-b5d4-4a1a-b841-5f395069a207', 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd', 'port_id': '47bc2cb7-b5d4-4a1a-b841-5f395069a207', 'mac_address': 'fa:16:3e:af:25:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab932ab-eac7-455f-8fc3-bc708014e6ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:07:16.725345 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:16.738134 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47bc2cb7-b5d4-4a1a-b841-5f395069a207 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:07:16.758429 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 47bc2cb7-b5d4-4a1a-b841-5f395069a207, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=47bc2cb7-b5d4-4a1a-b841-5f395069a207,segment=NetworkSegment(993e1291-01c2-4c7b-a851-b51108394d6b),segment_id=993e1291-01c2-4c7b-a851-b51108394d6b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:07:16.762345 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:16.764124 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2a2bfa8e-eff6-4696-9d8c-82b863008174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:16.811671 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=47bc2cb7-b5d4-4a1a-b841-5f395069a207,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:16.814671 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:17.037397 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['47bc2cb7-b5d4-4a1a-b841-5f395069a207'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:07:17.393627 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa014a-1d16-4bfd-b513-c64bdbd66c8a req-3c16b3e7-7259-4cc4-9b68-72175ebf8cfa tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:17.395097 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-22aa014a-1d16-4bfd-b513-c64bdbd66c8a req-3c16b3e7-7259-4cc4-9b68-72175ebf8cfa tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 945 time: 0.0661390 Jun 18 17:07:17.432370 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-22aa014a-1d16-4bfd-b513-c64bdbd66c8a req-5ab594bb-7ec6-407a-a69a-e28b3c7d9c84 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=b926d2aa-cc1b-4144-90dc-cf071556c185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311038 Jun 18 17:07:18.440378 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 47bc2cb7-b5d4-4a1a-b841-5f395069a207 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:07:18.488412 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 47bc2cb7-b5d4-4a1a-b841-5f395069a207 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:07:18.491966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 47bc2cb7-b5d4-4a1a-b841-5f395069a207 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:07:18.492353 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:18.568818 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:18.593884 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132dc051-a1da-45b0-9796-5656da9dae10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bc2cb7-b5d4-4a1a-b841-5f395069a207'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:07:18.596326 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b85f43f-41ae-4125-9719-dbcfd48fdde6" -d '{"events": [{"server_uuid": "132dc051-a1da-45b0-9796-5656da9dae10", "name": "network-vif-plugged", "status": "completed", "tag": "47bc2cb7-b5d4-4a1a-b841-5f395069a207"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:07:18.608870 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84ba5f-e18f-48c6-b992-774fb774ea9f req-c9b23657-169e-4307-811b-490a35385ed2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:18.609588 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 47bc2cb7-b5d4-4a1a-b841-5f395069a207, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=47bc2cb7-b5d4-4a1a-b841-5f395069a207,segment=NetworkSegment(993e1291-01c2-4c7b-a851-b51108394d6b),segment_id=993e1291-01c2-4c7b-a851-b51108394d6b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:07:18.610386 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-eb84ba5f-e18f-48c6-b992-774fb774ea9f req-c9b23657-169e-4307-811b-490a35385ed2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 945 time: 0.0673974 Jun 18 17:07:18.614315 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:18.616390 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-dcef1785-741f-4370-9231-b5a5997a219b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:18.652409 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-eb84ba5f-e18f-48c6-b992-774fb774ea9f req-9f1cee90-ea2e-483c-9066-1f48cd74f23f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=b926d2aa-cc1b-4144-90dc-cf071556c185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341165 Jun 18 17:07:18.665521 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=47bc2cb7-b5d4-4a1a-b841-5f395069a207,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:18.668521 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:18.702779 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b486f098-ac8d-44a2-9eab-d176afcbab0f x-openstack-request-id: req-b486f098-ac8d-44a2-9eab-d176afcbab0f {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:07:18.703088 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132dc051-a1da-45b0-9796-5656da9dae10", "name": "network-vif-plugged", "status": "completed", "tag": "47bc2cb7-b5d4-4a1a-b841-5f395069a207", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:07:18.703358 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b486f098-ac8d-44a2-9eab-d176afcbab0f {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:07:18.703761 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132dc051-a1da-45b0-9796-5656da9dae10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bc2cb7-b5d4-4a1a-b841-5f395069a207', 'code': 200} Jun 18 17:07:18.952749 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b3c50-acd3-4831-8c7c-738604d7205d req-6dcf853c-cf75-4182-bb2f-2304f57c5b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:18.954128 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd6b3c50-acd3-4831-8c7c-738604d7205d req-6dcf853c-cf75-4182-bb2f-2304f57c5b31 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 1099 time: 0.0517354 Jun 18 17:07:18.987774 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd6b3c50-acd3-4831-8c7c-738604d7205d req-0ba97be7-cab3-4555-b2b4-8de6f5643b7a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b926d2aa-cc1b-4144-90dc-cf071556c185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274410 Jun 18 17:07:19.827529 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74cc0b-e3a2-4625-a0be-c3ee3443a58f req-34aeaf8b-8b7e-4142-bc85-13db5414f40e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:19.829011 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-aa74cc0b-e3a2-4625-a0be-c3ee3443a58f req-34aeaf8b-8b7e-4142-bc85-13db5414f40e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 946 time: 0.0633357 Jun 18 17:07:19.866986 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-aa74cc0b-e3a2-4625-a0be-c3ee3443a58f req-c93e2995-b4cb-428d-a6d0-c33ca10da1c0 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=b926d2aa-cc1b-4144-90dc-cf071556c185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320430 Jun 18 17:07:21.043852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b643d-9455-42a9-9983-19c90f96e58d req-76cb9386-22cf-4164-9e5e-a60bc9580e0f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:21.045595 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cc0b643d-9455-42a9-9983-19c90f96e58d req-76cb9386-22cf-4164-9e5e-a60bc9580e0f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 946 time: 0.0674889 Jun 18 17:07:21.083327 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cc0b643d-9455-42a9-9983-19c90f96e58d req-b191f451-1149-4818-a8a8-c37908290870 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=b926d2aa-cc1b-4144-90dc-cf071556c185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320914 Jun 18 17:07:21.256749 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3d9b6-180d-42ce-ab14-b4637e78031f req-ff4f5455-4d3f-4f48-92a9-6694c0a33573 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:21.259267 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b1a3d9b6-180d-42ce-ab14-b4637e78031f req-ff4f5455-4d3f-4f48-92a9-6694c0a33573 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 946 time: 0.0640018 Jun 18 17:07:21.296482 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b1a3d9b6-180d-42ce-ab14-b4637e78031f req-f0e3023a-9812-4393-8ce0-a9a68f4ba429 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=b926d2aa-cc1b-4144-90dc-cf071556c185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321119 Jun 18 17:07:21.321390 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56982) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:21.378576 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1dac38-f9a7-4e53-9e11-d05b4f5b71a6 tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:21.380214 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-df1dac38-f9a7-4e53-9e11-d05b4f5b71a6 tempest-TestNetworkAdvancedServerOps-1424304646 tempest-TestNetworkAdvancedServerOps-1424304646-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 1094 time: 0.0578616 Jun 18 17:07:21.383965 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56984) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:21.388533 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': '47bc2cb7-b5d4-4a1a-b841-5f395069a207', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:07:21.410480 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:21.502835 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:21.605363 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Allocated IP 172.26.2.221 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/95be3f43-d53e-42c0-985a-4e60a92ae747) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:07:21.707852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:21.745116 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:21.747963 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:21.784115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:07:21.788824 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:07:21.792195 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:07:21.823040 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=95be3f43-d53e-42c0-985a-4e60a92ae747,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:21.826151 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:22.175365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:22.256305 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:22.422439 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:22.428087 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:22.431468 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b999314c-755d-4ed1-9425-a34c6125a9be tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:22.498067 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event updated for resources: {'Port': ['ID=95be3f43-d53e-42c0-985a-4e60a92ae747,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:22.502239 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:22.515739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:22.624154 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Floating IP 055ee34d-5eb2-4a49-bf42-e04be2ce95e3 associated. External IP: 172.26.2.221, port: 47bc2cb7-b5d4-4a1a-b841-5f395069a207. Jun 18 17:07:23.233692 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router e54978c4-29fa-4cf8-8ea4-47d97197ac33 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:07:23.354200 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:07:23.363660 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde6b1b-d04a-45b5-bb9b-e30bc308d63e None None] Sync routers for ids ['e54978c4-29fa-4cf8-8ea4-47d97197ac33'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:07:23.370358 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:23.375297 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbde6b1b-d04a-45b5-bb9b-e30bc308d63e None None] Routers {'e54978c4-29fa-4cf8-8ea4-47d97197ac33'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:07:23.375928 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-dbde6b1b-d04a-45b5-bb9b-e30bc308d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:07:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e54978c4-29fa-4cf8-8ea4-47d97197ac33'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:23.409689 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0245843 Jun 18 17:07:23.410372 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132dc051-a1da-45b0-9796-5656da9dae10', 'tag': '47bc2cb7-b5d4-4a1a-b841-5f395069a207'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:07:23.412742 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c13ff6-c541-4cbb-aa22-6cde2bcdaf99" -d '{"events": [{"name": "network-changed", "server_uuid": "132dc051-a1da-45b0-9796-5656da9dae10", "tag": "47bc2cb7-b5d4-4a1a-b841-5f395069a207"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:07:23.455134 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b908ba-9464-4e2f-99db-1613ca7eb5e3 x-openstack-request-id: req-51b908ba-9464-4e2f-99db-1613ca7eb5e3 {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:07:23.455475 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132dc051-a1da-45b0-9796-5656da9dae10", "tag": "47bc2cb7-b5d4-4a1a-b841-5f395069a207", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:07:23.455775 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51b908ba-9464-4e2f-99db-1613ca7eb5e3 {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:07:23.456222 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132dc051-a1da-45b0-9796-5656da9dae10', 'tag': '47bc2cb7-b5d4-4a1a-b841-5f395069a207', 'status': 'completed', 'code': 200} Jun 18 17:07:23.489558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-dbde6b1b-d04a-45b5-bb9b-e30bc308d63e None None] Set router e54978c4-29fa-4cf8-8ea4-47d97197ac33 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:07:23.562218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c13ff6-c541-4cbb-aa22-6cde2bcdaf99 req-1f40c14c-ac25-4a05-a5fb-fdc30c7d0296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:23.563847 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c2c13ff6-c541-4cbb-aa22-6cde2bcdaf99 req-1f40c14c-ac25-4a05-a5fb-fdc30c7d0296 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 1099 time: 0.0621402 Jun 18 17:07:23.581169 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27244500-8a09-4780-9ce3-e00585717141 req-1fa78749-62cd-4190-a63e-445ced09b646 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:23.582853 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-27244500-8a09-4780-9ce3-e00585717141 req-1fa78749-62cd-4190-a63e-445ced09b646 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 946 time: 0.0706618 Jun 18 17:07:23.628564 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-27244500-8a09-4780-9ce3-e00585717141 req-e0bfb0a6-89f4-416c-a6be-0c0410e46747 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=b926d2aa-cc1b-4144-90dc-cf071556c185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393095 Jun 18 17:07:23.655131 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 56990) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:23.665534 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c13ff6-c541-4cbb-aa22-6cde2bcdaf99 req-b2b3c598-c3e6-4ef8-b4e3-456f75cd0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:23.670655 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c2c13ff6-c541-4cbb-aa22-6cde2bcdaf99 req-b2b3c598-c3e6-4ef8-b4e3-456f75cd0fe1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=965e1a70-ee33-40b0-9292-5708b0fb6fdd HTTP/1.1" status: 200 len: 898 time: 0.0971143 Jun 18 17:07:23.719000 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-969e6331-0883-4291-b8df-44a5370af2a9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/floatingips/055ee34d-5eb2-4a49-bf42-e04be2ce95e3 HTTP/1.1" status: 200 len: 992 time: 0.0619409 Jun 18 17:07:23.737440 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c2c13ff6-c541-4cbb-aa22-6cde2bcdaf99 req-79a16a13-2bb3-4925-84a4-4093b4e1bc74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47bc2cb7-b5d4-4a1a-b841-5f395069a207 HTTP/1.1" status: 200 len: 1000 time: 0.0642514 Jun 18 17:07:23.744626 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-dbde6b1b-d04a-45b5-bb9b-e30bc308d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628250958', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:07:03Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:04Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '055ee34d-5eb2-4a49-bf42-e04be2ce95e3', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'floating_ip_address': '172.26.2.221', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'port_id': '47bc2cb7-b5d4-4a1a-b841-5f395069a207', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd', 'mac_address': 'fa:16:3e:af:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132dc051-a1da-45b0-9796-5656da9dae10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:07:22Z', 'updated_at': '2021-06-18T17:07:22Z', 'revision_number': 0, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a525d75-58e9-4c0f-837c-19d2346e3983', 'name': '', 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:f8:36:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6ab932ab-eac7-455f-8fc3-bc708014e6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:06Z', 'updated_at': '2021-06-18T17:07:11Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '6ab932ab-eac7-455f-8fc3-bc708014e6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:23.770672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde6b1b-d04a-45b5-bb9b-e30bc308d63e None None] Checking router: e54978c4-29fa-4cf8-8ea4-47d97197ac33 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:07:23.779727 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbde6b1b-d04a-45b5-bb9b-e30bc308d63e None None] Routers {'e54978c4-29fa-4cf8-8ea4-47d97197ac33'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:07:23.780351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-dbde6b1b-d04a-45b5-bb9b-e30bc308d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:07:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e54978c4-29fa-4cf8-8ea4-47d97197ac33'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:23.791135 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c13ff6-c541-4cbb-aa22-6cde2bcdaf99 req-4d771e4d-1759-498d-946c-391278a7f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:23.792598 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c2c13ff6-c541-4cbb-aa22-6cde2bcdaf99 req-4d771e4d-1759-498d-946c-391278a7f549 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ab932ab-eac7-455f-8fc3-bc708014e6ea HTTP/1.1" status: 200 len: 834 time: 0.0493214 Jun 18 17:07:23.850919 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c13ff6-c541-4cbb-aa22-6cde2bcdaf99 req-c10156ba-a061-4597-a08d-9d85e6c119ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:23.852856 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c2c13ff6-c541-4cbb-aa22-6cde2bcdaf99 req-c10156ba-a061-4597-a08d-9d85e6c119ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=965e1a70-ee33-40b0-9292-5708b0fb6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540986 Jun 18 17:07:23.886037 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-dbde6b1b-d04a-45b5-bb9b-e30bc308d63e None None] Set router e54978c4-29fa-4cf8-8ea4-47d97197ac33 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:07:23.943043 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c2c13ff6-c541-4cbb-aa22-6cde2bcdaf99 req-e655a9d1-e427-4eb7-9432-72e1fbe10267 service neutron] 10.222.0.64 "GET /v2.0/networks/965e1a70-ee33-40b0-9292-5708b0fb6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841794 Jun 18 17:07:24.043811 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c2c13ff6-c541-4cbb-aa22-6cde2bcdaf99 req-33880d4a-19ab-452c-a888-cf4796b82c3a service neutron] 10.222.0.64 "GET /v2.0/networks/965e1a70-ee33-40b0-9292-5708b0fb6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948300 Jun 18 17:07:24.115856 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-dbde6b1b-d04a-45b5-bb9b-e30bc308d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628250958', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:07:03Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:04Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '055ee34d-5eb2-4a49-bf42-e04be2ce95e3', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'floating_ip_address': '172.26.2.221', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'port_id': '47bc2cb7-b5d4-4a1a-b841-5f395069a207', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd', 'mac_address': 'fa:16:3e:af:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132dc051-a1da-45b0-9796-5656da9dae10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:07:22Z', 'updated_at': '2021-06-18T17:07:22Z', 'revision_number': 0, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a525d75-58e9-4c0f-837c-19d2346e3983', 'name': '', 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:f8:36:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6ab932ab-eac7-455f-8fc3-bc708014e6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:06Z', 'updated_at': '2021-06-18T17:07:11Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '6ab932ab-eac7-455f-8fc3-bc708014e6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:24.148293 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde6b1b-d04a-45b5-bb9b-e30bc308d63e None None] The sync data for ids ['e54978c4-29fa-4cf8-8ea4-47d97197ac33'] in dv-neutron-797121-1-hyperv is: [{'id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628250958', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:07:03Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:04Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '055ee34d-5eb2-4a49-bf42-e04be2ce95e3', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'floating_ip_address': '172.26.2.221', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'port_id': '47bc2cb7-b5d4-4a1a-b841-5f395069a207', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd', 'mac_address': 'fa:16:3e:af:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132dc051-a1da-45b0-9796-5656da9dae10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:07:22Z', 'updated_at': '2021-06-18T17:07:22Z', 'revision_number': 0, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a525d75-58e9-4c0f-837c-19d2346e3983', 'name': '', 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:f8:36:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6ab932ab-eac7-455f-8fc3-bc708014e6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:06Z', 'updated_at': '2021-06-18T17:07:11Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '6ab932ab-eac7-455f-8fc3-bc708014e6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:07:24.343244 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e9ba11-99f8-4b15-b144-313b0ace1fb5 None None] New status for floating IP 055ee34d-5eb2-4a49-bf42-e04be2ce95e3: ACTIVE {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:07:24.722767 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 56992) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:24.786581 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1ad339bf-3928-4237-a74f-58ceb928713f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/floatingips/055ee34d-5eb2-4a49-bf42-e04be2ce95e3 HTTP/1.1" status: 200 len: 994 time: 0.0625596 Jun 18 17:07:25.111040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:35.278050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ca99f370-32a5-4dfa-bf0a-5b3e7523e7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:37.679282 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0fb64f14-7dc6-432c-8c8e-ae05ffee91cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:38.291953 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:39.072964 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:40.605648 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:46.685106 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:07:52.504730 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd20e2e8-95bb-4c01-8839-f9e82484cf2b req-0a87767a-520c-4ef6-b12e-21c1e93c0fe5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555038 Jun 18 17:07:52.618483 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20e2e8-95bb-4c01-8839-f9e82484cf2b req-22077227-8f57-4d7b-a1a0-0d018b5a3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:52.620621 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd20e2e8-95bb-4c01-8839-f9e82484cf2b req-22077227-8f57-4d7b-a1a0-0d018b5a3d79 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 1099 time: 0.0527694 Jun 18 17:07:52.735238 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20e2e8-95bb-4c01-8839-f9e82484cf2b req-041187d1-0230-4393-b834-fd14a4083b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:52.736684 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd20e2e8-95bb-4c01-8839-f9e82484cf2b req-041187d1-0230-4393-b834-fd14a4083b42 service neutron] 10.222.0.64 "GET /v2.0/networks?id=965e1a70-ee33-40b0-9292-5708b0fb6fdd HTTP/1.1" status: 200 len: 898 time: 0.0952048 Jun 18 17:07:52.803287 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd20e2e8-95bb-4c01-8839-f9e82484cf2b req-e3e938b2-4c06-4ade-9fbb-9919fd1b543b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47bc2cb7-b5d4-4a1a-b841-5f395069a207 HTTP/1.1" status: 200 len: 1002 time: 0.0589530 Jun 18 17:07:52.855817 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20e2e8-95bb-4c01-8839-f9e82484cf2b req-1ffb55da-54ca-49bc-9f8e-4318a6f25fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:52.857272 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd20e2e8-95bb-4c01-8839-f9e82484cf2b req-1ffb55da-54ca-49bc-9f8e-4318a6f25fcb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ab932ab-eac7-455f-8fc3-bc708014e6ea HTTP/1.1" status: 200 len: 834 time: 0.0446506 Jun 18 17:07:52.918934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20e2e8-95bb-4c01-8839-f9e82484cf2b req-fff42089-a563-4a72-b74e-820c6d8d4cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:52.920716 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd20e2e8-95bb-4c01-8839-f9e82484cf2b req-fff42089-a563-4a72-b74e-820c6d8d4cae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=965e1a70-ee33-40b0-9292-5708b0fb6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0568631 Jun 18 17:07:53.010270 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd20e2e8-95bb-4c01-8839-f9e82484cf2b req-7f0c9743-3754-497c-aec8-827094fdf3fc service neutron] 10.222.0.64 "GET /v2.0/networks/965e1a70-ee33-40b0-9292-5708b0fb6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824046 Jun 18 17:07:53.107231 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-dd20e2e8-95bb-4c01-8839-f9e82484cf2b req-1859e19b-211d-4919-a3d0-79961dd8176e service neutron] 10.222.0.64 "GET /v2.0/networks/965e1a70-ee33-40b0-9292-5708b0fb6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901155 Jun 18 17:07:55.117054 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:56.440783 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff2ed1-dad4-4ec3-82c9-d59654bd363b req-cac29831-8a05-4c7d-9130-9d223f205135 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:56.442270 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-42ff2ed1-dad4-4ec3-82c9-d59654bd363b req-cac29831-8a05-4c7d-9130-9d223f205135 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 946 time: 0.0693169 Jun 18 17:07:56.481292 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-42ff2ed1-dad4-4ec3-82c9-d59654bd363b req-ad85d2d5-2109-4c56-83a4-c602aed8d328 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=b926d2aa-cc1b-4144-90dc-cf071556c185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324297 Jun 18 17:07:57.658095 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b2071-e421-4e4b-af8c-231f955cbea6 req-db7a9f4e-1f6e-4869-835a-f98578380a8b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:57.659567 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3c3b2071-e421-4e4b-af8c-231f955cbea6 req-db7a9f4e-1f6e-4869-835a-f98578380a8b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 946 time: 0.0649745 Jun 18 17:07:57.698384 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3c3b2071-e421-4e4b-af8c-231f955cbea6 req-e430b380-a5d0-42a1-afe9-425b96b19d95 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=b926d2aa-cc1b-4144-90dc-cf071556c185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328486 Jun 18 17:07:57.722734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57012) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:57.785261 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2f8369c6-0226-4ed3-a0cf-252d97688f49 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/floatingips/055ee34d-5eb2-4a49-bf42-e04be2ce95e3 HTTP/1.1" status: 200 len: 994 time: 0.0611930 Jun 18 17:07:59.276135 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30c72e-6028-4202-a24b-7624551ce0ea req-a4738755-ba3c-4c36-b0c4-153141b8328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:59.277726 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-aa30c72e-6028-4202-a24b-7624551ce0ea req-a4738755-ba3c-4c36-b0c4-153141b8328f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 1099 time: 0.0551372 Jun 18 17:07:59.288235 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa63da-168d-4828-bbdb-637466c12884 req-5c3bd662-d16b-46e2-80fd-a6baefcc4941 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:59.290447 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c3fa63da-168d-4828-bbdb-637466c12884 req-5c3bd662-d16b-46e2-80fd-a6baefcc4941 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 946 time: 0.0826325 Jun 18 17:07:59.329904 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c3fa63da-168d-4828-bbdb-637466c12884 req-b5d3cc42-ccdf-48a6-a385-5a5dbfe4ea26 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=b926d2aa-cc1b-4144-90dc-cf071556c185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327358 Jun 18 17:07:59.372192 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30c72e-6028-4202-a24b-7624551ce0ea req-d62b152c-b2e9-439a-a1c7-d79ac56020d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:59.373650 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-aa30c72e-6028-4202-a24b-7624551ce0ea req-d62b152c-b2e9-439a-a1c7-d79ac56020d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=965e1a70-ee33-40b0-9292-5708b0fb6fdd HTTP/1.1" status: 200 len: 898 time: 0.0900047 Jun 18 17:07:59.438937 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-aa30c72e-6028-4202-a24b-7624551ce0ea req-eb2cbce5-e662-41a4-b4c8-7fc75cc96056 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47bc2cb7-b5d4-4a1a-b841-5f395069a207 HTTP/1.1" status: 200 len: 1002 time: 0.0583258 Jun 18 17:07:59.491252 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30c72e-6028-4202-a24b-7624551ce0ea req-1be3289f-7e01-4bc8-97f2-84ac4cd1ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:59.492682 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-aa30c72e-6028-4202-a24b-7624551ce0ea req-1be3289f-7e01-4bc8-97f2-84ac4cd1ea7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ab932ab-eac7-455f-8fc3-bc708014e6ea HTTP/1.1" status: 200 len: 834 time: 0.0480304 Jun 18 17:07:59.549417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30c72e-6028-4202-a24b-7624551ce0ea req-39928fdb-abec-4cf9-959b-dabff1dbe941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:59.550850 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-aa30c72e-6028-4202-a24b-7624551ce0ea req-39928fdb-abec-4cf9-959b-dabff1dbe941 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=965e1a70-ee33-40b0-9292-5708b0fb6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515900 Jun 18 17:07:59.641202 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-aa30c72e-6028-4202-a24b-7624551ce0ea req-5a44eca7-401c-49b7-a69a-fc9ec7237ebc service neutron] 10.222.0.64 "GET /v2.0/networks/965e1a70-ee33-40b0-9292-5708b0fb6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839503 Jun 18 17:07:59.736981 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-aa30c72e-6028-4202-a24b-7624551ce0ea req-7a5b0256-ea74-42d4-8dd0-b0eae986d784 service neutron] 10.222.0.64 "GET /v2.0/networks/965e1a70-ee33-40b0-9292-5708b0fb6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891068 Jun 18 17:08:00.510492 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca3d1d-6be4-4fa6-a191-060e0d377c40 req-ceaf57f5-929f-401c-b211-9c0e71407f4c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:00.512350 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-37ca3d1d-6be4-4fa6-a191-060e0d377c40 req-ceaf57f5-929f-401c-b211-9c0e71407f4c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 946 time: 0.0686033 Jun 18 17:08:00.552712 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-37ca3d1d-6be4-4fa6-a191-060e0d377c40 req-f0d3521d-727e-4af9-a9cb-bde3ee41e579 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=b926d2aa-cc1b-4144-90dc-cf071556c185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346704 Jun 18 17:08:01.730993 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eea7a-7064-458a-8d58-e17800bce8c1 req-8d9dfb49-7102-4f51-a023-997d28f6c308 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:01.732456 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-150eea7a-7064-458a-8d58-e17800bce8c1 req-8d9dfb49-7102-4f51-a023-997d28f6c308 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 946 time: 0.0647395 Jun 18 17:08:01.770313 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-150eea7a-7064-458a-8d58-e17800bce8c1 req-eac57908-3297-4377-8821-1cd374489fcd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=b926d2aa-cc1b-4144-90dc-cf071556c185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320311 Jun 18 17:08:01.795415 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 57024) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:01.858323 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-baadfb0b-758e-470a-9870-cdea6289a3c3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/floatingips/055ee34d-5eb2-4a49-bf42-e04be2ce95e3 HTTP/1.1" status: 200 len: 994 time: 0.0614839 Jun 18 17:08:02.152635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57030) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:02.322720 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting port 95be3f43-d53e-42c0-985a-4e60a92ae747 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:08:02.323138 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:02.400120 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:02.400443 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:02.465248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Calling delete_port for 95be3f43-d53e-42c0-985a-4e60a92ae747 owned by network:floatingip {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:08:02.625173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:02.627516 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0c68926f-c98b-421d-a960-5c494a12a87f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:02.652629 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Port': ['ID=95be3f43-d53e-42c0-985a-4e60a92ae747,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:02.667368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:02.667771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:02.668174 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:02.668560 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:02.668950 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:02.669348 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:02.669982 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:02.670354 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:02.670766 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:02.671139 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:02.671672 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:02.671890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:02.691949 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:02.739097 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for floatingip, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:02.739343 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Floating IP 055ee34d-5eb2-4a49-bf42-e04be2ce95e3 disassociated (deleted). External IP: 172.26.2.221, port: 47bc2cb7-b5d4-4a1a-b841-5f395069a207. Jun 18 17:08:02.970947 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router e54978c4-29fa-4cf8-8ea4-47d97197ac33 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:08:03.090073 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:08:03.094674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:03.099936 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee48ce-38da-4b6f-b5fe-85cc25eb6d17 None None] Sync routers for ids ['e54978c4-29fa-4cf8-8ea4-47d97197ac33'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:08:03.110444 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee48ce-38da-4b6f-b5fe-85cc25eb6d17 None None] Routers {'e54978c4-29fa-4cf8-8ea4-47d97197ac33'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:08:03.111121 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-f8ee48ce-38da-4b6f-b5fe-85cc25eb6d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:07:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e54978c4-29fa-4cf8-8ea4-47d97197ac33'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:03.141561 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/floatingips/055ee34d-5eb2-4a49-bf42-e04be2ce95e3 HTTP/1.1" status: 204 len: 168 time: 0.9878483 Jun 18 17:08:03.142827 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132dc051-a1da-45b0-9796-5656da9dae10', 'tag': '47bc2cb7-b5d4-4a1a-b841-5f395069a207'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:08:03.144908 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fdb34a-cf65-4651-84de-e93bf7798c69" -d '{"events": [{"name": "network-changed", "server_uuid": "132dc051-a1da-45b0-9796-5656da9dae10", "tag": "47bc2cb7-b5d4-4a1a-b841-5f395069a207"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:08:03.186071 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88200ff-f117-4dde-ad1c-730ab9dcec9d x-openstack-request-id: req-e88200ff-f117-4dde-ad1c-730ab9dcec9d {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:08:03.187395 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132dc051-a1da-45b0-9796-5656da9dae10", "tag": "47bc2cb7-b5d4-4a1a-b841-5f395069a207", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:08:03.187875 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e88200ff-f117-4dde-ad1c-730ab9dcec9d {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:08:03.188495 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132dc051-a1da-45b0-9796-5656da9dae10', 'tag': '47bc2cb7-b5d4-4a1a-b841-5f395069a207', 'status': 'completed', 'code': 200} Jun 18 17:08:03.240927 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-f8ee48ce-38da-4b6f-b5fe-85cc25eb6d17 None None] Set router e54978c4-29fa-4cf8-8ea4-47d97197ac33 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:08:03.328319 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdb34a-cf65-4651-84de-e93bf7798c69 req-363a5176-85fa-4671-b924-a736413c3eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:03.330105 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76fdb34a-cf65-4651-84de-e93bf7798c69 req-363a5176-85fa-4671-b924-a736413c3eed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cad90d4c81d34a67951626d3208c0d75&device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 1099 time: 0.0876889 Jun 18 17:08:03.446354 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdb34a-cf65-4651-84de-e93bf7798c69 req-83f4767f-7f28-4b82-998f-dc9715cfc2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:03.448923 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76fdb34a-cf65-4651-84de-e93bf7798c69 req-83f4767f-7f28-4b82-998f-dc9715cfc2a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=965e1a70-ee33-40b0-9292-5708b0fb6fdd HTTP/1.1" status: 200 len: 898 time: 0.1106462 Jun 18 17:08:03.503674 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76fdb34a-cf65-4651-84de-e93bf7798c69 req-50451e0c-4775-4e0c-b10f-29bf6d5426f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47bc2cb7-b5d4-4a1a-b841-5f395069a207 HTTP/1.1" status: 200 len: 217 time: 0.0415328 Jun 18 17:08:03.520000 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-f8ee48ce-38da-4b6f-b5fe-85cc25eb6d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628250958', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:07:03Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:04Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '2a525d75-58e9-4c0f-837c-19d2346e3983', 'name': '', 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:f8:36:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6ab932ab-eac7-455f-8fc3-bc708014e6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:06Z', 'updated_at': '2021-06-18T17:07:11Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '6ab932ab-eac7-455f-8fc3-bc708014e6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:03.549283 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee48ce-38da-4b6f-b5fe-85cc25eb6d17 None None] Checking router: e54978c4-29fa-4cf8-8ea4-47d97197ac33 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:08:03.557693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdb34a-cf65-4651-84de-e93bf7798c69 req-d5ef3c98-47dd-4e62-aa6a-cb502e3a18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:03.558416 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee48ce-38da-4b6f-b5fe-85cc25eb6d17 None None] Routers {'e54978c4-29fa-4cf8-8ea4-47d97197ac33'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:08:03.559515 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-f8ee48ce-38da-4b6f-b5fe-85cc25eb6d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:07:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e54978c4-29fa-4cf8-8ea4-47d97197ac33'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:03.559662 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76fdb34a-cf65-4651-84de-e93bf7798c69 req-d5ef3c98-47dd-4e62-aa6a-cb502e3a18b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ab932ab-eac7-455f-8fc3-bc708014e6ea HTTP/1.1" status: 200 len: 834 time: 0.0493834 Jun 18 17:08:03.586407 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4ec62-ad9e-400e-b4c1-4bcb9e75ea02 req-0c74ad60-0e8b-4443-977b-af20ad3ead75 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:03.587897 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fbf4ec62-ad9e-400e-b4c1-4bcb9e75ea02 req-0c74ad60-0e8b-4443-977b-af20ad3ead75 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 946 time: 0.0731654 Jun 18 17:08:03.627088 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdb34a-cf65-4651-84de-e93bf7798c69 req-9be2815f-145e-4c60-9f11-07f44ee2ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:03.628472 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76fdb34a-cf65-4651-84de-e93bf7798c69 req-9be2815f-145e-4c60-9f11-07f44ee2ad9a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=965e1a70-ee33-40b0-9292-5708b0fb6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0624335 Jun 18 17:08:03.631583 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fbf4ec62-ad9e-400e-b4c1-4bcb9e75ea02 req-7c06e0da-a03a-4f39-9225-540f5382764a tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=b926d2aa-cc1b-4144-90dc-cf071556c185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371444 Jun 18 17:08:03.684667 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-f8ee48ce-38da-4b6f-b5fe-85cc25eb6d17 None None] Set router e54978c4-29fa-4cf8-8ea4-47d97197ac33 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:08:03.747579 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76fdb34a-cf65-4651-84de-e93bf7798c69 req-bf12c5ff-e506-492e-b7ab-ac97227eb977 service neutron] 10.222.0.64 "GET /v2.0/networks/965e1a70-ee33-40b0-9292-5708b0fb6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112480 Jun 18 17:08:03.867626 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76fdb34a-cf65-4651-84de-e93bf7798c69 req-b46ac32f-ad2e-42e2-9cff-4892c9b86aa9 service neutron] 10.222.0.64 "GET /v2.0/networks/965e1a70-ee33-40b0-9292-5708b0fb6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134207 Jun 18 17:08:03.920535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-f8ee48ce-38da-4b6f-b5fe-85cc25eb6d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628250958', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:07:03Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:04Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '2a525d75-58e9-4c0f-837c-19d2346e3983', 'name': '', 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:f8:36:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6ab932ab-eac7-455f-8fc3-bc708014e6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:06Z', 'updated_at': '2021-06-18T17:07:11Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '6ab932ab-eac7-455f-8fc3-bc708014e6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:03.953773 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee48ce-38da-4b6f-b5fe-85cc25eb6d17 None None] The sync data for ids ['e54978c4-29fa-4cf8-8ea4-47d97197ac33'] in dv-neutron-797121-1-hyperv is: [{'id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628250958', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:07:03Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:04Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '2a525d75-58e9-4c0f-837c-19d2346e3983', 'name': '', 'network_id': '965e1a70-ee33-40b0-9292-5708b0fb6fdd', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'mac_address': 'fa:16:3e:f8:36:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6ab932ab-eac7-455f-8fc3-bc708014e6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:06Z', 'updated_at': '2021-06-18T17:07:11Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'subnets': [{'id': '6ab932ab-eac7-455f-8fc3-bc708014e6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:08:04.189636 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76058e1e-7818-4098-a680-81b113c8ae09 None None] New status for floating IP 055ee34d-5eb2-4a49-bf42-e04be2ce95e3: DOWN {{(pid=93430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:08:04.845341 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cd9bc-94d9-4428-8ca4-6d7532ee45fb req-5d55344f-d6c7-43f1-adc6-3d7312a39d57 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:04.847397 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2c5cd9bc-94d9-4428-8ca4-6d7532ee45fb req-5d55344f-d6c7-43f1-adc6-3d7312a39d57 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 946 time: 0.0801480 Jun 18 17:08:04.896992 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-2c5cd9bc-94d9-4428-8ca4-6d7532ee45fb req-85eb6163-2cd3-4260-a640-5269db6976b8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/security-groups?id=b926d2aa-cc1b-4144-90dc-cf071556c185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424247 Jun 18 17:08:05.234488 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50f95f-eee4-425a-9f68-d2bd6ad1e295 req-737be622-bbe5-4934-a8ef-0b42822f12e2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:05.235979 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5b50f95f-eee4-425a-9f68-d2bd6ad1e295 req-737be622-bbe5-4934-a8ef-0b42822f12e2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 946 time: 0.0742459 Jun 18 17:08:05.280727 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cddd8ebf-8100-4c99-98f1-91fd8bec3a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:05.353005 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-5b50f95f-eee4-425a-9f68-d2bd6ad1e295 req-1629f908-5372-44ab-87ce-05b497e3fedd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting port 47bc2cb7-b5d4-4a1a-b841-5f395069a207 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:08:05.353251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5b50f95f-eee4-425a-9f68-d2bd6ad1e295 req-1629f908-5372-44ab-87ce-05b497e3fedd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:05.454221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-5b50f95f-eee4-425a-9f68-d2bd6ad1e295 req-1629f908-5372-44ab-87ce-05b497e3fedd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] For port 47bc2cb7-b5d4-4a1a-b841-5f395069a207, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=47bc2cb7-b5d4-4a1a-b841-5f395069a207,segment=NetworkSegment(993e1291-01c2-4c7b-a851-b51108394d6b),segment_id=993e1291-01c2-4c7b-a851-b51108394d6b)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:08:05.454599 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5b50f95f-eee4-425a-9f68-d2bd6ad1e295 req-1629f908-5372-44ab-87ce-05b497e3fedd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:05.517360 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-5b50f95f-eee4-425a-9f68-d2bd6ad1e295 req-1629f908-5372-44ab-87ce-05b497e3fedd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Calling delete_port for 47bc2cb7-b5d4-4a1a-b841-5f395069a207 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:08:05.649824 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5b50f95f-eee4-425a-9f68-d2bd6ad1e295 req-1629f908-5372-44ab-87ce-05b497e3fedd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:05.654964 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1befc631-2b82-4d67-afa5-d4fe61f8d77d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:05.681850 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629f908-5372-44ab-87ce-05b497e3fedd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Port': ['ID=47bc2cb7-b5d4-4a1a-b841-5f395069a207,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:05.685272 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1629f908-5372-44ab-87ce-05b497e3fedd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:05.734809 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b50f95f-eee4-425a-9f68-d2bd6ad1e295 req-1629f908-5372-44ab-87ce-05b497e3fedd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] No DVR routers for this DVR port 47bc2cb7-b5d4-4a1a-b841-5f395069a207 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:08:05.737307 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-5b50f95f-eee4-425a-9f68-d2bd6ad1e295 req-1629f908-5372-44ab-87ce-05b497e3fedd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:05.739350 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5b50f95f-eee4-425a-9f68-d2bd6ad1e295 req-1629f908-5372-44ab-87ce-05b497e3fedd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.64 "DELETE /v2.0/ports/47bc2cb7-b5d4-4a1a-b841-5f395069a207 HTTP/1.1" status: 204 len: 173 time: 0.4968951 Jun 18 17:08:05.739870 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132dc051-a1da-45b0-9796-5656da9dae10', 'name': 'network-vif-deleted', 'tag': '47bc2cb7-b5d4-4a1a-b841-5f395069a207'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:08:05.742211 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c98014-26df-45cc-b81a-5c0922a120b2" -d '{"events": [{"server_uuid": "132dc051-a1da-45b0-9796-5656da9dae10", "name": "network-vif-deleted", "tag": "47bc2cb7-b5d4-4a1a-b841-5f395069a207"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:08:05.786481 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3769ae00-ca25-4676-a4a2-600d7ce774a1 x-openstack-request-id: req-3769ae00-ca25-4676-a4a2-600d7ce774a1 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:08:05.786854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132dc051-a1da-45b0-9796-5656da9dae10", "name": "network-vif-deleted", "tag": "47bc2cb7-b5d4-4a1a-b841-5f395069a207", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:08:05.787165 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3769ae00-ca25-4676-a4a2-600d7ce774a1 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:08:05.787666 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132dc051-a1da-45b0-9796-5656da9dae10', 'name': 'network-vif-deleted', 'tag': '47bc2cb7-b5d4-4a1a-b841-5f395069a207', 'status': 'completed', 'code': 200} Jun 18 17:08:06.065340 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d9814507-4c74-4b58-8f79-fb450f483c2f req-fa026a89-f1d7-4583-8ee7-df380da2ba7c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "GET /v2.0/ports?device_id=132dc051-a1da-45b0-9796-5656da9dae10 HTTP/1.1" status: 200 len: 210 time: 0.0310385 Jun 18 17:08:07.160684 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 57046) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:07.532743 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:07.687701 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-21ef281d-dff8-416a-a020-8f7f300ba691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:07.811012 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting port 2a525d75-58e9-4c0f-837c-19d2346e3983 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:08:07.811242 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:07.897348 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] For port 2a525d75-58e9-4c0f-837c-19d2346e3983, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=2a525d75-58e9-4c0f-837c-19d2346e3983,segment=NetworkSegment(993e1291-01c2-4c7b-a851-b51108394d6b),segment_id=993e1291-01c2-4c7b-a851-b51108394d6b)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:08:07.897714 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:07.965547 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Calling delete_port for 2a525d75-58e9-4c0f-837c-19d2346e3983 owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:08:08.148558 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:08.150444 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e87b7795-00e1-4096-92e0-2fe649cb575c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:08.173943 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Port': ['ID=2a525d75-58e9-4c0f-837c-19d2346e3983,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:08.187205 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:08.187794 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:08.188375 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:08.188768 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:08.189153 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:08.189533 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:08.189916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:08.190290 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:08.190696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:08.191069 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:08.191444 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:08.191861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:08.196114 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:08.296801 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:08.370253 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:08.595246 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Router e54978c4-29fa-4cf8-8ea4-47d97197ac33 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:08:08.710477 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:08:08.718230 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-3bb89ad5-c9a0-446e-8dba-3e0bebc3ddde tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "PUT /v2.0/routers/e54978c4-29fa-4cf8-8ea4-47d97197ac33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5564885 Jun 18 17:08:08.720949 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 57048) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:08.721756 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb82534-0d10-46b2-812d-8697d62c11fc None None] Sync routers for ids ['e54978c4-29fa-4cf8-8ea4-47d97197ac33'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:08:08.731624 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb82534-0d10-46b2-812d-8697d62c11fc None None] Routers {'e54978c4-29fa-4cf8-8ea4-47d97197ac33'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:08:08.732337 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-ebb82534-0d10-46b2-812d-8697d62c11fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:08:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e54978c4-29fa-4cf8-8ea4-47d97197ac33'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:08.784021 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d85868-3a73-415f-9e71-e1ae299224d3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting subnet 6ab932ab-eac7-455f-8fc3-bc708014e6ea {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 17:08:08.787148 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-19d85868-3a73-415f-9e71-e1ae299224d3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:08.836528 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-19d85868-3a73-415f-9e71-e1ae299224d3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:08.852136 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-ebb82534-0d10-46b2-812d-8697d62c11fc None None] Set router e54978c4-29fa-4cf8-8ea4-47d97197ac33 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:08:08.925441 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-19d85868-3a73-415f-9e71-e1ae299224d3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:08.997881 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-19d85868-3a73-415f-9e71-e1ae299224d3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:09.000192 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-52278ea4-2855-4e89-9346-5f8dd6d46fae tempest-RoutersNegativeIpV6Test-2012032655 tempest-RoutersNegativeIpV6Test-2012032655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:09.032537 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d85868-3a73-415f-9e71-e1ae299224d3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab932ab-eac7-455f-8fc3-bc708014e6ea,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:09.036166 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-19d85868-3a73-415f-9e71-e1ae299224d3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:09.037265 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-19d85868-3a73-415f-9e71-e1ae299224d3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:09.042262 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-19d85868-3a73-415f-9e71-e1ae299224d3 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/subnets/6ab932ab-eac7-455f-8fc3-bc708014e6ea HTTP/1.1" status: 204 len: 168 time: 0.3172843 Jun 18 17:08:09.042839 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57050) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:09.117319 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bb840d-eb17-49ae-b2ef-3bc96a043790 None None] Network 965e1a70-ee33-40b0-9292-5708b0fb6fdd requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:08:09.172252 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:09.337202 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-ebb82534-0d10-46b2-812d-8697d62c11fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628250958', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:07:03Z', 'updated_at': '2021-06-18T17:08:08Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:04Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:09.380125 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb82534-0d10-46b2-812d-8697d62c11fc None None] Checking router: e54978c4-29fa-4cf8-8ea4-47d97197ac33 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:08:09.393424 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb82534-0d10-46b2-812d-8697d62c11fc None None] Routers {'e54978c4-29fa-4cf8-8ea4-47d97197ac33'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:08:09.394064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-ebb82534-0d10-46b2-812d-8697d62c11fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:08:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['e54978c4-29fa-4cf8-8ea4-47d97197ac33'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:09.431143 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] DHCP port deletion for 965e1a70-ee33-40b0-9292-5708b0fb6fdd request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 17:08:09.502992 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-738fa439-0b49-44bf-aa56-e9f731f0e082 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:09.542541 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-ebb82534-0d10-46b2-812d-8697d62c11fc None None] Set router e54978c4-29fa-4cf8-8ea4-47d97197ac33 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:08:09.617467 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] Deleting port 8cbce586-b41d-44e8-b074-4e482c07b546 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:08:09.617838 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:09.628394 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-738fa439-0b49-44bf-aa56-e9f731f0e082 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:09.687053 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-738fa439-0b49-44bf-aa56-e9f731f0e082 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Deleting port c09d8b88-5480-422e-8737-74290480f3e3 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:08:09.687408 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-738fa439-0b49-44bf-aa56-e9f731f0e082 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:09.727225 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] For port 8cbce586-b41d-44e8-b074-4e482c07b546, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=8cbce586-b41d-44e8-b074-4e482c07b546,segment=NetworkSegment(993e1291-01c2-4c7b-a851-b51108394d6b),segment_id=993e1291-01c2-4c7b-a851-b51108394d6b)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:08:09.727866 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:09.774152 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-738fa439-0b49-44bf-aa56-e9f731f0e082 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] For port c09d8b88-5480-422e-8737-74290480f3e3, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=c09d8b88-5480-422e-8737-74290480f3e3,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:08:09.774509 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-738fa439-0b49-44bf-aa56-e9f731f0e082 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:09.809277 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] Calling delete_port for 8cbce586-b41d-44e8-b074-4e482c07b546 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:08:09.847072 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-738fa439-0b49-44bf-aa56-e9f731f0e082 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Calling delete_port for c09d8b88-5480-422e-8737-74290480f3e3 owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:08:09.931752 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-ebb82534-0d10-46b2-812d-8697d62c11fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628250958', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:07:03Z', 'updated_at': '2021-06-18T17:08:08Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:04Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:09.935391 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:09.962521 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:09.970227 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb82534-0d10-46b2-812d-8697d62c11fc None None] The sync data for ids ['e54978c4-29fa-4cf8-8ea4-47d97197ac33'] in dv-neutron-797121-1-hyperv is: [{'id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628250958', 'tenant_id': 'cad90d4c81d34a67951626d3208c0d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:07:03Z', 'updated_at': '2021-06-18T17:08:08Z', 'revision_number': 5, 'project_id': 'cad90d4c81d34a67951626d3208c0d75', 'gw_port': {'id': 'c09d8b88-5480-422e-8737-74290480f3e3', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54978c4-29fa-4cf8-8ea4-47d97197ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:07:04Z', 'updated_at': '2021-06-18T17:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:08:09.990575 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] Pushing event deleted for resources: {'Port': ['ID=8cbce586-b41d-44e8-b074-4e482c07b546,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:09.992966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] No DVR routers for this DVR port 8cbce586-b41d-44e8-b074-4e482c07b546 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:08:10.007707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:10.007707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:10.007707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:10.007707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:10.007707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:10.007707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:10.007707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:10.007707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:10.007707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:10.007707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:10.012218 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:10.012629 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:10.016080 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:10.044123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-738fa439-0b49-44bf-aa56-e9f731f0e082 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:10.046982 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cae86336-d90f-4e77-a7d7-5b2e6606ff9c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:10.071666 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fa439-0b49-44bf-aa56-e9f731f0e082 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Port': ['ID=c09d8b88-5480-422e-8737-74290480f3e3,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:10.074875 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-738fa439-0b49-44bf-aa56-e9f731f0e082 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:10.138822 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-738fa439-0b49-44bf-aa56-e9f731f0e082 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:10.233154 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-738fa439-0b49-44bf-aa56-e9f731f0e082 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:10.235298 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-738fa439-0b49-44bf-aa56-e9f731f0e082 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:10.280857 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-738fa439-0b49-44bf-aa56-e9f731f0e082 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:10.281647 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738fa439-0b49-44bf-aa56-e9f731f0e082 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Fanout notify agent at l3_agent the message router_deleted on router e54978c4-29fa-4cf8-8ea4-47d97197ac33 {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 17:08:10.288887 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-738fa439-0b49-44bf-aa56-e9f731f0e082 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:10.290017 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-738fa439-0b49-44bf-aa56-e9f731f0e082 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/routers/e54978c4-29fa-4cf8-8ea4-47d97197ac33 HTTP/1.1" status: 204 len: 168 time: 1.2460535 Jun 18 17:08:10.293336 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57052) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:10.391016 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44d4441b-91ce-43e4-8924-42f8003d288e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:10.485622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44d4441b-91ce-43e4-8924-42f8003d288e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:10.495589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-44d4441b-91ce-43e4-8924-42f8003d288e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['965e1a70-ee33-40b0-9292-5708b0fb6fdd']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:10.506254 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-44d4441b-91ce-43e4-8924-42f8003d288e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993e1291-01c2-4c7b-a851-b51108394d6b') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:10.506553 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-44d4441b-91ce-43e4-8924-42f8003d288e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993e1291-01c2-4c7b-a851-b51108394d6b') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:10.516377 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44d4441b-91ce-43e4-8924-42f8003d288e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:10.538964 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44d4441b-91ce-43e4-8924-42f8003d288e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:10.547869 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d4441b-91ce-43e4-8924-42f8003d288e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 17:08:10.548515 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44d4441b-91ce-43e4-8924-42f8003d288e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 17:08:10.552911 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 17:08:10.611536 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:10.620412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44d4441b-91ce-43e4-8924-42f8003d288e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:10.624466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-11123225-c18c-4b76-a582-5bd230c8baa2 tempest-RoutersIpV6AdminTest-1818203271 tempest-RoutersIpV6AdminTest-1818203271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:10.629017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44d4441b-91ce-43e4-8924-42f8003d288e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:10.630827 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-44d4441b-91ce-43e4-8924-42f8003d288e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/networks/965e1a70-ee33-40b0-9292-5708b0fb6fdd HTTP/1.1" status: 204 len: 168 time: 0.3364720 Jun 18 17:08:10.633416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57054) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:10.649441 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 47bc2cb7-b5d4-4a1a-b841-5f395069a207 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:08:10.659080 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4441b-91ce-43e4-8924-42f8003d288e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'Network': ['ID=965e1a70-ee33-40b0-9292-5708b0fb6fdd,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:10.665145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-44d4441b-91ce-43e4-8924-42f8003d288e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:10.677146 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 47bc2cb7-b5d4-4a1a-b841-5f395069a207 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:08:10.677514 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 47bc2cb7-b5d4-4a1a-b841-5f395069a207 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:08:10.731259 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5d59157e-c000-46fd-af48-3423f5748b37 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:10.758639 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5d59157e-c000-46fd-af48-3423f5748b37 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:10.825496 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5d59157e-c000-46fd-af48-3423f5748b37 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:10.828437 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-5d59157e-c000-46fd-af48-3423f5748b37 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:10.829599 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5d59157e-c000-46fd-af48-3423f5748b37 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] 10.222.0.39 "DELETE /v2.0/security-groups/b926d2aa-cc1b-4144-90dc-cf071556c185 HTTP/1.1" status: 204 len: 168 time: 0.1952591 Jun 18 17:08:10.830409 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-103648fd-9319-478f-b6ac-570a894df5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:10.840692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59157e-c000-46fd-af48-3423f5748b37 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b926d2aa-cc1b-4144-90dc-cf071556c185,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:10.843077 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-5d59157e-c000-46fd-af48-3423f5748b37 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:11.116241 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c09d8b88-5480-422e-8737-74290480f3e3 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:08:11.149769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: c09d8b88-5480-422e-8737-74290480f3e3 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:08:11.150316 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device c09d8b88-5480-422e-8737-74290480f3e3 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:08:11.151657 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2a525d75-58e9-4c0f-837c-19d2346e3983 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:08:11.160926 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57062) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:11.183093 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 2a525d75-58e9-4c0f-837c-19d2346e3983 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:08:11.183663 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 2a525d75-58e9-4c0f-837c-19d2346e3983 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:08:11.184357 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 8cbce586-b41d-44e8-b074-4e482c07b546 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:08:11.216413 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 8cbce586-b41d-44e8-b074-4e482c07b546 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:08:11.216769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 8cbce586-b41d-44e8-b074-4e482c07b546 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:08:11.314200 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a734c1d0-9745-461d-b4d4-8f8a72148b22 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cad90d4c81d34a67951626d3208c0d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518230 Jun 18 17:08:11.316385 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57066) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:11.368741 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44310c73-b010-47cd-9255-d4d5d1f16eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:11.391410 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44310c73-b010-47cd-9255-d4d5d1f16eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:11.443710 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44310c73-b010-47cd-9255-d4d5d1f16eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:11.446362 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-44310c73-b010-47cd-9255-d4d5d1f16eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:11.447558 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-44310c73-b010-47cd-9255-d4d5d1f16eb4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0395bab9-7f84-4a94-b3e9-8a1846fb204d HTTP/1.1" status: 204 len: 168 time: 0.1302736 Jun 18 17:08:11.448955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-21bf937f-01d5-4cf9-9c5f-04000ed06a74 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:11.458302 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44310c73-b010-47cd-9255-d4d5d1f16eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0395bab9-7f84-4a94-b3e9-8a1846fb204d,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:11.460662 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-44310c73-b010-47cd-9255-d4d5d1f16eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:11.743453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57072) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:11.758382 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-06830512-9b50-4f5d-b18d-476e291841ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:11.857740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-06830512-9b50-4f5d-b18d-476e291841ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:11.866703 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-06830512-9b50-4f5d-b18d-476e291841ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:11.872602 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-635d9f96-6375-43c9-89eb-319c0fe33310 tempest-NegativeSecGroupTest-1763715412 tempest-NegativeSecGroupTest-1763715412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:11.911710 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-06830512-9b50-4f5d-b18d-476e291841ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4fbb6f6dfdd749eea44e3d97aa807bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1671674 Jun 18 17:08:11.912953 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06830512-9b50-4f5d-b18d-476e291841ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5bc321-f39e-4ac9-97a0-53988812f68f,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:11.914481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 57074) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:11.916679 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-06830512-9b50-4f5d-b18d-476e291841ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:11.971886 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d56549af-fb1e-4148-ba9f-935bb3e7621b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:11.995158 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d56549af-fb1e-4148-ba9f-935bb3e7621b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:12.045269 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d56549af-fb1e-4148-ba9f-935bb3e7621b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:12.048005 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d56549af-fb1e-4148-ba9f-935bb3e7621b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:12.049160 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d56549af-fb1e-4148-ba9f-935bb3e7621b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b5bc321-f39e-4ac9-97a0-53988812f68f HTTP/1.1" status: 204 len: 168 time: 0.1334884 Jun 18 17:08:12.049985 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9439ee4f-0282-4e01-a08b-3fbc076e62bb tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:12.057861 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56549af-fb1e-4148-ba9f-935bb3e7621b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5bc321-f39e-4ac9-97a0-53988812f68f,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:12.060227 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d56549af-fb1e-4148-ba9f-935bb3e7621b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:12.754249 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57096) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:12.863699 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-30fa9aa0-f21d-48a9-af92-c3b849ee25ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1270773791-network', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:08:12.886141 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fa9aa0-f21d-48a9-af92-c3b849ee25ee admin admin] Made reservation on behalf of 185daec1fa4c4ed486d6f612f7c756ba for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:08:12.888401 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30fa9aa0-f21d-48a9-af92-c3b849ee25ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:12.901343 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30fa9aa0-f21d-48a9-af92-c3b849ee25ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:12.991927 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30fa9aa0-f21d-48a9-af92-c3b849ee25ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:12.996714 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30fa9aa0-f21d-48a9-af92-c3b849ee25ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:12.999907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-00f2eb9e-26aa-41db-b155-ffd874e3c655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:13.024822 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fa9aa0-f21d-48a9-af92-c3b849ee25ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 17:08:13.032286 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa9aa0-f21d-48a9-af92-c3b849ee25ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca45d2a-624c-4372-8d8c-28feac4e1b6d,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:13.035804 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-30fa9aa0-f21d-48a9-af92-c3b849ee25ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:13.038983 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30fa9aa0-f21d-48a9-af92-c3b849ee25ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:13.039881 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-30fa9aa0-f21d-48a9-af92-c3b849ee25ee admin admin] Added segment 7c2ae36b-39a7-47c6-9284-9f1219abe5a8 of type vlan for network 2756df7b-95a0-4ecc-a668-6ee67a04f0c1 Jun 18 17:08:13.083119 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30fa9aa0-f21d-48a9-af92-c3b849ee25ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:13.114807 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30fa9aa0-f21d-48a9-af92-c3b849ee25ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:13.115971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fa9aa0-f21d-48a9-af92-c3b849ee25ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:13.116548 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-30fa9aa0-f21d-48a9-af92-c3b849ee25ee admin admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:13.118756 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-bfe8edf4-1491-4af4-a771-2c9e05f14e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:13.167799 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-30fa9aa0-f21d-48a9-af92-c3b849ee25ee admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4121985 Jun 18 17:08:13.171530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 57100) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:13.178795 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-10f49857-9c34-466f-af95-3185e0f264c5 admin admin] Request body: {'subnet': {'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1270773791-subnet', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'ip_version': 4}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:08:13.180547 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa9aa0-f21d-48a9-af92-c3b849ee25ee admin admin] Pushing event updated for resources: {'Network': ['ID=2756df7b-95a0-4ecc-a668-6ee67a04f0c1,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:13.185166 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-30fa9aa0-f21d-48a9-af92-c3b849ee25ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:13.204762 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 2756df7b-95a0-4ecc-a668-6ee67a04f0c1 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 17:08:13.225560 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f49857-9c34-466f-af95-3185e0f264c5 admin admin] Made reservation on behalf of 185daec1fa4c4ed486d6f612f7c756ba for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:08:13.228235 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-10f49857-9c34-466f-af95-3185e0f264c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:13.421532 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-10f49857-9c34-466f-af95-3185e0f264c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:13.423610 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8a1be37c-8079-4167-9334-53863c571215 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:13.477694 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f49857-9c34-466f-af95-3185e0f264c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c008b71b-a66e-488c-82df-1bea246ebff1,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:13.482654 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-10f49857-9c34-466f-af95-3185e0f264c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:13.491752 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f49857-9c34-466f-af95-3185e0f264c5 admin admin] Checking segment: {'id': '7c2ae36b-39a7-47c6-9284-9f1219abe5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:08:13.492121 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f49857-9c34-466f-af95-3185e0f264c5 admin admin] Network hostable DHCP agents. Network: 2756df7b-95a0-4ecc-a668-6ee67a04f0c1, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 17:08:13.511382 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f49857-9c34-466f-af95-3185e0f264c5 admin admin] Network 2756df7b-95a0-4ecc-a668-6ee67a04f0c1 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 17:08:13.529732 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-10f49857-9c34-466f-af95-3185e0f264c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 2756df7b-95a0-4ecc-a668-6ee67a04f0c1) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:08:13.533997 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f49857-9c34-466f-af95-3185e0f264c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:13.534638 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-10f49857-9c34-466f-af95-3185e0f264c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:13.540601 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883304c3-18b4-4efe-9f28-415504d7120d None None] Network 2756df7b-95a0-4ecc-a668-6ee67a04f0c1 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:08:13.551718 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-10f49857-9c34-466f-af95-3185e0f264c5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3785729 Jun 18 17:08:13.554462 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 57104) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:13.559864 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:08:13.581323 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:13.590016 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:13.648662 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:13.710923 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 17:08:13.711812 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:13.802383 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:13.870850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Allocated IP 172.20.0.2 (2756df7b-95a0-4ecc-a668-6ee67a04f0c1/c008b71b-a66e-488c-82df-1bea246ebff1/0bf6709c-fa53-4218-bb96-0a1018d00bcb) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:08:14.025036 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:14.035084 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Transition to ACTIVE for port object 0bf6709c-fa53-4218-bb96-0a1018d00bcb will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:08:14.042741 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:14.051306 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Transition to ACTIVE for port object 0bf6709c-fa53-4218-bb96-0a1018d00bcb will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:08:14.059650 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:14.061826 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-fbfe8f78-8a44-4648-a50b-d92b96730780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:14.064631 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:14.101323 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Network 2756df7b-95a0-4ecc-a668-6ee67a04f0c1 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:08:14.104487 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:08:14.108473 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:08:14.113836 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Pushing event updated for resources: {'Port': ['ID=0bf6709c-fa53-4218-bb96-0a1018d00bcb,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:14.118512 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:14.171623 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Attempting to bind port 0bf6709c-fa53-4218-bb96-0a1018d00bcb on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:08:14.172026 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Attempting to bind port 0bf6709c-fa53-4218-bb96-0a1018d00bcb by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '7c2ae36b-39a7-47c6-9284-9f1219abe5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:08:14.172698 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Attempting to bind port 0bf6709c-fa53-4218-bb96-0a1018d00bcb on network 2756df7b-95a0-4ecc-a668-6ee67a04f0c1 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:08:14.178529 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:08:14.178946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Checking segment: {'id': '7c2ae36b-39a7-47c6-9284-9f1219abe5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:08:14.179384 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:14.179819 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Bound using segment: {'id': '7c2ae36b-39a7-47c6-9284-9f1219abe5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:08:14.180296 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Bound port: 0bf6709c-fa53-4218-bb96-0a1018d00bcb, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2ae36b-39a7-47c6-9284-9f1219abe5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:08:14.180704 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:14.185361 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] Allocated IP 172.26.2.7 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/30d34348-f01b-4dcb-9f23-be6f47799741) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:08:14.252398 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] For port 0bf6709c-fa53-4218-bb96-0a1018d00bcb, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:08:14.256268 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] For port 0bf6709c-fa53-4218-bb96-0a1018d00bcb, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=0bf6709c-fa53-4218-bb96-0a1018d00bcb,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:08:14.261517 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:14.264040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:14.300478 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:14.327705 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Pushing event updated for resources: {'Port': ['ID=0bf6709c-fa53-4218-bb96-0a1018d00bcb,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:14.330861 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:14.351004 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:14.353166 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-844446ba-da19-4bae-9e1e-07d0623af166 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:14.399351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:08:14.403663 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:08:14.407351 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:08:14.430215 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] Pushing event updated for resources: {'Port': ['ID=30d34348-f01b-4dcb-9f23-be6f47799741,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:14.434942 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:15.054335 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:15.190788 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 0bf6709c-fa53-4218-bb96-0a1018d00bcb up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:08:15.245223 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 0bf6709c-fa53-4218-bb96-0a1018d00bcb completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:08:15.304844 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:15.368981 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fc91fa-053b-4e7d-8bf8-70c5599d46bc None None] Network 2756df7b-95a0-4ecc-a668-6ee67a04f0c1 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:08:15.433893 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4648014a-3c24-411e-863b-4ead1326869b None None] Provisioning for port 0bf6709c-fa53-4218-bb96-0a1018d00bcb completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:08:15.439797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4648014a-3c24-411e-863b-4ead1326869b None None] Provisioning complete for port 0bf6709c-fa53-4218-bb96-0a1018d00bcb triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:08:15.440240 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4648014a-3c24-411e-863b-4ead1326869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:15.448844 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] Router 764ced15-bd55-47e3-b780-76be3ad06157 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 17:08:15.568922 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:08:15.579953 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Sync routers for ids ['764ced15-bd55-47e3-b780-76be3ad06157'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:08:15.592510 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Routers {'764ced15-bd55-47e3-b780-76be3ad06157'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:08:15.592782 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:15.593229 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:08:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['764ced15-bd55-47e3-b780-76be3ad06157'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:15.595284 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-135af91f-009c-42b7-a938-a10c7f3c5d1a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0397320 Jun 18 17:08:15.598036 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 57106) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:15.602564 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4648014a-3c24-411e-863b-4ead1326869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:15.722057 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Set router 764ced15-bd55-47e3-b780-76be3ad06157 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:08:15.807390 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-4648014a-3c24-411e-863b-4ead1326869b None None] For port 0bf6709c-fa53-4218-bb96-0a1018d00bcb, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=0bf6709c-fa53-4218-bb96-0a1018d00bcb,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:08:15.815232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4648014a-3c24-411e-863b-4ead1326869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:15.817719 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:15.878343 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648014a-3c24-411e-863b-4ead1326869b None None] Pushing event updated for resources: {'Port': ['ID=0bf6709c-fa53-4218-bb96-0a1018d00bcb,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:15.882621 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4648014a-3c24-411e-863b-4ead1326869b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:15.941818 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:08:14Z', 'revision_number': 3, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port': {'id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:27:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:14Z', 'updated_at': '2021-06-18T17:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:15.970059 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Checking router: 764ced15-bd55-47e3-b780-76be3ad06157 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:08:15.970413 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Updating router 764ced15-bd55-47e3-b780-76be3ad06157 port 30d34348-f01b-4dcb-9f23-be6f47799741 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:08:16.084234 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:16.108465 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:16.149212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0f04ca76-8af2-456a-bc91-8d7fb87e93f7 None None] Provisioning complete for port 0bf6709c-fa53-4218-bb96-0a1018d00bcb triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:08:16.150557 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0f04ca76-8af2-456a-bc91-8d7fb87e93f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:16.280497 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Allocated IP 172.20.0.1 (2756df7b-95a0-4ecc-a668-6ee67a04f0c1/c008b71b-a66e-488c-82df-1bea246ebff1/7c647b23-9753-4f77-8db1-f1a7c980aa1f) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:08:16.395124 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:16.400485 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:16.411830 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Transition to ACTIVE for port object 7c647b23-9753-4f77-8db1-f1a7c980aa1f will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:08:16.412216 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Transition to ACTIVE for port object 30d34348-f01b-4dcb-9f23-be6f47799741 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:08:16.568669 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:16.570070 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:16.571948 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-b52bb138-d891-473c-a4e7-8afa70e87e6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:16.573735 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c473a42c-d5ca-4960-8bf1-7392df102742 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:16.619968 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Network 2756df7b-95a0-4ecc-a668-6ee67a04f0c1 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:08:16.623167 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Attempting to bind port 30d34348-f01b-4dcb-9f23-be6f47799741 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:08:16.623839 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Attempting to bind port 30d34348-f01b-4dcb-9f23-be6f47799741 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:08:16.623965 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Attempting to bind port 30d34348-f01b-4dcb-9f23-be6f47799741 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:08:16.625591 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:08:16.629780 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:08:16.634160 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:08:16.634664 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:08:16.634999 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:16.636009 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:08:16.636533 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Bound port: 30d34348-f01b-4dcb-9f23-be6f47799741, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:08:16.636926 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:16.640479 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13932f4a-76eb-405c-bbbe-54aa8df0ce9b None None] Pushing event updated for resources: {'Port': ['ID=30d34348-f01b-4dcb-9f23-be6f47799741,revision_number=2']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:16.656799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Pushing event updated for resources: {'Port': ['ID=7c647b23-9753-4f77-8db1-f1a7c980aa1f,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:16.662000 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:16.688032 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13932f4a-76eb-405c-bbbe-54aa8df0ce9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:16.688381 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13932f4a-76eb-405c-bbbe-54aa8df0ce9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:16.688926 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13932f4a-76eb-405c-bbbe-54aa8df0ce9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:16.689465 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13932f4a-76eb-405c-bbbe-54aa8df0ce9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:16.689791 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13932f4a-76eb-405c-bbbe-54aa8df0ce9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:16.690398 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13932f4a-76eb-405c-bbbe-54aa8df0ce9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:16.690901 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13932f4a-76eb-405c-bbbe-54aa8df0ce9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:16.691211 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13932f4a-76eb-405c-bbbe-54aa8df0ce9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:16.691486 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:16.691707 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13932f4a-76eb-405c-bbbe-54aa8df0ce9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:16.691882 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13932f4a-76eb-405c-bbbe-54aa8df0ce9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:16.692168 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13932f4a-76eb-405c-bbbe-54aa8df0ce9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:16.692696 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13932f4a-76eb-405c-bbbe-54aa8df0ce9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:08:16.703647 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-13932f4a-76eb-405c-bbbe-54aa8df0ce9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:16.723998 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] For port 30d34348-f01b-4dcb-9f23-be6f47799741, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:08:16.728028 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] For port 30d34348-f01b-4dcb-9f23-be6f47799741, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=30d34348-f01b-4dcb-9f23-be6f47799741,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:08:16.734843 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:16.739279 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-db31b3c3-e825-47fd-a4dc-46fc8d6bd9bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:16.796334 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Routers {'764ced15-bd55-47e3-b780-76be3ad06157'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:08:16.796968 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:08:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['764ced15-bd55-47e3-b780-76be3ad06157'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:16.845478 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13932f4a-76eb-405c-bbbe-54aa8df0ce9b None None] Pushing event updated for resources: {'Port': ['ID=30d34348-f01b-4dcb-9f23-be6f47799741,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:16.848610 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-13932f4a-76eb-405c-bbbe-54aa8df0ce9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:16.880182 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:16.889433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e4001396-538e-4405-8343-354766284cbf None None] Provisioning for port 7c647b23-9753-4f77-8db1-f1a7c980aa1f completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:08:16.894272 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e4001396-538e-4405-8343-354766284cbf None None] Provisioning complete for port 7c647b23-9753-4f77-8db1-f1a7c980aa1f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:08:16.894967 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e4001396-538e-4405-8343-354766284cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:16.927221 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] Set router 764ced15-bd55-47e3-b780-76be3ad06157 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:08:16.946781 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e4001396-538e-4405-8343-354766284cbf None None] Port 7c647b23-9753-4f77-8db1-f1a7c980aa1f cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:08:17.054248 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:17.060218 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:17.062482 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-86278af2-69d4-4fb8-86c9-2ecd42d78903 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:17.123211 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 0bf6709c-fa53-4218-bb96-0a1018d00bcb up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:08:17.128604 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Pushing event updated for resources: {'Port': ['ID=7c647b23-9753-4f77-8db1-f1a7c980aa1f,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:17.131186 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:17.134015 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:17.140581 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:08:14Z', 'revision_number': 3, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port': {'id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:27:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:14Z', 'updated_at': '2021-06-18T17:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:17.180550 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 0bf6709c-fa53-4218-bb96-0a1018d00bcb triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:08:17.180818 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:17.183704 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d37001-a766-4b6b-8851-e6f637f68b0f None None] The sync data for ids ['764ced15-bd55-47e3-b780-76be3ad06157'] in dv-neutron-797121-1-hyperv is: [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:08:14Z', 'revision_number': 3, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port': {'id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:27:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:14Z', 'updated_at': '2021-06-18T17:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:08:17.247782 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Network 2756df7b-95a0-4ecc-a668-6ee67a04f0c1 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:08:17.249623 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:08:17.399947 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Router 764ced15-bd55-47e3-b780-76be3ad06157 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:08:17.560457 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:08:17.570643 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] 10.222.0.39 "PUT /v2.0/routers/764ced15-bd55-47e3-b780-76be3ad06157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9680250 Jun 18 17:08:17.581656 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e844-e13d-4bd9-bfe0-fda5dafac411 None None] Provisioning complete for port 7c647b23-9753-4f77-8db1-f1a7c980aa1f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:08:17.582045 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e844-e13d-4bd9-bfe0-fda5dafac411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:17.626716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e844-e13d-4bd9-bfe0-fda5dafac411 None None] Port 7c647b23-9753-4f77-8db1-f1a7c980aa1f cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:08:18.161563 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 57122) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:18.167893 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-744e671e-fc91-44d6-b757-97a15690c5d7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2091686472-network', 'tenant_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:08:18.190333 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744e671e-fc91-44d6-b757-97a15690c5d7 admin admin] Made reservation on behalf of 5d628f0a2ec44eb2a7a39b4b2907c9b4 for: {'network': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:08:18.192930 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-744e671e-fc91-44d6-b757-97a15690c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:18.206118 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-744e671e-fc91-44d6-b757-97a15690c5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:18.300857 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-744e671e-fc91-44d6-b757-97a15690c5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:18.304811 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-744e671e-fc91-44d6-b757-97a15690c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:18.307846 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ce419ebe-986b-4280-8abf-9caf50637038 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:18.330775 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744e671e-fc91-44d6-b757-97a15690c5d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 17:08:18.341039 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e671e-fc91-44d6-b757-97a15690c5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f740a3b4-baed-4742-a971-d6577ee76dec,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:18.345969 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-744e671e-fc91-44d6-b757-97a15690c5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:18.347108 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-744e671e-fc91-44d6-b757-97a15690c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:18.347442 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.segments_db [None req-744e671e-fc91-44d6-b757-97a15690c5d7 admin admin] Added segment 83601604-8add-48b4-88a3-04af7d8f5cbf of type vlan for network be5c00a0-40b9-42d1-9a50-6ad17d4f7710 Jun 18 17:08:18.388495 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-744e671e-fc91-44d6-b757-97a15690c5d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:18.417380 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-744e671e-fc91-44d6-b757-97a15690c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:18.418529 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744e671e-fc91-44d6-b757-97a15690c5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:18.419108 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-744e671e-fc91-44d6-b757-97a15690c5d7 admin admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:18.421464 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-df0eeaf4-4489-4f71-9936-08771c9e0e5c tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:18.475430 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-744e671e-fc91-44d6-b757-97a15690c5d7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3126488 Jun 18 17:08:18.478627 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57124) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:18.481693 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e671e-fc91-44d6-b757-97a15690c5d7 admin admin] Pushing event updated for resources: {'Network': ['ID=be5c00a0-40b9-42d1-9a50-6ad17d4f7710,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:18.484594 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-744e671e-fc91-44d6-b757-97a15690c5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:18.487242 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-01a57b13-2843-4fee-a633-074bcb594ca2 admin admin] Request body: {'subnet': {'network_id': 'be5c00a0-40b9-42d1-9a50-6ad17d4f7710', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2091686472-subnet', 'tenant_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'ip_version': 4}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:08:18.493270 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network be5c00a0-40b9-42d1-9a50-6ad17d4f7710 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 17:08:18.513872 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a57b13-2843-4fee-a633-074bcb594ca2 admin admin] Made reservation on behalf of 5d628f0a2ec44eb2a7a39b4b2907c9b4 for: {'subnet': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:08:18.516879 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01a57b13-2843-4fee-a633-074bcb594ca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3963116'] for subnet, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:18.700992 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01a57b13-2843-4fee-a633-074bcb594ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2449568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3963134'] for subnet, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:18.703900 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7fbf6d78-ab54-4f03-9b23-726a71ec2d42 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:18.758939 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a57b13-2843-4fee-a633-074bcb594ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9382b202-c60d-4993-aed1-4cfdff02bf21,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:18.762802 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-01a57b13-2843-4fee-a633-074bcb594ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:18.780249 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a57b13-2843-4fee-a633-074bcb594ca2 admin admin] Checking segment: {'id': '83601604-8add-48b4-88a3-04af7d8f5cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'be5c00a0-40b9-42d1-9a50-6ad17d4f7710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:08:18.780634 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a57b13-2843-4fee-a633-074bcb594ca2 admin admin] Network hostable DHCP agents. Network: be5c00a0-40b9-42d1-9a50-6ad17d4f7710, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 17:08:18.799372 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a57b13-2843-4fee-a633-074bcb594ca2 admin admin] Network be5c00a0-40b9-42d1-9a50-6ad17d4f7710 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 17:08:18.809756 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-01a57b13-2843-4fee-a633-074bcb594ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, be5c00a0-40b9-42d1-9a50-6ad17d4f7710) {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:08:18.815126 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a57b13-2843-4fee-a633-074bcb594ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:18.819161 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7697b3e-ba93-4278-838a-a133ef3ea064 None None] Network be5c00a0-40b9-42d1-9a50-6ad17d4f7710 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:08:18.819407 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-01a57b13-2843-4fee-a633-074bcb594ca2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:18.840404 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-01a57b13-2843-4fee-a633-074bcb594ca2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3559403 Jun 18 17:08:18.841001 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 57126) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:18.846085 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2091686472-router', 'tenant_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:08:18.872229 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:18.873681 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:18.922030 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Sync routers for ids ['764ced15-bd55-47e3-b780-76be3ad06157'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:08:18.944347 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:18.956339 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Routers {'764ced15-bd55-47e3-b780-76be3ad06157'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:08:18.956982 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:08:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['764ced15-bd55-47e3-b780-76be3ad06157'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:19.069455 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-be5c00a0-40b9-42d1-9a50-6ad17d4f7710', 'network_id': 'be5c00a0-40b9-42d1-9a50-6ad17d4f7710', 'tenant_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'fixed_ips': [{'subnet_id': '9382b202-c60d-4993-aed1-4cfdff02bf21'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 17:08:19.070461 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:19.084925 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:19.168707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Set router 764ced15-bd55-47e3-b780-76be3ad06157 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:08:19.204826 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 30d34348-f01b-4dcb-9f23-be6f47799741 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:08:19.332388 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:19.352745 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:19.380165 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Allocated IP 172.20.0.2 (be5c00a0-40b9-42d1-9a50-6ad17d4f7710/9382b202-c60d-4993-aed1-4cfdff02bf21/b0419c7b-c245-422c-b201-2c528b94e6cb) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:08:19.446054 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 30d34348-f01b-4dcb-9f23-be6f47799741 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:08:19.456578 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 30d34348-f01b-4dcb-9f23-be6f47799741 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:08:19.456953 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:19.476014 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Allocated IP 172.26.2.188 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/ac682773-750f-48b9-a106-994b24864572) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:08:19.599870 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:19.646401 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:19.649470 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-037a8d5b-4a99-4bdb-a9e7-983c4fe8fe9f tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:19.667956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:19.674743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:19.687588 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Transition to ACTIVE for port object b0419c7b-c245-422c-b201-2c528b94e6cb will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:08:19.698610 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:08:19.700196 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:08:16Z', 'revision_number': 4, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port': {'id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:27:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:14Z', 'updated_at': '2021-06-18T17:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '7c647b23-9753-4f77-8db1-f1a7c980aa1f', 'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'mac_address': 'fa:16:3e:c8:b7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:16Z', 'updated_at': '2021-06-18T17:08:16Z', 'revision_number': 2, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'subnets': [{'id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:19.701856 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:08:19.705327 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:08:19.738237 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Pushing event updated for resources: {'Port': ['ID=ac682773-750f-48b9-a106-994b24864572,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:19.741236 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:19.741440 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 30d34348-f01b-4dcb-9f23-be6f47799741, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=30d34348-f01b-4dcb-9f23-be6f47799741,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:08:19.745051 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Checking router: 764ced15-bd55-47e3-b780-76be3ad06157 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:08:19.745349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Updating router 764ced15-bd55-47e3-b780-76be3ad06157 port 7c647b23-9753-4f77-8db1-f1a7c980aa1f binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:08:19.750272 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:19.751802 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Transition to ACTIVE for port object b0419c7b-c245-422c-b201-2c528b94e6cb will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:08:19.771695 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:19.799737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:19.826544 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:19.841005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Network be5c00a0-40b9-42d1-9a50-6ad17d4f7710 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:08:19.850497 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:08:19.854558 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:08:19.856668 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=30d34348-f01b-4dcb-9f23-be6f47799741,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:19.863180 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:19.863658 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2a66deda-15c8-4270-b572-de0da35f0d98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:19.975740 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Pushing event updated for resources: {'Port': ['ID=b0419c7b-c245-422c-b201-2c528b94e6cb,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:19.983032 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:19.987068 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Attempting to bind port b0419c7b-c245-422c-b201-2c528b94e6cb on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:08:19.987451 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Attempting to bind port b0419c7b-c245-422c-b201-2c528b94e6cb by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '83601604-8add-48b4-88a3-04af7d8f5cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'be5c00a0-40b9-42d1-9a50-6ad17d4f7710'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:08:19.987817 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Attempting to bind port b0419c7b-c245-422c-b201-2c528b94e6cb on network be5c00a0-40b9-42d1-9a50-6ad17d4f7710 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:08:20.037675 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:08:20.038050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Checking segment: {'id': '83601604-8add-48b4-88a3-04af7d8f5cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'be5c00a0-40b9-42d1-9a50-6ad17d4f7710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:08:20.038461 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:20.038878 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Bound using segment: {'id': '83601604-8add-48b4-88a3-04af7d8f5cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'be5c00a0-40b9-42d1-9a50-6ad17d4f7710'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:08:20.039367 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Bound port: b0419c7b-c245-422c-b201-2c528b94e6cb, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83601604-8add-48b4-88a3-04af7d8f5cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'be5c00a0-40b9-42d1-9a50-6ad17d4f7710'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:08:20.039745 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:20.177278 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] For port b0419c7b-c245-422c-b201-2c528b94e6cb, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:08:20.199204 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] For port b0419c7b-c245-422c-b201-2c528b94e6cb, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=b0419c7b-c245-422c-b201-2c528b94e6cb,segment=NetworkSegment(83601604-8add-48b4-88a3-04af7d8f5cbf),segment_id=83601604-8add-48b4-88a3-04af7d8f5cbf)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:08:20.206314 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:20.212768 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5dbd00a7-7b7a-41a1-ab90-82cdbcab5266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:20.343668 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Pushing event updated for resources: {'Port': ['ID=b0419c7b-c245-422c-b201-2c528b94e6cb,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:20.350949 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:20.374904 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:20.380966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:20.394874 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Transition to ACTIVE for port object 7c647b23-9753-4f77-8db1-f1a7c980aa1f will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:08:20.403603 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:20.414870 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-52264c72-3565-4be3-9cab-ed26b757a4bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:20.529238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c2ccb-bb1f-4a98-998a-f7b60ee6f2fb None None] Pushing event updated for resources: {'Port': ['ID=7c647b23-9753-4f77-8db1-f1a7c980aa1f,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:20.567272 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0d0c2ccb-bb1f-4a98-998a-f7b60ee6f2fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:20.596740 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Attempting to bind port 7c647b23-9753-4f77-8db1-f1a7c980aa1f on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:08:20.599743 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Attempting to bind port 7c647b23-9753-4f77-8db1-f1a7c980aa1f by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '7c2ae36b-39a7-47c6-9284-9f1219abe5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:08:20.600751 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Attempting to bind port 7c647b23-9753-4f77-8db1-f1a7c980aa1f on network 2756df7b-95a0-4ecc-a668-6ee67a04f0c1 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:08:20.609911 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:08:20.610555 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Checking segment: {'id': '7c2ae36b-39a7-47c6-9284-9f1219abe5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:08:20.611319 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:20.611990 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Bound using segment: {'id': '7c2ae36b-39a7-47c6-9284-9f1219abe5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:08:20.612766 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Bound port: 7c647b23-9753-4f77-8db1-f1a7c980aa1f, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2ae36b-39a7-47c6-9284-9f1219abe5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:08:20.613434 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:20.688966 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:20.701868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] For port 7c647b23-9753-4f77-8db1-f1a7c980aa1f, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:08:20.706565 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] For port 7c647b23-9753-4f77-8db1-f1a7c980aa1f, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7c647b23-9753-4f77-8db1-f1a7c980aa1f,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:08:20.720434 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:20.722791 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:20.789647 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Routers {'764ced15-bd55-47e3-b780-76be3ad06157'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:08:20.790283 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:08:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['764ced15-bd55-47e3-b780-76be3ad06157'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:20.872820 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Router 6c0e48b1-ad1a-42eb-854d-eda92f8be7a1 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 17:08:21.006808 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c2ccb-bb1f-4a98-998a-f7b60ee6f2fb None None] Pushing event updated for resources: {'Port': ['ID=7c647b23-9753-4f77-8db1-f1a7c980aa1f,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:21.015281 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0d0c2ccb-bb1f-4a98-998a-f7b60ee6f2fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:21.027725 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:08:21.050495 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Sync routers for ids ['6c0e48b1-ad1a-42eb-854d-eda92f8be7a1'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:08:21.055529 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:21.060022 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2146969 Jun 18 17:08:21.060505 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57128) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:21.078917 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Routers {'6c0e48b1-ad1a-42eb-854d-eda92f8be7a1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:08:21.083600 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:08:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['6c0e48b1-ad1a-42eb-854d-eda92f8be7a1'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:21.122633 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] Set router 764ced15-bd55-47e3-b780-76be3ad06157 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:08:21.272614 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Set router 6c0e48b1-ad1a-42eb-854d-eda92f8be7a1 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:08:21.294088 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 30d34348-f01b-4dcb-9f23-be6f47799741 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:08:21.386823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 30d34348-f01b-4dcb-9f23-be6f47799741 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:08:21.387212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:21.519507 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:08:16Z', 'revision_number': 4, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port': {'id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:27:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:14Z', 'updated_at': '2021-06-18T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '7c647b23-9753-4f77-8db1-f1a7c980aa1f', 'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'mac_address': 'fa:16:3e:c8:b7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:16Z', 'updated_at': '2021-06-18T17:08:20Z', 'revision_number': 4, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'subnets': [{'id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:21.540721 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c0e48b1-ad1a-42eb-854d-eda92f8be7a1', 'name': 'tempest-TestShelveInstance-2091686472-router', 'tenant_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ac682773-750f-48b9-a106-994b24864572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:18Z', 'updated_at': '2021-06-18T17:08:19Z', 'revision_number': 3, 'project_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'gw_port': {'id': 'ac682773-750f-48b9-a106-994b24864572', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ba:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0e48b1-ad1a-42eb-854d-eda92f8be7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:19Z', 'updated_at': '2021-06-18T17:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:21.570194 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4187a3a2-9a02-4aad-840c-07f7f00e1cc3 None None] The sync data for ids ['764ced15-bd55-47e3-b780-76be3ad06157'] in dv-neutron-797121-1-hyperv is: [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:08:16Z', 'revision_number': 4, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port': {'id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:27:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:14Z', 'updated_at': '2021-06-18T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '7c647b23-9753-4f77-8db1-f1a7c980aa1f', 'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'mac_address': 'fa:16:3e:c8:b7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:16Z', 'updated_at': '2021-06-18T17:08:20Z', 'revision_number': 4, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'subnets': [{'id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:08:21.584619 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Checking router: 6c0e48b1-ad1a-42eb-854d-eda92f8be7a1 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:08:21.584980 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Updating router 6c0e48b1-ad1a-42eb-854d-eda92f8be7a1 port ac682773-750f-48b9-a106-994b24864572 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:08:21.588646 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device b0419c7b-c245-422c-b201-2c528b94e6cb up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:08:21.669086 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:21.679700 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port b0419c7b-c245-422c-b201-2c528b94e6cb completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:08:21.715910 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169b46d5-6c03-4814-9d5a-1a794c0e878e None None] Network be5c00a0-40b9-42d1-9a50-6ad17d4f7710 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:08:21.789854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:21.848257 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3a7e4233-d9da-43e4-afec-2028e002092e None None] Provisioning for port b0419c7b-c245-422c-b201-2c528b94e6cb completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:08:21.860041 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3a7e4233-d9da-43e4-afec-2028e002092e None None] Provisioning complete for port b0419c7b-c245-422c-b201-2c528b94e6cb triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:08:21.860452 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4233-d9da-43e4-afec-2028e002092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:22.004505 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:22.014426 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Transition to ACTIVE for port object ac682773-750f-48b9-a106-994b24864572 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:08:22.021295 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:22.023475 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-6c361277-620e-407e-b33a-9da7a6ac3083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:22.050720 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4233-d9da-43e4-afec-2028e002092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:22.054630 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Allocated IP 172.20.0.1 (be5c00a0-40b9-42d1-9a50-6ad17d4f7710/9382b202-c60d-4993-aed1-4cfdff02bf21/40f17c86-de94-4709-bd60-fa4917f8848c) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:08:22.080408 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Attempting to bind port ac682773-750f-48b9-a106-994b24864572 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:08:22.081060 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Attempting to bind port ac682773-750f-48b9-a106-994b24864572 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:08:22.081516 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Attempting to bind port ac682773-750f-48b9-a106-994b24864572 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:08:22.092842 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:08:22.093203 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:08:22.093739 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:22.094111 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:08:22.094733 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Bound port: ac682773-750f-48b9-a106-994b24864572, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:08:22.095026 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:22.100656 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092d29b-080e-425f-9997-b824df901e59 None None] Pushing event updated for resources: {'Port': ['ID=ac682773-750f-48b9-a106-994b24864572,revision_number=2']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:22.116593 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-3a7e4233-d9da-43e4-afec-2028e002092e None None] For port b0419c7b-c245-422c-b201-2c528b94e6cb, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=b0419c7b-c245-422c-b201-2c528b94e6cb,segment=NetworkSegment(83601604-8add-48b4-88a3-04af7d8f5cbf),segment_id=83601604-8add-48b4-88a3-04af7d8f5cbf)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:08:22.126922 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-5092d29b-080e-425f-9997-b824df901e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:22.129009 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4233-d9da-43e4-afec-2028e002092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:22.131967 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:22.186751 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] For port ac682773-750f-48b9-a106-994b24864572, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:08:22.192640 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] For port ac682773-750f-48b9-a106-994b24864572, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ac682773-750f-48b9-a106-994b24864572,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:08:22.199435 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:22.205395 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-13932f4a-76eb-405c-bbbe-54aa8df0ce9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:22.216203 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e4233-d9da-43e4-afec-2028e002092e None None] Pushing event updated for resources: {'Port': ['ID=b0419c7b-c245-422c-b201-2c528b94e6cb,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:22.219702 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-3a7e4233-d9da-43e4-afec-2028e002092e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:22.239108 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:22.259585 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Transition to ACTIVE for port object 40f17c86-de94-4709-bd60-fa4917f8848c will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:08:22.266690 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Routers {'6c0e48b1-ad1a-42eb-854d-eda92f8be7a1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:08:22.268442 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:08:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['6c0e48b1-ad1a-42eb-854d-eda92f8be7a1'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:22.321164 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:22.325134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8b1929a9-f799-43a0-985c-2f8f8c6b6790 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:22.333748 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092d29b-080e-425f-9997-b824df901e59 None None] Pushing event updated for resources: {'Port': ['ID=ac682773-750f-48b9-a106-994b24864572,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:22.340428 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-5092d29b-080e-425f-9997-b824df901e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:22.381469 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Network be5c00a0-40b9-42d1-9a50-6ad17d4f7710 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:08:22.385265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:08:22.389543 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:08:22.396047 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Pushing event updated for resources: {'Port': ['ID=40f17c86-de94-4709-bd60-fa4917f8848c,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:22.418507 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:22.446894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:22.532158 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] Set router 6c0e48b1-ad1a-42eb-854d-eda92f8be7a1 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:08:22.571984 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-bb2a0b5a-7cfa-497e-b6b5-7204172e08f1 None None] Provisioning complete for port b0419c7b-c245-422c-b201-2c528b94e6cb triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:08:22.572471 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bb2a0b5a-7cfa-497e-b6b5-7204172e08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:22.741108 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:22.805860 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c0e48b1-ad1a-42eb-854d-eda92f8be7a1', 'name': 'tempest-TestShelveInstance-2091686472-router', 'tenant_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ac682773-750f-48b9-a106-994b24864572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:18Z', 'updated_at': '2021-06-18T17:08:19Z', 'revision_number': 3, 'project_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'gw_port': {'id': 'ac682773-750f-48b9-a106-994b24864572', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ba:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0e48b1-ad1a-42eb-854d-eda92f8be7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:19Z', 'updated_at': '2021-06-18T17:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:22.845186 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fc9880-2ed3-4988-8ad4-9dd09f0ec84c None None] The sync data for ids ['6c0e48b1-ad1a-42eb-854d-eda92f8be7a1'] in dv-neutron-797121-1-hyperv is: [{'id': '6c0e48b1-ad1a-42eb-854d-eda92f8be7a1', 'name': 'tempest-TestShelveInstance-2091686472-router', 'tenant_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ac682773-750f-48b9-a106-994b24864572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:18Z', 'updated_at': '2021-06-18T17:08:19Z', 'revision_number': 3, 'project_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'gw_port': {'id': 'ac682773-750f-48b9-a106-994b24864572', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ba:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0e48b1-ad1a-42eb-854d-eda92f8be7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:19Z', 'updated_at': '2021-06-18T17:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:08:22.846087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b4f021fe-6f43-4df6-958d-096fdb0f4d92 None None] Provisioning for port 40f17c86-de94-4709-bd60-fa4917f8848c completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:08:22.851489 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b4f021fe-6f43-4df6-958d-096fdb0f4d92 None None] Provisioning complete for port 40f17c86-de94-4709-bd60-fa4917f8848c triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:08:22.852124 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b4f021fe-6f43-4df6-958d-096fdb0f4d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:22.897360 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b4f021fe-6f43-4df6-958d-096fdb0f4d92 None None] Port 40f17c86-de94-4709-bd60-fa4917f8848c cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:08:22.957157 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:22.964392 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:22.968408 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-048cc5ee-1076-44d4-915f-e9f148d69be2 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:23.051061 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:23.054134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Pushing event updated for resources: {'Port': ['ID=40f17c86-de94-4709-bd60-fa4917f8848c,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:23.061677 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:23.171929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Network be5c00a0-40b9-42d1-9a50-6ad17d4f7710 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:08:23.174101 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:08:23.312864 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7c647b23-9753-4f77-8db1-f1a7c980aa1f up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:08:23.347746 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Router 6c0e48b1-ad1a-42eb-854d-eda92f8be7a1 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:08:23.371425 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 7c647b23-9753-4f77-8db1-f1a7c980aa1f completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:08:23.379514 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 7c647b23-9753-4f77-8db1-f1a7c980aa1f triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:08:23.380117 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:23.498518 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:08:23.503777 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:23.504921 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-62b2a9b8-b0d2-46d3-8e4b-f59e7f1db29d admin admin] 10.222.0.39 "PUT /v2.0/routers/6c0e48b1-ad1a-42eb-854d-eda92f8be7a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4431744 Jun 18 17:08:23.542608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-5b6e8421-69a9-491d-b65b-b627ba8d1623 None None] Provisioning complete for port 40f17c86-de94-4709-bd60-fa4917f8848c triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:08:23.542918 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5b6e8421-69a9-491d-b65b-b627ba8d1623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:23.578556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 7c647b23-9753-4f77-8db1-f1a7c980aa1f, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7c647b23-9753-4f77-8db1-f1a7c980aa1f,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:08:23.589950 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:23.590864 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device b0419c7b-c245-422c-b201-2c528b94e6cb up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:08:23.595795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:23.640738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e8421-69a9-491d-b65b-b627ba8d1623 None None] Port 40f17c86-de94-4709-bd60-fa4917f8848c cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:08:23.690857 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=7c647b23-9753-4f77-8db1-f1a7c980aa1f,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:23.692321 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:08:23.696868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:23.703893 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port b0419c7b-c245-422c-b201-2c528b94e6cb triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:08:23.704280 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.204758 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 57136) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:24.209776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-d3a89150-e308-4d3b-8f70-055a872c1687 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1103201856', 'description': 'tempest-secgroup-smoke-1103201856 description', 'project_id': '185daec1fa4c4ed486d6f612f7c756ba'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:08:24.237666 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d3a89150-e308-4d3b-8f70-055a872c1687 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.326084 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d3a89150-e308-4d3b-8f70-055a872c1687 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.330170 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d3a89150-e308-4d3b-8f70-055a872c1687 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.332878 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d7282382-97ca-4656-84cd-9b291e6de9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:24.365307 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d3a89150-e308-4d3b-8f70-055a872c1687 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.366530 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d3a89150-e308-4d3b-8f70-055a872c1687 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1606700 Jun 18 17:08:24.367544 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a89150-e308-4d3b-8f70-055a872c1687 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db595c2-16da-44e2-9c79-12f46522007d,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:24.370258 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57138) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:24.371396 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d3a89150-e308-4d3b-8f70-055a872c1687 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:24.375493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-a70351b3-149a-4281-b227-fc74b09f82dd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Request body: {'security_group_rule': {'security_group_id': '5db595c2-16da-44e2-9c79-12f46522007d', 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:08:24.401779 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a70351b3-149a-4281-b227-fc74b09f82dd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.459607 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a70351b3-149a-4281-b227-fc74b09f82dd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.463256 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a70351b3-149a-4281-b227-fc74b09f82dd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.469068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c39e1d2f-403e-42c3-85fc-d0a4f28fb066 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:24.484741 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70351b3-149a-4281-b227-fc74b09f82dd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8afe01b4-cb01-4da6-9c44-be207ced36b9,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:24.488046 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a70351b3-149a-4281-b227-fc74b09f82dd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:24.489289 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a70351b3-149a-4281-b227-fc74b09f82dd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.493353 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a70351b3-149a-4281-b227-fc74b09f82dd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188533 Jun 18 17:08:24.493353 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57140) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:24.498424 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-8c242bfd-e8d4-4269-b94c-07f6327a1fa0 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Request body: {'security_group_rule': {'security_group_id': '5db595c2-16da-44e2-9c79-12f46522007d', 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:08:24.529403 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8c242bfd-e8d4-4269-b94c-07f6327a1fa0 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.591531 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8c242bfd-e8d4-4269-b94c-07f6327a1fa0 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.595285 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8c242bfd-e8d4-4269-b94c-07f6327a1fa0 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.597234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a70351b3-149a-4281-b227-fc74b09f82dd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:24.618405 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c242bfd-e8d4-4269-b94c-07f6327a1fa0 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99406dd-bac4-41d0-8d17-01dcf196f054,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:24.622378 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8c242bfd-e8d4-4269-b94c-07f6327a1fa0 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:24.625541 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-8c242bfd-e8d4-4269-b94c-07f6327a1fa0 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.626856 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-8c242bfd-e8d4-4269-b94c-07f6327a1fa0 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1326067 Jun 18 17:08:24.629491 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57142) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:24.633929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-1623680e-1fb0-4e85-91e8-cd9f6d97ca5a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Request body: {'security_group_rule': {'security_group_id': '5db595c2-16da-44e2-9c79-12f46522007d', 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:08:24.661925 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1623680e-1fb0-4e85-91e8-cd9f6d97ca5a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.732218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1623680e-1fb0-4e85-91e8-cd9f6d97ca5a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.736584 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1623680e-1fb0-4e85-91e8-cd9f6d97ca5a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.738578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8f28610c-4074-4315-8a8a-6b9141875046 tempest-ServerActionsTestJSON-1229082955 tempest-ServerActionsTestJSON-1229082955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:24.758815 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623680e-1fb0-4e85-91e8-cd9f6d97ca5a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c004c85d-319e-41ef-9ac3-b52509189de8,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:24.763061 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1623680e-1fb0-4e85-91e8-cd9f6d97ca5a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:24.765780 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1623680e-1fb0-4e85-91e8-cd9f6d97ca5a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.767099 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1623680e-1fb0-4e85-91e8-cd9f6d97ca5a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366458 Jun 18 17:08:24.769771 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57144) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:24.774350 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c9e17759-9ecd-49f7-8a9a-3db0fbd599e0 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Request body: {'security_group_rule': {'security_group_id': '5db595c2-16da-44e2-9c79-12f46522007d', 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:08:24.805778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c9e17759-9ecd-49f7-8a9a-3db0fbd599e0 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.873029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c9e17759-9ecd-49f7-8a9a-3db0fbd599e0 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.878243 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c9e17759-9ecd-49f7-8a9a-3db0fbd599e0 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.880592 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ef8599fd-5710-44bb-a0c1-6c4a7b9b0646 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:24.905411 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e17759-9ecd-49f7-8a9a-3db0fbd599e0 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87897e59-e1b5-4bb1-9071-16de8207843e,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:24.911645 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c9e17759-9ecd-49f7-8a9a-3db0fbd599e0 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:24.918375 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c9e17759-9ecd-49f7-8a9a-3db0fbd599e0 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.920474 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c9e17759-9ecd-49f7-8a9a-3db0fbd599e0 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1496861 Jun 18 17:08:24.923032 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57146) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:24.930198 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-1888670a-0541-4aa6-986b-f5d7be92d4cd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Request body: {'security_group_rule': {'security_group_id': '5db595c2-16da-44e2-9c79-12f46522007d', 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:08:24.955464 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-1888670a-0541-4aa6-986b-f5d7be92d4cd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Project 185daec1fa4c4ed486d6f612f7c756ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:08:24.961251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1888670a-0541-4aa6-986b-f5d7be92d4cd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:25.032365 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1888670a-0541-4aa6-986b-f5d7be92d4cd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:25.036881 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1888670a-0541-4aa6-986b-f5d7be92d4cd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:25.038887 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8e260edd-52bf-4f74-821a-9893151cb5bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:25.046661 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Sync routers for ids ['6c0e48b1-ad1a-42eb-854d-eda92f8be7a1'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:08:25.057341 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Routers {'6c0e48b1-ad1a-42eb-854d-eda92f8be7a1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:08:25.058328 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:08:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['6c0e48b1-ad1a-42eb-854d-eda92f8be7a1'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:25.059250 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888670a-0541-4aa6-986b-f5d7be92d4cd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdad7ea-0e7d-48b2-9f11-138a2214c851,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:25.068397 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1888670a-0541-4aa6-986b-f5d7be92d4cd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:25.071467 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1888670a-0541-4aa6-986b-f5d7be92d4cd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:25.076599 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1888670a-0541-4aa6-986b-f5d7be92d4cd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1466587 Jun 18 17:08:25.077218 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57148) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:25.082552 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-3f7b32a2-64fc-4f22-8f29-726283f02824 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Request body: {'security_group_rule': {'security_group_id': '5db595c2-16da-44e2-9c79-12f46522007d', 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:08:25.118289 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-3f7b32a2-64fc-4f22-8f29-726283f02824 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Project 185daec1fa4c4ed486d6f612f7c756ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:08:25.127293 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3f7b32a2-64fc-4f22-8f29-726283f02824 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:25.183672 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:25.210651 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Set router 6c0e48b1-ad1a-42eb-854d-eda92f8be7a1 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:08:25.218134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3f7b32a2-64fc-4f22-8f29-726283f02824 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:25.222731 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3f7b32a2-64fc-4f22-8f29-726283f02824 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:25.228436 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-44136383-b8f4-4d02-bf53-44c25af72c31 tempest-SecGroupIPv6Test-234640100 tempest-SecGroupIPv6Test-234640100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:25.247232 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b32a2-64fc-4f22-8f29-726283f02824 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95ed7ea-1548-42fc-bceb-c98640fd4c90,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:25.250134 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3f7b32a2-64fc-4f22-8f29-726283f02824 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:25.257355 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3f7b32a2-64fc-4f22-8f29-726283f02824 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:25.259377 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3f7b32a2-64fc-4f22-8f29-726283f02824 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1817131 Jun 18 17:08:25.265071 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7c647b23-9753-4f77-8db1-f1a7c980aa1f up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:08:25.413583 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f83143a2-45b9-4906-9243-80e55f761c3f req-ef4868b3-4321-495a-99c1-7209afc18bee tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1103201856&fields=id&tenant_id=185daec1fa4c4ed486d6f612f7c756ba HTTP/1.1" status: 200 len: 267 time: 0.0344429 Jun 18 17:08:25.423888 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 7c647b23-9753-4f77-8db1-f1a7c980aa1f triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:08:25.424269 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:25.539364 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c0e48b1-ad1a-42eb-854d-eda92f8be7a1', 'name': 'tempest-TestShelveInstance-2091686472-router', 'tenant_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ac682773-750f-48b9-a106-994b24864572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:18Z', 'updated_at': '2021-06-18T17:08:22Z', 'revision_number': 4, 'project_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'gw_port': {'id': 'ac682773-750f-48b9-a106-994b24864572', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ba:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0e48b1-ad1a-42eb-854d-eda92f8be7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:19Z', 'updated_at': '2021-06-18T17:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '40f17c86-de94-4709-bd60-fa4917f8848c', 'name': '', 'network_id': 'be5c00a0-40b9-42d1-9a50-6ad17d4f7710', 'tenant_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'mac_address': 'fa:16:3e:3b:07:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0e48b1-ad1a-42eb-854d-eda92f8be7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '9382b202-c60d-4993-aed1-4cfdff02bf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:21Z', 'updated_at': '2021-06-18T17:08:22Z', 'revision_number': 2, 'project_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'subnets': [{'id': '9382b202-c60d-4993-aed1-4cfdff02bf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:25.546807 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83143a2-45b9-4906-9243-80e55f761c3f req-fcd8e651-0666-4b4b-a1a3-222b9841c67d tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:25.548500 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f83143a2-45b9-4906-9243-80e55f761c3f req-fcd8e651-0666-4b4b-a1a3-222b9841c67d tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 809 time: 0.1264701 Jun 18 17:08:25.564964 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a2cc8526-3a9f-4db3-b1da-96d23759e3f6 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/quotas/185daec1fa4c4ed486d6f612f7c756ba HTTP/1.1" status: 200 len: 375 time: 0.0102108 Jun 18 17:08:25.573645 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Checking router: 6c0e48b1-ad1a-42eb-854d-eda92f8be7a1 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:08:25.574005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Updating router 6c0e48b1-ad1a-42eb-854d-eda92f8be7a1 port 40f17c86-de94-4709-bd60-fa4917f8848c binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:08:25.576660 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ac682773-750f-48b9-a106-994b24864572 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:08:25.638927 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:25.640822 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f83143a2-45b9-4906-9243-80e55f761c3f req-1e942a57-54d5-4d9b-8fb6-1562f5b07a83 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693305 Jun 18 17:08:25.687999 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port ac682773-750f-48b9-a106-994b24864572 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:08:25.694579 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ac682773-750f-48b9-a106-994b24864572 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:08:25.694793 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:25.751815 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f83143a2-45b9-4906-9243-80e55f761c3f req-ea5f6fba-1382-4d01-853b-520fcbefb2e2 service neutron] 10.222.0.39 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985496 Jun 18 17:08:25.861538 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f83143a2-45b9-4906-9243-80e55f761c3f req-42bf4d73-d7b6-4c37-b4a4-268ee1cdb311 service neutron] 10.222.0.39 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028037 Jun 18 17:08:26.054106 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cb996ce9-1439-4f3a-aef9-9bc13e0529a0 req-9ee10e3f-3a32-45b8-be47-f1644bb9dd64 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 210 time: 0.0349607 Jun 18 17:08:26.059184 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:26.097940 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port ac682773-750f-48b9-a106-994b24864572, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ac682773-750f-48b9-a106-994b24864572,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:08:26.103301 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:26.109268 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9a149069-3c0a-4912-8232-6a15bc73b06d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:26.194508 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=ac682773-750f-48b9-a106-994b24864572,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:26.203068 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:26.207894 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:26.220887 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Transition to ACTIVE for port object 40f17c86-de94-4709-bd60-fa4917f8848c will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:08:26.227968 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:26.231523 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:26.305328 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ece3a-54e1-4715-91c6-16eaa5947aa3 None None] Pushing event updated for resources: {'Port': ['ID=40f17c86-de94-4709-bd60-fa4917f8848c,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:26.309191 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-341ece3a-54e1-4715-91c6-16eaa5947aa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:26.371475 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Attempting to bind port 40f17c86-de94-4709-bd60-fa4917f8848c on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:08:26.371876 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Attempting to bind port 40f17c86-de94-4709-bd60-fa4917f8848c by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '83601604-8add-48b4-88a3-04af7d8f5cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'be5c00a0-40b9-42d1-9a50-6ad17d4f7710'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:08:26.372287 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Attempting to bind port 40f17c86-de94-4709-bd60-fa4917f8848c on network be5c00a0-40b9-42d1-9a50-6ad17d4f7710 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:08:26.378813 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:08:26.379253 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Checking segment: {'id': '83601604-8add-48b4-88a3-04af7d8f5cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'be5c00a0-40b9-42d1-9a50-6ad17d4f7710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:08:26.379697 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:26.380165 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Bound using segment: {'id': '83601604-8add-48b4-88a3-04af7d8f5cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'be5c00a0-40b9-42d1-9a50-6ad17d4f7710'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:08:26.380710 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Bound port: 40f17c86-de94-4709-bd60-fa4917f8848c, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83601604-8add-48b4-88a3-04af7d8f5cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'be5c00a0-40b9-42d1-9a50-6ad17d4f7710'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:08:26.381159 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:26.460515 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] For port 40f17c86-de94-4709-bd60-fa4917f8848c, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:08:26.464500 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] For port 40f17c86-de94-4709-bd60-fa4917f8848c, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=40f17c86-de94-4709-bd60-fa4917f8848c,segment=NetworkSegment(83601604-8add-48b4-88a3-04af7d8f5cbf),segment_id=83601604-8add-48b4-88a3-04af7d8f5cbf)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:08:26.468943 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:26.470987 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:26.527865 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Routers {'6c0e48b1-ad1a-42eb-854d-eda92f8be7a1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:08:26.528574 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:08:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['6c0e48b1-ad1a-42eb-854d-eda92f8be7a1'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:26.573717 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ece3a-54e1-4715-91c6-16eaa5947aa3 None None] Pushing event updated for resources: {'Port': ['ID=40f17c86-de94-4709-bd60-fa4917f8848c,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:26.578959 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-341ece3a-54e1-4715-91c6-16eaa5947aa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:26.669100 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] Set router 6c0e48b1-ad1a-42eb-854d-eda92f8be7a1 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:08:26.912966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c0e48b1-ad1a-42eb-854d-eda92f8be7a1', 'name': 'tempest-TestShelveInstance-2091686472-router', 'tenant_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ac682773-750f-48b9-a106-994b24864572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:18Z', 'updated_at': '2021-06-18T17:08:22Z', 'revision_number': 4, 'project_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'gw_port': {'id': 'ac682773-750f-48b9-a106-994b24864572', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ba:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0e48b1-ad1a-42eb-854d-eda92f8be7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:19Z', 'updated_at': '2021-06-18T17:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '40f17c86-de94-4709-bd60-fa4917f8848c', 'name': '', 'network_id': 'be5c00a0-40b9-42d1-9a50-6ad17d4f7710', 'tenant_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'mac_address': 'fa:16:3e:3b:07:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0e48b1-ad1a-42eb-854d-eda92f8be7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '9382b202-c60d-4993-aed1-4cfdff02bf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:21Z', 'updated_at': '2021-06-18T17:08:26Z', 'revision_number': 4, 'project_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'subnets': [{'id': '9382b202-c60d-4993-aed1-4cfdff02bf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:26.951225 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385786bf-7299-450d-9a2a-4249e9c12edd None None] The sync data for ids ['6c0e48b1-ad1a-42eb-854d-eda92f8be7a1'] in dv-neutron-797121-1-hyperv is: [{'id': '6c0e48b1-ad1a-42eb-854d-eda92f8be7a1', 'name': 'tempest-TestShelveInstance-2091686472-router', 'tenant_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ac682773-750f-48b9-a106-994b24864572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:18Z', 'updated_at': '2021-06-18T17:08:22Z', 'revision_number': 4, 'project_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'gw_port': {'id': 'ac682773-750f-48b9-a106-994b24864572', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ba:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0e48b1-ad1a-42eb-854d-eda92f8be7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:19Z', 'updated_at': '2021-06-18T17:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '40f17c86-de94-4709-bd60-fa4917f8848c', 'name': '', 'network_id': 'be5c00a0-40b9-42d1-9a50-6ad17d4f7710', 'tenant_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'mac_address': 'fa:16:3e:3b:07:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0e48b1-ad1a-42eb-854d-eda92f8be7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '9382b202-c60d-4993-aed1-4cfdff02bf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:21Z', 'updated_at': '2021-06-18T17:08:26Z', 'revision_number': 4, 'project_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'subnets': [{'id': '9382b202-c60d-4993-aed1-4cfdff02bf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:08:27.253907 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 40f17c86-de94-4709-bd60-fa4917f8848c up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:08:27.295616 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-340e77c9-2daf-4270-94ee-d1374473c7a5 req-ec2a0f64-5e57-42b9-b78a-7d8628226078 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 210 time: 0.0698507 Jun 18 17:08:27.331662 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 40f17c86-de94-4709-bd60-fa4917f8848c completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:08:27.338855 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 40f17c86-de94-4709-bd60-fa4917f8848c triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:08:27.339814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:27.392113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83143a2-45b9-4906-9243-80e55f761c3f req-4d314184-20e9-4058-9ac6-8a4085ccaa76 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:27.393926 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f83143a2-45b9-4906-9243-80e55f761c3f req-4d314184-20e9-4058-9ac6-8a4085ccaa76 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.64 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 809 time: 0.1466985 Jun 18 17:08:27.455647 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:27.455992 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f83143a2-45b9-4906-9243-80e55f761c3f req-7dff2cfe-1e87-449e-aefb-e7c79d53738f tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=185daec1fa4c4ed486d6f612f7c756ba HTTP/1.1" status: 200 len: 380 time: 0.0461471 Jun 18 17:08:27.465034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-f83143a2-45b9-4906-9243-80e55f761c3f req-ae605a63-6368-4a31-a5fe-4d6af7969750 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Request body: {'port': {'device_id': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'admin_state_up': True, 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'security_groups': ['5db595c2-16da-44e2-9c79-12f46522007d']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:08:27.506116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 40f17c86-de94-4709-bd60-fa4917f8848c, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=40f17c86-de94-4709-bd60-fa4917f8848c,segment=NetworkSegment(83601604-8add-48b4-88a3-04af7d8f5cbf),segment_id=83601604-8add-48b4-88a3-04af7d8f5cbf)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:08:27.513525 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:27.514285 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ac682773-750f-48b9-a106-994b24864572 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:08:27.517300 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:27.600432 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83143a2-45b9-4906-9243-80e55f761c3f req-ae605a63-6368-4a31-a5fe-4d6af7969750 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Made reservation on behalf of 185daec1fa4c4ed486d6f612f7c756ba for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:08:27.607245 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f83143a2-45b9-4906-9243-80e55f761c3f req-ae605a63-6368-4a31-a5fe-4d6af7969750 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:27.613989 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=40f17c86-de94-4709-bd60-fa4917f8848c,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:27.618857 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:27.628046 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ac682773-750f-48b9-a106-994b24864572 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:08:27.628433 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:27.762966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-f83143a2-45b9-4906-9243-80e55f761c3f req-ae605a63-6368-4a31-a5fe-4d6af7969750 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Allocated IP 172.20.0.5 (2756df7b-95a0-4ecc-a668-6ee67a04f0c1/c008b71b-a66e-488c-82df-1bea246ebff1/92797d6c-4157-4fbd-af5e-bd7d64280573) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:08:27.921585 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f83143a2-45b9-4906-9243-80e55f761c3f req-ae605a63-6368-4a31-a5fe-4d6af7969750 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:27.941352 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-f83143a2-45b9-4906-9243-80e55f761c3f req-ae605a63-6368-4a31-a5fe-4d6af7969750 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Transition to ACTIVE for port object 92797d6c-4157-4fbd-af5e-bd7d64280573 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:08:27.976512 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f83143a2-45b9-4906-9243-80e55f761c3f req-ae605a63-6368-4a31-a5fe-4d6af7969750 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:27.981043 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-738fa439-0b49-44bf-aa56-e9f731f0e082 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:28.338572 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83143a2-45b9-4906-9243-80e55f761c3f req-ae605a63-6368-4a31-a5fe-4d6af7969750 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Network 2756df7b-95a0-4ecc-a668-6ee67a04f0c1 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:08:28.342275 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-f83143a2-45b9-4906-9243-80e55f761c3f req-ae605a63-6368-4a31-a5fe-4d6af7969750 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:08:28.346448 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83143a2-45b9-4906-9243-80e55f761c3f req-ae605a63-6368-4a31-a5fe-4d6af7969750 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:08:28.375841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae605a63-6368-4a31-a5fe-4d6af7969750 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event updated for resources: {'Port': ['ID=92797d6c-4157-4fbd-af5e-bd7d64280573,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:28.380637 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ae605a63-6368-4a31-a5fe-4d6af7969750 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:28.411017 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83143a2-45b9-4906-9243-80e55f761c3f req-ae605a63-6368-4a31-a5fe-4d6af7969750 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:28.411900 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f83143a2-45b9-4906-9243-80e55f761c3f req-ae605a63-6368-4a31-a5fe-4d6af7969750 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:28.430815 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f83143a2-45b9-4906-9243-80e55f761c3f req-ae605a63-6368-4a31-a5fe-4d6af7969750 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9697893 Jun 18 17:08:28.448909 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Request body: {'port': {'device_id': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:08:28.495161 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62808722-b815-4d4e-a65e-497d8b09f0e3 req-5c4f8c11-0502-4ee0-9eec-52206659d8fd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:28.497158 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-62808722-b815-4d4e-a65e-497d8b09f0e3 req-5c4f8c11-0502-4ee0-9eec-52206659d8fd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 931 time: 0.0750992 Jun 18 17:08:28.530185 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:28.546921 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-62808722-b815-4d4e-a65e-497d8b09f0e3 req-34056e48-5042-487d-9667-51739240bd1c tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435622 Jun 18 17:08:28.586091 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f63a6c4e-e37c-4e8e-8f61-542fd9af59fe None None] Provisioning for port 92797d6c-4157-4fbd-af5e-bd7d64280573 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:08:28.591180 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-f63a6c4e-e37c-4e8e-8f61-542fd9af59fe None None] Provisioning complete for port 92797d6c-4157-4fbd-af5e-bd7d64280573 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:08:28.591654 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f63a6c4e-e37c-4e8e-8f61-542fd9af59fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:28.629198 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-f63a6c4e-e37c-4e8e-8f61-542fd9af59fe None None] Port 92797d6c-4157-4fbd-af5e-bd7d64280573 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:08:28.844441 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92797d6c-4157-4fbd-af5e-bd7d64280573 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:08:28.852251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:28.865366 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Transition to ACTIVE for port object 92797d6c-4157-4fbd-af5e-bd7d64280573 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:08:28.869612 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:28.871890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7812404d-d34b-4523-b51c-c003cde82a7c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:28.955668 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Pushing event updated for resources: {'Port': ['ID=92797d6c-4157-4fbd-af5e-bd7d64280573,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:28.960481 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:29.046187 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Attempting to bind port 92797d6c-4157-4fbd-af5e-bd7d64280573 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:08:29.046768 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Attempting to bind port 92797d6c-4157-4fbd-af5e-bd7d64280573 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '7c2ae36b-39a7-47c6-9284-9f1219abe5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:08:29.047274 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Attempting to bind port 92797d6c-4157-4fbd-af5e-bd7d64280573 on network 2756df7b-95a0-4ecc-a668-6ee67a04f0c1 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:08:29.053693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Port 92797d6c-4157-4fbd-af5e-bd7d64280573 on network 2756df7b-95a0-4ecc-a668-6ee67a04f0c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 17:08:29.054047 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Attempting to bind port 92797d6c-4157-4fbd-af5e-bd7d64280573 on network 2756df7b-95a0-4ecc-a668-6ee67a04f0c1 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:08:29.060704 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:08:29.061158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Checking segment: {'id': '7c2ae36b-39a7-47c6-9284-9f1219abe5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:08:29.061657 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Bound using segment: {'id': '7c2ae36b-39a7-47c6-9284-9f1219abe5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:08:29.062166 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Bound port: 92797d6c-4157-4fbd-af5e-bd7d64280573, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c2ae36b-39a7-47c6-9284-9f1219abe5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:08:29.062605 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:29.146742 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] For port 92797d6c-4157-4fbd-af5e-bd7d64280573, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:08:29.155460 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] For port 92797d6c-4157-4fbd-af5e-bd7d64280573, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=92797d6c-4157-4fbd-af5e-bd7d64280573,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:08:29.157171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 40f17c86-de94-4709-bd60-fa4917f8848c up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:08:29.161359 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:29.165492 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7c9eef6d-d810-47e5-b582-2cb20fe2e67b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:29.202952 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:29.203517 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:29.205112 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f83143a2-45b9-4906-9243-80e55f761c3f req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] 10.222.0.64 "PUT /v2.0/ports/92797d6c-4157-4fbd-af5e-bd7d64280573 HTTP/1.1" status: 200 len: 1093 time: 0.7613521 Jun 18 17:08:29.205692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'tag': '92797d6c-4157-4fbd-af5e-bd7d64280573'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:08:29.208580 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9361d9a8-c251-4d64-8c46-558e366e7f40" -d '{"events": [{"name": "network-changed", "server_uuid": "486b1647-e5d2-44bd-a192-982d69a4ba67", "tag": "92797d6c-4157-4fbd-af5e-bd7d64280573"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:08:29.228212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 40f17c86-de94-4709-bd60-fa4917f8848c triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:08:29.229320 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:29.253595 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Pushing event updated for resources: {'Port': ['ID=92797d6c-4157-4fbd-af5e-bd7d64280573,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:29.258175 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364a6b5f-61af-48c3-9327-7f8c9e3be8b3 x-openstack-request-id: req-364a6b5f-61af-48c3-9327-7f8c9e3be8b3 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:08:29.258550 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486b1647-e5d2-44bd-a192-982d69a4ba67", "tag": "92797d6c-4157-4fbd-af5e-bd7d64280573", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:08:29.258981 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-364a6b5f-61af-48c3-9327-7f8c9e3be8b3 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:08:29.259459 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'tag': '92797d6c-4157-4fbd-af5e-bd7d64280573', 'status': 'completed', 'code': 200} Jun 18 17:08:29.260453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:29.348272 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83143a2-45b9-4906-9243-80e55f761c3f req-de7a37b3-2251-42c6-992b-7b9779451e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:29.349848 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f83143a2-45b9-4906-9243-80e55f761c3f req-de7a37b3-2251-42c6-992b-7b9779451e36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 1096 time: 0.0734386 Jun 18 17:08:29.398565 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f83143a2-45b9-4906-9243-80e55f761c3f req-5165bc5c-0cb9-4768-92e4-bea9a6534212 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92797d6c-4157-4fbd-af5e-bd7d64280573 HTTP/1.1" status: 200 len: 217 time: 0.0354545 Jun 18 17:08:29.453337 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83143a2-45b9-4906-9243-80e55f761c3f req-5f2c1cab-5cab-4935-a3ca-7f06f29ebe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:29.454997 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f83143a2-45b9-4906-9243-80e55f761c3f req-5f2c1cab-5cab-4935-a3ca-7f06f29ebe12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c008b71b-a66e-488c-82df-1bea246ebff1 HTTP/1.1" status: 200 len: 848 time: 0.0508025 Jun 18 17:08:29.527472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83143a2-45b9-4906-9243-80e55f761c3f req-d15d7515-560c-40d9-bba7-5c13fb969e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:29.529041 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f83143a2-45b9-4906-9243-80e55f761c3f req-d15d7515-560c-40d9-bba7-5c13fb969e40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674427 Jun 18 17:08:29.644319 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f83143a2-45b9-4906-9243-80e55f761c3f req-b4468fab-3153-41d3-b9a4-5f83687ab403 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083310 Jun 18 17:08:29.745006 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-f83143a2-45b9-4906-9243-80e55f761c3f req-7016dadf-9c05-4dae-b420-2b228540c75d service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941415 Jun 18 17:08:29.759694 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14b4b9-ecc1-4396-9480-bd9f55f30df7 req-b6b847de-14ed-43a8-8ae2-129868070495 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:29.761934 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ed14b4b9-ecc1-4396-9480-bd9f55f30df7 req-b6b847de-14ed-43a8-8ae2-129868070495 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 943 time: 0.0793588 Jun 18 17:08:29.800949 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ed14b4b9-ecc1-4396-9480-bd9f55f30df7 req-89c74180-f31b-404b-888f-4fec0d453130 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332463 Jun 18 17:08:29.886978 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361d9a8-c251-4d64-8c46-558e366e7f40 req-9c0fe0da-0993-463f-ba9a-9b61737af3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:29.888481 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9361d9a8-c251-4d64-8c46-558e366e7f40 req-9c0fe0da-0993-463f-ba9a-9b61737af3ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 1096 time: 0.0570743 Jun 18 17:08:29.984998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361d9a8-c251-4d64-8c46-558e366e7f40 req-3f1a9962-bf8b-4f8e-a34f-107932e5d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:29.986451 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9361d9a8-c251-4d64-8c46-558e366e7f40 req-3f1a9962-bf8b-4f8e-a34f-107932e5d814 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 910 time: 0.0905132 Jun 18 17:08:30.030037 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9361d9a8-c251-4d64-8c46-558e366e7f40 req-559d62cd-5740-4c59-af45-a7d54d2408ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92797d6c-4157-4fbd-af5e-bd7d64280573 HTTP/1.1" status: 200 len: 217 time: 0.0364006 Jun 18 17:08:30.085809 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361d9a8-c251-4d64-8c46-558e366e7f40 req-a1d2ef6f-ff58-418b-bca2-b9d56da8ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:30.087386 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9361d9a8-c251-4d64-8c46-558e366e7f40 req-a1d2ef6f-ff58-418b-bca2-b9d56da8ed97 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c008b71b-a66e-488c-82df-1bea246ebff1 HTTP/1.1" status: 200 len: 848 time: 0.0517700 Jun 18 17:08:30.151310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361d9a8-c251-4d64-8c46-558e366e7f40 req-6131a0bd-d31a-4e4e-a864-f6e754efa77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:30.152860 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9361d9a8-c251-4d64-8c46-558e366e7f40 req-6131a0bd-d31a-4e4e-a864-f6e754efa77e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0573738 Jun 18 17:08:30.242846 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9361d9a8-c251-4d64-8c46-558e366e7f40 req-ef8d8a75-efd2-4c19-b6d7-dfc9b79f73d1 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832739 Jun 18 17:08:30.346304 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9361d9a8-c251-4d64-8c46-558e366e7f40 req-e8aa751b-3ad2-4174-9487-5615a84cc0c0 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907176 Jun 18 17:08:31.018056 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78e228-e606-456e-beb8-c73d3cd9129b req-a46a5a7b-ba57-44cb-94db-9c08b2bf6844 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:31.019604 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8e78e228-e606-456e-beb8-c73d3cd9129b req-a46a5a7b-ba57-44cb-94db-9c08b2bf6844 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 943 time: 0.0794911 Jun 18 17:08:31.062932 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8e78e228-e606-456e-beb8-c73d3cd9129b req-8dc6e9b1-a246-47b6-b8ac-9e96678cf12c tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375121 Jun 18 17:08:32.263192 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc2008-53f2-41c4-afc6-a1547dd0622a req-533bccf0-3faa-4401-a934-b43dce69ddd1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:32.264727 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a6bc2008-53f2-41c4-afc6-a1547dd0622a req-533bccf0-3faa-4401-a934-b43dce69ddd1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 943 time: 0.0712011 Jun 18 17:08:32.309031 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a6bc2008-53f2-41c4-afc6-a1547dd0622a req-16e2a425-329b-4533-981f-09283437287b tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346484 Jun 18 17:08:32.779861 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 92797d6c-4157-4fbd-af5e-bd7d64280573 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:08:32.882876 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 92797d6c-4157-4fbd-af5e-bd7d64280573, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=92797d6c-4157-4fbd-af5e-bd7d64280573,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:08:32.901593 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '92797d6c-4157-4fbd-af5e-bd7d64280573', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'port_id': '92797d6c-4157-4fbd-af5e-bd7d64280573', 'mac_address': 'fa:16:3e:47:b2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:08:32.942891 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:32.956467 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92797d6c-4157-4fbd-af5e-bd7d64280573 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:08:32.978122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 92797d6c-4157-4fbd-af5e-bd7d64280573, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=92797d6c-4157-4fbd-af5e-bd7d64280573,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:08:32.983527 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:32.985331 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-b6c777c3-71b3-4a9e-82ae-c8b7095b3d1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:33.036779 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=92797d6c-4157-4fbd-af5e-bd7d64280573,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:33.037308 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:33.260122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['92797d6c-4157-4fbd-af5e-bd7d64280573'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:08:33.495835 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797f0e6-87cc-4398-94d7-f40c5c3b380e req-610b273d-2424-4f5f-87c1-0859492de492 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:33.497514 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c797f0e6-87cc-4398-94d7-f40c5c3b380e req-610b273d-2424-4f5f-87c1-0859492de492 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 944 time: 0.0706835 Jun 18 17:08:33.543446 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c797f0e6-87cc-4398-94d7-f40c5c3b380e req-906b7b92-63d2-460f-b2dd-b6a9f3f9809b tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396824 Jun 18 17:08:34.733742 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c4d76-55a1-4389-ab11-4ade3f0b4c98 req-59670558-55b4-4668-a4e7-fbd5e92ebd01 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:34.735366 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-554c4d76-55a1-4389-ab11-4ade3f0b4c98 req-59670558-55b4-4668-a4e7-fbd5e92ebd01 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 944 time: 0.0755515 Jun 18 17:08:34.778311 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-554c4d76-55a1-4389-ab11-4ade3f0b4c98 req-b4bb4939-e4be-4dc6-91d7-8e397f526dea tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369561 Jun 18 17:08:34.779194 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 92797d6c-4157-4fbd-af5e-bd7d64280573 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:08:34.837971 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 92797d6c-4157-4fbd-af5e-bd7d64280573 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:08:34.843097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 92797d6c-4157-4fbd-af5e-bd7d64280573 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:08:34.843489 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:34.928338 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:34.952692 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92797d6c-4157-4fbd-af5e-bd7d64280573'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:08:34.955067 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6900e53-1b41-4b53-b63f-761d4da92cbb" -d '{"events": [{"server_uuid": "486b1647-e5d2-44bd-a192-982d69a4ba67", "name": "network-vif-plugged", "status": "completed", "tag": "92797d6c-4157-4fbd-af5e-bd7d64280573"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:08:34.969176 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 92797d6c-4157-4fbd-af5e-bd7d64280573, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=92797d6c-4157-4fbd-af5e-bd7d64280573,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:08:34.975509 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:34.977670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:35.002945 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03f7f53-c258-4396-b0f6-25bc8dadba34 x-openstack-request-id: req-f03f7f53-c258-4396-b0f6-25bc8dadba34 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:08:35.003249 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486b1647-e5d2-44bd-a192-982d69a4ba67", "name": "network-vif-plugged", "status": "completed", "tag": "92797d6c-4157-4fbd-af5e-bd7d64280573", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:08:35.003509 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f03f7f53-c258-4396-b0f6-25bc8dadba34 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:08:35.003907 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92797d6c-4157-4fbd-af5e-bd7d64280573', 'code': 200} Jun 18 17:08:35.034429 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=92797d6c-4157-4fbd-af5e-bd7d64280573,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:35.038426 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:35.290382 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-99021aa9-68fe-4d2b-9b11-2dd927cca35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:35.294018 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09418b03-c0dd-4fe0-a5dc-2dfda65a41fc req-dc643c24-f858-4a4a-b539-46e1ef8f052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:35.296173 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-09418b03-c0dd-4fe0-a5dc-2dfda65a41fc req-dc643c24-f858-4a4a-b539-46e1ef8f052e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 1098 time: 0.0734427 Jun 18 17:08:35.337140 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-09418b03-c0dd-4fe0-a5dc-2dfda65a41fc req-ca614c61-9f4f-4835-b221-736b1a5c09a0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348308 Jun 18 17:08:35.968677 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b945b3-4484-41ff-b252-fe868299265a req-d60b33aa-3a01-46f5-abce-db3dca8bab57 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:35.970075 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-97b945b3-4484-41ff-b252-fe868299265a req-d60b33aa-3a01-46f5-abce-db3dca8bab57 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0673065 Jun 18 17:08:36.012109 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-97b945b3-4484-41ff-b252-fe868299265a req-c2c7f51b-e892-4147-a458-2d2a585b859e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362325 Jun 18 17:08:37.202674 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f344835-a094-4976-8a56-b0af4b09b005 req-8eabb2fd-9f7f-4579-bca7-f8cdedd7effa tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:37.203837 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8f344835-a094-4976-8a56-b0af4b09b005 req-8eabb2fd-9f7f-4579-bca7-f8cdedd7effa tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0720496 Jun 18 17:08:37.261235 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8f344835-a094-4976-8a56-b0af4b09b005 req-226ad748-18bd-400d-b339-c1282596866f tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486696 Jun 18 17:08:37.448922 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653129eb-eaa9-45bb-880e-423568bcf8a0 req-6b077451-eb39-4234-8d2b-7b8e156adde3 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:37.450706 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-653129eb-eaa9-45bb-880e-423568bcf8a0 req-6b077451-eb39-4234-8d2b-7b8e156adde3 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0719407 Jun 18 17:08:37.497688 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-653129eb-eaa9-45bb-880e-423568bcf8a0 req-bc43249f-84de-4f88-9f6c-324cab401d80 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400255 Jun 18 17:08:37.523089 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 57204) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:37.683171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c99b6f0a-e0fb-4e06-89ab-94111955ba34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:37.690545 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bada94-b337-4a35-94ba-aa5a9187a359 tempest-TestShelveInstance-139994380 tempest-TestShelveInstance-139994380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:37.692082 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-59bada94-b337-4a35-94ba-aa5a9187a359 tempest-TestShelveInstance-139994380 tempest-TestShelveInstance-139994380-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 1093 time: 0.1677463 Jun 18 17:08:37.695074 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 57208) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:08:37.699933 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': '92797d6c-4157-4fbd-af5e-bd7d64280573', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:08:37.724427 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for floatingip, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:37.834558 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:37.958180 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Allocated IP 172.26.2.241 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/2295f21b-795f-42f0-b729-9d31583114ce) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:08:38.070739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:38.116722 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:38.118814 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f2445d9b-6171-47ff-a7b6-5bfda62176fc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:38.172316 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:08:38.179510 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:08:38.182741 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:08:38.205301 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event updated for resources: {'Port': ['ID=2295f21b-795f-42f0-b729-9d31583114ce,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:38.208468 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:38.301915 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:38.626491 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:38.727018 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:38.910396 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:38.916415 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:38.919935 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-b79bf12f-9e50-4918-ae7f-b70f721d4866 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:08:38.996473 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event updated for resources: {'Port': ['ID=2295f21b-795f-42f0-b729-9d31583114ce,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:08:39.001132 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:08:39.012782 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:39.080317 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:39.129968 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Floating IP 050cdb83-7933-4c24-81f0-714a232cf892 associated. External IP: 172.26.2.241, port: 92797d6c-4157-4fbd-af5e-bd7d64280573. Jun 18 17:08:39.360459 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Router 764ced15-bd55-47e3-b780-76be3ad06157 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:08:39.473962 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:08:39.484957 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a9e12f-952f-4b9d-b1dd-6f9b7ad538e7 None None] Sync routers for ids ['764ced15-bd55-47e3-b780-76be3ad06157'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:08:39.493163 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:39.496787 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a9e12f-952f-4b9d-b1dd-6f9b7ad538e7 None None] Routers {'764ced15-bd55-47e3-b780-76be3ad06157'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:08:39.497426 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-71a9e12f-952f-4b9d-b1dd-6f9b7ad538e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:08:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['764ced15-bd55-47e3-b780-76be3ad06157'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:39.533202 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8369851 Jun 18 17:08:39.533964 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'tag': '92797d6c-4157-4fbd-af5e-bd7d64280573'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:08:39.536770 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e068aa33-48e2-4fb7-a2f1-0d9f12d38f63" -d '{"events": [{"name": "network-changed", "server_uuid": "486b1647-e5d2-44bd-a192-982d69a4ba67", "tag": "92797d6c-4157-4fbd-af5e-bd7d64280573"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:08:39.579214 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb90ffd9-3044-416a-9c18-b538edcd6ac9 x-openstack-request-id: req-fb90ffd9-3044-416a-9c18-b538edcd6ac9 {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:08:39.579712 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486b1647-e5d2-44bd-a192-982d69a4ba67", "tag": "92797d6c-4157-4fbd-af5e-bd7d64280573", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:08:39.580053 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb90ffd9-3044-416a-9c18-b538edcd6ac9 {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:08:39.580572 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'tag': '92797d6c-4157-4fbd-af5e-bd7d64280573', 'status': 'completed', 'code': 200} Jun 18 17:08:39.611005 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-71a9e12f-952f-4b9d-b1dd-6f9b7ad538e7 None None] Set router 764ced15-bd55-47e3-b780-76be3ad06157 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:08:39.702364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068aa33-48e2-4fb7-a2f1-0d9f12d38f63 req-1e9dbd6c-0f1c-4e50-b53e-b385a0b6d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:39.703897 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e068aa33-48e2-4fb7-a2f1-0d9f12d38f63 req-1e9dbd6c-0f1c-4e50-b53e-b385a0b6d4e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 1098 time: 0.0754073 Jun 18 17:08:39.805532 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068aa33-48e2-4fb7-a2f1-0d9f12d38f63 req-022202a1-1c00-4894-a88b-91a91ace2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:39.807640 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e068aa33-48e2-4fb7-a2f1-0d9f12d38f63 req-022202a1-1c00-4894-a88b-91a91ace2059 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 910 time: 0.0967519 Jun 18 17:08:39.851278 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-71a9e12f-952f-4b9d-b1dd-6f9b7ad538e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:08:16Z', 'revision_number': 4, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port': {'id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:27:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:14Z', 'updated_at': '2021-06-18T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '050cdb83-7933-4c24-81f0-714a232cf892', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'floating_ip_address': '172.26.2.241', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'port_id': '92797d6c-4157-4fbd-af5e-bd7d64280573', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'mac_address': 'fa:16:3e:47:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:08:38Z', 'updated_at': '2021-06-18T17:08:38Z', 'revision_number': 0, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c647b23-9753-4f77-8db1-f1a7c980aa1f', 'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'mac_address': 'fa:16:3e:c8:b7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:16Z', 'updated_at': '2021-06-18T17:08:23Z', 'revision_number': 5, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'subnets': [{'id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:39.884193 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a9e12f-952f-4b9d-b1dd-6f9b7ad538e7 None None] Checking router: 764ced15-bd55-47e3-b780-76be3ad06157 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:08:39.889777 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e068aa33-48e2-4fb7-a2f1-0d9f12d38f63 req-b899dbfc-63f0-48e5-807d-93f0710d4374 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92797d6c-4157-4fbd-af5e-bd7d64280573 HTTP/1.1" status: 200 len: 999 time: 0.0719800 Jun 18 17:08:39.894551 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a9e12f-952f-4b9d-b1dd-6f9b7ad538e7 None None] Routers {'764ced15-bd55-47e3-b780-76be3ad06157'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:08:39.895298 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-71a9e12f-952f-4b9d-b1dd-6f9b7ad538e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:08:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['764ced15-bd55-47e3-b780-76be3ad06157'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:39.944773 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068aa33-48e2-4fb7-a2f1-0d9f12d38f63 req-48d41556-9c33-4c85-8e72-19461d7389f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:39.946310 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e068aa33-48e2-4fb7-a2f1-0d9f12d38f63 req-48d41556-9c33-4c85-8e72-19461d7389f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c008b71b-a66e-488c-82df-1bea246ebff1 HTTP/1.1" status: 200 len: 848 time: 0.0503407 Jun 18 17:08:40.008642 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-71a9e12f-952f-4b9d-b1dd-6f9b7ad538e7 None None] Set router 764ced15-bd55-47e3-b780-76be3ad06157 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:08:40.012849 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068aa33-48e2-4fb7-a2f1-0d9f12d38f63 req-44cc5003-bc34-48c0-9b58-74d4fa5bfc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:40.014433 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e068aa33-48e2-4fb7-a2f1-0d9f12d38f63 req-44cc5003-bc34-48c0-9b58-74d4fa5bfc41 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0620477 Jun 18 17:08:40.138653 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e068aa33-48e2-4fb7-a2f1-0d9f12d38f63 req-831347f0-e338-412d-88b3-f72e6c77f72c service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178336 Jun 18 17:08:40.245835 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e068aa33-48e2-4fb7-a2f1-0d9f12d38f63 req-a2fc417e-2843-4e9a-baf7-fe1e76e34ad3 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007180 Jun 18 17:08:40.274875 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-71a9e12f-952f-4b9d-b1dd-6f9b7ad538e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:08:16Z', 'revision_number': 4, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port': {'id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:27:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:14Z', 'updated_at': '2021-06-18T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '050cdb83-7933-4c24-81f0-714a232cf892', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'floating_ip_address': '172.26.2.241', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'port_id': '92797d6c-4157-4fbd-af5e-bd7d64280573', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'mac_address': 'fa:16:3e:47:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:08:38Z', 'updated_at': '2021-06-18T17:08:38Z', 'revision_number': 0, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c647b23-9753-4f77-8db1-f1a7c980aa1f', 'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'mac_address': 'fa:16:3e:c8:b7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:16Z', 'updated_at': '2021-06-18T17:08:23Z', 'revision_number': 5, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'subnets': [{'id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:08:40.305799 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a9e12f-952f-4b9d-b1dd-6f9b7ad538e7 None None] The sync data for ids ['764ced15-bd55-47e3-b780-76be3ad06157'] in dv-neutron-797121-1-hyperv is: [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:08:16Z', 'revision_number': 4, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port': {'id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:27:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:14Z', 'updated_at': '2021-06-18T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '050cdb83-7933-4c24-81f0-714a232cf892', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'floating_ip_address': '172.26.2.241', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'port_id': '92797d6c-4157-4fbd-af5e-bd7d64280573', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'mac_address': 'fa:16:3e:47:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:08:38Z', 'updated_at': '2021-06-18T17:08:38Z', 'revision_number': 0, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c647b23-9753-4f77-8db1-f1a7c980aa1f', 'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'mac_address': 'fa:16:3e:c8:b7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:16Z', 'updated_at': '2021-06-18T17:08:23Z', 'revision_number': 5, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'subnets': [{'id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:08:40.513977 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff9dc6-092e-49d1-8f04-89f268405983 None None] New status for floating IP 050cdb83-7933-4c24-81f0-714a232cf892: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:08:40.628301 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:53.470309 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e6cbcac5-69ea-4de5-908d-29c96eda9331 req-e5a52c24-6912-4737-9e4d-557c11c38e83 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535338 Jun 18 17:08:53.581993 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbcac5-69ea-4de5-908d-29c96eda9331 req-74c85a0d-5385-4156-9f75-400de2ddb13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:53.583504 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e6cbcac5-69ea-4de5-908d-29c96eda9331 req-74c85a0d-5385-4156-9f75-400de2ddb13d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 1098 time: 0.0584388 Jun 18 17:08:53.693351 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbcac5-69ea-4de5-908d-29c96eda9331 req-b0116da0-6bb0-4d80-85f8-b14f08a02848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:53.694850 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e6cbcac5-69ea-4de5-908d-29c96eda9331 req-b0116da0-6bb0-4d80-85f8-b14f08a02848 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 910 time: 0.0894487 Jun 18 17:08:53.780653 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e6cbcac5-69ea-4de5-908d-29c96eda9331 req-63b50faa-435d-4bd0-a3c6-85b82f2a8db7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92797d6c-4157-4fbd-af5e-bd7d64280573 HTTP/1.1" status: 200 len: 1001 time: 0.0775728 Jun 18 17:08:53.834374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbcac5-69ea-4de5-908d-29c96eda9331 req-266a4d36-3a59-450b-8e89-33f3f3ee4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:53.835849 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e6cbcac5-69ea-4de5-908d-29c96eda9331 req-266a4d36-3a59-450b-8e89-33f3f3ee4568 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c008b71b-a66e-488c-82df-1bea246ebff1 HTTP/1.1" status: 200 len: 848 time: 0.0454760 Jun 18 17:08:53.891495 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbcac5-69ea-4de5-908d-29c96eda9331 req-9b9787ac-d38a-4ed4-bcc3-922386435d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:53.892975 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e6cbcac5-69ea-4de5-908d-29c96eda9331 req-9b9787ac-d38a-4ed4-bcc3-922386435d8a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512710 Jun 18 17:08:53.986092 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e6cbcac5-69ea-4de5-908d-29c96eda9331 req-47968e39-6613-49ca-9b19-48c106284362 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865991 Jun 18 17:08:54.090003 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e6cbcac5-69ea-4de5-908d-29c96eda9331 req-c9598b24-f917-4a48-934b-435116878748 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968018 Jun 18 17:08:55.144522 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:00.684381 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:09:05.284051 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c2feb2dd-7ad4-41ec-b80f-56094adb1ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:07.687216 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-75edb012-4f7d-4014-99e6-29688cd9cfb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:08.304783 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:09.075581 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:10.612871 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:25.143342 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:35.288814 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e60cc69d-8bf3-4023-b6e8-c30f58960ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:37.683398 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:09:37.689031 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8846afeb-6c6a-468a-b2a7-52fe287faa4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:38.310001 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:39.083399 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:40.621716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:54.544144 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8ec4a754-0a45-4336-bb3a-fd9adafd9d5c req-b9d80867-fa2a-4cb3-8113-ea04a36b6e16 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1028478 Jun 18 17:09:54.680536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4a754-0a45-4336-bb3a-fd9adafd9d5c req-a13244ab-5816-4885-ae2b-6a4ce526b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:54.682104 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8ec4a754-0a45-4336-bb3a-fd9adafd9d5c req-a13244ab-5816-4885-ae2b-6a4ce526b65f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 1098 time: 0.0693634 Jun 18 17:09:54.788653 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4a754-0a45-4336-bb3a-fd9adafd9d5c req-391b96e6-fb4b-4f6c-afcf-538d1aa2d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:54.790101 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8ec4a754-0a45-4336-bb3a-fd9adafd9d5c req-391b96e6-fb4b-4f6c-afcf-538d1aa2d524 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 910 time: 0.0875740 Jun 18 17:09:54.875370 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8ec4a754-0a45-4336-bb3a-fd9adafd9d5c req-f1235e26-8970-4b08-9c57-c7c20ef2ed68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92797d6c-4157-4fbd-af5e-bd7d64280573 HTTP/1.1" status: 200 len: 1001 time: 0.0782161 Jun 18 17:09:54.928289 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4a754-0a45-4336-bb3a-fd9adafd9d5c req-a4f9e859-b58c-4423-9705-0fc81f419d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:54.929846 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8ec4a754-0a45-4336-bb3a-fd9adafd9d5c req-a4f9e859-b58c-4423-9705-0fc81f419d96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c008b71b-a66e-488c-82df-1bea246ebff1 HTTP/1.1" status: 200 len: 848 time: 0.0478914 Jun 18 17:09:54.994055 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4a754-0a45-4336-bb3a-fd9adafd9d5c req-f0f28e3e-44db-414e-ba02-19c9b33329b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:54.995657 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8ec4a754-0a45-4336-bb3a-fd9adafd9d5c req-f0f28e3e-44db-414e-ba02-19c9b33329b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0596509 Jun 18 17:09:55.007504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [req-8ec4a754-0a45-4336-bb3a-fd9adafd9d5c req-4e92b89f-2a4b-4106-b1f9-e0e3358f7e77 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 17:09:55.008519 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8ec4a754-0a45-4336-bb3a-fd9adafd9d5c req-4e92b89f-2a4b-4106-b1f9-e0e3358f7e77 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062468 Jun 18 17:09:55.111829 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8ec4a754-0a45-4336-bb3a-fd9adafd9d5c req-39aa6e45-aa61-44f1-9140-e3bac2c70db3 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966241 Jun 18 17:09:55.141729 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:55.211228 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-8ec4a754-0a45-4336-bb3a-fd9adafd9d5c req-f7a6d00a-1de6-4cf2-9e36-1c748d249227 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921347 Jun 18 17:10:05.282166 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-83568180-3b91-4ac2-86f0-c2ded747d6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:07.691572 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-dcf4d2ca-cec7-4869-9a7c-5f5fd4f79bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:08.303089 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:09.087079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:10.619724 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:14.682387 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:10:25.152439 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:35.283696 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-76cfd1a2-cc0c-4cfe-be19-04dbd628ca53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:35.590267 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176721df-36b0-4271-bd3f-1c82cf80a3d9 req-0ca5feaa-6ef4-4a0c-9c67-99ebfd2d2e7a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:35.591832 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-176721df-36b0-4271-bd3f-1c82cf80a3d9 req-0ca5feaa-6ef4-4a0c-9c67-99ebfd2d2e7a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.1175315 Jun 18 17:10:35.629577 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-176721df-36b0-4271-bd3f-1c82cf80a3d9 req-c5e9e12f-4933-4a83-aea2-cc38b46f54fc tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319571 Jun 18 17:10:36.880655 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61e520-dadc-47bc-a2cb-58df7adce74f req-407c97e0-295c-4b2b-8508-ba938ce15bf1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:36.882151 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7f61e520-dadc-47bc-a2cb-58df7adce74f req-407c97e0-295c-4b2b-8508-ba938ce15bf1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0649672 Jun 18 17:10:36.921147 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7f61e520-dadc-47bc-a2cb-58df7adce74f req-1ed2cbfb-b695-4afb-a973-0032fa502f64 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319870 Jun 18 17:10:37.696442 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f7432d6f-8ef8-4113-b793-0c2f3adfbc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:38.115524 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960293f0-dd90-49eb-8344-64870e52b4be req-f30cfdec-a939-460e-8971-433c7a1847b3 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:38.116993 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-960293f0-dd90-49eb-8344-64870e52b4be req-f30cfdec-a939-460e-8971-433c7a1847b3 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0654531 Jun 18 17:10:38.163516 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-960293f0-dd90-49eb-8344-64870e52b4be req-f525d02f-7bba-4c0c-964a-30f90d808fff tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406599 Jun 18 17:10:38.305683 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:39.086914 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:39.354508 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a27d1-0107-4dd9-81db-3396a71c7739 req-f47afca9-4a57-41f3-b5c6-c6ba97eb983c tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:39.356032 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7d8a27d1-0107-4dd9-81db-3396a71c7739 req-f47afca9-4a57-41f3-b5c6-c6ba97eb983c tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0732646 Jun 18 17:10:39.402619 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7d8a27d1-0107-4dd9-81db-3396a71c7739 req-ab9b04bb-7c2b-4e33-ab5b-eb58e3f4ce0f tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375788 Jun 18 17:10:40.625656 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:40.626404 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6185538-cd4c-4a66-b1e8-af3e6e23fde9 req-69317575-16ff-486a-bcca-1df1ab6e0c70 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:40.627696 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e6185538-cd4c-4a66-b1e8-af3e6e23fde9 req-69317575-16ff-486a-bcca-1df1ab6e0c70 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0708299 Jun 18 17:10:40.673949 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e6185538-cd4c-4a66-b1e8-af3e6e23fde9 req-c1f9433d-d9db-47a1-b67b-f16b17058a86 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401006 Jun 18 17:10:41.883530 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e2025-962f-4b25-88de-28404893d6df req-2e63dc49-8b35-4d79-b759-945c8ad66d76 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:41.885100 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4d7e2025-962f-4b25-88de-28404893d6df req-2e63dc49-8b35-4d79-b759-945c8ad66d76 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0817802 Jun 18 17:10:42.277377 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4d7e2025-962f-4b25-88de-28404893d6df req-b293401e-89a0-4f7d-9106-ac5b58133c17 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855617 Jun 18 17:10:43.459391 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f3aa9-c6f6-4131-b38d-fc57723a1ec5 req-607f35c6-8ae0-4d23-b47b-3f6776b58824 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:43.460809 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-de5f3aa9-c6f6-4131-b38d-fc57723a1ec5 req-607f35c6-8ae0-4d23-b47b-3f6776b58824 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0705960 Jun 18 17:10:43.527880 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-de5f3aa9-c6f6-4131-b38d-fc57723a1ec5 req-164679ad-b789-48fd-8662-0f56974b9b68 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606124 Jun 18 17:10:44.709976 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f73ec3-0224-4f2a-a51f-1e9707f300d8 req-3a89e33c-df47-491e-bb9a-97030ed79bf1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:44.711501 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-78f73ec3-0224-4f2a-a51f-1e9707f300d8 req-3a89e33c-df47-491e-bb9a-97030ed79bf1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0667946 Jun 18 17:10:44.755346 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-78f73ec3-0224-4f2a-a51f-1e9707f300d8 req-03a9178a-3cb7-4637-ac6c-9096f65e5da9 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379095 Jun 18 17:10:45.956998 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f9eaf-1da3-4d9b-b819-fcb89b40c19b req-0d0cb84f-1265-4f68-a54c-3efa20e9206f tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:45.959580 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-041f9eaf-1da3-4d9b-b819-fcb89b40c19b req-0d0cb84f-1265-4f68-a54c-3efa20e9206f tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0813785 Jun 18 17:10:46.001306 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-041f9eaf-1da3-4d9b-b819-fcb89b40c19b req-7ddc4830-5b15-48e1-a2fe-70dedd49f3c4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352390 Jun 18 17:10:47.183177 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b6769-34c6-4400-ac68-beb51223306c req-8a94c4cd-a7fc-450e-9f5a-eaf7091f1359 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:47.184691 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ae9b6769-34c6-4400-ac68-beb51223306c req-8a94c4cd-a7fc-450e-9f5a-eaf7091f1359 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0664942 Jun 18 17:10:47.225924 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ae9b6769-34c6-4400-ac68-beb51223306c req-9c019eb5-c51b-4c8b-a20a-7a7c4cba0735 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346549 Jun 18 17:10:47.419178 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 92797d6c-4157-4fbd-af5e-bd7d64280573 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:10:47.525894 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 92797d6c-4157-4fbd-af5e-bd7d64280573, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=92797d6c-4157-4fbd-af5e-bd7d64280573,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:10:47.540371 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '92797d6c-4157-4fbd-af5e-bd7d64280573', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'port_id': '92797d6c-4157-4fbd-af5e-bd7d64280573', 'mac_address': 'fa:16:3e:47:b2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:10:47.590381 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:47.606136 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92797d6c-4157-4fbd-af5e-bd7d64280573 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:10:47.629794 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 92797d6c-4157-4fbd-af5e-bd7d64280573, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=92797d6c-4157-4fbd-af5e-bd7d64280573,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:10:47.631011 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:47.632767 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-341ece3a-54e1-4715-91c6-16eaa5947aa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:10:47.679005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=92797d6c-4157-4fbd-af5e-bd7d64280573,revision_number=6']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:10:47.686568 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:10:47.686940 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:10:47.687337 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:10:47.687673 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:10:47.687997 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:10:47.688320 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:10:47.688640 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:10:47.688956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:10:47.689276 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:10:47.689617 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:10:47.689932 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:10:47.690241 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:10:47.694413 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:10:47.809345 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['92797d6c-4157-4fbd-af5e-bd7d64280573'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:10:48.437991 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdccb4-eb96-4397-814b-f82fda84e269 req-e564bcd6-288c-4481-87e0-16db534c60b4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:48.439556 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3cbdccb4-eb96-4397-814b-f82fda84e269 req-e564bcd6-288c-4481-87e0-16db534c60b4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 944 time: 0.0759716 Jun 18 17:10:48.480485 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3cbdccb4-eb96-4397-814b-f82fda84e269 req-5c9a88ef-2df1-4b60-b946-db1b60d37bdb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343430 Jun 18 17:10:49.434057 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 92797d6c-4157-4fbd-af5e-bd7d64280573 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:10:49.492525 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 92797d6c-4157-4fbd-af5e-bd7d64280573 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:10:49.493776 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:49.584577 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:49.617493 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92797d6c-4157-4fbd-af5e-bd7d64280573'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:10:49.620315 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e229ed8-4cfa-42a3-8674-cbbc5f6e5afa" -d '{"events": [{"server_uuid": "486b1647-e5d2-44bd-a192-982d69a4ba67", "name": "network-vif-plugged", "status": "completed", "tag": "92797d6c-4157-4fbd-af5e-bd7d64280573"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:10:49.640091 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 92797d6c-4157-4fbd-af5e-bd7d64280573, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=92797d6c-4157-4fbd-af5e-bd7d64280573,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:10:49.651253 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:49.655251 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-f04c1054-14c7-4f86-8871-a49904dc0818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:10:49.687212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90175b4c-f9c8-4a37-a333-7df17f66291b x-openstack-request-id: req-90175b4c-f9c8-4a37-a333-7df17f66291b {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:10:49.687437 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486b1647-e5d2-44bd-a192-982d69a4ba67", "name": "network-vif-plugged", "status": "completed", "tag": "92797d6c-4157-4fbd-af5e-bd7d64280573", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:10:49.687669 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90175b4c-f9c8-4a37-a333-7df17f66291b {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:10:49.688074 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92797d6c-4157-4fbd-af5e-bd7d64280573', 'code': 200} Jun 18 17:10:49.709694 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa109981-eb43-4223-a626-70be456bf02b req-27206827-6e20-48c3-85c0-a3d51c543e31 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:49.711473 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-aa109981-eb43-4223-a626-70be456bf02b req-27206827-6e20-48c3-85c0-a3d51c543e31 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 944 time: 0.0993376 Jun 18 17:10:49.731570 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=92797d6c-4157-4fbd-af5e-bd7d64280573,revision_number=7']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:10:49.734988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:10:49.760248 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-aa109981-eb43-4223-a626-70be456bf02b req-601810ac-5b4f-4ee4-afa3-22b8788c41b2 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423560 Jun 18 17:10:50.953460 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9214474-68d4-4214-aeb7-ee41988006a2 req-6e203415-aa4d-4bb9-a6dc-72ca3652b76e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:50.955850 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d9214474-68d4-4214-aeb7-ee41988006a2 req-6e203415-aa4d-4bb9-a6dc-72ca3652b76e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0706692 Jun 18 17:10:51.004745 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d9214474-68d4-4214-aeb7-ee41988006a2 req-f952a260-36b0-4378-8f5b-f8cebd7fc5a5 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431416 Jun 18 17:10:51.682205 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:10:52.212544 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e03772-1d35-4cf7-8cd9-f280304e3f40 req-320f4543-e0b4-48d1-a708-92d5a46bd7c6 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:52.215406 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-62e03772-1d35-4cf7-8cd9-f280304e3f40 req-320f4543-e0b4-48d1-a708-92d5a46bd7c6 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0856929 Jun 18 17:10:52.264488 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-62e03772-1d35-4cf7-8cd9-f280304e3f40 req-548fdb23-88b2-4a92-8775-ccf90b01a8d8 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420690 Jun 18 17:10:53.473800 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d1691-a9eb-4c63-bc48-0c0b5156ff33 req-367abda1-9b21-4797-86e5-7c0da7ad9622 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:53.478303 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d84d1691-a9eb-4c63-bc48-0c0b5156ff33 req-367abda1-9b21-4797-86e5-7c0da7ad9622 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0744400 Jun 18 17:10:53.526786 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d84d1691-a9eb-4c63-bc48-0c0b5156ff33 req-9114fbb0-886a-47ff-8e01-4cd4faeb6045 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425944 Jun 18 17:10:54.740255 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe260fe-34d4-40f3-bfc4-fc998149bde4 req-723d293f-846e-4dbf-9448-5522e56b6b31 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:54.741760 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7fe260fe-34d4-40f3-bfc4-fc998149bde4 req-723d293f-846e-4dbf-9448-5522e56b6b31 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0775933 Jun 18 17:10:54.791383 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7fe260fe-34d4-40f3-bfc4-fc998149bde4 req-586b2ba9-f863-401f-9458-d4f253287320 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427537 Jun 18 17:10:55.162222 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:55.976247 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa2358-9903-4c68-acba-cf063b369ffb req-db38307e-4b42-4a6e-92ca-4e242330b3ac tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:55.978424 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-22fa2358-9903-4c68-acba-cf063b369ffb req-db38307e-4b42-4a6e-92ca-4e242330b3ac tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0679984 Jun 18 17:10:56.020933 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-22fa2358-9903-4c68-acba-cf063b369ffb req-261db582-04b4-41b4-b095-39ef30dc994e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362422 Jun 18 17:10:56.540406 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37970d-e409-4a78-ad67-238b3ed34921 req-f9122d7e-0b4a-4b58-8f63-5bed377978b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:56.541973 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7b37970d-e409-4a78-ad67-238b3ed34921 req-f9122d7e-0b4a-4b58-8f63-5bed377978b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 1098 time: 0.0772963 Jun 18 17:10:56.679251 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37970d-e409-4a78-ad67-238b3ed34921 req-b9077c2a-c563-474f-af93-7678ce158cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:56.682033 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7b37970d-e409-4a78-ad67-238b3ed34921 req-b9077c2a-c563-474f-af93-7678ce158cf8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 910 time: 0.1158078 Jun 18 17:10:56.765932 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7b37970d-e409-4a78-ad67-238b3ed34921 req-1696fae3-018d-45e9-ad96-8dfc833efa2b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92797d6c-4157-4fbd-af5e-bd7d64280573 HTTP/1.1" status: 200 len: 1001 time: 0.0766072 Jun 18 17:10:56.819299 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37970d-e409-4a78-ad67-238b3ed34921 req-5440bc29-0d64-46cd-aeb5-7af338e6740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:56.820759 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7b37970d-e409-4a78-ad67-238b3ed34921 req-5440bc29-0d64-46cd-aeb5-7af338e6740e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c008b71b-a66e-488c-82df-1bea246ebff1 HTTP/1.1" status: 200 len: 848 time: 0.0485303 Jun 18 17:10:56.888044 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37970d-e409-4a78-ad67-238b3ed34921 req-7e23a0db-acbb-4eac-a84e-33fc43fd6733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:56.889682 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7b37970d-e409-4a78-ad67-238b3ed34921 req-7e23a0db-acbb-4eac-a84e-33fc43fd6733 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0610116 Jun 18 17:10:56.997346 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7b37970d-e409-4a78-ad67-238b3ed34921 req-53416664-7a9d-43a4-9284-9977993a802d service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009574 Jun 18 17:10:57.173293 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-7b37970d-e409-4a78-ad67-238b3ed34921 req-0172c3c5-d29a-45fc-b51d-26feeabdf3aa service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691380 Jun 18 17:10:57.272379 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcceefd-2d6e-4538-8dee-3238801a408b req-ada88e66-9b19-4f5b-aae7-b9a538039a32 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:57.275773 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ebcceefd-2d6e-4538-8dee-3238801a408b req-ada88e66-9b19-4f5b-aae7-b9a538039a32 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0875585 Jun 18 17:10:57.347763 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ebcceefd-2d6e-4538-8dee-3238801a408b req-4ccb6e35-290b-4a5d-8d2b-105a557b5054 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649896 Jun 18 17:10:58.553206 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b0428-07eb-4b6a-9292-fb5ff05d69fc req-fa0b7039-2a51-4d2f-9e55-9690658eec59 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:58.554768 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9e9b0428-07eb-4b6a-9292-fb5ff05d69fc req-fa0b7039-2a51-4d2f-9e55-9690658eec59 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0705078 Jun 18 17:10:58.596512 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9e9b0428-07eb-4b6a-9292-fb5ff05d69fc req-24f5afe4-8c5f-4a6e-acad-2e2047a75d49 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350418 Jun 18 17:10:58.771762 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd145aa-c1f0-415a-90e4-184b5a8af448 req-f59716f2-0b4c-4321-a303-9abee06a6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:58.773252 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ddd145aa-c1f0-415a-90e4-184b5a8af448 req-f59716f2-0b4c-4321-a303-9abee06a6f2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 1098 time: 0.0548275 Jun 18 17:10:58.872796 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd145aa-c1f0-415a-90e4-184b5a8af448 req-ba80aa9c-79d9-49ff-bf4d-ac23745fec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:58.874252 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ddd145aa-c1f0-415a-90e4-184b5a8af448 req-ba80aa9c-79d9-49ff-bf4d-ac23745fec80 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 910 time: 0.0944183 Jun 18 17:10:58.943084 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ddd145aa-c1f0-415a-90e4-184b5a8af448 req-601078c6-89f3-40ab-83e9-6bb83318d5ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92797d6c-4157-4fbd-af5e-bd7d64280573 HTTP/1.1" status: 200 len: 1001 time: 0.0614262 Jun 18 17:10:58.998012 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd145aa-c1f0-415a-90e4-184b5a8af448 req-62c6b02e-74d5-4f9a-8510-632baac90b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:58.999481 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ddd145aa-c1f0-415a-90e4-184b5a8af448 req-62c6b02e-74d5-4f9a-8510-632baac90b6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c008b71b-a66e-488c-82df-1bea246ebff1 HTTP/1.1" status: 200 len: 848 time: 0.0503845 Jun 18 17:10:59.057281 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd145aa-c1f0-415a-90e4-184b5a8af448 req-c471a5bf-1a05-4c9f-a615-1191a0969416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:59.058781 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ddd145aa-c1f0-415a-90e4-184b5a8af448 req-c471a5bf-1a05-4c9f-a615-1191a0969416 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522177 Jun 18 17:10:59.151098 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ddd145aa-c1f0-415a-90e4-184b5a8af448 req-5f3f7a22-47f3-407d-be95-b2d5a861c48f service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838110 Jun 18 17:10:59.246517 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ddd145aa-c1f0-415a-90e4-184b5a8af448 req-1ec35b47-96d6-4bc1-8760-ad7c96634c90 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881038 Jun 18 17:10:59.787408 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1e09f-677f-4c12-9e00-eacc8952ff60 req-a94b0cb0-ab22-4bae-8e86-b1e085cd4f0d tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:59.790003 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0db1e09f-677f-4c12-9e00-eacc8952ff60 req-a94b0cb0-ab22-4bae-8e86-b1e085cd4f0d tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0799997 Jun 18 17:10:59.828834 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0db1e09f-677f-4c12-9e00-eacc8952ff60 req-12ab8d48-bf85-4db0-ba98-ab2e9cff61ac tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330310 Jun 18 17:11:01.029473 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd01047-2035-4ae8-8d14-b862b01f4646 req-885a5afc-c16e-4206-af3b-18ae6566864d tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:01.031026 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1dd01047-2035-4ae8-8d14-b862b01f4646 req-885a5afc-c16e-4206-af3b-18ae6566864d tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0715556 Jun 18 17:11:01.078971 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1dd01047-2035-4ae8-8d14-b862b01f4646 req-b13a2f94-f275-41e7-80d6-5b9a4ce2a78a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415463 Jun 18 17:11:02.263239 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521e5dc-1306-4796-aa9b-a3e5ec3d51c8 req-16a40fef-987d-443a-9a63-5f242c7350c8 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:02.264789 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8521e5dc-1306-4796-aa9b-a3e5ec3d51c8 req-16a40fef-987d-443a-9a63-5f242c7350c8 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0695560 Jun 18 17:11:02.307004 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8521e5dc-1306-4796-aa9b-a3e5ec3d51c8 req-a1793b2c-587a-4ee3-bfaa-c863a947fc79 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356960 Jun 18 17:11:02.686455 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3fd04-049f-40c8-8273-4c3394aee087 req-338ef220-529f-46af-9f15-e1e81d730709 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:02.688072 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b6c3fd04-049f-40c8-8273-4c3394aee087 req-338ef220-529f-46af-9f15-e1e81d730709 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 945 time: 0.0702777 Jun 18 17:11:02.735568 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b6c3fd04-049f-40c8-8273-4c3394aee087 req-fec54ce4-d7d4-4cb2-963a-c7ca2dfcc541 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418887 Jun 18 17:11:02.837740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57408) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:02.934857 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2fdeec43-7adc-47a9-90a5-142eb8f8a2c9 req-6c69a951-e412-4d3a-8bf6-581214655238 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0957386 Jun 18 17:11:03.529545 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 92797d6c-4157-4fbd-af5e-bd7d64280573 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:11:03.625513 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:03.650024 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92797d6c-4157-4fbd-af5e-bd7d64280573'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:11:03.652581 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c45a405-8d18-4b8c-974d-8c9eb6f6a345" -d '{"events": [{"server_uuid": "486b1647-e5d2-44bd-a192-982d69a4ba67", "name": "network-vif-unplugged", "status": "completed", "tag": "92797d6c-4157-4fbd-af5e-bd7d64280573"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:11:03.665811 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 92797d6c-4157-4fbd-af5e-bd7d64280573, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=92797d6c-4157-4fbd-af5e-bd7d64280573,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:03.670612 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:03.672530 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:03.694500 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 17:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75b09d3-2570-48df-ace6-bd50b8b68fbd x-openstack-request-id: req-a75b09d3-2570-48df-ace6-bd50b8b68fbd {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:11:03.694830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486b1647-e5d2-44bd-a192-982d69a4ba67", "name": "network-vif-unplugged", "status": "completed", "tag": "92797d6c-4157-4fbd-af5e-bd7d64280573", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:11:03.695105 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a75b09d3-2570-48df-ace6-bd50b8b68fbd {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:11:03.695493 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92797d6c-4157-4fbd-af5e-bd7d64280573', 'code': 200} Jun 18 17:11:03.723053 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=92797d6c-4157-4fbd-af5e-bd7d64280573,revision_number=8']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:03.726220 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:03.920916 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23fa8e-9fd3-452e-a556-f41c8a726dcb req-5447d8d1-b3dc-4d2f-bfff-7ec064b58d87 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:03.922367 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ed23fa8e-9fd3-452e-a556-f41c8a726dcb req-5447d8d1-b3dc-4d2f-bfff-7ec064b58d87 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 943 time: 0.0700092 Jun 18 17:11:03.940126 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdeec43-7adc-47a9-90a5-142eb8f8a2c9 req-faf3b9e9-cab2-4695-96d5-da7b35670ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:03.941626 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2fdeec43-7adc-47a9-90a5-142eb8f8a2c9 req-faf3b9e9-cab2-4695-96d5-da7b35670ad5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67&tenant_id=185daec1fa4c4ed486d6f612f7c756ba HTTP/1.1" status: 200 len: 1096 time: 0.0556495 Jun 18 17:11:03.964770 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ed23fa8e-9fd3-452e-a556-f41c8a726dcb req-640f53df-d84b-4ab6-80e8-060382a466c8 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365164 Jun 18 17:11:04.031787 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdeec43-7adc-47a9-90a5-142eb8f8a2c9 req-4fda16c0-1dd3-4354-a48e-f92aed4c3a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:04.033347 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2fdeec43-7adc-47a9-90a5-142eb8f8a2c9 req-4fda16c0-1dd3-4354-a48e-f92aed4c3a75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 1096 time: 0.0585065 Jun 18 17:11:04.122642 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdeec43-7adc-47a9-90a5-142eb8f8a2c9 req-d1a8e5a3-bbda-40e5-b7c9-228790ec202e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:04.124098 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2fdeec43-7adc-47a9-90a5-142eb8f8a2c9 req-d1a8e5a3-bbda-40e5-b7c9-228790ec202e service neutron] 10.222.0.64 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 910 time: 0.0847824 Jun 18 17:11:04.194057 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2fdeec43-7adc-47a9-90a5-142eb8f8a2c9 req-25007564-93fa-4f34-beb3-6d536e9ae6f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92797d6c-4157-4fbd-af5e-bd7d64280573 HTTP/1.1" status: 200 len: 999 time: 0.0634139 Jun 18 17:11:04.244652 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdeec43-7adc-47a9-90a5-142eb8f8a2c9 req-249b1f49-05a6-4779-bd49-ca03c863fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:04.246196 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2fdeec43-7adc-47a9-90a5-142eb8f8a2c9 req-249b1f49-05a6-4779-bd49-ca03c863fc70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c008b71b-a66e-488c-82df-1bea246ebff1 HTTP/1.1" status: 200 len: 848 time: 0.0459661 Jun 18 17:11:04.305089 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdeec43-7adc-47a9-90a5-142eb8f8a2c9 req-f9ca5aae-73a4-4185-b44b-04a12d4de303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:04.306800 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2fdeec43-7adc-47a9-90a5-142eb8f8a2c9 req-f9ca5aae-73a4-4185-b44b-04a12d4de303 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540457 Jun 18 17:11:04.405257 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2fdeec43-7adc-47a9-90a5-142eb8f8a2c9 req-53a941e6-58f2-45f9-9748-36ca65ab9201 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913613 Jun 18 17:11:04.506145 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-2fdeec43-7adc-47a9-90a5-142eb8f8a2c9 req-7317ebd6-41cf-4610-8c7b-915ca7ccc75d service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944052 Jun 18 17:11:05.308711 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a790103d-2af0-4fac-9de4-d3ab1fddfb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:05.333029 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cdfcb-c227-40db-ac68-25bb460f1a09 req-c46f6046-e138-44ee-9138-1fa8be5a1dc6 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:05.337313 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4b6cdfcb-c227-40db-ac68-25bb460f1a09 req-c46f6046-e138-44ee-9138-1fa8be5a1dc6 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 943 time: 0.1198649 Jun 18 17:11:05.394709 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4b6cdfcb-c227-40db-ac68-25bb460f1a09 req-97da8d4e-533b-41dc-8ac5-9dfbd134bc63 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463839 Jun 18 17:11:06.637532 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa7d75-76a0-43b9-94ee-5a5699d668c7 req-b3087c5a-4eab-45b7-b85e-5379253a311a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:06.639078 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-32aa7d75-76a0-43b9-94ee-5a5699d668c7 req-b3087c5a-4eab-45b7-b85e-5379253a311a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 943 time: 0.0839055 Jun 18 17:11:06.689212 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-32aa7d75-76a0-43b9-94ee-5a5699d668c7 req-3b699c46-993c-4e49-b45a-bb73d3cec635 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441840 Jun 18 17:11:07.709020 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8df1cd9a-ccb5-4d8f-9840-3b65fa94a5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:07.927876 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc9d45-43dc-4ce0-bcc1-50c03e6f5281 req-e6afdf96-c966-47af-819c-c958ca55e563 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:07.933626 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4dfc9d45-43dc-4ce0-bcc1-50c03e6f5281 req-e6afdf96-c966-47af-819c-c958ca55e563 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 943 time: 0.0748110 Jun 18 17:11:07.976569 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-4dfc9d45-43dc-4ce0-bcc1-50c03e6f5281 req-f6428cd3-6dec-4a61-a51c-477dd00922d1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373764 Jun 18 17:11:08.311576 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:09.091985 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:09.201871 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cab9c5-04fc-494d-8d0b-ba8c100391a7 req-0a99ec8d-1de0-4cb2-841e-95b1edf49f65 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:09.209030 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-61cab9c5-04fc-494d-8d0b-ba8c100391a7 req-0a99ec8d-1de0-4cb2-841e-95b1edf49f65 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 943 time: 0.1023612 Jun 18 17:11:09.270653 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-61cab9c5-04fc-494d-8d0b-ba8c100391a7 req-58572675-c00b-448d-9139-f631cda0419e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604043 Jun 18 17:11:10.491365 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfee669-6278-45c8-a522-b4d0d6270efe req-b2905026-c32d-48fb-b6c0-31d744da9a11 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:10.494274 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1dfee669-6278-45c8-a522-b4d0d6270efe req-b2905026-c32d-48fb-b6c0-31d744da9a11 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 943 time: 0.0843182 Jun 18 17:11:10.553820 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1dfee669-6278-45c8-a522-b4d0d6270efe req-82328fa2-0c67-4940-b0c8-54370ec59b51 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492382 Jun 18 17:11:10.640580 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:11.777322 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c33b36-5c61-473c-9f43-63dcbfa5db03 req-f99cd68d-d4b1-4d2b-b010-78915469f587 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:11.778890 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e8c33b36-5c61-473c-9f43-63dcbfa5db03 req-f99cd68d-d4b1-4d2b-b010-78915469f587 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 943 time: 0.0734258 Jun 18 17:11:11.822238 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e8c33b36-5c61-473c-9f43-63dcbfa5db03 req-270ffe55-7bc8-422e-8e5f-03aeb0ffa082 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372295 Jun 18 17:11:13.051071 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e1cd9-2b02-4bc2-969b-d81e69231f33 req-2dc3d661-8455-443e-9b52-3c88a2d22a7a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:13.052616 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-684e1cd9-2b02-4bc2-969b-d81e69231f33 req-2dc3d661-8455-443e-9b52-3c88a2d22a7a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 943 time: 0.0875819 Jun 18 17:11:13.095332 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-684e1cd9-2b02-4bc2-969b-d81e69231f33 req-d2c6b4f1-534a-4acd-a234-348ee471dd56 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370252 Jun 18 17:11:14.330428 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc703d0-afd5-4aff-aa52-29bc5b9804e2 req-c3fe02a8-24a5-49f8-afba-9f2d0da34cd8 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:14.332883 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ffc703d0-afd5-4aff-aa52-29bc5b9804e2 req-c3fe02a8-24a5-49f8-afba-9f2d0da34cd8 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 943 time: 0.1043890 Jun 18 17:11:14.375588 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ffc703d0-afd5-4aff-aa52-29bc5b9804e2 req-075af559-2c57-4b55-a954-075d747dd533 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368035 Jun 18 17:11:15.565183 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dd8f0-ec5e-4930-a390-ac8a67f35595 req-e8f407fa-87c1-4e3d-87e1-4435ef5fd279 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:15.566714 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-eb9dd8f0-ec5e-4930-a390-ac8a67f35595 req-e8f407fa-87c1-4e3d-87e1-4435ef5fd279 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 943 time: 0.0726113 Jun 18 17:11:15.613034 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-eb9dd8f0-ec5e-4930-a390-ac8a67f35595 req-5d1bb6fc-a551-4f62-a14b-c00b65273fa3 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397501 Jun 18 17:11:16.814302 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eed723-49a4-4adb-9b0f-405ec8ba5878 req-9493a35f-494a-4165-956f-ff1f343b0365 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:16.816676 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-89eed723-49a4-4adb-9b0f-405ec8ba5878 req-9493a35f-494a-4165-956f-ff1f343b0365 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 943 time: 0.0848680 Jun 18 17:11:16.856330 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-89eed723-49a4-4adb-9b0f-405ec8ba5878 req-a790d2ff-127e-4ea3-9646-63e729e77a85 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339806 Jun 18 17:11:17.584674 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 92797d6c-4157-4fbd-af5e-bd7d64280573 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:11:17.842548 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 92797d6c-4157-4fbd-af5e-bd7d64280573, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=92797d6c-4157-4fbd-af5e-bd7d64280573,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:17.854376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '92797d6c-4157-4fbd-af5e-bd7d64280573', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'port_id': '92797d6c-4157-4fbd-af5e-bd7d64280573', 'mac_address': 'fa:16:3e:47:b2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:11:17.894683 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:17.908645 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92797d6c-4157-4fbd-af5e-bd7d64280573 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:11:17.934554 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 92797d6c-4157-4fbd-af5e-bd7d64280573, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=92797d6c-4157-4fbd-af5e-bd7d64280573,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:17.939643 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:17.943273 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:17.992773 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=92797d6c-4157-4fbd-af5e-bd7d64280573,revision_number=9']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:17.996340 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:18.046507 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27add168-dc0f-4c2c-a14a-a8cf2125c4a5 req-48723e89-81c3-4fd8-9266-24688de859dd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:18.047987 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-27add168-dc0f-4c2c-a14a-a8cf2125c4a5 req-48723e89-81c3-4fd8-9266-24688de859dd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 944 time: 0.0662329 Jun 18 17:11:18.087854 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-27add168-dc0f-4c2c-a14a-a8cf2125c4a5 req-e9c23f38-c343-451b-9a36-c21dd7363711 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341384 Jun 18 17:11:18.217919 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['92797d6c-4157-4fbd-af5e-bd7d64280573'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:11:19.280384 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0a4f6-2729-4465-a99a-fa890fdae087 req-c6c4dae9-262d-43ce-baca-e8da3974452d tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:19.281949 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0ee0a4f6-2729-4465-a99a-fa890fdae087 req-c6c4dae9-262d-43ce-baca-e8da3974452d tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 944 time: 0.0707216 Jun 18 17:11:19.325046 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0ee0a4f6-2729-4465-a99a-fa890fdae087 req-90db7935-2de1-412a-b480-b88c5ce33394 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368104 Jun 18 17:11:19.584946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 92797d6c-4157-4fbd-af5e-bd7d64280573 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:11:19.633163 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 92797d6c-4157-4fbd-af5e-bd7d64280573 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:11:19.633551 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:19.716668 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:19.739760 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92797d6c-4157-4fbd-af5e-bd7d64280573'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:11:19.741694 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40ff311-61df-4cf4-b11b-9fbeda407a61" -d '{"events": [{"server_uuid": "486b1647-e5d2-44bd-a192-982d69a4ba67", "name": "network-vif-plugged", "status": "completed", "tag": "92797d6c-4157-4fbd-af5e-bd7d64280573"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:11:19.756584 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 92797d6c-4157-4fbd-af5e-bd7d64280573, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=92797d6c-4157-4fbd-af5e-bd7d64280573,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:19.761097 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:19.764505 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-4648014a-3c24-411e-863b-4ead1326869b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:19.786532 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172cdeec-15ae-43a5-ada2-ee8265b91008 x-openstack-request-id: req-172cdeec-15ae-43a5-ada2-ee8265b91008 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:11:19.786864 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486b1647-e5d2-44bd-a192-982d69a4ba67", "name": "network-vif-plugged", "status": "completed", "tag": "92797d6c-4157-4fbd-af5e-bd7d64280573", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:11:19.787128 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-172cdeec-15ae-43a5-ada2-ee8265b91008 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:11:19.787533 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92797d6c-4157-4fbd-af5e-bd7d64280573', 'code': 200} Jun 18 17:11:19.816559 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=92797d6c-4157-4fbd-af5e-bd7d64280573,revision_number=10']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:19.819887 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:20.096518 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f745c-0328-4523-9a11-21c54350d857 req-d8fa62dd-df23-4e04-8868-3402c0080782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:20.098127 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a02f745c-0328-4523-9a11-21c54350d857 req-d8fa62dd-df23-4e04-8868-3402c0080782 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 1099 time: 0.0592251 Jun 18 17:11:20.138546 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a02f745c-0328-4523-9a11-21c54350d857 req-21dcb72e-60f7-4bc2-9e4a-db5a3cf895ca service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339210 Jun 18 17:11:20.513576 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5d6d5-9278-42be-b79e-84b9dfb4297b req-7836c01b-2fdc-4842-a797-e44de047acbe tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:20.515251 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-17d5d6d5-9278-42be-b79e-84b9dfb4297b req-7836c01b-2fdc-4842-a797-e44de047acbe tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 946 time: 0.0704358 Jun 18 17:11:20.561769 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-17d5d6d5-9278-42be-b79e-84b9dfb4297b req-82fea811-c970-4f6b-aebe-e492981dd3b7 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401404 Jun 18 17:11:21.781778 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9146d-a202-4246-ad95-74f7ea024ef6 req-4609aa64-1065-48bb-8550-8c10a59da547 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:21.783618 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e3b9146d-a202-4246-ad95-74f7ea024ef6 req-4609aa64-1065-48bb-8550-8c10a59da547 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 946 time: 0.0729074 Jun 18 17:11:21.839500 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e3b9146d-a202-4246-ad95-74f7ea024ef6 req-143b7244-7374-4bc3-bfdc-b679ad56321d tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453551 Jun 18 17:11:23.042617 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7702e4-3f9d-45d0-91a1-2e248234af66 req-6b84167f-6d65-4a5a-bb67-6fb60d76a129 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:23.044280 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1c7702e4-3f9d-45d0-91a1-2e248234af66 req-6b84167f-6d65-4a5a-bb67-6fb60d76a129 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 946 time: 0.0715468 Jun 18 17:11:23.089169 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1c7702e4-3f9d-45d0-91a1-2e248234af66 req-157694eb-cbac-44b7-82d5-0c13f0087000 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382168 Jun 18 17:11:25.163820 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:28.682523 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:11:35.284735 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8ad06315-e655-4d4c-8796-c7508e41699b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:37.701527 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0311764f-0d20-4882-ba7e-b8be172cc351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:38.304636 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:39.093988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:40.629650 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:55.156402 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:58.494883 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6e781f94-0f58-4992-835b-b753604a4d3a req-056f2c1a-1cec-4e81-bf7f-9ffa58fe8082 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594640 Jun 18 17:11:58.611714 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e781f94-0f58-4992-835b-b753604a4d3a req-e0c68563-216c-43f2-93ab-2ce3974c8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:58.613336 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6e781f94-0f58-4992-835b-b753604a4d3a req-e0c68563-216c-43f2-93ab-2ce3974c8509 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 1099 time: 0.0570447 Jun 18 17:11:58.737026 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e781f94-0f58-4992-835b-b753604a4d3a req-17e83784-ee34-49e5-a907-565bf4147e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:58.738494 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6e781f94-0f58-4992-835b-b753604a4d3a req-17e83784-ee34-49e5-a907-565bf4147e36 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 910 time: 0.1049387 Jun 18 17:11:59.129979 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6e781f94-0f58-4992-835b-b753604a4d3a req-db09903c-dec2-47f7-8488-4811230e1815 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92797d6c-4157-4fbd-af5e-bd7d64280573 HTTP/1.1" status: 200 len: 1001 time: 0.3846762 Jun 18 17:11:59.179216 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e781f94-0f58-4992-835b-b753604a4d3a req-c6a05eb2-058e-4886-8799-73f3716b869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:59.180619 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6e781f94-0f58-4992-835b-b753604a4d3a req-c6a05eb2-058e-4886-8799-73f3716b869f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c008b71b-a66e-488c-82df-1bea246ebff1 HTTP/1.1" status: 200 len: 848 time: 0.0433130 Jun 18 17:11:59.240033 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e781f94-0f58-4992-835b-b753604a4d3a req-6d9731f7-3288-4843-9915-1c307233bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:59.241714 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6e781f94-0f58-4992-835b-b753604a4d3a req-6d9731f7-3288-4843-9915-1c307233bdc3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0549352 Jun 18 17:11:59.331240 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6e781f94-0f58-4992-835b-b753604a4d3a req-6ab963cb-cc00-457a-bf52-2685be79f386 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828271 Jun 18 17:11:59.431935 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6e781f94-0f58-4992-835b-b753604a4d3a req-27dbef04-2fb4-4712-a649-cb3df50ce2b7 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943878 Jun 18 17:12:05.292945 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f58a0f86-b708-4305-87e3-2c30e474b142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:05.681482 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:12:07.705980 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1e2f68b0-fd67-4bc1-9897-2a372445bbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:08.314904 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:09.101910 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:10.632978 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:25.155429 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:32.111129 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57544) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:12:32.276646 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Deleting port 2295f21b-795f-42f0-b729-9d31583114ce {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:12:32.276986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:32.355284 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:32.355608 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:32.421868 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Calling delete_port for 2295f21b-795f-42f0-b729-9d31583114ce owned by network:floatingip {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:12:32.574661 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:32.576777 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a82f3c4c-5851-41fc-8a2e-5feaf237e936 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:12:32.601341 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event deleted for resources: {'Port': ['ID=2295f21b-795f-42f0-b729-9d31583114ce,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:12:32.612960 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:32.613349 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:32.613724 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:32.614092 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:32.614457 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:32.614962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:32.615427 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:32.615828 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:32.616270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:32.616639 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:32.616998 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:32.617356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:32.635941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:12:32.679604 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for floatingip, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:32.679969 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Floating IP 050cdb83-7933-4c24-81f0-714a232cf892 disassociated (deleted). External IP: 172.26.2.241, port: 92797d6c-4157-4fbd-af5e-bd7d64280573. Jun 18 17:12:32.890272 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Router 764ced15-bd55-47e3-b780-76be3ad06157 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:12:33.000621 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:12:33.006188 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:33.012094 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb0f5b8-82e5-4a57-b94a-d23b83aadede None None] Sync routers for ids ['764ced15-bd55-47e3-b780-76be3ad06157'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:12:33.022743 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb0f5b8-82e5-4a57-b94a-d23b83aadede None None] Routers {'764ced15-bd55-47e3-b780-76be3ad06157'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:12:33.023405 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7fb0f5b8-82e5-4a57-b94a-d23b83aadede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:12:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['764ced15-bd55-47e3-b780-76be3ad06157'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:12:33.046813 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "DELETE /v2.0/floatingips/050cdb83-7933-4c24-81f0-714a232cf892 HTTP/1.1" status: 204 len: 168 time: 0.9345286 Jun 18 17:12:33.047710 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'tag': '92797d6c-4157-4fbd-af5e-bd7d64280573'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:12:33.050146 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9990e8-4b2b-42ad-9acd-caf67ebac892" -d '{"events": [{"name": "network-changed", "server_uuid": "486b1647-e5d2-44bd-a192-982d69a4ba67", "tag": "92797d6c-4157-4fbd-af5e-bd7d64280573"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:12:33.156180 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ef332d-0ac2-4283-812d-8f32e227e90e x-openstack-request-id: req-94ef332d-0ac2-4283-812d-8f32e227e90e {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:12:33.156853 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486b1647-e5d2-44bd-a192-982d69a4ba67", "tag": "92797d6c-4157-4fbd-af5e-bd7d64280573", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:12:33.157078 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94ef332d-0ac2-4283-812d-8f32e227e90e {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:12:33.157586 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'tag': '92797d6c-4157-4fbd-af5e-bd7d64280573', 'status': 'completed', 'code': 200} Jun 18 17:12:33.260815 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-7fb0f5b8-82e5-4a57-b94a-d23b83aadede None None] Set router 764ced15-bd55-47e3-b780-76be3ad06157 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:12:33.263567 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9990e8-4b2b-42ad-9acd-caf67ebac892 req-ac2f3d2c-82ab-408e-84cf-7c588ddf56f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:33.265151 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1a9990e8-4b2b-42ad-9acd-caf67ebac892 req-ac2f3d2c-82ab-408e-84cf-7c588ddf56f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 1099 time: 0.0609090 Jun 18 17:12:33.374863 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9990e8-4b2b-42ad-9acd-caf67ebac892 req-399bd114-654d-493e-a5ea-1c73f2b24390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:33.376363 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1a9990e8-4b2b-42ad-9acd-caf67ebac892 req-399bd114-654d-493e-a5ea-1c73f2b24390 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 910 time: 0.1052542 Jun 18 17:12:33.458975 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1a9990e8-4b2b-42ad-9acd-caf67ebac892 req-0124668e-2983-4786-8660-86b834501a8d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92797d6c-4157-4fbd-af5e-bd7d64280573 HTTP/1.1" status: 200 len: 217 time: 0.0471144 Jun 18 17:12:33.494019 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca77363-bfac-498f-a3d0-3d59ad5be476 req-2a31af5a-3e83-45c4-802f-0b8df159bd60 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:33.496367 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8ca77363-bfac-498f-a3d0-3d59ad5be476 req-2a31af5a-3e83-45c4-802f-0b8df159bd60 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 946 time: 0.0768092 Jun 18 17:12:33.513363 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7fb0f5b8-82e5-4a57-b94a-d23b83aadede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:08:16Z', 'revision_number': 4, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port': {'id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:27:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:14Z', 'updated_at': '2021-06-18T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '7c647b23-9753-4f77-8db1-f1a7c980aa1f', 'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'mac_address': 'fa:16:3e:c8:b7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:16Z', 'updated_at': '2021-06-18T17:08:23Z', 'revision_number': 5, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'subnets': [{'id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:12:33.519957 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9990e8-4b2b-42ad-9acd-caf67ebac892 req-0ca85204-39a5-442d-b1fc-9c253b8d9832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:33.521423 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1a9990e8-4b2b-42ad-9acd-caf67ebac892 req-0ca85204-39a5-442d-b1fc-9c253b8d9832 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c008b71b-a66e-488c-82df-1bea246ebff1 HTTP/1.1" status: 200 len: 848 time: 0.0543523 Jun 18 17:12:33.535996 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8ca77363-bfac-498f-a3d0-3d59ad5be476 req-a4044570-7504-4232-86ad-4b25fed60a86 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333970 Jun 18 17:12:33.545795 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb0f5b8-82e5-4a57-b94a-d23b83aadede None None] Checking router: 764ced15-bd55-47e3-b780-76be3ad06157 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:12:33.555632 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb0f5b8-82e5-4a57-b94a-d23b83aadede None None] Routers {'764ced15-bd55-47e3-b780-76be3ad06157'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:12:33.556249 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7fb0f5b8-82e5-4a57-b94a-d23b83aadede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:12:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['764ced15-bd55-47e3-b780-76be3ad06157'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:12:33.586224 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9990e8-4b2b-42ad-9acd-caf67ebac892 req-650a4170-8178-4a1e-9896-816efc4fd695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:33.587754 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1a9990e8-4b2b-42ad-9acd-caf67ebac892 req-650a4170-8178-4a1e-9896-816efc4fd695 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0583110 Jun 18 17:12:33.659527 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-7fb0f5b8-82e5-4a57-b94a-d23b83aadede None None] Set router 764ced15-bd55-47e3-b780-76be3ad06157 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:12:33.685020 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1a9990e8-4b2b-42ad-9acd-caf67ebac892 req-86b5fc27-d107-4213-9a07-9cb32931ead5 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893385 Jun 18 17:12:33.779713 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1a9990e8-4b2b-42ad-9acd-caf67ebac892 req-ec74772a-5f7f-4a15-9647-f02b43d260d2 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883281 Jun 18 17:12:33.874667 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7fb0f5b8-82e5-4a57-b94a-d23b83aadede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:08:16Z', 'revision_number': 4, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port': {'id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:27:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:14Z', 'updated_at': '2021-06-18T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '7c647b23-9753-4f77-8db1-f1a7c980aa1f', 'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'mac_address': 'fa:16:3e:c8:b7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:16Z', 'updated_at': '2021-06-18T17:08:23Z', 'revision_number': 5, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'subnets': [{'id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:12:33.901833 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb0f5b8-82e5-4a57-b94a-d23b83aadede None None] The sync data for ids ['764ced15-bd55-47e3-b780-76be3ad06157'] in dv-neutron-797121-1-hyperv is: [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:08:16Z', 'revision_number': 4, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port': {'id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:27:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:14Z', 'updated_at': '2021-06-18T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '7c647b23-9753-4f77-8db1-f1a7c980aa1f', 'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'mac_address': 'fa:16:3e:c8:b7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:16Z', 'updated_at': '2021-06-18T17:08:23Z', 'revision_number': 5, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'subnets': [{'id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:12:34.125445 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f414029-dd4d-4ec6-8f2a-ef5d88b3cf77 None None] New status for floating IP 050cdb83-7933-4c24-81f0-714a232cf892: DOWN {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:12:34.720963 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4aaa4-6fda-417d-853a-feb2c92bb198 req-d841da00-35bc-472a-9b63-320ef9b033eb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:34.722445 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5ea4aaa4-6fda-417d-853a-feb2c92bb198 req-d841da00-35bc-472a-9b63-320ef9b033eb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 946 time: 0.0695577 Jun 18 17:12:34.762275 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5ea4aaa4-6fda-417d-853a-feb2c92bb198 req-3f951519-49e9-4bfd-9823-15f17386aa95 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=5db595c2-16da-44e2-9c79-12f46522007d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334344 Jun 18 17:12:34.907844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80dcce-231b-4afe-9909-f86a7dcf7fa2 req-fad4f5f8-fdbf-41c9-b6a7-7992da26dee9 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:34.909405 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4a80dcce-231b-4afe-9909-f86a7dcf7fa2 req-fad4f5f8-fdbf-41c9-b6a7-7992da26dee9 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.64 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 946 time: 0.0694373 Jun 18 17:12:35.022939 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-4a80dcce-231b-4afe-9909-f86a7dcf7fa2 req-d69c14b0-3df1-4544-a597-c8a1e9b06f60 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Deleting port 92797d6c-4157-4fbd-af5e-bd7d64280573 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:12:35.023284 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-4a80dcce-231b-4afe-9909-f86a7dcf7fa2 req-d69c14b0-3df1-4544-a597-c8a1e9b06f60 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:35.122916 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-4a80dcce-231b-4afe-9909-f86a7dcf7fa2 req-d69c14b0-3df1-4544-a597-c8a1e9b06f60 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] For port 92797d6c-4157-4fbd-af5e-bd7d64280573, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=92797d6c-4157-4fbd-af5e-bd7d64280573,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:12:35.123277 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-4a80dcce-231b-4afe-9909-f86a7dcf7fa2 req-d69c14b0-3df1-4544-a597-c8a1e9b06f60 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:35.188894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-4a80dcce-231b-4afe-9909-f86a7dcf7fa2 req-d69c14b0-3df1-4544-a597-c8a1e9b06f60 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Calling delete_port for 92797d6c-4157-4fbd-af5e-bd7d64280573 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:12:35.283837 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0e278c10-32f7-4bb1-ae52-f35ed9bd8cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:35.329151 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-4a80dcce-231b-4afe-9909-f86a7dcf7fa2 req-d69c14b0-3df1-4544-a597-c8a1e9b06f60 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:35.333034 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c8020412-5d76-43ce-a000-cb90be14413e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:12:35.359317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c14b0-3df1-4544-a597-c8a1e9b06f60 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event deleted for resources: {'Port': ['ID=92797d6c-4157-4fbd-af5e-bd7d64280573,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:12:35.362413 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d69c14b0-3df1-4544-a597-c8a1e9b06f60 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:12:35.408714 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a80dcce-231b-4afe-9909-f86a7dcf7fa2 req-d69c14b0-3df1-4544-a597-c8a1e9b06f60 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] No DVR routers for this DVR port 92797d6c-4157-4fbd-af5e-bd7d64280573 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:12:35.411201 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-4a80dcce-231b-4afe-9909-f86a7dcf7fa2 req-d69c14b0-3df1-4544-a597-c8a1e9b06f60 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:35.414091 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-4a80dcce-231b-4afe-9909-f86a7dcf7fa2 req-d69c14b0-3df1-4544-a597-c8a1e9b06f60 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.64 "DELETE /v2.0/ports/92797d6c-4157-4fbd-af5e-bd7d64280573 HTTP/1.1" status: 204 len: 173 time: 0.4990711 Jun 18 17:12:35.414706 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'name': 'network-vif-deleted', 'tag': '92797d6c-4157-4fbd-af5e-bd7d64280573'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:12:35.417213 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1ef463-3e0a-4dc4-8713-9ac2f5c79f0a" -d '{"events": [{"server_uuid": "486b1647-e5d2-44bd-a192-982d69a4ba67", "name": "network-vif-deleted", "tag": "92797d6c-4157-4fbd-af5e-bd7d64280573"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:12:35.455478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09e66ed-4846-48fd-b390-6815fd520aed x-openstack-request-id: req-b09e66ed-4846-48fd-b390-6815fd520aed {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:12:35.455837 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486b1647-e5d2-44bd-a192-982d69a4ba67", "name": "network-vif-deleted", "tag": "92797d6c-4157-4fbd-af5e-bd7d64280573", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:12:35.456146 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b09e66ed-4846-48fd-b390-6815fd520aed {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:12:35.456606 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486b1647-e5d2-44bd-a192-982d69a4ba67', 'name': 'network-vif-deleted', 'tag': '92797d6c-4157-4fbd-af5e-bd7d64280573', 'status': 'completed', 'code': 200} Jun 18 17:12:35.935353 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e7bffc63-2163-4134-a018-f7a6b310b1fd req-21539c06-6da8-4c6a-b2e1-531985a45a0a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=486b1647-e5d2-44bd-a192-982d69a4ba67 HTTP/1.1" status: 200 len: 210 time: 0.0351956 Jun 18 17:12:37.030866 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57570) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:12:37.091580 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-608a7236-ec74-4c0e-91eb-64cfc4081c86 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:37.118321 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-608a7236-ec74-4c0e-91eb-64cfc4081c86 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:37.179391 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-608a7236-ec74-4c0e-91eb-64cfc4081c86 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:37.182057 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-608a7236-ec74-4c0e-91eb-64cfc4081c86 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:37.183256 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-608a7236-ec74-4c0e-91eb-64cfc4081c86 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "DELETE /v2.0/security-groups/5db595c2-16da-44e2-9c79-12f46522007d HTTP/1.1" status: 204 len: 168 time: 0.1513829 Jun 18 17:12:37.184053 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-8cb84264-6795-4b4e-be13-5504c17297eb tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:12:37.194689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a7236-ec74-4c0e-91eb-64cfc4081c86 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db595c2-16da-44e2-9c79-12f46522007d,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:12:37.197313 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-608a7236-ec74-4c0e-91eb-64cfc4081c86 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:12:37.709909 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c761be65-69cf-41ab-94fd-1c9c83152e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:37.981929 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 57576) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:12:37.986750 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-944ab939-9872-426a-b8b2-c2b95966ae77 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1411002607', 'description': 'tempest-secgroup-smoke-1411002607 description', 'project_id': '185daec1fa4c4ed486d6f612f7c756ba'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:12:38.009175 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-944ab939-9872-426a-b8b2-c2b95966ae77 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.094520 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-944ab939-9872-426a-b8b2-c2b95966ae77 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.103099 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-944ab939-9872-426a-b8b2-c2b95966ae77 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.108562 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9b5ff293-0c07-4175-905a-1a67ce5b632f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:12:38.132956 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-944ab939-9872-426a-b8b2-c2b95966ae77 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.134164 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-944ab939-9872-426a-b8b2-c2b95966ae77 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1511853 Jun 18 17:12:38.137407 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57578) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:12:38.138249 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ab939-9872-426a-b8b2-c2b95966ae77 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d036f02e-1d99-4e32-8e1a-a4fd2687dc55,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:12:38.142121 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-df5e231e-5040-4934-941b-7518b87701c4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Request body: {'security_group_rule': {'security_group_id': 'd036f02e-1d99-4e32-8e1a-a4fd2687dc55', 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:12:38.145361 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ab939-9872-426a-b8b2-c2b95966ae77 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:38.145766 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ab939-9872-426a-b8b2-c2b95966ae77 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:38.146931 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ab939-9872-426a-b8b2-c2b95966ae77 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:38.147538 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ab939-9872-426a-b8b2-c2b95966ae77 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:38.147665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ab939-9872-426a-b8b2-c2b95966ae77 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:38.148038 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ab939-9872-426a-b8b2-c2b95966ae77 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:38.148402 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ab939-9872-426a-b8b2-c2b95966ae77 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:38.148773 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ab939-9872-426a-b8b2-c2b95966ae77 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:38.149137 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ab939-9872-426a-b8b2-c2b95966ae77 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:38.149505 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ab939-9872-426a-b8b2-c2b95966ae77 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:38.149870 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ab939-9872-426a-b8b2-c2b95966ae77 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:38.150231 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ab939-9872-426a-b8b2-c2b95966ae77 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:12:38.153950 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-944ab939-9872-426a-b8b2-c2b95966ae77 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:12:38.175590 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df5e231e-5040-4934-941b-7518b87701c4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.224024 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df5e231e-5040-4934-941b-7518b87701c4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.228523 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df5e231e-5040-4934-941b-7518b87701c4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.230386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9855bfd4-30b0-4ce3-bc94-151608296ef9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:12:38.248467 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e231e-5040-4934-941b-7518b87701c4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94dc733a-453b-4599-9e6e-ffc92bd3d0c9,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:12:38.251280 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-df5e231e-5040-4934-941b-7518b87701c4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:12:38.251986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-df5e231e-5040-4934-941b-7518b87701c4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.253166 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-df5e231e-5040-4934-941b-7518b87701c4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147392 Jun 18 17:12:38.256247 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57580) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:12:38.261501 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-26ccd8ad-1180-4c19-ab9c-06a67492d7e4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Request body: {'security_group_rule': {'security_group_id': 'd036f02e-1d99-4e32-8e1a-a4fd2687dc55', 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:12:38.290835 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-26ccd8ad-1180-4c19-ab9c-06a67492d7e4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.313849 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.354885 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-26ccd8ad-1180-4c19-ab9c-06a67492d7e4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.359207 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-26ccd8ad-1180-4c19-ab9c-06a67492d7e4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.361616 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f0a68cde-52b9-417c-9094-1cb2ccc6a4c3 tempest-TestMinimumBasicScenario-1182811694 tempest-TestMinimumBasicScenario-1182811694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:12:38.382919 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccd8ad-1180-4c19-ab9c-06a67492d7e4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9b8388-b40e-4d0d-a720-a6b69a7c7662,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:12:38.387113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-26ccd8ad-1180-4c19-ab9c-06a67492d7e4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:12:38.390719 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-26ccd8ad-1180-4c19-ab9c-06a67492d7e4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.394531 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-26ccd8ad-1180-4c19-ab9c-06a67492d7e4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347163 Jun 18 17:12:38.394791 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57582) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:12:38.401170 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-f303f9f8-45d5-450d-97bd-7f592afa89dc tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Request body: {'security_group_rule': {'security_group_id': 'd036f02e-1d99-4e32-8e1a-a4fd2687dc55', 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:12:38.429735 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f303f9f8-45d5-450d-97bd-7f592afa89dc tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.491301 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f303f9f8-45d5-450d-97bd-7f592afa89dc tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.495256 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f303f9f8-45d5-450d-97bd-7f592afa89dc tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.497585 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c9e17759-9ecd-49f7-8a9a-3db0fbd599e0 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:12:38.515823 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303f9f8-45d5-450d-97bd-7f592afa89dc tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb28ad9-b738-40d8-9d5d-00b579d86d10,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:12:38.519390 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f303f9f8-45d5-450d-97bd-7f592afa89dc tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:12:38.524396 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f303f9f8-45d5-450d-97bd-7f592afa89dc tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.525790 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f303f9f8-45d5-450d-97bd-7f592afa89dc tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300359 Jun 18 17:12:38.528432 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57584) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:12:38.532968 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-22e2aaaa-cead-4483-9c3d-3ccd8a0bfc9e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Request body: {'security_group_rule': {'security_group_id': 'd036f02e-1d99-4e32-8e1a-a4fd2687dc55', 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:12:38.564169 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22e2aaaa-cead-4483-9c3d-3ccd8a0bfc9e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.628007 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22e2aaaa-cead-4483-9c3d-3ccd8a0bfc9e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.632776 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22e2aaaa-cead-4483-9c3d-3ccd8a0bfc9e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.635256 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3f7b32a2-64fc-4f22-8f29-726283f02824 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:12:38.654044 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2aaaa-cead-4483-9c3d-3ccd8a0bfc9e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ac061f-8943-41b8-867c-8224b9f29a7b,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:12:38.656922 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-22e2aaaa-cead-4483-9c3d-3ccd8a0bfc9e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:12:38.658377 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22e2aaaa-cead-4483-9c3d-3ccd8a0bfc9e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.662565 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-22e2aaaa-cead-4483-9c3d-3ccd8a0bfc9e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1303215 Jun 18 17:12:38.662565 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57586) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:12:38.667096 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-c70ae082-f8f7-4b52-b4c5-e62726db5264 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Request body: {'security_group_rule': {'security_group_id': 'd036f02e-1d99-4e32-8e1a-a4fd2687dc55', 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:12:38.689755 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-c70ae082-f8f7-4b52-b4c5-e62726db5264 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Project 185daec1fa4c4ed486d6f612f7c756ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:12:38.695651 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c70ae082-f8f7-4b52-b4c5-e62726db5264 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.758434 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c70ae082-f8f7-4b52-b4c5-e62726db5264 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.763167 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c70ae082-f8f7-4b52-b4c5-e62726db5264 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.765150 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4a8aa411-6679-4091-8fc7-ce533e817931 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:12:38.785252 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ae082-f8f7-4b52-b4c5-e62726db5264 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62478997-d015-41d3-8da4-0d0bd22fccb7,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:12:38.788793 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c70ae082-f8f7-4b52-b4c5-e62726db5264 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:12:38.792022 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-c70ae082-f8f7-4b52-b4c5-e62726db5264 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.793285 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-c70ae082-f8f7-4b52-b4c5-e62726db5264 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1298704 Jun 18 17:12:38.796252 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57588) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:12:38.800938 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-65282cbe-e108-4d29-8e75-5a3c7d64ce22 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Request body: {'security_group_rule': {'security_group_id': 'd036f02e-1d99-4e32-8e1a-a4fd2687dc55', 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:12:38.823779 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.securitygroups_db [None req-65282cbe-e108-4d29-8e75-5a3c7d64ce22 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Project 185daec1fa4c4ed486d6f612f7c756ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:12:38.828865 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-65282cbe-e108-4d29-8e75-5a3c7d64ce22 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.891977 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-65282cbe-e108-4d29-8e75-5a3c7d64ce22 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.897400 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-65282cbe-e108-4d29-8e75-5a3c7d64ce22 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.901810 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cbc61c06-01e6-44c1-aa0f-c11d01a683c6 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:12:38.916986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65282cbe-e108-4d29-8e75-5a3c7d64ce22 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b170ba9-6356-4904-81b5-757aec31350d,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:12:38.919345 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-65282cbe-e108-4d29-8e75-5a3c7d64ce22 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:12:38.924926 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-65282cbe-e108-4d29-8e75-5a3c7d64ce22 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.926145 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-65282cbe-e108-4d29-8e75-5a3c7d64ce22 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289396 Jun 18 17:12:39.104304 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:39.926709 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 92797d6c-4157-4fbd-af5e-bd7d64280573 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:12:39.949402 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 92797d6c-4157-4fbd-af5e-bd7d64280573 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:12:39.950021 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 92797d6c-4157-4fbd-af5e-bd7d64280573 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:12:40.638931 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:42.680781 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:12:54.367700 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-54100d2c-bd81-4911-9201-288937761d0b tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411002607&fields=id&tenant_id=185daec1fa4c4ed486d6f612f7c756ba HTTP/1.1" status: 200 len: 267 time: 0.0365839 Jun 18 17:12:54.484450 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-decd29a0-b1df-4d45-b9bf-97105aa8e919 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:54.485817 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-decd29a0-b1df-4d45-b9bf-97105aa8e919 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 809 time: 0.1116991 Jun 18 17:12:54.500762 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-0963af4e-fceb-4d81-995f-adccdfb3df27 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/quotas/185daec1fa4c4ed486d6f612f7c756ba HTTP/1.1" status: 200 len: 375 time: 0.0093324 Jun 18 17:12:54.570597 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-d573bf15-11cc-4eaf-9873-c90a0a60def6 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638714 Jun 18 17:12:54.661036 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-6140b818-79ca-496a-aab0-b932ac54dae2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 17:12:54.662050 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-6140b818-79ca-496a-aab0-b932ac54dae2 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0806601 Jun 18 17:12:54.781125 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-8774d374-a093-43d7-8486-cca994734ee3 service neutron] 10.222.0.39 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128693 Jun 18 17:12:54.873171 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-f81bae09-67c0-44fa-ab9c-eca8cf14f0de service neutron] 10.222.0.39 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862973 Jun 18 17:12:55.172693 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:55.193587 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-af05661f-8440-4e3b-a084-e3518a402ed8 req-2f51e60d-3113-4dc5-bcf9-6a1269f43d13 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 210 time: 0.0363379 Jun 18 17:12:56.335169 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d68109c4-8f00-4ac4-ac8e-87c2254c9ce4 req-422ac107-455e-473e-8127-7ef9f6e0a563 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 210 time: 0.0299404 Jun 18 17:12:56.813372 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-5f80256b-1917-4a5f-8bd5-5522891a607e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:56.814955 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-5f80256b-1917-4a5f-8bd5-5522891a607e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.64 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 809 time: 0.1444707 Jun 18 17:12:56.882002 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-823018b0-740f-423c-9d92-02b27affc4f7 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=185daec1fa4c4ed486d6f612f7c756ba HTTP/1.1" status: 200 len: 380 time: 0.0525141 Jun 18 17:12:56.899910 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-cbefb796-e911-4237-b9af-d54371557f8e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Request body: {'port': {'device_id': '5c1e4923-950c-49ed-92b5-565643095e64', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'admin_state_up': True, 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'security_groups': ['d036f02e-1d99-4e32-8e1a-a4fd2687dc55']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:12:57.026527 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-cbefb796-e911-4237-b9af-d54371557f8e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Made reservation on behalf of 185daec1fa4c4ed486d6f612f7c756ba for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:12:57.030233 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-cbefb796-e911-4237-b9af-d54371557f8e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:57.177413 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-cbefb796-e911-4237-b9af-d54371557f8e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Allocated IP 172.20.0.12 (2756df7b-95a0-4ecc-a668-6ee67a04f0c1/c008b71b-a66e-488c-82df-1bea246ebff1/9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:12:57.345806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-cbefb796-e911-4237-b9af-d54371557f8e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:57.363021 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-cbefb796-e911-4237-b9af-d54371557f8e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Transition to ACTIVE for port object 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:12:57.402300 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-cbefb796-e911-4237-b9af-d54371557f8e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:57.406423 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:12:57.453381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefb796-e911-4237-b9af-d54371557f8e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event updated for resources: {'Port': ['ID=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:12:57.458734 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cbefb796-e911-4237-b9af-d54371557f8e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:12:57.467735 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-cbefb796-e911-4237-b9af-d54371557f8e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Network 2756df7b-95a0-4ecc-a668-6ee67a04f0c1 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:12:57.469031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-cbefb796-e911-4237-b9af-d54371557f8e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:12:57.471510 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-cbefb796-e911-4237-b9af-d54371557f8e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:12:57.525234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-cbefb796-e911-4237-b9af-d54371557f8e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:57.526702 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-cbefb796-e911-4237-b9af-d54371557f8e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:57.549370 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-cbefb796-e911-4237-b9af-d54371557f8e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6543705 Jun 18 17:12:57.551335 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd7ea2-9f6a-4f3c-a425-e4a5fe9e9405 req-6c28f6b9-e1d8-4bff-a775-4f8e418b09ed tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:57.554091 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0fdd7ea2-9f6a-4f3c-a425-e4a5fe9e9405 req-6c28f6b9-e1d8-4bff-a775-4f8e418b09ed tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 932 time: 0.0996656 Jun 18 17:12:57.568895 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Request body: {'port': {'device_id': '5c1e4923-950c-49ed-92b5-565643095e64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:12:57.603571 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0fdd7ea2-9f6a-4f3c-a425-e4a5fe9e9405 req-498f0f54-8210-4e79-8150-b6909852d8fb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434744 Jun 18 17:12:57.676678 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:57.815522 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3226dea7-02a2-447f-988e-4e3d5872b66a None None] Provisioning for port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:12:57.821535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-3226dea7-02a2-447f-988e-4e3d5872b66a None None] Provisioning complete for port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:12:57.821994 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3226dea7-02a2-447f-988e-4e3d5872b66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:57.863065 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-3226dea7-02a2-447f-988e-4e3d5872b66a None None] Port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:12:57.976191 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:12:57.984236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:57.998367 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Transition to ACTIVE for port object 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:12:58.002547 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:58.005007 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dd768a3d-4eeb-486a-b885-783edefc5144 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:12:58.083567 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Pushing event updated for resources: {'Port': ['ID=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:12:58.089221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:12:58.181819 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Attempting to bind port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:12:58.182309 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Attempting to bind port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '7c2ae36b-39a7-47c6-9284-9f1219abe5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:12:58.182822 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Attempting to bind port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 on network 2756df7b-95a0-4ecc-a668-6ee67a04f0c1 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:12:58.190231 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 on network 2756df7b-95a0-4ecc-a668-6ee67a04f0c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 17:12:58.190563 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Attempting to bind port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 on network 2756df7b-95a0-4ecc-a668-6ee67a04f0c1 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:12:58.197599 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:12:58.197940 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Checking segment: {'id': '7c2ae36b-39a7-47c6-9284-9f1219abe5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:12:58.198333 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Bound using segment: {'id': '7c2ae36b-39a7-47c6-9284-9f1219abe5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:12:58.198810 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Bound port: 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c2ae36b-39a7-47c6-9284-9f1219abe5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:12:58.199169 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:58.283760 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] For port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:12:58.288090 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] For port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:12:58.292941 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:58.295502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1629f908-5372-44ab-87ce-05b497e3fedd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:12:58.334549 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:58.335150 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:58.336603 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] 10.222.0.64 "PUT /v2.0/ports/9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 HTTP/1.1" status: 200 len: 1094 time: 0.7730594 Jun 18 17:12:58.337226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1e4923-950c-49ed-92b5-565643095e64', 'tag': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:12:58.339665 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992e047d-a5c7-4f1a-907b-f6c299ef04e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1e4923-950c-49ed-92b5-565643095e64", "tag": "9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:12:58.371743 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Pushing event updated for resources: {'Port': ['ID=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:12:58.375687 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:12:58.417412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6451f961-cfa9-41ad-8523-9018207ab860 x-openstack-request-id: req-6451f961-cfa9-41ad-8523-9018207ab860 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:12:58.417982 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1e4923-950c-49ed-92b5-565643095e64", "tag": "9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:12:58.418494 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6451f961-cfa9-41ad-8523-9018207ab860 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:12:58.419894 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1e4923-950c-49ed-92b5-565643095e64', 'tag': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7', 'status': 'completed', 'code': 200} Jun 18 17:12:58.496357 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-d158ab2c-738b-43c3-b989-bb02e15e6c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:58.497979 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-d158ab2c-738b-43c3-b989-bb02e15e6c2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 1097 time: 0.0618222 Jun 18 17:12:58.549201 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-738a5b9e-b3f4-4046-a0eb-c75592e89d77 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 HTTP/1.1" status: 200 len: 217 time: 0.0365508 Jun 18 17:12:58.602370 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-f8860387-41c6-40da-b5bf-23f10d2210bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:58.603720 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-f8860387-41c6-40da-b5bf-23f10d2210bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c008b71b-a66e-488c-82df-1bea246ebff1 HTTP/1.1" status: 200 len: 848 time: 0.0486431 Jun 18 17:12:58.675437 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-1b4c9c32-8c99-46cb-b06b-2f2737fe6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:58.677720 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-1b4c9c32-8c99-46cb-b06b-2f2737fe6dc9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674896 Jun 18 17:12:58.790433 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5a8cf-8e49-4975-8971-5cf412c227af req-13caf212-29c8-449a-a524-686b50afda7f tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:58.792070 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-66e5a8cf-8e49-4975-8971-5cf412c227af req-13caf212-29c8-449a-a524-686b50afda7f tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 944 time: 0.0808551 Jun 18 17:12:58.792665 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-1e77292c-3a22-4634-919b-ed9fa4c7d463 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054380 Jun 18 17:12:58.839704 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-66e5a8cf-8e49-4975-8971-5cf412c227af req-982e85d2-f6ea-489c-ba56-2631748d353b tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411525 Jun 18 17:12:58.891222 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-87bdac96-2ef4-486b-9c4f-b7107db87fb6 req-1207df44-28f0-47ec-925a-c6bacba50786 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923092 Jun 18 17:12:59.018638 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e047d-a5c7-4f1a-907b-f6c299ef04e4 req-46133dbf-1e3e-425e-a005-f696915d58d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:59.020169 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-992e047d-a5c7-4f1a-907b-f6c299ef04e4 req-46133dbf-1e3e-425e-a005-f696915d58d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 1097 time: 0.0550501 Jun 18 17:12:59.117502 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e047d-a5c7-4f1a-907b-f6c299ef04e4 req-3e90c417-4d52-4cad-88e7-6c215a82ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:59.118906 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-992e047d-a5c7-4f1a-907b-f6c299ef04e4 req-3e90c417-4d52-4cad-88e7-6c215a82ac4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 910 time: 0.0925345 Jun 18 17:12:59.162793 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-992e047d-a5c7-4f1a-907b-f6c299ef04e4 req-05dfa528-d099-4f99-ac95-4f7eeea80079 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 HTTP/1.1" status: 200 len: 217 time: 0.0365231 Jun 18 17:12:59.215622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e047d-a5c7-4f1a-907b-f6c299ef04e4 req-ddc4cc9c-ab84-45f1-8d73-b830cac552b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:59.217161 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-992e047d-a5c7-4f1a-907b-f6c299ef04e4 req-ddc4cc9c-ab84-45f1-8d73-b830cac552b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c008b71b-a66e-488c-82df-1bea246ebff1 HTTP/1.1" status: 200 len: 848 time: 0.0477664 Jun 18 17:12:59.283195 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e047d-a5c7-4f1a-907b-f6c299ef04e4 req-81231d9f-182b-4cef-b85f-82fdd4d8bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:59.284688 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-992e047d-a5c7-4f1a-907b-f6c299ef04e4 req-81231d9f-182b-4cef-b85f-82fdd4d8bd34 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0613289 Jun 18 17:12:59.394123 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-992e047d-a5c7-4f1a-907b-f6c299ef04e4 req-c6d66f0b-838c-4628-a9c4-017eb35ad9d1 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027410 Jun 18 17:12:59.849606 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-992e047d-a5c7-4f1a-907b-f6c299ef04e4 req-5ce7348a-5044-4c15-ae11-7cdd1e1cb1af service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399419 Jun 18 17:13:00.029712 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed21014-63ab-4501-8b15-a60d974c3135 req-d12facac-5354-4e00-b7bd-a68ebbdb8282 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:00.031374 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7ed21014-63ab-4501-8b15-a60d974c3135 req-d12facac-5354-4e00-b7bd-a68ebbdb8282 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 944 time: 0.0687470 Jun 18 17:13:00.077232 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7ed21014-63ab-4501-8b15-a60d974c3135 req-054d4f21-8bc3-43df-99ec-88bd67e67786 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354359 Jun 18 17:13:01.285839 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2091b-ceb4-44cf-b432-6870f176d487 req-a40468b2-8fbf-4012-b819-ffd4f8655f1d tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:01.287473 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-59e2091b-ceb4-44cf-b432-6870f176d487 req-a40468b2-8fbf-4012-b819-ffd4f8655f1d tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 944 time: 0.0655220 Jun 18 17:13:01.326883 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-59e2091b-ceb4-44cf-b432-6870f176d487 req-0ca04138-267c-4a0f-a3b4-153fb55f2acd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337164 Jun 18 17:13:02.517506 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12adf9-7037-4357-9cad-bf7cbdbfb8a4 req-7f05386a-0149-42f1-81f5-134d31b828c5 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:02.518839 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cd12adf9-7037-4357-9cad-bf7cbdbfb8a4 req-7f05386a-0149-42f1-81f5-134d31b828c5 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 944 time: 0.0714281 Jun 18 17:13:02.559544 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-cd12adf9-7037-4357-9cad-bf7cbdbfb8a4 req-8759445a-9a6b-4f0b-bf66-f3b7907e3fc0 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335295 Jun 18 17:13:03.747650 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0361e5-510c-42cf-806d-c84f81a91b7f req-ccc860d3-7f11-4250-873c-a69c08a45bcb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:03.749186 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fb0361e5-510c-42cf-806d-c84f81a91b7f req-ccc860d3-7f11-4250-873c-a69c08a45bcb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 944 time: 0.0731490 Jun 18 17:13:03.789211 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fb0361e5-510c-42cf-806d-c84f81a91b7f req-cf509140-3d61-40fa-a2fe-5645300b20ea tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343754 Jun 18 17:13:04.979152 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a029a33-ea00-470d-8972-683cfde38445 req-046a2865-db98-4f6b-afd0-3639d06edefd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:04.980594 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3a029a33-ea00-470d-8972-683cfde38445 req-046a2865-db98-4f6b-afd0-3639d06edefd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 944 time: 0.0772061 Jun 18 17:13:05.021931 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3a029a33-ea00-470d-8972-683cfde38445 req-53808463-b266-4a16-b4c5-1f432d970c0c tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353196 Jun 18 17:13:05.288319 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-df928a55-7ee6-470f-9a65-d12af82dd389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:06.199816 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b045001-eab7-48a4-b4a2-837ec2dfd5b8 req-24ded535-92ec-4901-a592-c2411e84f617 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:06.201321 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7b045001-eab7-48a4-b4a2-837ec2dfd5b8 req-24ded535-92ec-4901-a592-c2411e84f617 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 944 time: 0.0649793 Jun 18 17:13:06.241587 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7b045001-eab7-48a4-b4a2-837ec2dfd5b8 req-fca9d7db-d206-491a-838e-90924037cf72 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338614 Jun 18 17:13:07.426508 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995882aa-9649-4acc-b04a-fd3b8970457b req-870bc403-b86a-4dc7-a331-6d9396ac9927 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:07.428092 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-995882aa-9649-4acc-b04a-fd3b8970457b req-870bc403-b86a-4dc7-a331-6d9396ac9927 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 944 time: 0.0700407 Jun 18 17:13:07.467220 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-995882aa-9649-4acc-b04a-fd3b8970457b req-3488ac16-b3ae-46d0-83b8-c30f109fa111 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334456 Jun 18 17:13:07.713836 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-29b8138e-42a4-4756-a5e7-626e9ec9f9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:08.065359 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:13:08.163583 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:13:08.175467 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'port_id': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7', 'mac_address': 'fa:16:3e:16:52:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:13:08.213738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:08.226425 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:13:08.246301 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:13:08.250322 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:08.253058 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:13:08.318656 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:13:08.325426 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:08.329250 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:08.329607 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:08.329953 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:08.330284 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:08.330633 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:08.330966 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:08.331293 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:08.331618 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:08.331951 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:08.332265 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:08.332979 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:08.333302 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:08.338017 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:13:08.558352 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:13:08.652480 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f582c-be62-4b02-9c15-9b5e9f02b880 req-a7037357-77c0-4c8c-98d1-c7b9ab3afb2c tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:08.653963 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1f0f582c-be62-4b02-9c15-9b5e9f02b880 req-a7037357-77c0-4c8c-98d1-c7b9ab3afb2c tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 945 time: 0.0741906 Jun 18 17:13:08.696391 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-1f0f582c-be62-4b02-9c15-9b5e9f02b880 req-bd0d3d02-de05-4de5-ad35-f5f70600b1d4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366805 Jun 18 17:13:09.101223 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:09.878715 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f867c-0519-4b61-a33e-bfd91e4af038 req-537181fe-4a05-4814-9030-1a1ae6be5e68 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:09.880897 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-742f867c-0519-4b61-a33e-bfd91e4af038 req-537181fe-4a05-4814-9030-1a1ae6be5e68 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 945 time: 0.0692377 Jun 18 17:13:09.921469 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-742f867c-0519-4b61-a33e-bfd91e4af038 req-cc6be2e3-dabf-428f-bdcb-938e31b32fc7 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326290 Jun 18 17:13:10.081400 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:13:10.140030 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:13:10.143923 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:13:10.144301 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:10.222402 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:10.246473 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1e4923-950c-49ed-92b5-565643095e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:13:10.248776 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9abef6c-bc5c-4402-bf12-bd28afcc77cf" -d '{"events": [{"server_uuid": "5c1e4923-950c-49ed-92b5-565643095e64", "name": "network-vif-plugged", "status": "completed", "tag": "9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:13:10.262957 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:13:10.267383 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:10.270216 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:13:10.325240 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:13:10.328484 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:13:10.348215 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6f6ed6-1995-4fed-8edf-4458b94bedf2 x-openstack-request-id: req-4e6f6ed6-1995-4fed-8edf-4458b94bedf2 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:13:10.348625 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1e4923-950c-49ed-92b5-565643095e64", "name": "network-vif-plugged", "status": "completed", "tag": "9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:13:10.348871 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e6f6ed6-1995-4fed-8edf-4458b94bedf2 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:13:10.349275 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1e4923-950c-49ed-92b5-565643095e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7', 'code': 200} Jun 18 17:13:10.572769 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52f4f3-0cca-4f64-8f12-ed45f4560c86 req-7e46749a-4d17-4e56-b5a3-83682264ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:10.574236 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ed52f4f3-0cca-4f64-8f12-ed45f4560c86 req-7e46749a-4d17-4e56-b5a3-83682264ac8f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 1099 time: 0.0534701 Jun 18 17:13:10.609750 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ed52f4f3-0cca-4f64-8f12-ed45f4560c86 req-8e5144eb-ff99-4d5c-aaf7-8fa9f7d03c1c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290062 Jun 18 17:13:10.639447 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:11.111480 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d05725-d842-4568-9bcd-5481725bcafc req-1597ee94-6c72-4ba4-9111-98ba2c9b4ac2 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:11.112945 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-47d05725-d842-4568-9bcd-5481725bcafc req-1597ee94-6c72-4ba4-9111-98ba2c9b4ac2 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0749934 Jun 18 17:13:11.153199 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-47d05725-d842-4568-9bcd-5481725bcafc req-cf0b289f-1c3b-4f08-850f-e899595d59cb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339732 Jun 18 17:13:12.333912 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd5d6b-b0eb-4f2a-a8ff-994993598796 req-a3b9670f-1144-4477-bb21-ab07a9bef51c tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:12.335448 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f7dd5d6b-b0eb-4f2a-a8ff-994993598796 req-a3b9670f-1144-4477-bb21-ab07a9bef51c tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0649550 Jun 18 17:13:12.374405 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f7dd5d6b-b0eb-4f2a-a8ff-994993598796 req-0434d539-e054-430b-b07b-9a357d9356e9 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332441 Jun 18 17:13:12.549154 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19010b1d-7f04-4d0d-8119-644c6a1f0050 req-80e53f6e-9bc7-4fed-99bd-e5152a5de3cb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:12.550654 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-19010b1d-7f04-4d0d-8119-644c6a1f0050 req-80e53f6e-9bc7-4fed-99bd-e5152a5de3cb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0638249 Jun 18 17:13:12.589213 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-19010b1d-7f04-4d0d-8119-644c6a1f0050 req-455fd97d-453c-4887-a657-1b02da917f30 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322554 Jun 18 17:13:12.613357 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57788) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:13:12.669697 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb1d82a-ef91-4fef-ac29-2dbc8dd109a2 tempest-TestShelveInstance-139994380 tempest-TestShelveInstance-139994380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:12.671270 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-afb1d82a-ef91-4fef-ac29-2dbc8dd109a2 tempest-TestShelveInstance-139994380 tempest-TestShelveInstance-139994380-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 1094 time: 0.0559189 Jun 18 17:13:12.674138 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57790) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:13:12.679465 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:13:12.705346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for floatingip, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:12.807866 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:12.916025 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Allocated IP 172.26.2.57 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/38aad1b5-f423-43ef-96b0-d75fe58efeef) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:13:13.022036 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:13.061835 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:13.063865 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6c1273fe-f02c-407d-b6c1-190746060774 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:13:13.108379 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:13:13.111343 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:13:13.116801 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:13:13.120059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event updated for resources: {'Port': ['ID=38aad1b5-f423-43ef-96b0-d75fe58efeef,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:13:13.139040 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:13:13.511188 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:13.593113 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:13.746986 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:13.751962 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:13.754611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d066c723-2adc-4ebf-bd86-35c232772289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:13:13.825439 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event updated for resources: {'Port': ['ID=38aad1b5-f423-43ef-96b0-d75fe58efeef,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:13:13.831118 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:13:13.838612 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:13.940493 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Floating IP 8e52d973-7e02-42c2-a391-f8f014bc4b2a associated. External IP: 172.26.2.57, port: 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7. Jun 18 17:13:14.171047 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Router 764ced15-bd55-47e3-b780-76be3ad06157 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:13:14.284812 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:13:14.294320 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797fa8c6-2a40-41ad-a060-561fd0f7af67 None None] Sync routers for ids ['764ced15-bd55-47e3-b780-76be3ad06157'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:13:14.304163 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797fa8c6-2a40-41ad-a060-561fd0f7af67 None None] Routers {'764ced15-bd55-47e3-b780-76be3ad06157'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:13:14.304783 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-797fa8c6-2a40-41ad-a060-561fd0f7af67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:13:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['764ced15-bd55-47e3-b780-76be3ad06157'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:13:14.308581 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:14.351113 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6758740 Jun 18 17:13:14.351992 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1e4923-950c-49ed-92b5-565643095e64', 'tag': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:13:14.354414 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8190d5a-5e50-4186-bc10-a7b27d760d96" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1e4923-950c-49ed-92b5-565643095e64", "tag": "9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:13:14.402839 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da3bf63-501f-4e11-b211-da8d3dc60c03 x-openstack-request-id: req-9da3bf63-501f-4e11-b211-da8d3dc60c03 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:13:14.403194 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1e4923-950c-49ed-92b5-565643095e64", "tag": "9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:13:14.403506 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9da3bf63-501f-4e11-b211-da8d3dc60c03 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:13:14.403960 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1e4923-950c-49ed-92b5-565643095e64', 'tag': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7', 'status': 'completed', 'code': 200} Jun 18 17:13:14.420933 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-797fa8c6-2a40-41ad-a060-561fd0f7af67 None None] Set router 764ced15-bd55-47e3-b780-76be3ad06157 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:13:14.501293 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8190d5a-5e50-4186-bc10-a7b27d760d96 req-2c4d487e-cdd9-4ccf-82c9-60b463df4354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:14.502893 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e8190d5a-5e50-4186-bc10-a7b27d760d96 req-2c4d487e-cdd9-4ccf-82c9-60b463df4354 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 1099 time: 0.0572262 Jun 18 17:13:14.599458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8190d5a-5e50-4186-bc10-a7b27d760d96 req-683f9efe-97b6-43c8-88df-cbcf823cf009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:14.600812 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e8190d5a-5e50-4186-bc10-a7b27d760d96 req-683f9efe-97b6-43c8-88df-cbcf823cf009 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 910 time: 0.0916049 Jun 18 17:13:14.653729 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-797fa8c6-2a40-41ad-a060-561fd0f7af67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:08:16Z', 'revision_number': 4, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port': {'id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:27:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:14Z', 'updated_at': '2021-06-18T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '8e52d973-7e02-42c2-a391-f8f014bc4b2a', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'floating_ip_address': '172.26.2.57', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'port_id': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'mac_address': 'fa:16:3e:16:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1e4923-950c-49ed-92b5-565643095e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:13:13Z', 'updated_at': '2021-06-18T17:13:13Z', 'revision_number': 0, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c647b23-9753-4f77-8db1-f1a7c980aa1f', 'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'mac_address': 'fa:16:3e:c8:b7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:16Z', 'updated_at': '2021-06-18T17:08:23Z', 'revision_number': 5, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'subnets': [{'id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:13:14.672846 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e8190d5a-5e50-4186-bc10-a7b27d760d96 req-06bcdee6-bd54-41e4-b209-666ac53ed912 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 HTTP/1.1" status: 200 len: 999 time: 0.0656130 Jun 18 17:13:14.682126 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797fa8c6-2a40-41ad-a060-561fd0f7af67 None None] Checking router: 764ced15-bd55-47e3-b780-76be3ad06157 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:13:14.693061 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797fa8c6-2a40-41ad-a060-561fd0f7af67 None None] Routers {'764ced15-bd55-47e3-b780-76be3ad06157'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:13:14.693061 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-797fa8c6-2a40-41ad-a060-561fd0f7af67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:13:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['764ced15-bd55-47e3-b780-76be3ad06157'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:13:14.729921 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8190d5a-5e50-4186-bc10-a7b27d760d96 req-de792cbb-7c71-44ac-90be-765e9168f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:14.731421 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e8190d5a-5e50-4186-bc10-a7b27d760d96 req-de792cbb-7c71-44ac-90be-765e9168f0a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c008b71b-a66e-488c-82df-1bea246ebff1 HTTP/1.1" status: 200 len: 848 time: 0.0530109 Jun 18 17:13:14.791681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8190d5a-5e50-4186-bc10-a7b27d760d96 req-7ff1450e-3fce-4568-b5b6-21fecc89bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:14.793217 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e8190d5a-5e50-4186-bc10-a7b27d760d96 req-7ff1450e-3fce-4568-b5b6-21fecc89bd5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550225 Jun 18 17:13:14.814572 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-797fa8c6-2a40-41ad-a060-561fd0f7af67 None None] Set router 764ced15-bd55-47e3-b780-76be3ad06157 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:13:14.893744 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e8190d5a-5e50-4186-bc10-a7b27d760d96 req-25622d4f-4e70-4f8a-8b3d-48ad5f223e02 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934663 Jun 18 17:13:14.992359 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e8190d5a-5e50-4186-bc10-a7b27d760d96 req-a11a97a3-a2f3-45fb-8e41-e68879d27794 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918751 Jun 18 17:13:15.051040 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-797fa8c6-2a40-41ad-a060-561fd0f7af67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:08:16Z', 'revision_number': 4, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port': {'id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:27:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:14Z', 'updated_at': '2021-06-18T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '8e52d973-7e02-42c2-a391-f8f014bc4b2a', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'floating_ip_address': '172.26.2.57', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'port_id': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'mac_address': 'fa:16:3e:16:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1e4923-950c-49ed-92b5-565643095e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:13:13Z', 'updated_at': '2021-06-18T17:13:13Z', 'revision_number': 0, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c647b23-9753-4f77-8db1-f1a7c980aa1f', 'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'mac_address': 'fa:16:3e:c8:b7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:16Z', 'updated_at': '2021-06-18T17:08:23Z', 'revision_number': 5, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'subnets': [{'id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:13:15.077375 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797fa8c6-2a40-41ad-a060-561fd0f7af67 None None] The sync data for ids ['764ced15-bd55-47e3-b780-76be3ad06157'] in dv-neutron-797121-1-hyperv is: [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:08:16Z', 'revision_number': 4, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port': {'id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:27:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:14Z', 'updated_at': '2021-06-18T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '8e52d973-7e02-42c2-a391-f8f014bc4b2a', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'floating_ip_address': '172.26.2.57', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'port_id': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'mac_address': 'fa:16:3e:16:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1e4923-950c-49ed-92b5-565643095e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:13:13Z', 'updated_at': '2021-06-18T17:13:13Z', 'revision_number': 0, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c647b23-9753-4f77-8db1-f1a7c980aa1f', 'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'mac_address': 'fa:16:3e:c8:b7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:16Z', 'updated_at': '2021-06-18T17:08:23Z', 'revision_number': 5, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'subnets': [{'id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:13:15.280035 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093e2013-a8ac-43d5-88d1-1f1fcc3e4c0f None None] New status for floating IP 8e52d973-7e02-42c2-a391-f8f014bc4b2a: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:13:19.680530 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:13:25.165517 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:35.294203 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9933cfc7-4446-4c4c-b4da-6cdeece47ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:37.715830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2c9b26f6-f7b4-4d1a-9f82-256b88cfb452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:38.306101 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:39.104556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:40.642670 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:55.178656 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:56.683252 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:14:01.075920 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-40344f9a-13d0-4343-9f0f-33dd2ad60525 req-3b5f1a65-0127-4929-9aa3-ed3be3daaf7b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577769 Jun 18 17:14:01.187205 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40344f9a-13d0-4343-9f0f-33dd2ad60525 req-15b6338d-2153-4d64-b305-4ae51be61be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:01.188588 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-40344f9a-13d0-4343-9f0f-33dd2ad60525 req-15b6338d-2153-4d64-b305-4ae51be61be1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 1099 time: 0.0528605 Jun 18 17:14:01.299402 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40344f9a-13d0-4343-9f0f-33dd2ad60525 req-6a00d67c-dc57-4415-a0e7-9d7d6e7c5a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:01.300845 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-40344f9a-13d0-4343-9f0f-33dd2ad60525 req-6a00d67c-dc57-4415-a0e7-9d7d6e7c5a7c service neutron] 10.222.0.64 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 910 time: 0.0913243 Jun 18 17:14:01.364685 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-40344f9a-13d0-4343-9f0f-33dd2ad60525 req-80e0cb80-2a5a-4ca9-88f9-f82eb1ac6286 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 HTTP/1.1" status: 200 len: 1001 time: 0.0572495 Jun 18 17:14:01.415123 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40344f9a-13d0-4343-9f0f-33dd2ad60525 req-3329bd59-a59a-4b57-8993-af1346fbfc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:01.416569 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-40344f9a-13d0-4343-9f0f-33dd2ad60525 req-3329bd59-a59a-4b57-8993-af1346fbfc7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c008b71b-a66e-488c-82df-1bea246ebff1 HTTP/1.1" status: 200 len: 848 time: 0.0463705 Jun 18 17:14:01.479374 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40344f9a-13d0-4343-9f0f-33dd2ad60525 req-828b3247-f380-4307-9de7-390332403dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:01.480759 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-40344f9a-13d0-4343-9f0f-33dd2ad60525 req-828b3247-f380-4307-9de7-390332403dc2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0580788 Jun 18 17:14:01.571968 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-40344f9a-13d0-4343-9f0f-33dd2ad60525 req-49eb4d09-d1be-4db5-9ed2-1e657babc193 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848818 Jun 18 17:14:01.667884 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-40344f9a-13d0-4343-9f0f-33dd2ad60525 req-c97c6837-6aad-49bf-9502-8951efc51dd2 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890326 Jun 18 17:14:05.285351 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bc79923b-9e5d-46dd-8762-d970046de4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:07.717995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-17a4e12a-9e1f-4b6f-9269-30d52ddf6a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:08.308998 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:09.106850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:10.646677 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:25.192926 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:33.683854 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:14:35.289951 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6d804799-5bc5-46c6-9be3-9cb41cab1cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:37.722955 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1680592f-c083-47b3-919d-1cf5cc6d200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:38.311011 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:39.114855 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:40.648662 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:55.197794 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:02.088327 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c3c2a758-e13f-4403-a0a2-9b0529283beb req-317c9c5b-54ef-44b0-9424-84f85a3f4a85 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1039007 Jun 18 17:15:02.202103 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a758-e13f-4403-a0a2-9b0529283beb req-cea412f4-e54b-4032-ac5d-f54b98507400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:02.203619 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c3c2a758-e13f-4403-a0a2-9b0529283beb req-cea412f4-e54b-4032-ac5d-f54b98507400 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 1099 time: 0.0558572 Jun 18 17:15:02.318505 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a758-e13f-4403-a0a2-9b0529283beb req-aea53707-37b4-41d8-bc89-541144898158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:02.320053 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c3c2a758-e13f-4403-a0a2-9b0529283beb req-aea53707-37b4-41d8-bc89-541144898158 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 910 time: 0.0958941 Jun 18 17:15:02.385517 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c3c2a758-e13f-4403-a0a2-9b0529283beb req-6502e5b1-415f-4f3f-859a-9fef1713b282 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 HTTP/1.1" status: 200 len: 1001 time: 0.0580235 Jun 18 17:15:02.434991 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a758-e13f-4403-a0a2-9b0529283beb req-bd068899-7679-4b96-94c6-9f123a1842db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:02.436714 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c3c2a758-e13f-4403-a0a2-9b0529283beb req-bd068899-7679-4b96-94c6-9f123a1842db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c008b71b-a66e-488c-82df-1bea246ebff1 HTTP/1.1" status: 200 len: 848 time: 0.0452580 Jun 18 17:15:02.498396 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a758-e13f-4403-a0a2-9b0529283beb req-da8ac5d0-1bbb-4f08-959e-7c0be2eee1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:02.499909 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c3c2a758-e13f-4403-a0a2-9b0529283beb req-da8ac5d0-1bbb-4f08-959e-7c0be2eee1c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0569234 Jun 18 17:15:02.593039 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c3c2a758-e13f-4403-a0a2-9b0529283beb req-c137bb17-382c-45dd-8d75-85768ee28346 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864627 Jun 18 17:15:02.701302 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-c3c2a758-e13f-4403-a0a2-9b0529283beb req-72e1da9d-56f1-4409-a7a7-d620280829c7 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015770 Jun 18 17:15:05.294041 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0d7739de-064f-469b-b8e3-9c3aa78032ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:07.723438 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-500f675b-9296-4c02-9f6d-b14ae79b8505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:08.313676 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:09.115648 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:10.651669 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:10.682341 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:15:12.307682 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539418e-defd-4ad2-ae5d-25550d47ce94 req-18a27e65-2368-4838-8c96-902f16479de4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:12.309234 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8539418e-defd-4ad2-ae5d-25550d47ce94 req-18a27e65-2368-4838-8c96-902f16479de4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0681882 Jun 18 17:15:12.348171 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8539418e-defd-4ad2-ae5d-25550d47ce94 req-94dd7114-9c64-4804-8dde-8c11c12eac85 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331714 Jun 18 17:15:13.543856 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f15a7-c3ff-4299-a1a1-e6f2a62ced2f req-d179f78f-8400-4986-a408-a1f27ba1d8d5 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:13.545721 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-112f15a7-c3ff-4299-a1a1-e6f2a62ced2f req-d179f78f-8400-4986-a408-a1f27ba1d8d5 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0645928 Jun 18 17:15:13.584224 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-112f15a7-c3ff-4299-a1a1-e6f2a62ced2f req-37ac840b-e63b-4c76-b33f-165969707ba6 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326324 Jun 18 17:15:14.787833 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6e308-7b36-4596-8674-1e4543a03e2c req-91ddd642-c4cd-477a-a71c-981667478bf2 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:14.789326 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-38f6e308-7b36-4596-8674-1e4543a03e2c req-91ddd642-c4cd-477a-a71c-981667478bf2 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0767550 Jun 18 17:15:14.830440 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-38f6e308-7b36-4596-8674-1e4543a03e2c req-b04d30de-ad68-404d-843b-5cec2b3b04c6 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354803 Jun 18 17:15:16.018656 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f73d1-91bc-4086-aff2-2a58ef09a7d6 req-31c90817-dc11-460e-8692-41205f9595c2 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:16.020062 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-566f73d1-91bc-4086-aff2-2a58ef09a7d6 req-31c90817-dc11-460e-8692-41205f9595c2 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0678260 Jun 18 17:15:16.059513 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-566f73d1-91bc-4086-aff2-2a58ef09a7d6 req-745d35af-4e83-4dd4-b40b-0d0146958300 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327933 Jun 18 17:15:17.237884 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a18f2-8d0f-4649-a33c-57f430603620 req-c9c9b89a-90b7-4c74-be4a-29e31b0b583c tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:17.239384 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ef5a18f2-8d0f-4649-a33c-57f430603620 req-c9c9b89a-90b7-4c74-be4a-29e31b0b583c tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0635915 Jun 18 17:15:17.283415 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ef5a18f2-8d0f-4649-a33c-57f430603620 req-9317d901-212b-4ead-b1b7-a4840aba9111 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358639 Jun 18 17:15:18.460427 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8f569-9ee9-4688-a15b-1b8c585ed9ad req-666acefa-93cf-4790-a4b3-88899c62c7e4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:18.461924 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bee8f569-9ee9-4688-a15b-1b8c585ed9ad req-666acefa-93cf-4790-a4b3-88899c62c7e4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0646825 Jun 18 17:15:18.499833 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bee8f569-9ee9-4688-a15b-1b8c585ed9ad req-1f7692f5-e7bf-40d0-b1d8-3b22902a2f5e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319901 Jun 18 17:15:19.674225 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cfd84-942d-4eca-8644-2f17832a6a58 req-0cdfe5fd-f611-43d6-8b95-2d29c5b97a78 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:19.675771 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ed2cfd84-942d-4eca-8644-2f17832a6a58 req-0cdfe5fd-f611-43d6-8b95-2d29c5b97a78 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0633473 Jun 18 17:15:19.716758 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ed2cfd84-942d-4eca-8644-2f17832a6a58 req-a21655b4-790e-4800-90f1-fc32c8a5f21a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338080 Jun 18 17:15:20.897930 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06461867-10a0-4c79-adc5-383994aade2d req-730438d6-adc8-4c6c-9add-a32d43698b92 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:20.899467 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-06461867-10a0-4c79-adc5-383994aade2d req-730438d6-adc8-4c6c-9add-a32d43698b92 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0691543 Jun 18 17:15:20.939363 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-06461867-10a0-4c79-adc5-383994aade2d req-ab75adf8-089e-409c-8aed-05482c98c133 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341358 Jun 18 17:15:22.118271 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37519017-5c8b-4fd9-a66e-7f845d103371 req-4a5a3716-c1ae-4656-9609-dd4fae91c5ea tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:22.119813 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-37519017-5c8b-4fd9-a66e-7f845d103371 req-4a5a3716-c1ae-4656-9609-dd4fae91c5ea tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0653386 Jun 18 17:15:22.161430 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-37519017-5c8b-4fd9-a66e-7f845d103371 req-a3e6a65c-15cc-4d76-9ad7-bc433485cf83 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359383 Jun 18 17:15:22.476053 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01094e64-ffff-4e2a-936f-9467180b3764 req-ccb4bce4-caba-4524-a1eb-fbe290753301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:22.477557 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01094e64-ffff-4e2a-936f-9467180b3764 req-ccb4bce4-caba-4524-a1eb-fbe290753301 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 1099 time: 0.0540514 Jun 18 17:15:22.569751 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01094e64-ffff-4e2a-936f-9467180b3764 req-b7b039ca-75f7-44e1-b31b-629029a8e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:22.571255 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01094e64-ffff-4e2a-936f-9467180b3764 req-b7b039ca-75f7-44e1-b31b-629029a8e3f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 910 time: 0.0874484 Jun 18 17:15:22.638086 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01094e64-ffff-4e2a-936f-9467180b3764 req-5739eb6c-f3e7-4338-a10c-eed4a2cfd714 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 HTTP/1.1" status: 200 len: 1001 time: 0.0599768 Jun 18 17:15:22.687417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01094e64-ffff-4e2a-936f-9467180b3764 req-04e994e3-f683-4450-8bd9-1634b3dc1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:22.688851 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01094e64-ffff-4e2a-936f-9467180b3764 req-04e994e3-f683-4450-8bd9-1634b3dc1ebd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c008b71b-a66e-488c-82df-1bea246ebff1 HTTP/1.1" status: 200 len: 848 time: 0.0446959 Jun 18 17:15:22.751266 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01094e64-ffff-4e2a-936f-9467180b3764 req-9e79b1e8-c4c5-4a48-93bd-e5e49eb67647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:22.752668 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01094e64-ffff-4e2a-936f-9467180b3764 req-9e79b1e8-c4c5-4a48-93bd-e5e49eb67647 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0572622 Jun 18 17:15:22.842208 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01094e64-ffff-4e2a-936f-9467180b3764 req-62492fdb-987a-4c93-b086-d92fa6437acb service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834746 Jun 18 17:15:23.264109 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-01094e64-ffff-4e2a-936f-9467180b3764 req-713b902e-b870-4304-8bce-0af72f91ad22 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155357 Jun 18 17:15:23.352129 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2104067-09a3-4784-83e8-888e822672b2 req-f287b201-9599-4bb6-aef3-a393d86285f4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:23.353705 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f2104067-09a3-4784-83e8-888e822672b2 req-f287b201-9599-4bb6-aef3-a393d86285f4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0678360 Jun 18 17:15:23.396887 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f2104067-09a3-4784-83e8-888e822672b2 req-5d6c9f50-8aad-460d-af66-a6dddb6a28a2 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368118 Jun 18 17:15:24.571498 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0024879-b087-4f4e-b061-c4dcdd2fd0d7 req-e583df14-552c-45a0-974e-7598d50cc6f6 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:24.572977 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e0024879-b087-4f4e-b061-c4dcdd2fd0d7 req-e583df14-552c-45a0-974e-7598d50cc6f6 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0637248 Jun 18 17:15:24.611136 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e0024879-b087-4f4e-b061-c4dcdd2fd0d7 req-cee8059b-8418-4171-9fc5-77dcdff43282 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321493 Jun 18 17:15:25.199418 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:25.812810 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f3e2c-2389-483a-970a-338778ef1434 req-dcea66db-1c8e-4699-8e0d-c043b40c62dd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:25.814344 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d43f3e2c-2389-483a-970a-338778ef1434 req-dcea66db-1c8e-4699-8e0d-c043b40c62dd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0830770 Jun 18 17:15:25.857408 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d43f3e2c-2389-483a-970a-338778ef1434 req-d585fb6a-d482-4b21-8b3c-df8e93490430 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371332 Jun 18 17:15:27.040102 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61428b5-6324-4c0a-92e5-6f7f9d1fc9c0 req-dfdaf1fc-d6b0-43e8-9900-0d7a0bfe10a3 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:27.041605 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b61428b5-6324-4c0a-92e5-6f7f9d1fc9c0 req-dfdaf1fc-d6b0-43e8-9900-0d7a0bfe10a3 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0684195 Jun 18 17:15:27.085854 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b61428b5-6324-4c0a-92e5-6f7f9d1fc9c0 req-79350e12-7ed9-4b0a-8901-6a48e1bb29df tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379732 Jun 18 17:15:27.429103 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ffd74395-5d76-42fd-9edc-1f025f7d8f12 req-b4c02548-a0c5-4801-86bd-908f4d0e47c7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1145518 Jun 18 17:15:27.448137 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579e8de-983c-4a9a-9a48-9c3c867a4920 req-8e085198-976c-4e20-9eda-884cd8d85ed7 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:27.449641 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8579e8de-983c-4a9a-9a48-9c3c867a4920 req-8e085198-976c-4e20-9eda-884cd8d85ed7 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0673909 Jun 18 17:15:27.489416 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8579e8de-983c-4a9a-9a48-9c3c867a4920 req-cfd71f21-5228-47f9-8224-fbd70cb17854 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339382 Jun 18 17:15:28.670603 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebcdc6-829b-454a-b7aa-61bc8936af15 req-f35595cd-1201-4e4d-b784-fbf76c6dcb73 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:28.672651 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-feebcdc6-829b-454a-b7aa-61bc8936af15 req-f35595cd-1201-4e4d-b784-fbf76c6dcb73 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0645747 Jun 18 17:15:28.718576 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-feebcdc6-829b-454a-b7aa-61bc8936af15 req-62d69f93-37ba-4f9d-8069-129d16c2ea59 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389121 Jun 18 17:15:28.873274 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:15:28.955212 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:28.978170 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1e4923-950c-49ed-92b5-565643095e64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:15:28.980359 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e67a136-72bc-4fa3-a33d-bb0625394a9d" -d '{"events": [{"server_uuid": "5c1e4923-950c-49ed-92b5-565643095e64", "name": "network-vif-unplugged", "status": "completed", "tag": "9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:15:28.994959 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:15:29.000075 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:29.003175 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-5eb5ed1d-1854-49bf-a382-25660a0cb0b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:15:29.026550 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 17:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cbb228-7c16-4825-b7d2-8e26023cc729 x-openstack-request-id: req-01cbb228-7c16-4825-b7d2-8e26023cc729 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:15:29.026879 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1e4923-950c-49ed-92b5-565643095e64", "name": "network-vif-unplugged", "status": "failed", "tag": "9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7", "code": 422}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:15:29.027136 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01cbb228-7c16-4825-b7d2-8e26023cc729 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:15:29.027562 dv-neutron-797121-1-hyperv neutron-server[93429]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c1e4923-950c-49ed-92b5-565643095e64', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7', 'code': 422} returned with failed status Jun 18 17:15:29.055569 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7,revision_number=6']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:15:29.063050 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:15:29.063391 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:15:29.063727 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:15:29.064055 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:15:29.064381 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:15:29.064707 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:15:29.065028 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:15:29.065347 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:15:29.065674 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:15:29.065993 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:15:29.066300 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:15:29.066627 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:15:29.071643 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:15:29.902958 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f6562-cd5e-4630-ae83-ebd4ad8ccc8d req-ff1db1b0-df27-4c70-b620-cc2c7616f5ad tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:29.904472 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8c4f6562-cd5e-4630-ae83-ebd4ad8ccc8d req-ff1db1b0-df27-4c70-b620-cc2c7616f5ad tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 944 time: 0.0723224 Jun 18 17:15:29.944029 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-8c4f6562-cd5e-4630-ae83-ebd4ad8ccc8d req-48545792-368c-4851-80eb-48a54df556f4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336633 Jun 18 17:15:31.120033 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0fc69-1a14-48c5-9339-d502220e6efa req-95d87124-f38b-4a0b-abcb-b9058ff32b28 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:31.121507 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5cf0fc69-1a14-48c5-9339-d502220e6efa req-95d87124-f38b-4a0b-abcb-b9058ff32b28 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 944 time: 0.0641470 Jun 18 17:15:31.159775 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5cf0fc69-1a14-48c5-9339-d502220e6efa req-d4efb99f-10dc-42d5-b783-0b46601aebde tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323503 Jun 18 17:15:32.314413 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd74395-5d76-42fd-9edc-1f025f7d8f12 req-acd4d970-96f7-41ae-af33-77e9b7710540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:32.316202 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ffd74395-5d76-42fd-9edc-1f025f7d8f12 req-acd4d970-96f7-41ae-af33-77e9b7710540 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64&tenant_id=185daec1fa4c4ed486d6f612f7c756ba HTTP/1.1" status: 200 len: 1097 time: 0.0553353 Jun 18 17:15:32.346996 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b89f6f-7a9d-4557-856c-ac7c0b052b18 req-d2b451d8-32ba-4e6b-8fa8-631738649ede tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:32.348541 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-23b89f6f-7a9d-4557-856c-ac7c0b052b18 req-d2b451d8-32ba-4e6b-8fa8-631738649ede tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 944 time: 0.0720587 Jun 18 17:15:32.388336 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-23b89f6f-7a9d-4557-856c-ac7c0b052b18 req-c107ad3d-92fe-4c19-8d60-5be8a4569a83 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333409 Jun 18 17:15:32.405192 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd74395-5d76-42fd-9edc-1f025f7d8f12 req-f29139b9-9f50-4f5f-b3b9-4fb0b9df980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:32.406758 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ffd74395-5d76-42fd-9edc-1f025f7d8f12 req-f29139b9-9f50-4f5f-b3b9-4fb0b9df980a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 1097 time: 0.0567641 Jun 18 17:15:32.496287 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd74395-5d76-42fd-9edc-1f025f7d8f12 req-b2865e27-9e73-4321-aca4-cbb2b4e4d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:32.497678 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ffd74395-5d76-42fd-9edc-1f025f7d8f12 req-b2865e27-9e73-4321-aca4-cbb2b4e4d855 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 910 time: 0.0846152 Jun 18 17:15:32.565808 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ffd74395-5d76-42fd-9edc-1f025f7d8f12 req-077b91da-8eed-4df8-bda8-07ea4b4fb083 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 HTTP/1.1" status: 200 len: 999 time: 0.0618534 Jun 18 17:15:32.612607 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd74395-5d76-42fd-9edc-1f025f7d8f12 req-1585966f-1dbb-4b2a-8091-f6cfb3e0f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:32.614082 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ffd74395-5d76-42fd-9edc-1f025f7d8f12 req-1585966f-1dbb-4b2a-8091-f6cfb3e0f1cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c008b71b-a66e-488c-82df-1bea246ebff1 HTTP/1.1" status: 200 len: 848 time: 0.0425277 Jun 18 17:15:32.671871 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd74395-5d76-42fd-9edc-1f025f7d8f12 req-c8a24f01-acfb-484f-836a-4a994a3534d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:32.673436 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ffd74395-5d76-42fd-9edc-1f025f7d8f12 req-c8a24f01-acfb-484f-836a-4a994a3534d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0529220 Jun 18 17:15:32.782792 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ffd74395-5d76-42fd-9edc-1f025f7d8f12 req-7abf98cc-d4ad-4f13-8dda-0cae00737be4 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028826 Jun 18 17:15:32.872441 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ffd74395-5d76-42fd-9edc-1f025f7d8f12 req-6c205ddb-e5f3-4912-bbc1-b243dc649d39 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833158 Jun 18 17:15:33.603960 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336322f-ffd2-450a-a3b9-79a306fa45e8 req-de28feb2-4f33-40fa-8fdc-ab05e85e39db tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:33.605409 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d336322f-ffd2-450a-a3b9-79a306fa45e8 req-de28feb2-4f33-40fa-8fdc-ab05e85e39db tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 944 time: 0.0736160 Jun 18 17:15:33.648202 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d336322f-ffd2-450a-a3b9-79a306fa45e8 req-ef16630b-d47c-4063-971f-ae9cc66960c2 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363455 Jun 18 17:15:34.891393 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a79fee-a441-4b0c-abc5-1d55942dfb79 req-f55096b3-51e3-4f3e-89c2-6f934a1a70a2 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:34.892870 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-39a79fee-a441-4b0c-abc5-1d55942dfb79 req-f55096b3-51e3-4f3e-89c2-6f934a1a70a2 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 944 time: 0.1274154 Jun 18 17:15:34.937444 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-39a79fee-a441-4b0c-abc5-1d55942dfb79 req-d0ec253a-8718-493d-b5b3-5a5b7933a343 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375278 Jun 18 17:15:35.297705 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a81d7d46-d349-46e5-beaa-615ed5a48839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:36.173416 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b1c59-1924-4a2c-86b6-d7bf711016e1 req-1c8b908a-59be-4f8b-ae5f-00c78f87053e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:36.174925 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-812b1c59-1924-4a2c-86b6-d7bf711016e1 req-1c8b908a-59be-4f8b-ae5f-00c78f87053e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 944 time: 0.1092987 Jun 18 17:15:36.215775 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-812b1c59-1924-4a2c-86b6-d7bf711016e1 req-bebafe33-96aa-4b8d-8a29-1652187d6835 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335853 Jun 18 17:15:37.403776 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada6a4c-de81-45b8-8451-386cc5e353c1 req-78c01d36-eac2-4398-8285-21f7bdc177b2 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:37.405263 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bada6a4c-de81-45b8-8451-386cc5e353c1 req-78c01d36-eac2-4398-8285-21f7bdc177b2 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 944 time: 0.0732348 Jun 18 17:15:37.446718 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-bada6a4c-de81-45b8-8451-386cc5e353c1 req-640b6c00-4851-422b-900a-9412238ce876 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357027 Jun 18 17:15:37.724839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a3fadc1a-5ed2-4b5a-8154-190f30a5c5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:38.315556 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:38.643225 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd334d2-7fba-44f5-b651-a6de7278f4d0 req-2910a236-0470-406b-a4ed-c6e4dbceb94a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:38.644629 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fdd334d2-7fba-44f5-b651-a6de7278f4d0 req-2910a236-0470-406b-a4ed-c6e4dbceb94a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 944 time: 0.0676024 Jun 18 17:15:38.684349 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fdd334d2-7fba-44f5-b651-a6de7278f4d0 req-c43183fb-4c7b-4600-96a1-23249bf9606a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338256 Jun 18 17:15:39.116819 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:39.862036 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f72d0-7e74-46a4-a576-36ef0eb085fe req-3119118c-b81d-4aa6-9df0-0da6be01d3eb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:39.863531 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b26f72d0-7e74-46a4-a576-36ef0eb085fe req-3119118c-b81d-4aa6-9df0-0da6be01d3eb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 944 time: 0.0663579 Jun 18 17:15:39.916180 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b26f72d0-7e74-46a4-a576-36ef0eb085fe req-34cb70da-33f1-4137-9f21-80ea2ef8d097 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459313 Jun 18 17:15:40.655238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:40.920202 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:15:41.023128 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:15:41.040074 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'port_id': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7', 'mac_address': 'fa:16:3e:16:52:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:15:41.078392 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:41.091454 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:15:41.105905 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b8c52-d4e0-44be-af00-689a4e1c9ebb req-1f7b4f03-2bf3-44e1-b119-45e38ae002d9 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:41.107436 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3d0b8c52-d4e0-44be-af00-689a4e1c9ebb req-1f7b4f03-2bf3-44e1-b119-45e38ae002d9 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 944 time: 0.0658405 Jun 18 17:15:41.112200 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:15:41.117868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:41.120422 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0d0c2ccb-bb1f-4a98-998a-f7b60ee6f2fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:15:41.153272 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3d0b8c52-d4e0-44be-af00-689a4e1c9ebb req-9b7b1198-c1c4-4137-ae79-d516a849ac1c tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400810 Jun 18 17:15:41.168353 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7,revision_number=7']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:15:41.171988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:15:41.394816 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:15:42.345490 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c87e52-6d09-416e-9597-a3d4a4c4d660 req-136c8691-a4e8-4582-af4c-f114502321cd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:42.347031 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c9c87e52-6d09-416e-9597-a3d4a4c4d660 req-136c8691-a4e8-4582-af4c-f114502321cd tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 945 time: 0.0704696 Jun 18 17:15:42.388370 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c9c87e52-6d09-416e-9597-a3d4a4c4d660 req-ecedcaf0-6822-4322-bd52-212421204230 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348976 Jun 18 17:15:42.951080 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:15:43.002271 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:15:43.002681 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:43.082116 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:43.104644 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1e4923-950c-49ed-92b5-565643095e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:15:43.106935 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d45ce27-67d7-404d-96d1-8d9d1d518fde" -d '{"events": [{"server_uuid": "5c1e4923-950c-49ed-92b5-565643095e64", "name": "network-vif-plugged", "status": "completed", "tag": "9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:15:43.120040 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:15:43.125077 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:43.127006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:15:43.149643 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422a907c-1be7-4ad5-b0a8-bf18ddbd544d x-openstack-request-id: req-422a907c-1be7-4ad5-b0a8-bf18ddbd544d {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:15:43.149948 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1e4923-950c-49ed-92b5-565643095e64", "name": "network-vif-plugged", "status": "completed", "tag": "9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:15:43.150209 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-422a907c-1be7-4ad5-b0a8-bf18ddbd544d {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:15:43.150621 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1e4923-950c-49ed-92b5-565643095e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7', 'code': 200} Jun 18 17:15:43.178806 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7,revision_number=8']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:15:43.181996 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:15:43.422324 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1d974-200a-4ce0-a9ab-765e6aa12625 req-342d6f5c-3f97-416c-b478-2a1cd4ad886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:43.424501 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3db1d974-200a-4ce0-a9ab-765e6aa12625 req-342d6f5c-3f97-416c-b478-2a1cd4ad886c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 1099 time: 0.0574157 Jun 18 17:15:43.463004 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-3db1d974-200a-4ce0-a9ab-765e6aa12625 req-5d44537f-f877-46b6-b889-1a116ad32de2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317020 Jun 18 17:15:43.568089 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef8776-6a4f-436e-9a47-6e3245ec01f4 req-8d825f71-296c-4fb4-a9f6-22a71005625c tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:43.569488 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c5ef8776-6a4f-436e-9a47-6e3245ec01f4 req-8d825f71-296c-4fb4-a9f6-22a71005625c tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0672743 Jun 18 17:15:43.607213 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c5ef8776-6a4f-436e-9a47-6e3245ec01f4 req-279a8592-b914-4965-bc1c-62d3cbf098ab tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320468 Jun 18 17:15:44.801076 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec81c8a-165b-4965-9e00-f23d8c65a169 req-9474cb9f-8f66-41ac-a1f9-37b84a352ddb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:44.803272 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3ec81c8a-165b-4965-9e00-f23d8c65a169 req-9474cb9f-8f66-41ac-a1f9-37b84a352ddb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0760982 Jun 18 17:15:44.843822 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3ec81c8a-165b-4965-9e00-f23d8c65a169 req-c91e0b4a-bd24-48af-b547-4d6988f654b4 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340700 Jun 18 17:15:47.680537 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:15:55.198639 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:02.149704 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-03fa0851-59a7-44fc-b422-a4e57f28bc1c req-de7504c9-c5a9-4bd8-866e-35c7cb1f39d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678179 Jun 18 17:16:02.270856 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa0851-59a7-44fc-b422-a4e57f28bc1c req-9ef77e7f-51dd-4445-a5a0-09fc50580dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:02.273213 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-03fa0851-59a7-44fc-b422-a4e57f28bc1c req-9ef77e7f-51dd-4445-a5a0-09fc50580dad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 1099 time: 0.0607591 Jun 18 17:16:02.392781 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa0851-59a7-44fc-b422-a4e57f28bc1c req-4fc81f18-c818-4b7e-b488-5b44c86912e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:02.392781 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-03fa0851-59a7-44fc-b422-a4e57f28bc1c req-4fc81f18-c818-4b7e-b488-5b44c86912e7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 910 time: 0.0979726 Jun 18 17:16:02.460426 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-03fa0851-59a7-44fc-b422-a4e57f28bc1c req-cb1d4e8e-74a5-4f32-bc9a-d7ad5b5557b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 HTTP/1.1" status: 200 len: 1001 time: 0.0616283 Jun 18 17:16:02.517930 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa0851-59a7-44fc-b422-a4e57f28bc1c req-e74b8035-869d-4989-9d15-3b9665d2999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:02.519407 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-03fa0851-59a7-44fc-b422-a4e57f28bc1c req-e74b8035-869d-4989-9d15-3b9665d2999f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c008b71b-a66e-488c-82df-1bea246ebff1 HTTP/1.1" status: 200 len: 848 time: 0.0504048 Jun 18 17:16:02.592698 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa0851-59a7-44fc-b422-a4e57f28bc1c req-301cf1ac-ef73-4ac2-a754-0276d393a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:02.594560 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-03fa0851-59a7-44fc-b422-a4e57f28bc1c req-301cf1ac-ef73-4ac2-a754-0276d393a51c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682240 Jun 18 17:16:02.695587 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-03fa0851-59a7-44fc-b422-a4e57f28bc1c req-c6138f14-3c99-4618-8ca1-b06f2de8c732 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933664 Jun 18 17:16:02.796764 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-03fa0851-59a7-44fc-b422-a4e57f28bc1c req-fdf18ce0-1038-4e27-88d9-6bb7212ac922 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937684 Jun 18 17:16:05.300629 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7300cf9f-2014-435b-bcd6-c8a4af163474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:07.733194 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5f963ad5-90e6-4682-9388-90df984842aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:08.319890 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:09.119283 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:10.658175 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:24.679825 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:16:25.208760 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:35.303956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3c77125-3c64-43c5-a085-756d5f801cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:37.725103 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ddf39c15-c6c5-4eab-99f7-185ee0c74c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:38.323337 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:39.121509 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:40.661391 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:55.214019 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:58.436436 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57960) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:16:58.597847 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Deleting port 38aad1b5-f423-43ef-96b0-d75fe58efeef {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:16:58.598191 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:58.676991 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:58.677323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:58.748339 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Calling delete_port for 38aad1b5-f423-43ef-96b0-d75fe58efeef owned by network:floatingip {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:16:58.902136 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:58.905020 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d089dee6-d309-46b6-8009-c5db1864f4a7 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:58.927683 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event deleted for resources: {'Port': ['ID=38aad1b5-f423-43ef-96b0-d75fe58efeef,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:58.938260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:58.938680 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:58.939071 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:58.939450 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:58.940254 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:58.940254 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:58.940540 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:58.940933 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:58.941286 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:58.941649 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:58.942014 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:58.942376 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:58.948067 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:59.005273 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for floatingip, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:59.005625 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Floating IP 8e52d973-7e02-42c2-a391-f8f014bc4b2a disassociated (deleted). External IP: 172.26.2.57, port: 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7. Jun 18 17:16:59.218417 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Router 764ced15-bd55-47e3-b780-76be3ad06157 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:16:59.327953 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:16:59.332989 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:59.337838 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c700f022-7e4e-4cb4-a8a5-c0ddb0603386 None None] Sync routers for ids ['764ced15-bd55-47e3-b780-76be3ad06157'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:16:59.347022 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c700f022-7e4e-4cb4-a8a5-c0ddb0603386 None None] Routers {'764ced15-bd55-47e3-b780-76be3ad06157'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:16:59.347714 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c700f022-7e4e-4cb4-a8a5-c0ddb0603386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:16:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['764ced15-bd55-47e3-b780-76be3ad06157'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:59.372324 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "DELETE /v2.0/floatingips/8e52d973-7e02-42c2-a391-f8f014bc4b2a HTTP/1.1" status: 204 len: 168 time: 0.9347832 Jun 18 17:16:59.373029 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1e4923-950c-49ed-92b5-565643095e64', 'tag': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:16:59.375716 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c9c941-1ec0-4780-8d71-42779bd33204" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1e4923-950c-49ed-92b5-565643095e64", "tag": "9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:16:59.419317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee11e44-9b42-44b6-971d-e593d8419a92 x-openstack-request-id: req-2ee11e44-9b42-44b6-971d-e593d8419a92 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:16:59.419675 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1e4923-950c-49ed-92b5-565643095e64", "tag": "9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:16:59.419981 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ee11e44-9b42-44b6-971d-e593d8419a92 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:16:59.420459 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1e4923-950c-49ed-92b5-565643095e64', 'tag': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7', 'status': 'completed', 'code': 200} Jun 18 17:16:59.457481 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-c700f022-7e4e-4cb4-a8a5-c0ddb0603386 None None] Set router 764ced15-bd55-47e3-b780-76be3ad06157 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:16:59.538354 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9c941-1ec0-4780-8d71-42779bd33204 req-86743d50-016e-4ee1-a7d6-509b417c6fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:59.540691 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e7c9c941-1ec0-4780-8d71-42779bd33204 req-86743d50-016e-4ee1-a7d6-509b417c6fd7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 1099 time: 0.0674484 Jun 18 17:16:59.645467 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9c941-1ec0-4780-8d71-42779bd33204 req-cc8aac68-0bc6-4ea7-b8a8-611f36d5278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:59.646869 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e7c9c941-1ec0-4780-8d71-42779bd33204 req-cc8aac68-0bc6-4ea7-b8a8-611f36d5278c service neutron] 10.222.0.64 "GET /v2.0/networks?id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 200 len: 910 time: 0.1003013 Jun 18 17:16:59.696324 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c700f022-7e4e-4cb4-a8a5-c0ddb0603386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:08:16Z', 'revision_number': 4, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port': {'id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:27:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:14Z', 'updated_at': '2021-06-18T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '7c647b23-9753-4f77-8db1-f1a7c980aa1f', 'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'mac_address': 'fa:16:3e:c8:b7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:16Z', 'updated_at': '2021-06-18T17:08:23Z', 'revision_number': 5, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'subnets': [{'id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:59.697009 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e7c9c941-1ec0-4780-8d71-42779bd33204 req-100870a3-0886-4660-92d9-4173ec720b25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 HTTP/1.1" status: 200 len: 217 time: 0.0434582 Jun 18 17:16:59.722727 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c700f022-7e4e-4cb4-a8a5-c0ddb0603386 None None] Checking router: 764ced15-bd55-47e3-b780-76be3ad06157 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:16:59.733224 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c700f022-7e4e-4cb4-a8a5-c0ddb0603386 None None] Routers {'764ced15-bd55-47e3-b780-76be3ad06157'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:16:59.733870 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c700f022-7e4e-4cb4-a8a5-c0ddb0603386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:16:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['764ced15-bd55-47e3-b780-76be3ad06157'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:59.752160 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9c941-1ec0-4780-8d71-42779bd33204 req-9ff249af-3783-436a-8e8a-fbed2dc2cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:59.753951 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e7c9c941-1ec0-4780-8d71-42779bd33204 req-9ff249af-3783-436a-8e8a-fbed2dc2cb1b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c008b71b-a66e-488c-82df-1bea246ebff1 HTTP/1.1" status: 200 len: 848 time: 0.0511222 Jun 18 17:16:59.829375 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9c941-1ec0-4780-8d71-42779bd33204 req-7c11d059-4d5f-4544-8dac-1008f96dd465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:59.831007 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e7c9c941-1ec0-4780-8d71-42779bd33204 req-7c11d059-4d5f-4544-8dac-1008f96dd465 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2756df7b-95a0-4ecc-a668-6ee67a04f0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650644 Jun 18 17:16:59.849985 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-c700f022-7e4e-4cb4-a8a5-c0ddb0603386 None None] Set router 764ced15-bd55-47e3-b780-76be3ad06157 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:16:59.939455 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e7c9c941-1ec0-4780-8d71-42779bd33204 req-bd3da5cd-434d-4e4f-9b6f-7c84f42b4f31 service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968034 Jun 18 17:16:59.982066 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe246d-5fbd-4d3e-b902-76585afe06de req-9c5d7981-668b-4bf6-a801-56140db2ef18 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:59.983693 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-76fe246d-5fbd-4d3e-b902-76585afe06de req-9c5d7981-668b-4bf6-a801-56140db2ef18 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0828643 Jun 18 17:17:00.032830 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-76fe246d-5fbd-4d3e-b902-76585afe06de req-72762dbe-927a-4aae-8d60-a1eefcafffdb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422225 Jun 18 17:17:00.044049 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-e7c9c941-1ec0-4780-8d71-42779bd33204 req-fb258319-8e42-418b-861c-c043a9c1f89b service neutron] 10.222.0.64 "GET /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967395 Jun 18 17:17:00.085173 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-c700f022-7e4e-4cb4-a8a5-c0ddb0603386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:08:16Z', 'revision_number': 4, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port': {'id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:27:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:14Z', 'updated_at': '2021-06-18T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '7c647b23-9753-4f77-8db1-f1a7c980aa1f', 'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'mac_address': 'fa:16:3e:c8:b7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:16Z', 'updated_at': '2021-06-18T17:08:23Z', 'revision_number': 5, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'subnets': [{'id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:00.116786 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c700f022-7e4e-4cb4-a8a5-c0ddb0603386 None None] The sync data for ids ['764ced15-bd55-47e3-b780-76be3ad06157'] in dv-neutron-797121-1-hyperv is: [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:08:16Z', 'revision_number': 4, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port': {'id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:27:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:14Z', 'updated_at': '2021-06-18T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '7c647b23-9753-4f77-8db1-f1a7c980aa1f', 'name': '', 'network_id': '2756df7b-95a0-4ecc-a668-6ee67a04f0c1', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'mac_address': 'fa:16:3e:c8:b7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:16Z', 'updated_at': '2021-06-18T17:08:23Z', 'revision_number': 5, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'subnets': [{'id': 'c008b71b-a66e-488c-82df-1bea246ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:17:00.336880 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1abc556-5202-4e81-9e65-3ee8f09e7ccd None None] New status for floating IP 8e52d973-7e02-42c2-a391-f8f014bc4b2a: DOWN {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:17:01.219874 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36407f84-2612-44f7-921b-0901eae77262 req-7481addd-22ab-4cbf-a288-42c3bd10d826 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:01.221269 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-36407f84-2612-44f7-921b-0901eae77262 req-7481addd-22ab-4cbf-a288-42c3bd10d826 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0684819 Jun 18 17:17:01.262754 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-36407f84-2612-44f7-921b-0901eae77262 req-39df5923-8fc3-4711-a428-1d101da5f038 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/security-groups?id=d036f02e-1d99-4e32-8e1a-a4fd2687dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356970 Jun 18 17:17:01.671406 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22579b1-5569-4a24-86f6-34ecc89de18b req-825b83e2-2ff6-479a-90d4-35ffe19a4a67 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:01.673299 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b22579b1-5569-4a24-86f6-34ecc89de18b req-825b83e2-2ff6-479a-90d4-35ffe19a4a67 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 946 time: 0.0654604 Jun 18 17:17:01.678919 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:17:01.782728 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-b22579b1-5569-4a24-86f6-34ecc89de18b req-97ee47a5-e453-442f-bf69-d05cfb75e1bb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Deleting port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:17:01.783071 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-b22579b1-5569-4a24-86f6-34ecc89de18b req-97ee47a5-e453-442f-bf69-d05cfb75e1bb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:01.876177 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-b22579b1-5569-4a24-86f6-34ecc89de18b req-97ee47a5-e453-442f-bf69-d05cfb75e1bb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] For port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:17:01.876536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-b22579b1-5569-4a24-86f6-34ecc89de18b req-97ee47a5-e453-442f-bf69-d05cfb75e1bb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:01.946376 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-b22579b1-5569-4a24-86f6-34ecc89de18b req-97ee47a5-e453-442f-bf69-d05cfb75e1bb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Calling delete_port for 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:17:02.081497 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-b22579b1-5569-4a24-86f6-34ecc89de18b req-97ee47a5-e453-442f-bf69-d05cfb75e1bb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:02.085422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-72fcb56c-7407-4b91-a067-e78da90d854e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:02.111781 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee47a5-e453-442f-bf69-d05cfb75e1bb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event deleted for resources: {'Port': ['ID=9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:02.120088 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-97ee47a5-e453-442f-bf69-d05cfb75e1bb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:02.160344 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22579b1-5569-4a24-86f6-34ecc89de18b req-97ee47a5-e453-442f-bf69-d05cfb75e1bb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] No DVR routers for this DVR port 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:17:02.163071 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-b22579b1-5569-4a24-86f6-34ecc89de18b req-97ee47a5-e453-442f-bf69-d05cfb75e1bb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:02.165732 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b22579b1-5569-4a24-86f6-34ecc89de18b req-97ee47a5-e453-442f-bf69-d05cfb75e1bb tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.64 "DELETE /v2.0/ports/9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 HTTP/1.1" status: 204 len: 173 time: 0.4860759 Jun 18 17:17:02.166312 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1e4923-950c-49ed-92b5-565643095e64', 'name': 'network-vif-deleted', 'tag': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:17:02.169412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c9bf7c-9394-4795-a725-98dee86f3815" -d '{"events": [{"server_uuid": "5c1e4923-950c-49ed-92b5-565643095e64", "name": "network-vif-deleted", "tag": "9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:17:02.209896 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cb7877-b252-49c5-9f9f-8e3172f61663 x-openstack-request-id: req-07cb7877-b252-49c5-9f9f-8e3172f61663 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:17:02.209896 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1e4923-950c-49ed-92b5-565643095e64", "name": "network-vif-deleted", "tag": "9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:17:02.210183 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-07cb7877-b252-49c5-9f9f-8e3172f61663 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:17:02.210571 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1e4923-950c-49ed-92b5-565643095e64', 'name': 'network-vif-deleted', 'tag': '9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7', 'status': 'completed', 'code': 200} Jun 18 17:17:02.409749 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ae38a944-2df4-4ff0-9e63-7abc0cc95242 req-b8e5eede-29fe-41fb-8d16-a6f2be71a846 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 210 time: 0.0303822 Jun 18 17:17:03.559595 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5c6a09e1-1299-473b-a9f7-211eed3ad019 req-b3e60218-1a69-45e0-95a8-0f1622820885 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 210 time: 0.0317943 Jun 18 17:17:04.712856 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ceaea9b6-e7ef-423f-a753-f9d867c84149 req-c9dbf980-5432-42e4-a62d-b39b6777ad28 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 210 time: 0.0314941 Jun 18 17:17:05.308061 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c210e946-295e-4f10-ab86-1f2bae5bd718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:05.325273 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:17:05.345823 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:17:05.346182 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 9e1aec0f-c65c-4340-bbae-6d0fdf0a48e7 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:17:05.890671 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3ee25d10-59de-4f2a-91d6-bd7324301d49 req-399003e3-d575-4a17-bed7-684ed2f19951 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c1e4923-950c-49ed-92b5-565643095e64 HTTP/1.1" status: 200 len: 210 time: 0.0366220 Jun 18 17:17:06.997534 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 57996) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:07.066677 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ac2f6151-abb4-4ac2-9758-2e27800c215f tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:07.094607 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ac2f6151-abb4-4ac2-9758-2e27800c215f tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:07.164598 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ac2f6151-abb4-4ac2-9758-2e27800c215f tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:07.167910 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ac2f6151-abb4-4ac2-9758-2e27800c215f tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:07.169342 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ac2f6151-abb4-4ac2-9758-2e27800c215f tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] 10.222.0.39 "DELETE /v2.0/security-groups/d036f02e-1d99-4e32-8e1a-a4fd2687dc55 HTTP/1.1" status: 204 len: 168 time: 0.1706302 Jun 18 17:17:07.170432 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2069271e-4a0a-46e4-87d7-2c47652b3b05 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:07.186689 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f6151-abb4-4ac2-9758-2e27800c215f tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d036f02e-1d99-4e32-8e1a-a4fd2687dc55,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:07.190439 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ac2f6151-abb4-4ac2-9758-2e27800c215f tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:07.233627 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58000) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:07.736058 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7c634878-ddfb-4c01-bf65-ef502f300f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:08.082060 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:08.327119 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:08.369499 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Deleting port 7c647b23-9753-4f77-8db1-f1a7c980aa1f {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:17:08.370067 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:08.455140 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] For port 7c647b23-9753-4f77-8db1-f1a7c980aa1f, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7c647b23-9753-4f77-8db1-f1a7c980aa1f,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:17:08.455502 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:08.524879 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Calling delete_port for 7c647b23-9753-4f77-8db1-f1a7c980aa1f owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:17:08.721061 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:08.723178 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:08.752426 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c647b23-9753-4f77-8db1-f1a7c980aa1f,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:08.792013 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:08.792410 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:08.792799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:08.793178 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:08.793550 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:08.794014 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:08.794522 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:08.795052 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:08.795593 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:08.796119 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:08.796680 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:08.797077 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:08.801111 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:08.966186 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:09.126995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:09.189865 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Router 764ced15-bd55-47e3-b780-76be3ad06157 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:17:09.298178 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:17:09.306744 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-6389fb1d-152b-4514-883d-6b71a0428b70 admin admin] 10.222.0.39 "PUT /v2.0/routers/764ced15-bd55-47e3-b780-76be3ad06157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0680444 Jun 18 17:17:09.307687 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58006) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:09.310039 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33624e-dd8e-4363-aef1-548c3cd15dad None None] Sync routers for ids ['764ced15-bd55-47e3-b780-76be3ad06157'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:17:09.320210 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33624e-dd8e-4363-aef1-548c3cd15dad None None] Routers {'764ced15-bd55-47e3-b780-76be3ad06157'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:17:09.320852 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ec33624e-dd8e-4363-aef1-548c3cd15dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:17:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['764ced15-bd55-47e3-b780-76be3ad06157'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:09.418216 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e12963be-bd43-439f-9dc6-be8f6ac31793 admin admin] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:09.441005 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-ec33624e-dd8e-4363-aef1-548c3cd15dad None None] Set router 764ced15-bd55-47e3-b780-76be3ad06157 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:17:09.534047 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e12963be-bd43-439f-9dc6-be8f6ac31793 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:09.589623 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e12963be-bd43-439f-9dc6-be8f6ac31793 admin admin] Deleting port 30d34348-f01b-4dcb-9f23-be6f47799741 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:17:09.589877 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e12963be-bd43-439f-9dc6-be8f6ac31793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:09.635979 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ec33624e-dd8e-4363-aef1-548c3cd15dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:17:08Z', 'revision_number': 5, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port': {'id': '30d34348-f01b-4dcb-9f23-be6f47799741', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:27:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ced15-bd55-47e3-b780-76be3ad06157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:14Z', 'updated_at': '2021-06-18T17:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:09.663137 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33624e-dd8e-4363-aef1-548c3cd15dad None None] Checking router: 764ced15-bd55-47e3-b780-76be3ad06157 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:17:09.670354 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-e12963be-bd43-439f-9dc6-be8f6ac31793 admin admin] For port 30d34348-f01b-4dcb-9f23-be6f47799741, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=30d34348-f01b-4dcb-9f23-be6f47799741,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:17:09.670752 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e12963be-bd43-439f-9dc6-be8f6ac31793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:09.674491 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33624e-dd8e-4363-aef1-548c3cd15dad None None] Routers {'764ced15-bd55-47e3-b780-76be3ad06157'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:17:09.674491 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ec33624e-dd8e-4363-aef1-548c3cd15dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:17:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['764ced15-bd55-47e3-b780-76be3ad06157'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:09.749318 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e12963be-bd43-439f-9dc6-be8f6ac31793 admin admin] Calling delete_port for 30d34348-f01b-4dcb-9f23-be6f47799741 owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:17:09.861893 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-ec33624e-dd8e-4363-aef1-548c3cd15dad None None] Set router 764ced15-bd55-47e3-b780-76be3ad06157 gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:17:09.920292 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-ec33624e-dd8e-4363-aef1-548c3cd15dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:17:09Z', 'revision_number': 6, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:09.932056 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e12963be-bd43-439f-9dc6-be8f6ac31793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:09.934178 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7cdba4e3-854f-4c81-8f50-92d56b8e5d0b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:09.947799 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33624e-dd8e-4363-aef1-548c3cd15dad None None] The sync data for ids ['764ced15-bd55-47e3-b780-76be3ad06157'] in dv-neutron-797121-1-hyperv is: [{'id': '764ced15-bd55-47e3-b780-76be3ad06157', 'name': 'tempest-TestShelveInstance-1270773791-router', 'tenant_id': '185daec1fa4c4ed486d6f612f7c756ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:13Z', 'updated_at': '2021-06-18T17:17:09Z', 'revision_number': 6, 'project_id': '185daec1fa4c4ed486d6f612f7c756ba', 'gw_port_host': None}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:17:09.958499 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12963be-bd43-439f-9dc6-be8f6ac31793 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d34348-f01b-4dcb-9f23-be6f47799741,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:09.962313 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e12963be-bd43-439f-9dc6-be8f6ac31793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:10.030149 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e12963be-bd43-439f-9dc6-be8f6ac31793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:10.130294 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e12963be-bd43-439f-9dc6-be8f6ac31793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:10.133501 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e12963be-bd43-439f-9dc6-be8f6ac31793 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:10.176963 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e12963be-bd43-439f-9dc6-be8f6ac31793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:10.177627 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12963be-bd43-439f-9dc6-be8f6ac31793 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 764ced15-bd55-47e3-b780-76be3ad06157 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 17:17:10.182054 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e12963be-bd43-439f-9dc6-be8f6ac31793 admin admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:10.183370 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e12963be-bd43-439f-9dc6-be8f6ac31793 admin admin] 10.222.0.39 "DELETE /v2.0/routers/764ced15-bd55-47e3-b780-76be3ad06157 HTTP/1.1" status: 204 len: 168 time: 0.8754988 Jun 18 17:17:10.185824 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58008) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:10.235487 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5d096e-4a6d-4985-afbb-6d8fea006139 admin admin] Deleting subnet c008b71b-a66e-488c-82df-1bea246ebff1 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 17:17:10.239670 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0f5d096e-4a6d-4985-afbb-6d8fea006139 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:10.292849 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0f5d096e-4a6d-4985-afbb-6d8fea006139 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:10.390452 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0f5d096e-4a6d-4985-afbb-6d8fea006139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:10.449239 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0f5d096e-4a6d-4985-afbb-6d8fea006139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:10.452189 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-ab3457f5-5cc8-4e18-b99d-d1d1562642ae tempest-RoutersIpV6Test-513219502 tempest-RoutersIpV6Test-513219502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:10.480611 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d096e-4a6d-4985-afbb-6d8fea006139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c008b71b-a66e-488c-82df-1bea246ebff1,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:10.483527 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0f5d096e-4a6d-4985-afbb-6d8fea006139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:10.484508 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0f5d096e-4a6d-4985-afbb-6d8fea006139 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:10.486348 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0f5d096e-4a6d-4985-afbb-6d8fea006139 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c008b71b-a66e-488c-82df-1bea246ebff1 HTTP/1.1" status: 204 len: 168 time: 0.2995996 Jun 18 17:17:10.488856 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58010) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:10.494016 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93120466-f210-4a5e-b851-3e27fe6dac3b None None] Network 2756df7b-95a0-4ecc-a668-6ee67a04f0c1 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:17:10.555944 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:10.607225 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] Deleting port 0bf6709c-fa53-4218-bb96-0a1018d00bcb {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:17:10.607566 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:10.662611 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:10.673896 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] For port 0bf6709c-fa53-4218-bb96-0a1018d00bcb, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=0bf6709c-fa53-4218-bb96-0a1018d00bcb,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:17:10.674508 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:10.719427 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] DHCP port deletion for 2756df7b-95a0-4ecc-a668-6ee67a04f0c1 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 17:17:10.738329 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] Calling delete_port for 0bf6709c-fa53-4218-bb96-0a1018d00bcb owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:17:10.768539 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] Deleting port 0bf6709c-fa53-4218-bb96-0a1018d00bcb {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:17:10.768926 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:10.829348 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:10.839426 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f2aa7dcb-5783-4495-9804-328d60433a69 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:10.840038 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] For port 0bf6709c-fa53-4218-bb96-0a1018d00bcb, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=0bf6709c-fa53-4218-bb96-0a1018d00bcb,segment=NetworkSegment(7c2ae36b-39a7-47c6-9284-9f1219abe5a8),segment_id=7c2ae36b-39a7-47c6-9284-9f1219abe5a8)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:17:10.840513 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:10.843983 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] No DVR routers for this DVR port 0bf6709c-fa53-4218-bb96-0a1018d00bcb on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:17:10.864161 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bf6709c-fa53-4218-bb96-0a1018d00bcb,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:10.882834 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:10.909714 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] Calling delete_port for 0bf6709c-fa53-4218-bb96-0a1018d00bcb owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:17:10.961453 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:10.976569 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2756df7b-95a0-4ecc-a668-6ee67a04f0c1']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:10.988441 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2ae36b-39a7-47c6-9284-9f1219abe5a8') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:10.988756 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2ae36b-39a7-47c6-9284-9f1219abe5a8') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:11.001769 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:11.003806 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:11.005767 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:11.016140 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:11.022460 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 17:17:11.022903 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 17:17:11.026718 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 17:17:11.031001 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] Pushing event deleted for resources: {'Port': ['ID=0bf6709c-fa53-4218-bb96-0a1018d00bcb,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:11.036067 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] No DVR routers for this DVR port 0bf6709c-fa53-4218-bb96-0a1018d00bcb on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:17:11.044655 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:11.045013 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:11.048232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:11.048232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:11.048232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:11.048232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:11.048232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:11.048232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:11.048232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:11.048232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:11.048232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:11.048232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:11.051589 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:11.095872 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:11.101439 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:11.103809 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2756df7b-95a0-4ecc-a668-6ee67a04f0c1 HTTP/1.1" status: 204 len: 168 time: 0.6137650 Jun 18 17:17:11.104895 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d0983572-5d90-4293-8f49-26153c36689b tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:11.107965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58012) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:11.118151 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] Pushing event deleted for resources: {'Network': ['ID=2756df7b-95a0-4ecc-a668-6ee67a04f0c1,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:11.120838 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fcd6a60c-ee24-44b8-86b7-b2a2f2aa2854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:11.427961 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 30d34348-f01b-4dcb-9f23-be6f47799741 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:17:11.450018 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 30d34348-f01b-4dcb-9f23-be6f47799741 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:17:11.450369 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 30d34348-f01b-4dcb-9f23-be6f47799741 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:17:11.450820 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7c647b23-9753-4f77-8db1-f1a7c980aa1f no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:17:11.470036 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 7c647b23-9753-4f77-8db1-f1a7c980aa1f {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:17:11.470390 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7c647b23-9753-4f77-8db1-f1a7c980aa1f not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:17:11.470832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 0bf6709c-fa53-4218-bb96-0a1018d00bcb no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:17:11.476276 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f0b4e03-5097-449d-afe1-13a9584c8ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:11.489970 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 0bf6709c-fa53-4218-bb96-0a1018d00bcb {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:17:11.490319 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 0bf6709c-fa53-4218-bb96-0a1018d00bcb not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:17:11.734545 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b4e03-5097-449d-afe1-13a9584c8ede admin admin] Deleting port 40f17c86-de94-4709-bd60-fa4917f8848c {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:17:11.734913 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f0b4e03-5097-449d-afe1-13a9584c8ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:11.822058 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-1f0b4e03-5097-449d-afe1-13a9584c8ede admin admin] For port 40f17c86-de94-4709-bd60-fa4917f8848c, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=40f17c86-de94-4709-bd60-fa4917f8848c,segment=NetworkSegment(83601604-8add-48b4-88a3-04af7d8f5cbf),segment_id=83601604-8add-48b4-88a3-04af7d8f5cbf)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:17:11.822412 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f0b4e03-5097-449d-afe1-13a9584c8ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:11.891681 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b4e03-5097-449d-afe1-13a9584c8ede admin admin] Calling delete_port for 40f17c86-de94-4709-bd60-fa4917f8848c owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:17:12.083632 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f0b4e03-5097-449d-afe1-13a9584c8ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:12.085718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-904fe875-d7fd-456c-9687-ac47d6a36f9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:12.114151 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b4e03-5097-449d-afe1-13a9584c8ede admin admin] Pushing event deleted for resources: {'Port': ['ID=40f17c86-de94-4709-bd60-fa4917f8848c,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:12.119686 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1f0b4e03-5097-449d-afe1-13a9584c8ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:12.288827 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-1f0b4e03-5097-449d-afe1-13a9584c8ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:12.819647 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0b4e03-5097-449d-afe1-13a9584c8ede admin admin] Router 6c0e48b1-ad1a-42eb-854d-eda92f8be7a1 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:17:12.929568 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0b4e03-5097-449d-afe1-13a9584c8ede admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:17:12.935118 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-1f0b4e03-5097-449d-afe1-13a9584c8ede admin admin] 10.222.0.39 "PUT /v2.0/routers/6c0e48b1-ad1a-42eb-854d-eda92f8be7a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8260560 Jun 18 17:17:12.937729 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58014) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:12.938535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799ba9e5-b4de-46c0-b74d-9d7152e99227 None None] Sync routers for ids ['6c0e48b1-ad1a-42eb-854d-eda92f8be7a1'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:17:12.948569 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799ba9e5-b4de-46c0-b74d-9d7152e99227 None None] Routers {'6c0e48b1-ad1a-42eb-854d-eda92f8be7a1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:17:12.949202 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-799ba9e5-b4de-46c0-b74d-9d7152e99227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:17:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['6c0e48b1-ad1a-42eb-854d-eda92f8be7a1'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:13.045385 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5886645f-2f08-43f7-8b09-324f53f5aed6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:13.057514 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-799ba9e5-b4de-46c0-b74d-9d7152e99227 None None] Set router 6c0e48b1-ad1a-42eb-854d-eda92f8be7a1 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:17:13.154604 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5886645f-2f08-43f7-8b09-324f53f5aed6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:13.211947 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-5886645f-2f08-43f7-8b09-324f53f5aed6 admin admin] Deleting port ac682773-750f-48b9-a106-994b24864572 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:17:13.212179 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5886645f-2f08-43f7-8b09-324f53f5aed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:13.238229 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-799ba9e5-b4de-46c0-b74d-9d7152e99227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c0e48b1-ad1a-42eb-854d-eda92f8be7a1', 'name': 'tempest-TestShelveInstance-2091686472-router', 'tenant_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ac682773-750f-48b9-a106-994b24864572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:18Z', 'updated_at': '2021-06-18T17:17:12Z', 'revision_number': 5, 'project_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'gw_port': {'id': 'ac682773-750f-48b9-a106-994b24864572', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ba:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0e48b1-ad1a-42eb-854d-eda92f8be7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:08:19Z', 'updated_at': '2021-06-18T17:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:13.267374 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799ba9e5-b4de-46c0-b74d-9d7152e99227 None None] Checking router: 6c0e48b1-ad1a-42eb-854d-eda92f8be7a1 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:17:13.276225 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799ba9e5-b4de-46c0-b74d-9d7152e99227 None None] Routers {'6c0e48b1-ad1a-42eb-854d-eda92f8be7a1'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:17:13.276841 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-799ba9e5-b4de-46c0-b74d-9d7152e99227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:17:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['6c0e48b1-ad1a-42eb-854d-eda92f8be7a1'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:13.295413 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-5886645f-2f08-43f7-8b09-324f53f5aed6 admin admin] For port ac682773-750f-48b9-a106-994b24864572, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ac682773-750f-48b9-a106-994b24864572,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:17:13.295768 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5886645f-2f08-43f7-8b09-324f53f5aed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:13.363234 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-799ba9e5-b4de-46c0-b74d-9d7152e99227 None None] Set router 6c0e48b1-ad1a-42eb-854d-eda92f8be7a1 gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:17:13.365461 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-5886645f-2f08-43f7-8b09-324f53f5aed6 admin admin] Calling delete_port for ac682773-750f-48b9-a106-994b24864572 owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:17:13.417644 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-799ba9e5-b4de-46c0-b74d-9d7152e99227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c0e48b1-ad1a-42eb-854d-eda92f8be7a1', 'name': 'tempest-TestShelveInstance-2091686472-router', 'tenant_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:18Z', 'updated_at': '2021-06-18T17:17:13Z', 'revision_number': 6, 'project_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:13.448640 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799ba9e5-b4de-46c0-b74d-9d7152e99227 None None] The sync data for ids ['6c0e48b1-ad1a-42eb-854d-eda92f8be7a1'] in dv-neutron-797121-1-hyperv is: [{'id': '6c0e48b1-ad1a-42eb-854d-eda92f8be7a1', 'name': 'tempest-TestShelveInstance-2091686472-router', 'tenant_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:08:18Z', 'updated_at': '2021-06-18T17:17:13Z', 'revision_number': 6, 'project_id': '5d628f0a2ec44eb2a7a39b4b2907c9b4', 'gw_port_host': None}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:17:13.544308 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5886645f-2f08-43f7-8b09-324f53f5aed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:13.546379 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-6fdd0a04-f07b-4742-a7d4-f1de17153e14 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:13.571231 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886645f-2f08-43f7-8b09-324f53f5aed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac682773-750f-48b9-a106-994b24864572,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:13.574457 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5886645f-2f08-43f7-8b09-324f53f5aed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:13.632323 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5886645f-2f08-43f7-8b09-324f53f5aed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:13.722374 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5886645f-2f08-43f7-8b09-324f53f5aed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:13.724406 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5886645f-2f08-43f7-8b09-324f53f5aed6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:13.782494 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5886645f-2f08-43f7-8b09-324f53f5aed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:13.783070 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5886645f-2f08-43f7-8b09-324f53f5aed6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c0e48b1-ad1a-42eb-854d-eda92f8be7a1 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 17:17:13.787984 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5886645f-2f08-43f7-8b09-324f53f5aed6 admin admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:13.788601 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5886645f-2f08-43f7-8b09-324f53f5aed6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6c0e48b1-ad1a-42eb-854d-eda92f8be7a1 HTTP/1.1" status: 204 len: 168 time: 0.8498602 Jun 18 17:17:13.791721 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58016) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:13.840059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5b0ec0-0c72-45e6-a6d8-fb8987a9f5b1 admin admin] Deleting subnet 9382b202-c60d-4993-aed1-4cfdff02bf21 {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 17:17:13.843770 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd5b0ec0-0c72-45e6-a6d8-fb8987a9f5b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:13.882572 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd5b0ec0-0c72-45e6-a6d8-fb8987a9f5b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:13.977333 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd5b0ec0-0c72-45e6-a6d8-fb8987a9f5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:14.035313 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd5b0ec0-0c72-45e6-a6d8-fb8987a9f5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:14.037348 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-f2e00296-5bce-44d2-b7d6-637163cc002f tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:14.062893 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b0ec0-0c72-45e6-a6d8-fb8987a9f5b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9382b202-c60d-4993-aed1-4cfdff02bf21,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:14.065961 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cd5b0ec0-0c72-45e6-a6d8-fb8987a9f5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:14.067013 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-cd5b0ec0-0c72-45e6-a6d8-fb8987a9f5b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:14.068820 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-cd5b0ec0-0c72-45e6-a6d8-fb8987a9f5b1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9382b202-c60d-4993-aed1-4cfdff02bf21 HTTP/1.1" status: 204 len: 168 time: 0.2760787 Jun 18 17:17:14.071265 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58018) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:14.076449 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778cd051-5e0c-4c4a-ab76-58268f34111b None None] Network be5c00a0-40b9-42d1-9a50-6ad17d4f7710 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:17:14.147139 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:14.285983 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b03a184-b367-49fd-8d45-371ef3131204 None None] DHCP port deletion for be5c00a0-40b9-42d1-9a50-6ad17d4f7710 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 17:17:14.339005 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-1b03a184-b367-49fd-8d45-371ef3131204 None None] Deleting port b0419c7b-c245-422c-b201-2c528b94e6cb {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:17:14.339248 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1b03a184-b367-49fd-8d45-371ef3131204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:14.408435 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-1b03a184-b367-49fd-8d45-371ef3131204 None None] For port b0419c7b-c245-422c-b201-2c528b94e6cb, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=b0419c7b-c245-422c-b201-2c528b94e6cb,segment=NetworkSegment(83601604-8add-48b4-88a3-04af7d8f5cbf),segment_id=83601604-8add-48b4-88a3-04af7d8f5cbf)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:17:14.408835 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1b03a184-b367-49fd-8d45-371ef3131204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:14.478538 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-1b03a184-b367-49fd-8d45-371ef3131204 None None] Calling delete_port for b0419c7b-c245-422c-b201-2c528b94e6cb owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:17:14.561970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] Deleting port b0419c7b-c245-422c-b201-2c528b94e6cb {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:17:14.562363 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:14.565436 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1b03a184-b367-49fd-8d45-371ef3131204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:14.568441 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:14.594296 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03a184-b367-49fd-8d45-371ef3131204 None None] Pushing event deleted for resources: {'Port': ['ID=b0419c7b-c245-422c-b201-2c528b94e6cb,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:14.597231 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1b03a184-b367-49fd-8d45-371ef3131204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:14.598230 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b03a184-b367-49fd-8d45-371ef3131204 None None] No DVR routers for this DVR port b0419c7b-c245-422c-b201-2c528b94e6cb on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:17:14.626954 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] For port b0419c7b-c245-422c-b201-2c528b94e6cb, host dv-neutron-797121-1-hyperv, got binding levels [] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:17:14.627312 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:14.694790 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] Calling delete_port for b0419c7b-c245-422c-b201-2c528b94e6cb owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:17:14.698512 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.ipam_backend_mixin [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] Port b0419c7b-c245-422c-b201-2c528b94e6cb was not found and therefore no delete operation was performed {{(pid=93427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 17:17:14.699761 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:14.702493 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-245e5989-627f-4acf-8cd9-ce52a3c3a9af tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:14.726700 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] Pushing event deleted for resources: {'Port': ['ID=b0419c7b-c245-422c-b201-2c528b94e6cb,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:14.728682 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] No DVR routers for this DVR port b0419c7b-c245-422c-b201-2c528b94e6cb on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:17:14.730216 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:14.805728 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:14.815680 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5c00a0-40b9-42d1-9a50-6ad17d4f7710']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:14.826416 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83601604-8add-48b4-88a3-04af7d8f5cbf') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:14.826757 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83601604-8add-48b4-88a3-04af7d8f5cbf') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:14.835596 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:14.851347 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:14.858415 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 17:17:14.858842 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 17:17:14.860563 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 17:17:14.918855 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:14.924852 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:14.926773 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] 10.222.0.39 "DELETE /v2.0/networks/be5c00a0-40b9-42d1-9a50-6ad17d4f7710 HTTP/1.1" status: 204 len: 168 time: 0.8545740 Jun 18 17:17:14.927618 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-688b6410-0bf2-45f2-aacd-c592bcc86877 tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:14.942129 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] Pushing event deleted for resources: {'Network': ['ID=be5c00a0-40b9-42d1-9a50-6ad17d4f7710,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:14.944779 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-db12088c-d9fc-4fce-9a56-cd3f825a44af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:15.041282 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58024) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:15.083069 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-5f23b779-ded4-4161-a3d7-9c25f7fd2d13 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=185daec1fa4c4ed486d6f612f7c756ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400577 Jun 18 17:17:15.085408 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58026) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:15.132877 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-17b1841e-9f6d-4fe5-a6d0-2a22935de90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:15.163250 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-17b1841e-9f6d-4fe5-a6d0-2a22935de90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:15.214358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-17b1841e-9f6d-4fe5-a6d0-2a22935de90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:15.214358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-17b1841e-9f6d-4fe5-a6d0-2a22935de90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:15.216099 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-17b1841e-9f6d-4fe5-a6d0-2a22935de90d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aca45d2a-624c-4372-8d8c-28feac4e1b6d HTTP/1.1" status: 204 len: 168 time: 0.1283841 Jun 18 17:17:15.216099 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-75ab9d00-22d6-47cd-957e-b16a09ac4d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:15.224074 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1841e-9f6d-4fe5-a6d0-2a22935de90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca45d2a-624c-4372-8d8c-28feac4e1b6d,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:15.226883 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-17b1841e-9f6d-4fe5-a6d0-2a22935de90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:15.420579 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device b0419c7b-c245-422c-b201-2c528b94e6cb no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:17:15.440781 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: b0419c7b-c245-422c-b201-2c528b94e6cb {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:17:15.441143 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device b0419c7b-c245-422c-b201-2c528b94e6cb not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:17:15.441575 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 40f17c86-de94-4709-bd60-fa4917f8848c no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:17:15.460991 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 40f17c86-de94-4709-bd60-fa4917f8848c {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:17:15.461881 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 40f17c86-de94-4709-bd60-fa4917f8848c not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:17:15.463070 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ac682773-750f-48b9-a106-994b24864572 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:17:15.483279 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: ac682773-750f-48b9-a106-994b24864572 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:17:15.483639 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ac682773-750f-48b9-a106-994b24864572 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:17:15.565234 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58032) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:15.605738 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-423ac118-aef2-40f1-8098-8a954fccd419 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d628f0a2ec44eb2a7a39b4b2907c9b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391052 Jun 18 17:17:15.608055 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58034) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:15.655382 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ea3bf6bb-6d54-42be-8bac-eccb208af0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:15.677167 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ea3bf6bb-6d54-42be-8bac-eccb208af0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:15.724837 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ea3bf6bb-6d54-42be-8bac-eccb208af0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:15.728068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-ea3bf6bb-6d54-42be-8bac-eccb208af0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:15.729196 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-ea3bf6bb-6d54-42be-8bac-eccb208af0b4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f740a3b4-baed-4742-a971-d6577ee76dec HTTP/1.1" status: 204 len: 168 time: 0.1202407 Jun 18 17:17:15.730005 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4642d177-95a5-4f0d-ad1b-0d1400d4954a tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:15.737478 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bf6bb-6d54-42be-8bac-eccb208af0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f740a3b4-baed-4742-a971-d6577ee76dec,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:15.739752 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ea3bf6bb-6d54-42be-8bac-eccb208af0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:16.445161 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58056) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:16.545760 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-289e0b02-3318-4c5f-a877-d9eaadcbe8ad admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2089184764-network', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:17:16.569248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289e0b02-3318-4c5f-a877-d9eaadcbe8ad admin admin] Made reservation on behalf of 808d8455fa2a4b1883c1d4843aca5e58 for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:17:16.571904 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-289e0b02-3318-4c5f-a877-d9eaadcbe8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:16.580465 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-289e0b02-3318-4c5f-a877-d9eaadcbe8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:16.677075 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-289e0b02-3318-4c5f-a877-d9eaadcbe8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:16.682276 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-289e0b02-3318-4c5f-a877-d9eaadcbe8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:16.685511 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-dbb83793-a655-433b-9206-ba8ae6498b2b tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:16.711341 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289e0b02-3318-4c5f-a877-d9eaadcbe8ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 17:17:16.717744 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e0b02-3318-4c5f-a877-d9eaadcbe8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fe019e-28a4-46ed-b935-9b0846154662,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:16.721487 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-289e0b02-3318-4c5f-a877-d9eaadcbe8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:16.724323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-289e0b02-3318-4c5f-a877-d9eaadcbe8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:16.724665 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-289e0b02-3318-4c5f-a877-d9eaadcbe8ad admin admin] Added segment 56d47c2e-5f0c-4ca3-a550-ec5a27abfade of type vlan for network f046ac54-0341-4610-9f45-0cf3e25bd38e Jun 18 17:17:16.765721 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-289e0b02-3318-4c5f-a877-d9eaadcbe8ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:16.793915 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-289e0b02-3318-4c5f-a877-d9eaadcbe8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:16.795028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289e0b02-3318-4c5f-a877-d9eaadcbe8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:16.795602 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-289e0b02-3318-4c5f-a877-d9eaadcbe8ad admin admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:16.797803 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-6b7a5ed2-277f-4eb9-9286-060b90ca18bd tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:16.845594 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-289e0b02-3318-4c5f-a877-d9eaadcbe8ad admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3992054 Jun 18 17:17:16.850079 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58060) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:16.855654 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-8a281200-0531-4ccc-9be0-a3252987dfc7 admin admin] Request body: {'subnet': {'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2089184764-subnet', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'ip_version': 4}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:17:16.857059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e0b02-3318-4c5f-a877-d9eaadcbe8ad admin admin] Pushing event updated for resources: {'Network': ['ID=f046ac54-0341-4610-9f45-0cf3e25bd38e,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:16.859844 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-289e0b02-3318-4c5f-a877-d9eaadcbe8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:16.876064 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network f046ac54-0341-4610-9f45-0cf3e25bd38e details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 17:17:16.879830 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a281200-0531-4ccc-9be0-a3252987dfc7 admin admin] Made reservation on behalf of 808d8455fa2a4b1883c1d4843aca5e58 for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:17:16.882494 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8a281200-0531-4ccc-9be0-a3252987dfc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:17.055162 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8a281200-0531-4ccc-9be0-a3252987dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:17.057921 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cb673e19-89b9-4489-b72a-7d5291b63483 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:17.118655 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a281200-0531-4ccc-9be0-a3252987dfc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccf68179-6b03-4898-8462-3826964baf88,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:17.121838 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8a281200-0531-4ccc-9be0-a3252987dfc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:17.127387 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a281200-0531-4ccc-9be0-a3252987dfc7 admin admin] Checking segment: {'id': '56d47c2e-5f0c-4ca3-a550-ec5a27abfade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:17:17.127739 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a281200-0531-4ccc-9be0-a3252987dfc7 admin admin] Network hostable DHCP agents. Network: f046ac54-0341-4610-9f45-0cf3e25bd38e, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 17:17:17.143864 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a281200-0531-4ccc-9be0-a3252987dfc7 admin admin] Network f046ac54-0341-4610-9f45-0cf3e25bd38e is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 17:17:17.152640 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-8a281200-0531-4ccc-9be0-a3252987dfc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, f046ac54-0341-4610-9f45-0cf3e25bd38e) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:17:17.157354 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a281200-0531-4ccc-9be0-a3252987dfc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:17.157934 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8a281200-0531-4ccc-9be0-a3252987dfc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:17.161137 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1468cc88-8b84-4b20-b769-649d13c89cf9 None None] Network f046ac54-0341-4610-9f45-0cf3e25bd38e requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:17:17.172030 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8a281200-0531-4ccc-9be0-a3252987dfc7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3208003 Jun 18 17:17:17.174932 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58062) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:17.179219 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:17:17.201001 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:17.202110 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:17.252907 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:17.307076 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-f046ac54-0341-4610-9f45-0cf3e25bd38e', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'fixed_ips': [{'subnet_id': 'ccf68179-6b03-4898-8462-3826964baf88'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 17:17:17.307881 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:17.391872 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:17.441419 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Allocated IP 172.20.0.2 (f046ac54-0341-4610-9f45-0cf3e25bd38e/ccf68179-6b03-4898-8462-3826964baf88/50458476-c6a5-4622-b88e-c4a866558a45) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:17:17.582797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:17.590932 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Transition to ACTIVE for port object 50458476-c6a5-4622-b88e-c4a866558a45 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:17:17.595198 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:17.609963 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Transition to ACTIVE for port object 50458476-c6a5-4622-b88e-c4a866558a45 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:17:17.614407 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:17.616550 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:17.619868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:17.659890 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Network f046ac54-0341-4610-9f45-0cf3e25bd38e is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:17:17.662897 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:17:17.667123 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:17:17.673886 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Pushing event updated for resources: {'Port': ['ID=50458476-c6a5-4622-b88e-c4a866558a45,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:17.678494 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:17.720414 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Allocated IP 172.26.2.250 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/67cf239d-47c3-4dd3-87b3-c8e9b5afaad2) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:17:17.733008 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Attempting to bind port 50458476-c6a5-4622-b88e-c4a866558a45 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:17:17.733395 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Attempting to bind port 50458476-c6a5-4622-b88e-c4a866558a45 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56d47c2e-5f0c-4ca3-a550-ec5a27abfade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:17:17.733769 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Attempting to bind port 50458476-c6a5-4622-b88e-c4a866558a45 on network f046ac54-0341-4610-9f45-0cf3e25bd38e {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:17:17.740817 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:17:17.741213 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Checking segment: {'id': '56d47c2e-5f0c-4ca3-a550-ec5a27abfade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:17:17.741631 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:17.742034 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Bound using segment: {'id': '56d47c2e-5f0c-4ca3-a550-ec5a27abfade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:17:17.743079 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Bound port: 50458476-c6a5-4622-b88e-c4a866558a45, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d47c2e-5f0c-4ca3-a550-ec5a27abfade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:17:17.743472 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:17.809637 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] For port 50458476-c6a5-4622-b88e-c4a866558a45, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:17:17.812680 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] For port 50458476-c6a5-4622-b88e-c4a866558a45, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=50458476-c6a5-4622-b88e-c4a866558a45,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:17:17.818160 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:17.820958 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:17.828503 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:17.874115 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:17.878305 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Pushing event updated for resources: {'Port': ['ID=50458476-c6a5-4622-b88e-c4a866558a45,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:17.881238 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:17.887569 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:17.916797 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:17:17.921683 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:17:17.925711 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:17:17.952750 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Pushing event updated for resources: {'Port': ['ID=67cf239d-47c3-4dd3-87b3-c8e9b5afaad2,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:17.957016 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:18.233482 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:18.449017 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:18.588318 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Router 4dbbdb3e-47d6-4221-8879-d13e1858a23c is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 17:17:18.713749 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:17:18.728618 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Sync routers for ids ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:17:18.733665 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:18.738054 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5592239 Jun 18 17:17:18.738500 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58064) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:18.745075 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Routers {'4dbbdb3e-47d6-4221-8879-d13e1858a23c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:17:18.745870 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:17:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:18.838383 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9385bc78-45c7-4af6-9b03-aa89960fa98f None None] Network f046ac54-0341-4610-9f45-0cf3e25bd38e requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:17:18.859394 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Set router 4dbbdb3e-47d6-4221-8879-d13e1858a23c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:17:19.053505 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:18Z', 'revision_number': 3, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port': {'id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:19.069482 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-da9a49b6-6667-427b-b2b2-81514aead771 None None] Provisioning for port 50458476-c6a5-4622-b88e-c4a866558a45 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:17:19.085635 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Checking router: 4dbbdb3e-47d6-4221-8879-d13e1858a23c for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:17:19.086000 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Updating router 4dbbdb3e-47d6-4221-8879-d13e1858a23c port 67cf239d-47c3-4dd3-87b3-c8e9b5afaad2 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:17:19.124167 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:19.232253 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:19.427513 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:19.428446 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Allocated IP 172.20.0.1 (f046ac54-0341-4610-9f45-0cf3e25bd38e/ccf68179-6b03-4898-8462-3826964baf88/0b0b9189-46bb-4af0-84b6-0fa7338c9e2f) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:17:19.444552 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Transition to ACTIVE for port object 67cf239d-47c3-4dd3-87b3-c8e9b5afaad2 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:17:19.453232 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:19.458233 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-57042674-9e10-4704-8038-2c84630d1f94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:19.517644 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 50458476-c6a5-4622-b88e-c4a866558a45 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:17:19.527309 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Attempting to bind port 67cf239d-47c3-4dd3-87b3-c8e9b5afaad2 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:17:19.527859 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Attempting to bind port 67cf239d-47c3-4dd3-87b3-c8e9b5afaad2 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:17:19.528382 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Attempting to bind port 67cf239d-47c3-4dd3-87b3-c8e9b5afaad2 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:17:19.548202 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:17:19.548791 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:17:19.555832 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:19.556337 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:17:19.557100 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Bound port: 67cf239d-47c3-4dd3-87b3-c8e9b5afaad2, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:17:19.557505 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:19.563692 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:19.582405 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Transition to ACTIVE for port object 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:17:19.591033 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f58efa-9ed4-4374-a8ea-faae61388057 None None] Pushing event updated for resources: {'Port': ['ID=67cf239d-47c3-4dd3-87b3-c8e9b5afaad2,revision_number=2']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:19.594112 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 50458476-c6a5-4622-b88e-c4a866558a45 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:17:19.604060 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 50458476-c6a5-4622-b88e-c4a866558a45 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:17:19.604731 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:19.610711 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58efa-9ed4-4374-a8ea-faae61388057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:19.611056 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58efa-9ed4-4374-a8ea-faae61388057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:19.611579 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58efa-9ed4-4374-a8ea-faae61388057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:19.612111 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58efa-9ed4-4374-a8ea-faae61388057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:19.612431 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58efa-9ed4-4374-a8ea-faae61388057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:19.612764 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58efa-9ed4-4374-a8ea-faae61388057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:19.613088 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58efa-9ed4-4374-a8ea-faae61388057 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:19.613409 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58efa-9ed4-4374-a8ea-faae61388057 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:19.613729 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58efa-9ed4-4374-a8ea-faae61388057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:19.614046 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58efa-9ed4-4374-a8ea-faae61388057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:19.614362 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58efa-9ed4-4374-a8ea-faae61388057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:19.614939 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58efa-9ed4-4374-a8ea-faae61388057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:17:19.619475 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-10f58efa-9ed4-4374-a8ea-faae61388057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:19.629829 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:19.632753 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] For port 67cf239d-47c3-4dd3-87b3-c8e9b5afaad2, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:17:19.637493 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d69c14b0-3df1-4544-a597-c8a1e9b06f60 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:19.637989 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] For port 67cf239d-47c3-4dd3-87b3-c8e9b5afaad2, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=67cf239d-47c3-4dd3-87b3-c8e9b5afaad2,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:17:19.645713 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:19.648396 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-ffebd362-191d-4935-b874-197977385101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:19.702804 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:19.703093 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Routers {'4dbbdb3e-47d6-4221-8879-d13e1858a23c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:17:19.703093 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:17:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:19.703270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Network f046ac54-0341-4610-9f45-0cf3e25bd38e is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:17:19.710382 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:17:19.713665 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:17:19.743557 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 50458476-c6a5-4622-b88e-c4a866558a45, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=50458476-c6a5-4622-b88e-c4a866558a45,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:17:19.750994 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:19.755033 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-2a2bfa8e-eff6-4696-9d8c-82b863008174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:19.759033 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=0b0b9189-46bb-4af0-84b6-0fa7338c9e2f,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:19.764490 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:19.786109 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:19.810744 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f58efa-9ed4-4374-a8ea-faae61388057 None None] Pushing event updated for resources: {'Port': ['ID=67cf239d-47c3-4dd3-87b3-c8e9b5afaad2,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:19.816227 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-10f58efa-9ed4-4374-a8ea-faae61388057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:19.841595 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=50458476-c6a5-4622-b88e-c4a866558a45,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:19.845976 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:19.848490 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] Set router 4dbbdb3e-47d6-4221-8879-d13e1858a23c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:17:19.953892 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:19.955801 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e69f6694-c2a4-4028-924c-6ff981f8a0f5 None None] Provisioning for port 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:17:19.960054 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e69f6694-c2a4-4028-924c-6ff981f8a0f5 None None] Provisioning complete for port 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:17:19.960612 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e69f6694-c2a4-4028-924c-6ff981f8a0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:20.002720 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e69f6694-c2a4-4028-924c-6ff981f8a0f5 None None] Port 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:17:20.044717 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:18Z', 'revision_number': 3, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port': {'id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:20.071088 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966412d0-9959-4d04-87d8-06ecdd7b937e None None] The sync data for ids ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'] in dv-neutron-797121-1-hyperv is: [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:18Z', 'revision_number': 3, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port': {'id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:17:20.127453 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:20.132322 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:20.134905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-cbefb796-e911-4237-b9af-d54371557f8e tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:20.205096 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=0b0b9189-46bb-4af0-84b6-0fa7338c9e2f,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:20.207680 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:20.209772 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:20.322758 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Network f046ac54-0341-4610-9f45-0cf3e25bd38e is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:17:20.324130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:17:20.482270 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Router 4dbbdb3e-47d6-4221-8879-d13e1858a23c has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:17:20.604148 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:17:20.609416 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] 10.222.0.39 "PUT /v2.0/routers/4dbbdb3e-47d6-4221-8879-d13e1858a23c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8697875 Jun 18 17:17:20.626095 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-cc316182-e935-4073-873e-7ca78b6b88a4 None None] Provisioning complete for port 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:17:20.626721 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cc316182-e935-4073-873e-7ca78b6b88a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:20.663890 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-cc316182-e935-4073-873e-7ca78b6b88a4 None None] Port 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:17:21.130750 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58080) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:21.139345 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-4cce1d03-2c3f-48e2-aa22-f6fa5bc35fab admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-101775146-network', 'tenant_id': '45797c7e8ef249fe82c5a389702dfc1f'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:17:21.161623 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cce1d03-2c3f-48e2-aa22-f6fa5bc35fab admin admin] Made reservation on behalf of 45797c7e8ef249fe82c5a389702dfc1f for: {'network': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:17:21.164084 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4cce1d03-2c3f-48e2-aa22-f6fa5bc35fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for network, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:21.173193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4cce1d03-2c3f-48e2-aa22-f6fa5bc35fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:21.265452 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4cce1d03-2c3f-48e2-aa22-f6fa5bc35fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:21.269356 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4cce1d03-2c3f-48e2-aa22-f6fa5bc35fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:21.272369 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-fd2ec5ae-4b24-4d4d-8156-28d896d4ac3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:21.298049 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cce1d03-2c3f-48e2-aa22-f6fa5bc35fab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 17:17:21.309500 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce1d03-2c3f-48e2-aa22-f6fa5bc35fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cd1496-20ef-4a92-a387-d6a0b36ac3ac,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:21.314366 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4cce1d03-2c3f-48e2-aa22-f6fa5bc35fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:21.315505 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4cce1d03-2c3f-48e2-aa22-f6fa5bc35fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:21.315847 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.segments_db [None req-4cce1d03-2c3f-48e2-aa22-f6fa5bc35fab admin admin] Added segment 61a1ac95-f8aa-4fc7-afa1-6d194207cb7d of type vlan for network 6e2da911-147b-4120-be98-6104089493a5 Jun 18 17:17:21.372745 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4cce1d03-2c3f-48e2-aa22-f6fa5bc35fab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758221438410'] for network, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:21.417804 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4cce1d03-2c3f-48e2-aa22-f6fa5bc35fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610'] for network, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:21.418943 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cce1d03-2c3f-48e2-aa22-f6fa5bc35fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:21.419541 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4cce1d03-2c3f-48e2-aa22-f6fa5bc35fab admin admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:21.421854 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-44d4441b-91ce-43e4-8924-42f8003d288e tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:21.485593 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4cce1d03-2c3f-48e2-aa22-f6fa5bc35fab admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3509521 Jun 18 17:17:21.485929 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58082) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:21.491185 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-0634baa5-610e-4c89-b2b7-9d062d5b424d admin admin] Request body: {'subnet': {'network_id': '6e2da911-147b-4120-be98-6104089493a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-101775146-subnet', 'tenant_id': '45797c7e8ef249fe82c5a389702dfc1f', 'ip_version': 4}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:17:21.499271 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce1d03-2c3f-48e2-aa22-f6fa5bc35fab admin admin] Pushing event updated for resources: {'Network': ['ID=6e2da911-147b-4120-be98-6104089493a5,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:21.503295 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4cce1d03-2c3f-48e2-aa22-f6fa5bc35fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:21.513362 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Network 6e2da911-147b-4120-be98-6104089493a5 details requested by agent ovs-agent-dv-neutron-797121-1-hyperv with host dv-neutron-797121-1-hyperv {{(pid=93429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 17:17:21.514545 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0634baa5-610e-4c89-b2b7-9d062d5b424d admin admin] Made reservation on behalf of 45797c7e8ef249fe82c5a389702dfc1f for: {'subnet': 1} {{(pid=93427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:17:21.517462 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0634baa5-610e-4c89-b2b7-9d062d5b424d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8941658'] for subnet, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:21.562761 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 50458476-c6a5-4622-b88e-c4a866558a45 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:17:21.637272 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 50458476-c6a5-4622-b88e-c4a866558a45 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:17:21.638026 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:21.706506 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0634baa5-610e-4c89-b2b7-9d062d5b424d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941640'] for subnet, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:21.708624 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8187f157-bfbb-492e-ba5c-e233582386b1 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:21.721656 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Sync routers for ids ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:17:21.731037 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 67cf239d-47c3-4dd3-87b3-c8e9b5afaad2 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:17:21.752565 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Routers {'4dbbdb3e-47d6-4221-8879-d13e1858a23c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:17:21.753225 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:17:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:21.765227 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634baa5-610e-4c89-b2b7-9d062d5b424d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b8f553-25cb-45f7-9d06-bccafb2bf05e,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:21.768113 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0634baa5-610e-4c89-b2b7-9d062d5b424d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:21.778547 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0634baa5-610e-4c89-b2b7-9d062d5b424d admin admin] Checking segment: {'id': '61a1ac95-f8aa-4fc7-afa1-6d194207cb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6e2da911-147b-4120-be98-6104089493a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:17:21.778924 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0634baa5-610e-4c89-b2b7-9d062d5b424d admin admin] Network hostable DHCP agents. Network: 6e2da911-147b-4120-be98-6104089493a5, hostable agents: ['82660ec6-5261-418b-a609-29018ddc2027'], hosted agents: [] {{(pid=93427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 17:17:21.799251 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0634baa5-610e-4c89-b2b7-9d062d5b424d admin admin] Network 6e2da911-147b-4120-be98-6104089493a5 is scheduled to be hosted by DHCP agent 82660ec6-5261-418b-a609-29018ddc2027 with binding_index 1 {{(pid=93427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 17:17:21.812894 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-0634baa5-610e-4c89-b2b7-9d062d5b424d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-1-hyperv, 6e2da911-147b-4120-be98-6104089493a5) {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:17:21.817082 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0634baa5-610e-4c89-b2b7-9d062d5b424d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:21.817714 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0634baa5-610e-4c89-b2b7-9d062d5b424d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:21.832516 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0634baa5-610e-4c89-b2b7-9d062d5b424d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3453927 Jun 18 17:17:21.835258 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58084) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:21.839906 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-101775146-router', 'tenant_id': '45797c7e8ef249fe82c5a389702dfc1f', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:17:21.848091 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcaf66c-5690-4766-b485-a95ec370d8d4 None None] Network 6e2da911-147b-4120-be98-6104089493a5 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:17:21.868708 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1553'] for router, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:21.869730 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1640'] for router, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:21.895377 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 67cf239d-47c3-4dd3-87b3-c8e9b5afaad2 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:17:21.911683 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 67cf239d-47c3-4dd3-87b3-c8e9b5afaad2 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:17:21.912067 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:21.926715 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:21.956767 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Set router 4dbbdb3e-47d6-4221-8879-d13e1858a23c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:17:22.081018 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1792980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1658'] for router, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:22.197716 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:22.209914 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ff89f70-209c-5fad-8afe-8197af508dfa-6e2da911-147b-4120-be98-6104089493a5', 'network_id': '6e2da911-147b-4120-be98-6104089493a5', 'tenant_id': '45797c7e8ef249fe82c5a389702dfc1f', 'fixed_ips': [{'subnet_id': 'c0b8f553-25cb-45f7-9d06-bccafb2bf05e'}]}} from dv-neutron-797121-1-hyperv. {{(pid=93429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 17:17:22.210779 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:22.257738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 67cf239d-47c3-4dd3-87b3-c8e9b5afaad2, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=67cf239d-47c3-4dd3-87b3-c8e9b5afaad2,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:17:22.296481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:22.316545 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:22.324126 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:22.329487 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-1b03a184-b367-49fd-8d45-371ef3131204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:22.426827 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=67cf239d-47c3-4dd3-87b3-c8e9b5afaad2,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:22.428921 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] Allocated IP 172.26.2.87 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/9f2a6da7-34bb-42f0-84f5-0154a863aa79) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:17:22.430905 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:22.456373 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:19Z', 'revision_number': 4, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port': {'id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '0b0b9189-46bb-4af0-84b6-0fa7338c9e2f', 'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'mac_address': 'fa:16:3e:24:b7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'ccf68179-6b03-4898-8462-3826964baf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:19Z', 'updated_at': '2021-06-18T17:17:20Z', 'revision_number': 2, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'subnets': [{'id': 'ccf68179-6b03-4898-8462-3826964baf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:22.459436 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.db_base_plugin_common [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Allocated IP 172.20.0.2 (6e2da911-147b-4120-be98-6104089493a5/c0b8f553-25cb-45f7-9d06-bccafb2bf05e/7250e814-3476-4f6d-97ea-56c5e821fe82) {{(pid=93429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:17:22.491380 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Checking router: 4dbbdb3e-47d6-4221-8879-d13e1858a23c for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:17:22.491829 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Updating router 4dbbdb3e-47d6-4221-8879-d13e1858a23c port 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:17:22.538811 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:22.566903 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:22.580735 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:22.584946 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c7a34716-9262-4156-b649-7dcc23d51e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:22.627030 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:17:22.630056 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:17:22.633976 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:17:22.659394 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] Pushing event updated for resources: {'Port': ['ID=9f2a6da7-34bb-42f0-84f5-0154a863aa79,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:22.663392 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:22.795215 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Notify callbacks [] for port, precommit_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:22.808182 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Transition to ACTIVE for port object 7250e814-3476-4f6d-97ea-56c5e821fe82 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:17:22.832959 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Transition to ACTIVE for port object 7250e814-3476-4f6d-97ea-56c5e821fe82 will not be triggered until provisioned by entity DHCP. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:17:22.851057 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741'] for port, after_create {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:22.854999 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:22.897028 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:22.913941 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Network 6e2da911-147b-4120-be98-6104089493a5 is already hosted by enough agents. {{(pid=93429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:17:22.925636 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.scheduler.base_scheduler [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Resources bound (agent type, host, resource id): {{(pid=93429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:17:22.930235 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Received port after_create {{(pid=93429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:17:22.948421 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Pushing event updated for resources: {'Port': ['ID=7250e814-3476-4f6d-97ea-56c5e821fe82,revision_number=1']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:22.953742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:23.115322 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790976'] for router, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:23.169282 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:23.186862 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Attempting to bind port 7250e814-3476-4f6d-97ea-56c5e821fe82 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:17:23.187238 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Attempting to bind port 7250e814-3476-4f6d-97ea-56c5e821fe82 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '61a1ac95-f8aa-4fc7-afa1-6d194207cb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6e2da911-147b-4120-be98-6104089493a5'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:17:23.187599 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Attempting to bind port 7250e814-3476-4f6d-97ea-56c5e821fe82 on network 6e2da911-147b-4120-be98-6104089493a5 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:17:23.189797 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Transition to ACTIVE for port object 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:17:23.196422 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:17:23.197361 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Checking segment: {'id': '61a1ac95-f8aa-4fc7-afa1-6d194207cb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6e2da911-147b-4120-be98-6104089493a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:17:23.197828 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:23.198324 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Bound using segment: {'id': '61a1ac95-f8aa-4fc7-afa1-6d194207cb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6e2da911-147b-4120-be98-6104089493a5'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:17:23.199334 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Bound port: 7250e814-3476-4f6d-97ea-56c5e821fe82, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a1ac95-f8aa-4fc7-afa1-6d194207cb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6e2da911-147b-4120-be98-6104089493a5'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:17:23.199967 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:23.204155 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:23.215543 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:23.256100 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] Router 4927ede3-3c05-4818-bdaf-836818cd9fb5 is scheduled to L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 with binding_index 1 {{(pid=93427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 17:17:23.327891 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a7556-515d-46da-8dfb-4857b3661d8e None None] Pushing event updated for resources: {'Port': ['ID=0b0b9189-46bb-4af0-84b6-0fa7338c9e2f,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:23.330943 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9a5a7556-515d-46da-8dfb-4857b3661d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:23.397615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:17:23.409699 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Sync routers for ids ['4927ede3-3c05-4818-bdaf-836818cd9fb5'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:17:23.414054 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] For port 7250e814-3476-4f6d-97ea-56c5e821fe82, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:17:23.422518 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Routers {'4927ede3-3c05-4818-bdaf-836818cd9fb5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:17:23.424767 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:17:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4927ede3-3c05-4818-bdaf-836818cd9fb5'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:23.431089 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] For port 7250e814-3476-4f6d-97ea-56c5e821fe82, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7250e814-3476-4f6d-97ea-56c5e821fe82,segment=NetworkSegment(61a1ac95-f8aa-4fc7-afa1-6d194207cb7d),segment_id=61a1ac95-f8aa-4fc7-afa1-6d194207cb7d)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:17:23.433528 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Attempting to bind port 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:17:23.434171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Attempting to bind port 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '56d47c2e-5f0c-4ca3-a550-ec5a27abfade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:17:23.434738 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Attempting to bind port 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f on network f046ac54-0341-4610-9f45-0cf3e25bd38e {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:17:23.435558 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:23.437147 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-1229c9b5-4dbf-4dd7-b5e5-d7e32d19b1b6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6008117 Jun 18 17:17:23.439900 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58086) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:23.441532 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:23.443980 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:23.448000 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:17:23.448477 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Checking segment: {'id': '56d47c2e-5f0c-4ca3-a550-ec5a27abfade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:17:23.449054 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:23.449616 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Bound using segment: {'id': '56d47c2e-5f0c-4ca3-a550-ec5a27abfade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:17:23.450509 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Bound port: 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d47c2e-5f0c-4ca3-a550-ec5a27abfade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:17:23.450750 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:23.459051 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 67cf239d-47c3-4dd3-87b3-c8e9b5afaad2 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:17:23.580238 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Set router 4927ede3-3c05-4818-bdaf-836818cd9fb5 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:17:23.626202 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Pushing event updated for resources: {'Port': ['ID=7250e814-3476-4f6d-97ea-56c5e821fe82,revision_number=2']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:23.634719 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-bd0fea43-74e1-42ee-9dfb-da96368c6038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:23.635549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 67cf239d-47c3-4dd3-87b3-c8e9b5afaad2 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:17:23.635935 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:23.723308 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] For port 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:17:23.731667 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] For port 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=0b0b9189-46bb-4af0-84b6-0fa7338c9e2f,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:17:23.740753 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:23.753643 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:23.807150 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Routers {'4dbbdb3e-47d6-4221-8879-d13e1858a23c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:17:23.808338 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:17:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:24.055018 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] Set router 4dbbdb3e-47d6-4221-8879-d13e1858a23c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:17:24.087328 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4927ede3-3c05-4818-bdaf-836818cd9fb5', 'name': 'tempest-TestSnapshotPattern-101775146-router', 'tenant_id': '45797c7e8ef249fe82c5a389702dfc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '9f2a6da7-34bb-42f0-84f5-0154a863aa79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:21Z', 'updated_at': '2021-06-18T17:17:22Z', 'revision_number': 3, 'project_id': '45797c7e8ef249fe82c5a389702dfc1f', 'gw_port': {'id': '9f2a6da7-34bb-42f0-84f5-0154a863aa79', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4927ede3-3c05-4818-bdaf-836818cd9fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:22Z', 'updated_at': '2021-06-18T17:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:24.089805 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a7556-515d-46da-8dfb-4857b3661d8e None None] Pushing event updated for resources: {'Port': ['ID=0b0b9189-46bb-4af0-84b6-0fa7338c9e2f,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:24.093690 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9a5a7556-515d-46da-8dfb-4857b3661d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:24.142064 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Checking router: 4927ede3-3c05-4818-bdaf-836818cd9fb5 for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:17:24.142686 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Updating router 4927ede3-3c05-4818-bdaf-836818cd9fb5 port 9f2a6da7-34bb-42f0-84f5-0154a863aa79 binding host dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:17:24.185690 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:24.327937 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:19Z', 'revision_number': 4, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port': {'id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '0b0b9189-46bb-4af0-84b6-0fa7338c9e2f', 'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'mac_address': 'fa:16:3e:24:b7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'ccf68179-6b03-4898-8462-3826964baf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:19Z', 'updated_at': '2021-06-18T17:17:23Z', 'revision_number': 4, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'subnets': [{'id': 'ccf68179-6b03-4898-8462-3826964baf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:24.359171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fafedc-b8f6-4bba-8e85-bf866a40448b None None] The sync data for ids ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'] in dv-neutron-797121-1-hyperv is: [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:19Z', 'revision_number': 4, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port': {'id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '0b0b9189-46bb-4af0-84b6-0fa7338c9e2f', 'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'mac_address': 'fa:16:3e:24:b7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'ccf68179-6b03-4898-8462-3826964baf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:19Z', 'updated_at': '2021-06-18T17:17:23Z', 'revision_number': 4, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'subnets': [{'id': 'ccf68179-6b03-4898-8462-3826964baf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:17:24.483117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:24.515986 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Notify callbacks [] for port, precommit_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:24.529164 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.provisioning_blocks [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Transition to ACTIVE for port object 9f2a6da7-34bb-42f0-84f5-0154a863aa79 will not be triggered until provisioned by entity L2. {{(pid=93430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:17:24.536613 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:24.538720 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-f0c1e7de-3b9c-4d67-a682-ae5cc85d67e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:24.611855 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Attempting to bind port 9f2a6da7-34bb-42f0-84f5-0154a863aa79 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:17:24.612812 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Attempting to bind port 9f2a6da7-34bb-42f0-84f5-0154a863aa79 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:17:24.613478 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Attempting to bind port 9f2a6da7-34bb-42f0-84f5-0154a863aa79 on network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:17:24.618264 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44407446-b62e-4f9e-b626-e58fd5d09f0d None None] Pushing event updated for resources: {'Port': ['ID=9f2a6da7-34bb-42f0-84f5-0154a863aa79,revision_number=2']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:24.624144 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-44407446-b62e-4f9e-b626-e58fd5d09f0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:24.625822 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:17:24.626329 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Checking segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:17:24.626891 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:24.627391 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Bound using segment: {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'} {{(pid=93430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:17:24.627977 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.managers [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Bound port: 9f2a6da7-34bb-42f0-84f5-0154a863aa79, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427d5a6-d0bf-4dc7-adc3-07f32ad19379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3'}}] {{(pid=93430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:17:24.628464 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:24.671903 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_common [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Allocated IP 172.20.0.1 (6e2da911-147b-4120-be98-6104089493a5/c0b8f553-25cb-45f7-9d06-bccafb2bf05e/ccf03248-f114-4b44-a901-68c00e61b739) {{(pid=93427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:17:24.688219 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] For port 9f2a6da7-34bb-42f0-84f5-0154a863aa79, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:17:24.692072 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.plugins.ml2.db [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] For port 9f2a6da7-34bb-42f0-84f5-0154a863aa79, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9f2a6da7-34bb-42f0-84f5-0154a863aa79,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:17:24.698240 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron_lib.callbacks.manager [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:24.701515 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-18c46b14-0396-4cc4-af3e-6a730ec59cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:24.768772 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Routers {'4927ede3-3c05-4818-bdaf-836818cd9fb5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:17:24.769941 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:17:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4927ede3-3c05-4818-bdaf-836818cd9fb5'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:24.789835 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:24.810089 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Transition to ACTIVE for port object ccf03248-f114-4b44-a901-68c00e61b739 will not be triggered until provisioned by entity DHCP. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:17:24.854888 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273280'] for port, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:24.859191 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-de921b5b-bab2-4bfd-a3ed-a7ddda2c0225 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:24.896569 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Network 6e2da911-147b-4120-be98-6104089493a5 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:17:24.901162 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:17:24.908160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Received port after_create {{(pid=93427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:17:24.909878 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] Set router 4927ede3-3c05-4818-bdaf-836818cd9fb5 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:17:24.972962 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1797167'] for router_interface, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:24.991641 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3e6c00-9514-4cf1-b2c4-7d6ea63a808a None None] Network 6e2da911-147b-4120-be98-6104089493a5 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:17:25.033696 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Pushing event updated for resources: {'Port': ['ID=ccf03248-f114-4b44-a901-68c00e61b739,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:25.037946 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:25.081154 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44407446-b62e-4f9e-b626-e58fd5d09f0d None None] Pushing event updated for resources: {'Port': ['ID=9f2a6da7-34bb-42f0-84f5-0154a863aa79,revision_number=3']} {{(pid=93430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:25.094628 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-87f8195a-673a-47a7-898c-53dd673cc1b9 None None] Provisioning for port 7250e814-3476-4f6d-97ea-56c5e821fe82 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:17:25.100363 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG oslo_concurrency.lockutils [None req-44407446-b62e-4f9e-b626-e58fd5d09f0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=93430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:25.162520 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:25.241851 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4927ede3-3c05-4818-bdaf-836818cd9fb5', 'name': 'tempest-TestSnapshotPattern-101775146-router', 'tenant_id': '45797c7e8ef249fe82c5a389702dfc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '9f2a6da7-34bb-42f0-84f5-0154a863aa79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:21Z', 'updated_at': '2021-06-18T17:17:22Z', 'revision_number': 3, 'project_id': '45797c7e8ef249fe82c5a389702dfc1f', 'gw_port': {'id': '9f2a6da7-34bb-42f0-84f5-0154a863aa79', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4927ede3-3c05-4818-bdaf-836818cd9fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:22Z', 'updated_at': '2021-06-18T17:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:25.247730 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:25.274761 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d97863b-04f8-47e0-a8c8-5654078b260c None None] The sync data for ids ['4927ede3-3c05-4818-bdaf-836818cd9fb5'] in dv-neutron-797121-1-hyperv is: [{'id': '4927ede3-3c05-4818-bdaf-836818cd9fb5', 'name': 'tempest-TestSnapshotPattern-101775146-router', 'tenant_id': '45797c7e8ef249fe82c5a389702dfc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '9f2a6da7-34bb-42f0-84f5-0154a863aa79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:21Z', 'updated_at': '2021-06-18T17:17:22Z', 'revision_number': 3, 'project_id': '45797c7e8ef249fe82c5a389702dfc1f', 'gw_port': {'id': '9f2a6da7-34bb-42f0-84f5-0154a863aa79', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4927ede3-3c05-4818-bdaf-836818cd9fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:22Z', 'updated_at': '2021-06-18T17:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:17:25.424269 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:25.434028 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273334'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:25.439752 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e12963be-bd43-439f-9dc6-be8f6ac31793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:25.540998 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6485b74e-94ae-4520-8692-e45fa9304143 None None] Provisioning for port ccf03248-f114-4b44-a901-68c00e61b739 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:17:25.547582 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-6485b74e-94ae-4520-8692-e45fa9304143 None None] Provisioning complete for port ccf03248-f114-4b44-a901-68c00e61b739 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:17:25.548311 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6485b74e-94ae-4520-8692-e45fa9304143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:25.573282 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Pushing event updated for resources: {'Port': ['ID=ccf03248-f114-4b44-a901-68c00e61b739,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:25.580160 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:25.582958 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1790262'] for router_interface, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:25.623464 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7250e814-3476-4f6d-97ea-56c5e821fe82 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:17:25.699220 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-6485b74e-94ae-4520-8692-e45fa9304143 None None] Port ccf03248-f114-4b44-a901-68c00e61b739 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:17:25.753717 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 7250e814-3476-4f6d-97ea-56c5e821fe82 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:17:25.766110 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 7250e814-3476-4f6d-97ea-56c5e821fe82 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:17:25.766484 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:25.776114 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Network 6e2da911-147b-4120-be98-6104089493a5 is already hosted by enough agents. {{(pid=93427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:17:25.777757 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.base_scheduler [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Resources bound (agent type, host, resource id): {{(pid=93427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:17:25.884121 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:25.950152 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Router 4927ede3-3c05-4818-bdaf-836818cd9fb5 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:17:25.956039 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 7250e814-3476-4f6d-97ea-56c5e821fe82, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7250e814-3476-4f6d-97ea-56c5e821fe82,segment=NetworkSegment(61a1ac95-f8aa-4fc7-afa1-6d194207cb7d),segment_id=61a1ac95-f8aa-4fc7-afa1-6d194207cb7d)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:17:25.968493 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:25.970630 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:17:25.972847 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:25.999985 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-561b8c01-d40f-449b-b973-b4ed766a19fe None None] Provisioning complete for port ccf03248-f114-4b44-a901-68c00e61b739 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:17:26.000740 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-561b8c01-d40f-449b-b973-b4ed766a19fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:26.101522 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=7250e814-3476-4f6d-97ea-56c5e821fe82,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:26.114026 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:26.114026 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-561b8c01-d40f-449b-b973-b4ed766a19fe None None] Port ccf03248-f114-4b44-a901-68c00e61b739 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:17:26.137641 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:17:26.143114 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:17:26.143498 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:26.192597 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:17:26.203249 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] 10.222.0.39 "PUT /v2.0/routers/4927ede3-3c05-4818-bdaf-836818cd9fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7611623 Jun 18 17:17:26.262999 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-b7286394-20cc-4eda-9aed-9dc167d3d346 None None] Provisioning complete for port ccf03248-f114-4b44-a901-68c00e61b739 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:17:26.263387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b7286394-20cc-4eda-9aed-9dc167d3d346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:26.300899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:26.315145 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-b7286394-20cc-4eda-9aed-9dc167d3d346 None None] Port ccf03248-f114-4b44-a901-68c00e61b739 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:17:26.340455 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=0b0b9189-46bb-4af0-84b6-0fa7338c9e2f,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:17:26.344775 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:26.346705 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:26.401388 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=0b0b9189-46bb-4af0-84b6-0fa7338c9e2f,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:26.404630 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:26.957519 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58094) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:26.962361 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-4080f389-75b6-4088-9b8a-c6400e6fb17b tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-554590958', 'description': 'tempest-secgroup-smoke-554590958 description', 'project_id': '808d8455fa2a4b1883c1d4843aca5e58'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:17:26.984606 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4080f389-75b6-4088-9b8a-c6400e6fb17b tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.069011 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4080f389-75b6-4088-9b8a-c6400e6fb17b tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.074326 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4080f389-75b6-4088-9b8a-c6400e6fb17b tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.076885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-13f20f1e-08fa-45a0-a19e-d14900a5bf33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:27.112428 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-4080f389-75b6-4088-9b8a-c6400e6fb17b tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.113660 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-4080f389-75b6-4088-9b8a-c6400e6fb17b tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1550882 Jun 18 17:17:27.115867 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080f389-75b6-4088-9b8a-c6400e6fb17b tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d279af-866c-4fdc-befe-d9fa2437dad8,revision_number=1']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:27.116944 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58096) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:27.119546 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4080f389-75b6-4088-9b8a-c6400e6fb17b tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:27.122026 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-4f78b419-32c9-46f9-bdb5-b6d0255ec8d0 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Request body: {'security_group_rule': {'security_group_id': 'f0d279af-866c-4fdc-befe-d9fa2437dad8', 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:17:27.148149 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4f78b419-32c9-46f9-bdb5-b6d0255ec8d0 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.207431 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4f78b419-32c9-46f9-bdb5-b6d0255ec8d0 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.212037 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4f78b419-32c9-46f9-bdb5-b6d0255ec8d0 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.214019 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-11734109-7372-4a31-9652-9d02b501e8fe tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:27.235831 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78b419-32c9-46f9-bdb5-b6d0255ec8d0 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c53fa6-db69-4afd-bf6f-8fe78ed71226,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:27.238242 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-4f78b419-32c9-46f9-bdb5-b6d0255ec8d0 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:27.243331 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-4f78b419-32c9-46f9-bdb5-b6d0255ec8d0 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.244632 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-4f78b419-32c9-46f9-bdb5-b6d0255ec8d0 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265349 Jun 18 17:17:27.247468 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58098) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:27.252134 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-5f165381-5a22-4d5a-ac1e-4238d8adf8ac tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Request body: {'security_group_rule': {'security_group_id': 'f0d279af-866c-4fdc-befe-d9fa2437dad8', 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:17:27.277704 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5f165381-5a22-4d5a-ac1e-4238d8adf8ac tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.335294 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5f165381-5a22-4d5a-ac1e-4238d8adf8ac tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.340138 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5f165381-5a22-4d5a-ac1e-4238d8adf8ac tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.341757 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4c0fc9c7-634c-4d68-9eec-89e184bb7210 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:27.358738 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f165381-5a22-4d5a-ac1e-4238d8adf8ac tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fed1b4-781a-40c8-9efd-c913b3397bf7,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:27.361218 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-5f165381-5a22-4d5a-ac1e-4238d8adf8ac tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:27.365269 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-5f165381-5a22-4d5a-ac1e-4238d8adf8ac tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.366373 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-5f165381-5a22-4d5a-ac1e-4238d8adf8ac tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179209 Jun 18 17:17:27.369394 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58100) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:27.374244 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-28937e19-3395-4a20-ba71-a83a0079b94d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Request body: {'security_group_rule': {'security_group_id': 'f0d279af-866c-4fdc-befe-d9fa2437dad8', 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:17:27.414310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28937e19-3395-4a20-ba71-a83a0079b94d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.480761 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28937e19-3395-4a20-ba71-a83a0079b94d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.485366 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28937e19-3395-4a20-ba71-a83a0079b94d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.489721 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-06e21651-7374-442f-a977-aa62c7d3213c tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:27.506011 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28937e19-3395-4a20-ba71-a83a0079b94d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c2f0bd-6f4e-47b1-9ca0-1a393b3cdf9f,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:27.508809 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-28937e19-3395-4a20-ba71-a83a0079b94d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:27.510842 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-28937e19-3395-4a20-ba71-a83a0079b94d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.512424 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-28937e19-3395-4a20-ba71-a83a0079b94d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420243 Jun 18 17:17:27.515257 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58102) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:27.520414 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-a493b7df-ffb9-4334-b0ca-f92907503136 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Request body: {'security_group_rule': {'security_group_id': 'f0d279af-866c-4fdc-befe-d9fa2437dad8', 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:17:27.524429 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 9f2a6da7-34bb-42f0-84f5-0154a863aa79 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:17:27.548890 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a493b7df-ffb9-4334-b0ca-f92907503136 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.587511 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port 9f2a6da7-34bb-42f0-84f5-0154a863aa79 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:17:27.591518 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 9f2a6da7-34bb-42f0-84f5-0154a863aa79 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:17:27.591896 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.615778 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a493b7df-ffb9-4334-b0ca-f92907503136 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.619562 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a493b7df-ffb9-4334-b0ca-f92907503136 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.624934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-e471b167-caf3-4eb7-a7ca-052681c2e913 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:27.641838 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493b7df-ffb9-4334-b0ca-f92907503136 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb50069-0474-4df0-92fa-e7e1e3764a9a,revision_number=0']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:27.644621 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a493b7df-ffb9-4334-b0ca-f92907503136 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:27.646059 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-a493b7df-ffb9-4334-b0ca-f92907503136 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.647328 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-a493b7df-ffb9-4334-b0ca-f92907503136 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309049 Jun 18 17:17:27.650799 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58104) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:27.655642 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-8eb32c03-ccd7-48f5-b958-5add4012faf8 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Request body: {'security_group_rule': {'security_group_id': 'f0d279af-866c-4fdc-befe-d9fa2437dad8', 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:17:27.680130 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.683068 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.securitygroups_db [None req-8eb32c03-ccd7-48f5-b958-5add4012faf8 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Project 808d8455fa2a4b1883c1d4843aca5e58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:17:27.688263 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8eb32c03-ccd7-48f5-b958-5add4012faf8 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.701477 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port 9f2a6da7-34bb-42f0-84f5-0154a863aa79, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9f2a6da7-34bb-42f0-84f5-0154a863aa79,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:17:27.706407 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.708088 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7250e814-3476-4f6d-97ea-56c5e821fe82 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:17:27.711073 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-0d0c2ccb-bb1f-4a98-998a-f7b60ee6f2fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:27.763406 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8eb32c03-ccd7-48f5-b958-5add4012faf8 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.768903 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8eb32c03-ccd7-48f5-b958-5add4012faf8 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.770793 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-aff46470-5883-4b62-8541-86dfc2fc1b51 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:27.788038 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb32c03-ccd7-48f5-b958-5add4012faf8 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95e6a50-7a48-4c6a-922a-050b9e25d1e7,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:27.791333 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8eb32c03-ccd7-48f5-b958-5add4012faf8 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:27.795198 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-8eb32c03-ccd7-48f5-b958-5add4012faf8 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.796464 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-8eb32c03-ccd7-48f5-b958-5add4012faf8 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1445646 Jun 18 17:17:27.799079 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58106) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:27.799837 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=9f2a6da7-34bb-42f0-84f5-0154a863aa79,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:27.803371 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:27.803893 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.v2.base [None req-d2a0544e-f4fb-4df0-9586-6beed53a1442 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Request body: {'security_group_rule': {'security_group_id': 'f0d279af-866c-4fdc-befe-d9fa2437dad8', 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:17:27.813074 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 7250e814-3476-4f6d-97ea-56c5e821fe82 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:17:27.813526 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.828726 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.securitygroups_db [None req-d2a0544e-f4fb-4df0-9586-6beed53a1442 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Project 808d8455fa2a4b1883c1d4843aca5e58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:17:27.834218 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d2a0544e-f4fb-4df0-9586-6beed53a1442 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.897734 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:17:27.900420 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d2a0544e-f4fb-4df0-9586-6beed53a1442 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.906075 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d2a0544e-f4fb-4df0-9586-6beed53a1442 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986507'] for security_group_rule, after_create {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.908211 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-a6226617-ec03-4740-bb51-e668bb3443d9 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:27.925308 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Sync routers for ids ['4927ede3-3c05-4818-bdaf-836818cd9fb5'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:17:27.928995 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0544e-f4fb-4df0-9586-6beed53a1442 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1f7589-64dd-4fdd-b767-c232e6492d18,revision_number=0']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:27.932488 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-d2a0544e-f4fb-4df0-9586-6beed53a1442 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:27.936202 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d2a0544e-f4fb-4df0-9586-6beed53a1442 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:27.937918 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-d2a0544e-f4fb-4df0-9586-6beed53a1442 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1372275 Jun 18 17:17:27.947988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Routers {'4927ede3-3c05-4818-bdaf-836818cd9fb5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:17:27.948627 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:17:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4927ede3-3c05-4818-bdaf-836818cd9fb5'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:28.008410 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:17:28.009432 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:28.081973 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-60639461-6edf-45aa-a7a3-bad08329cde7 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-554590958&fields=id&tenant_id=808d8455fa2a4b1883c1d4843aca5e58 HTTP/1.1" status: 200 len: 267 time: 0.0353591 Jun 18 17:17:28.092141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Set router 4927ede3-3c05-4818-bdaf-836818cd9fb5 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:17:28.188336 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-4c69248b-b97d-438b-8a9c-1e88deaf68b8 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:28.189702 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-4c69248b-b97d-438b-8a9c-1e88deaf68b8 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/networks?id=f046ac54-0341-4610-9f45-0cf3e25bd38e HTTP/1.1" status: 200 len: 810 time: 0.1000423 Jun 18 17:17:28.204220 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-de1ebb40-6fb3-43a4-a959-88fd9e4ee137 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/quotas/808d8455fa2a4b1883c1d4843aca5e58 HTTP/1.1" status: 200 len: 375 time: 0.0089383 Jun 18 17:17:28.278770 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-69b658af-374c-4175-983d-9da889211ba1 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=808d8455fa2a4b1883c1d4843aca5e58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696685 Jun 18 17:17:28.387371 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-85c53009-8d95-4019-86f5-62c80276a5fb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 17:17:28.388428 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-85c53009-8d95-4019-86f5-62c80276a5fb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0976062 Jun 18 17:17:28.469248 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4927ede3-3c05-4818-bdaf-836818cd9fb5', 'name': 'tempest-TestSnapshotPattern-101775146-router', 'tenant_id': '45797c7e8ef249fe82c5a389702dfc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '9f2a6da7-34bb-42f0-84f5-0154a863aa79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:21Z', 'updated_at': '2021-06-18T17:17:25Z', 'revision_number': 4, 'project_id': '45797c7e8ef249fe82c5a389702dfc1f', 'gw_port': {'id': '9f2a6da7-34bb-42f0-84f5-0154a863aa79', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4927ede3-3c05-4818-bdaf-836818cd9fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:22Z', 'updated_at': '2021-06-18T17:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'ccf03248-f114-4b44-a901-68c00e61b739', 'name': '', 'network_id': '6e2da911-147b-4120-be98-6104089493a5', 'tenant_id': '45797c7e8ef249fe82c5a389702dfc1f', 'mac_address': 'fa:16:3e:6d:21:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4927ede3-3c05-4818-bdaf-836818cd9fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c0b8f553-25cb-45f7-9d06-bccafb2bf05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:24Z', 'updated_at': '2021-06-18T17:17:25Z', 'revision_number': 2, 'project_id': '45797c7e8ef249fe82c5a389702dfc1f', 'subnets': [{'id': 'c0b8f553-25cb-45f7-9d06-bccafb2bf05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:28.475320 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-e3718ced-64e5-448c-aab4-2989869f9eba service neutron] 10.222.0.39 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809498 Jun 18 17:17:28.501804 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Checking router: 4927ede3-3c05-4818-bdaf-836818cd9fb5 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:17:28.502177 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Updating router 4927ede3-3c05-4818-bdaf-836818cd9fb5 port ccf03248-f114-4b44-a901-68c00e61b739 binding host dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:17:28.538932 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:28.572245 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-a4e8527c-3cff-4930-a639-14a09035ed8c service neutron] 10.222.0.39 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895076 Jun 18 17:17:28.747344 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f8dc772d-5b3b-4482-9c54-1cc0bd2f728a req-3a508200-7802-44eb-b882-253326d0c5c3 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 210 time: 0.0306928 Jun 18 17:17:28.820459 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Notify callbacks [] for port, precommit_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:28.831091 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Transition to ACTIVE for port object ccf03248-f114-4b44-a901-68c00e61b739 will not be triggered until provisioned by entity L2. {{(pid=93429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:17:28.836777 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:28.838946 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-56aba6c0-7fc2-4f2f-bdfb-a4eeea374719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:28.929262 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2577597-e87d-4b02-9f9a-1c6b7632e745 None None] Pushing event updated for resources: {'Port': ['ID=ccf03248-f114-4b44-a901-68c00e61b739,revision_number=3']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:28.956930 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d2577597-e87d-4b02-9f9a-1c6b7632e745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:28.993905 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Attempting to bind port ccf03248-f114-4b44-a901-68c00e61b739 on host dv-neutron-797121-1-hyperv for vnic_type normal with profile {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:17:28.994283 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Attempting to bind port ccf03248-f114-4b44-a901-68c00e61b739 by drivers openvswitch,hyperv on host dv-neutron-797121-1-hyperv at level 0 using segments [{'id': '61a1ac95-f8aa-4fc7-afa1-6d194207cb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6e2da911-147b-4120-be98-6104089493a5'}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:17:28.994715 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Attempting to bind port ccf03248-f114-4b44-a901-68c00e61b739 on network 6e2da911-147b-4120-be98-6104089493a5 {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:17:29.000252 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Checking agent: {'id': 'ec0da40c-c53e-48f4-956e-ad81bda10357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 20, 38), 'started_at': datetime.datetime(2021, 6, 18, 16, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:17:29.000713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Checking segment: {'id': '61a1ac95-f8aa-4fc7-afa1-6d194207cb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6e2da911-147b-4120-be98-6104089493a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:17:29.001057 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:29.001528 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Bound using segment: {'id': '61a1ac95-f8aa-4fc7-afa1-6d194207cb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6e2da911-147b-4120-be98-6104089493a5'} {{(pid=93429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:17:29.001925 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.managers [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Bound port: ccf03248-f114-4b44-a901-68c00e61b739, host: dv-neutron-797121-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a1ac95-f8aa-4fc7-afa1-6d194207cb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6e2da911-147b-4120-be98-6104089493a5'}}] {{(pid=93429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:17:29.002299 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:29.075757 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] For port ccf03248-f114-4b44-a901-68c00e61b739, host dv-neutron-797121-1-hyperv, cleared binding levels {{(pid=93429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:17:29.079106 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] For port ccf03248-f114-4b44-a901-68c00e61b739, host dv-neutron-797121-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ccf03248-f114-4b44-a901-68c00e61b739,segment=NetworkSegment(61a1ac95-f8aa-4fc7-afa1-6d194207cb7d),segment_id=61a1ac95-f8aa-4fc7-afa1-6d194207cb7d)] {{(pid=93429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:17:29.083260 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:29.085133 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:29.144463 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Routers {'4927ede3-3c05-4818-bdaf-836818cd9fb5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:17:29.145043 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:17:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4927ede3-3c05-4818-bdaf-836818cd9fb5'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:29.187463 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2577597-e87d-4b02-9f9a-1c6b7632e745 None None] Pushing event updated for resources: {'Port': ['ID=ccf03248-f114-4b44-a901-68c00e61b739,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:29.198208 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d2577597-e87d-4b02-9f9a-1c6b7632e745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:29.274567 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] Set router 4927ede3-3c05-4818-bdaf-836818cd9fb5 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:17:29.442973 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 9f2a6da7-34bb-42f0-84f5-0154a863aa79 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:17:29.530431 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port 9f2a6da7-34bb-42f0-84f5-0154a863aa79 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:17:29.530844 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:29.535085 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4927ede3-3c05-4818-bdaf-836818cd9fb5', 'name': 'tempest-TestSnapshotPattern-101775146-router', 'tenant_id': '45797c7e8ef249fe82c5a389702dfc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '9f2a6da7-34bb-42f0-84f5-0154a863aa79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:21Z', 'updated_at': '2021-06-18T17:17:25Z', 'revision_number': 4, 'project_id': '45797c7e8ef249fe82c5a389702dfc1f', 'gw_port': {'id': '9f2a6da7-34bb-42f0-84f5-0154a863aa79', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4927ede3-3c05-4818-bdaf-836818cd9fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:22Z', 'updated_at': '2021-06-18T17:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'ccf03248-f114-4b44-a901-68c00e61b739', 'name': '', 'network_id': '6e2da911-147b-4120-be98-6104089493a5', 'tenant_id': '45797c7e8ef249fe82c5a389702dfc1f', 'mac_address': 'fa:16:3e:6d:21:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4927ede3-3c05-4818-bdaf-836818cd9fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c0b8f553-25cb-45f7-9d06-bccafb2bf05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:24Z', 'updated_at': '2021-06-18T17:17:29Z', 'revision_number': 4, 'project_id': '45797c7e8ef249fe82c5a389702dfc1f', 'subnets': [{'id': 'c0b8f553-25cb-45f7-9d06-bccafb2bf05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:29.582274 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b862060-79e9-466d-a3e0-4f39f0d8810f None None] The sync data for ids ['4927ede3-3c05-4818-bdaf-836818cd9fb5'] in dv-neutron-797121-1-hyperv is: [{'id': '4927ede3-3c05-4818-bdaf-836818cd9fb5', 'name': 'tempest-TestSnapshotPattern-101775146-router', 'tenant_id': '45797c7e8ef249fe82c5a389702dfc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '9f2a6da7-34bb-42f0-84f5-0154a863aa79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:21Z', 'updated_at': '2021-06-18T17:17:25Z', 'revision_number': 4, 'project_id': '45797c7e8ef249fe82c5a389702dfc1f', 'gw_port': {'id': '9f2a6da7-34bb-42f0-84f5-0154a863aa79', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4927ede3-3c05-4818-bdaf-836818cd9fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:22Z', 'updated_at': '2021-06-18T17:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': 'ccf03248-f114-4b44-a901-68c00e61b739', 'name': '', 'network_id': '6e2da911-147b-4120-be98-6104089493a5', 'tenant_id': '45797c7e8ef249fe82c5a389702dfc1f', 'mac_address': 'fa:16:3e:6d:21:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4927ede3-3c05-4818-bdaf-836818cd9fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c0b8f553-25cb-45f7-9d06-bccafb2bf05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:24Z', 'updated_at': '2021-06-18T17:17:29Z', 'revision_number': 4, 'project_id': '45797c7e8ef249fe82c5a389702dfc1f', 'subnets': [{'id': 'c0b8f553-25cb-45f7-9d06-bccafb2bf05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:17:29.900264 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c5729480-c7df-4f32-9644-b0ec39fe782f req-35ee22ce-8037-4c14-ae1d-8fc8a7807001 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 210 time: 0.0319514 Jun 18 17:17:29.971236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-d2831e80-c6f2-41ec-8cca-9b5afa44d56e tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:29.972724 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-d2831e80-c6f2-41ec-8cca-9b5afa44d56e tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.64 "GET /v2.0/networks?id=f046ac54-0341-4610-9f45-0cf3e25bd38e HTTP/1.1" status: 200 len: 810 time: 0.1213105 Jun 18 17:17:30.031809 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-0081c993-2296-4bb3-b9f7-dac92c2b820d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=808d8455fa2a4b1883c1d4843aca5e58 HTTP/1.1" status: 200 len: 379 time: 0.0374675 Jun 18 17:17:30.042159 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-0405f86d-9f39-42c2-a6a2-b45fabb609a5 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Request body: {'port': {'device_id': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'admin_state_up': True, 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'security_groups': ['f0d279af-866c-4fdc-befe-d9fa2437dad8']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:17:30.164176 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-0405f86d-9f39-42c2-a6a2-b45fabb609a5 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Made reservation on behalf of 808d8455fa2a4b1883c1d4843aca5e58 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:17:30.167899 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-0405f86d-9f39-42c2-a6a2-b45fabb609a5 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:30.298371 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-0405f86d-9f39-42c2-a6a2-b45fabb609a5 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Allocated IP 172.20.0.10 (f046ac54-0341-4610-9f45-0cf3e25bd38e/ccf68179-6b03-4898-8462-3826964baf88/98592eaa-2a15-4116-82f4-1ed81d03f2e9) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:17:30.440570 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-0405f86d-9f39-42c2-a6a2-b45fabb609a5 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:30.453745 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-0405f86d-9f39-42c2-a6a2-b45fabb609a5 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Transition to ACTIVE for port object 98592eaa-2a15-4116-82f4-1ed81d03f2e9 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:17:30.487629 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-0405f86d-9f39-42c2-a6a2-b45fabb609a5 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:30.492129 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0787c3d9-a5b2-44f0-966d-63bff902c935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:30.531512 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-0405f86d-9f39-42c2-a6a2-b45fabb609a5 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Network f046ac54-0341-4610-9f45-0cf3e25bd38e is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:17:30.534675 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-0405f86d-9f39-42c2-a6a2-b45fabb609a5 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:17:30.537073 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-0405f86d-9f39-42c2-a6a2-b45fabb609a5 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:17:30.567883 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405f86d-9f39-42c2-a6a2-b45fabb609a5 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Pushing event updated for resources: {'Port': ['ID=98592eaa-2a15-4116-82f4-1ed81d03f2e9,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:30.571331 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-0405f86d-9f39-42c2-a6a2-b45fabb609a5 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:30.596686 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-0405f86d-9f39-42c2-a6a2-b45fabb609a5 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:30.597301 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-0405f86d-9f39-42c2-a6a2-b45fabb609a5 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:30.612421 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-0405f86d-9f39-42c2-a6a2-b45fabb609a5 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5744543 Jun 18 17:17:30.629386 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Request body: {'port': {'device_id': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:17:30.709806 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:30.731995 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-88f13678-1924-4217-a548-f0dfd5ad1bc0 None None] Provisioning for port 98592eaa-2a15-4116-82f4-1ed81d03f2e9 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:17:30.735978 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-88f13678-1924-4217-a548-f0dfd5ad1bc0 None None] Provisioning complete for port 98592eaa-2a15-4116-82f4-1ed81d03f2e9 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:17:30.736357 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-88f13678-1924-4217-a548-f0dfd5ad1bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:30.770251 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-88f13678-1924-4217-a548-f0dfd5ad1bc0 None None] Port 98592eaa-2a15-4116-82f4-1ed81d03f2e9 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:17:30.965323 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98592eaa-2a15-4116-82f4-1ed81d03f2e9 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:17:30.972828 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:30.985367 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Transition to ACTIVE for port object 98592eaa-2a15-4116-82f4-1ed81d03f2e9 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:17:30.989237 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:30.992181 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d780f90b-8b08-47b5-ac26-799ee8022ad1 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:31.079693 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Pushing event updated for resources: {'Port': ['ID=98592eaa-2a15-4116-82f4-1ed81d03f2e9,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:31.093980 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cddec-ef51-4acb-9438-29ae48eee04d req-1fe3c6bd-0113-4e8d-aa06-2b35c36109e5 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:31.097842 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-892cddec-ef51-4acb-9438-29ae48eee04d req-1fe3c6bd-0113-4e8d-aa06-2b35c36109e5 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 944 time: 0.0814686 Jun 18 17:17:31.104573 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:31.142554 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-892cddec-ef51-4acb-9438-29ae48eee04d req-a35c4c7f-8779-4be2-9913-48bde525a8e8 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385611 Jun 18 17:17:31.166758 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Attempting to bind port 98592eaa-2a15-4116-82f4-1ed81d03f2e9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:17:31.166758 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Attempting to bind port 98592eaa-2a15-4116-82f4-1ed81d03f2e9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '56d47c2e-5f0c-4ca3-a550-ec5a27abfade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:17:31.166758 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Attempting to bind port 98592eaa-2a15-4116-82f4-1ed81d03f2e9 on network f046ac54-0341-4610-9f45-0cf3e25bd38e {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:17:31.169322 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Port 98592eaa-2a15-4116-82f4-1ed81d03f2e9 on network f046ac54-0341-4610-9f45-0cf3e25bd38e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 17:17:31.169661 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Attempting to bind port 98592eaa-2a15-4116-82f4-1ed81d03f2e9 on network f046ac54-0341-4610-9f45-0cf3e25bd38e {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:17:31.174495 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:17:31.175116 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Checking segment: {'id': '56d47c2e-5f0c-4ca3-a550-ec5a27abfade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:17:31.175497 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Bound using segment: {'id': '56d47c2e-5f0c-4ca3-a550-ec5a27abfade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:17:31.175919 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Bound port: 98592eaa-2a15-4116-82f4-1ed81d03f2e9, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d47c2e-5f0c-4ca3-a550-ec5a27abfade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:17:31.176262 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:31.241945 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] For port 98592eaa-2a15-4116-82f4-1ed81d03f2e9, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:17:31.245526 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] For port 98592eaa-2a15-4116-82f4-1ed81d03f2e9, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=98592eaa-2a15-4116-82f4-1ed81d03f2e9,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:17:31.249548 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:31.251542 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-a1df1b98-d8e1-4826-862e-020b980e763c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:31.283108 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:31.284372 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:31.286180 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] 10.222.0.64 "PUT /v2.0/ports/98592eaa-2a15-4116-82f4-1ed81d03f2e9 HTTP/1.1" status: 200 len: 1094 time: 0.6612055 Jun 18 17:17:31.288660 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'tag': '98592eaa-2a15-4116-82f4-1ed81d03f2e9'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:17:31.291929 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3c7f2e-fd7a-4e6d-b058-2256a6a1dead" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a475a7-07f9-4a2a-bb97-6f092246d128", "tag": "98592eaa-2a15-4116-82f4-1ed81d03f2e9"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:17:31.335776 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Pushing event updated for resources: {'Port': ['ID=98592eaa-2a15-4116-82f4-1ed81d03f2e9,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:31.340048 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:31.342080 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481731db-2d00-40d6-b90a-dc65769da3ae x-openstack-request-id: req-481731db-2d00-40d6-b90a-dc65769da3ae {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:17:31.342503 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a475a7-07f9-4a2a-bb97-6f092246d128", "tag": "98592eaa-2a15-4116-82f4-1ed81d03f2e9", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:17:31.342937 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-481731db-2d00-40d6-b90a-dc65769da3ae {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:17:31.343476 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'tag': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'status': 'completed', 'code': 200} Jun 18 17:17:31.426350 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-a7b71341-186b-47a9-876b-50d92df6015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:31.431446 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-a7b71341-186b-47a9-876b-50d92df6015e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=808d8455fa2a4b1883c1d4843aca5e58&device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 1097 time: 0.0710034 Jun 18 17:17:31.471414 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ccf03248-f114-4b44-a901-68c00e61b739 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:17:31.496721 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-a35a5397-3669-4bfd-bd3b-749a31a27fe2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98592eaa-2a15-4116-82f4-1ed81d03f2e9 HTTP/1.1" status: 200 len: 217 time: 0.0544903 Jun 18 17:17:31.540617 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning for port ccf03248-f114-4b44-a901-68c00e61b739 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:17:31.544538 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ccf03248-f114-4b44-a901-68c00e61b739 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:17:31.544906 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:31.550201 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-a0607799-ca14-4be0-9302-eb863b4ce20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:31.551751 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-a0607799-ca14-4be0-9302-eb863b4ce20a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ccf68179-6b03-4898-8462-3826964baf88 HTTP/1.1" status: 200 len: 849 time: 0.0485764 Jun 18 17:17:31.611571 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-7e0c4a19-b90d-4db5-b98f-13036bf14005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:31.613073 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-7e0c4a19-b90d-4db5-b98f-13036bf14005 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f046ac54-0341-4610-9f45-0cf3e25bd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550280 Jun 18 17:17:31.626021 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:31.659611 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] For port ccf03248-f114-4b44-a901-68c00e61b739, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ccf03248-f114-4b44-a901-68c00e61b739,segment=NetworkSegment(61a1ac95-f8aa-4fc7-afa1-6d194207cb7d),segment_id=61a1ac95-f8aa-4fc7-afa1-6d194207cb7d)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:17:31.663487 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:31.666795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:31.715228 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Pushing event updated for resources: {'Port': ['ID=ccf03248-f114-4b44-a901-68c00e61b739,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:31.717315 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-6af3c10c-aa6b-4680-a38f-4ad1a9f5056a service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977354 Jun 18 17:17:31.718216 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:31.804591 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a9730c4c-5f25-4bad-b041-be498a2779cc req-2f3c6b54-702b-4f8e-b18a-bd73ac7b2ce5 service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799954 Jun 18 17:17:31.942220 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c7f2e-fd7a-4e6d-b058-2256a6a1dead req-b2c768c4-60bc-4773-9dea-2bcfc5343c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:31.943716 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cd3c7f2e-fd7a-4e6d-b058-2256a6a1dead req-b2c768c4-60bc-4773-9dea-2bcfc5343c9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=808d8455fa2a4b1883c1d4843aca5e58&device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 1097 time: 0.0511289 Jun 18 17:17:32.034290 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c7f2e-fd7a-4e6d-b058-2256a6a1dead req-3fb7fbe3-b19a-48bf-b69b-3e0f368ce0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:32.035919 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cd3c7f2e-fd7a-4e6d-b058-2256a6a1dead req-3fb7fbe3-b19a-48bf-b69b-3e0f368ce0c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f046ac54-0341-4610-9f45-0cf3e25bd38e HTTP/1.1" status: 200 len: 911 time: 0.0856719 Jun 18 17:17:32.075681 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cd3c7f2e-fd7a-4e6d-b058-2256a6a1dead req-b7607f5a-16cc-4653-b2c1-1ea1388f790f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98592eaa-2a15-4116-82f4-1ed81d03f2e9 HTTP/1.1" status: 200 len: 217 time: 0.0331533 Jun 18 17:17:32.128407 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c7f2e-fd7a-4e6d-b058-2256a6a1dead req-27da78f7-43e9-4819-a2dc-e21206ee10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:32.129896 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cd3c7f2e-fd7a-4e6d-b058-2256a6a1dead req-27da78f7-43e9-4819-a2dc-e21206ee10a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ccf68179-6b03-4898-8462-3826964baf88 HTTP/1.1" status: 200 len: 849 time: 0.0470881 Jun 18 17:17:32.188105 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c7f2e-fd7a-4e6d-b058-2256a6a1dead req-407da9ac-cdb8-4323-809f-c01a9ff4802f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:32.189582 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cd3c7f2e-fd7a-4e6d-b058-2256a6a1dead req-407da9ac-cdb8-4323-809f-c01a9ff4802f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f046ac54-0341-4610-9f45-0cf3e25bd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530677 Jun 18 17:17:32.286068 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cd3c7f2e-fd7a-4e6d-b058-2256a6a1dead req-6f64389b-a0c2-4e2c-b137-4f9b64cefef9 service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883706 Jun 18 17:17:32.328937 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e08fd8-1df5-4c7b-ae5d-a862cb179be3 req-ca9b9f0d-cf8a-407d-9eff-f356b1f25524 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:32.330505 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-57e08fd8-1df5-4c7b-ae5d-a862cb179be3 req-ca9b9f0d-cf8a-407d-9eff-f356b1f25524 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 944 time: 0.0694983 Jun 18 17:17:32.371116 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-57e08fd8-1df5-4c7b-ae5d-a862cb179be3 req-9f6a1e9c-90c1-40a4-a25e-937c9308b194 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346978 Jun 18 17:17:32.384752 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-cd3c7f2e-fd7a-4e6d-b058-2256a6a1dead req-308e2d90-a5f9-4edc-9a53-51c7d59ad215 service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914917 Jun 18 17:17:33.438006 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 98592eaa-2a15-4116-82f4-1ed81d03f2e9 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:17:33.448003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ccf03248-f114-4b44-a901-68c00e61b739 up at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:17:33.556427 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d823eae-1566-4cd1-bd1d-bea2b9e1d57f req-f6a580cf-c6cf-473c-86e7-1b6f6c384a4a tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:33.557899 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9d823eae-1566-4cd1-bd1d-bea2b9e1d57f req-f6a580cf-c6cf-473c-86e7-1b6f6c384a4a tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 944 time: 0.0643528 Jun 18 17:17:33.564778 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Provisioning complete for port ccf03248-f114-4b44-a901-68c00e61b739 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:17:33.565172 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:33.596516 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-9d823eae-1566-4cd1-bd1d-bea2b9e1d57f req-cf9468f0-7e4b-439b-a58e-a33726918eec tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328584 Jun 18 17:17:33.621850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 98592eaa-2a15-4116-82f4-1ed81d03f2e9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=98592eaa-2a15-4116-82f4-1ed81d03f2e9,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:17:33.636748 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'port_id': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'mac_address': 'fa:16:3e:b6:99:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf68179-6b03-4898-8462-3826964baf88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:17:33.706197 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:33.721614 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98592eaa-2a15-4116-82f4-1ed81d03f2e9 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:17:33.742721 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 98592eaa-2a15-4116-82f4-1ed81d03f2e9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=98592eaa-2a15-4116-82f4-1ed81d03f2e9,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:17:33.746318 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:33.748429 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-9a5a7556-515d-46da-8dfb-4857b3661d8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:33.798700 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=98592eaa-2a15-4116-82f4-1ed81d03f2e9,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:33.802009 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:34.073923 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['98592eaa-2a15-4116-82f4-1ed81d03f2e9'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:17:34.776574 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed499b9-a2c1-411e-933c-7d4a6a92337d req-87e6cbef-8204-46c9-963c-cada2fff75c7 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:34.778054 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0ed499b9-a2c1-411e-933c-7d4a6a92337d req-87e6cbef-8204-46c9-963c-cada2fff75c7 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 945 time: 0.0684896 Jun 18 17:17:34.815656 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0ed499b9-a2c1-411e-933c-7d4a6a92337d req-f6b6a8f5-17bf-44b3-8212-c76a5845a71e tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319610 Jun 18 17:17:35.309968 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2f6a1a76-a82b-4e6b-b73c-c8640cfad9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:35.465560 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 98592eaa-2a15-4116-82f4-1ed81d03f2e9 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:17:35.515647 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 98592eaa-2a15-4116-82f4-1ed81d03f2e9 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:17:35.519251 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 98592eaa-2a15-4116-82f4-1ed81d03f2e9 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:17:35.519637 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:35.595883 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:35.619850 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98592eaa-2a15-4116-82f4-1ed81d03f2e9'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:17:35.622461 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe56f06-08d2-4566-969f-0245852e0f85" -d '{"events": [{"server_uuid": "c2a475a7-07f9-4a2a-bb97-6f092246d128", "name": "network-vif-plugged", "status": "completed", "tag": "98592eaa-2a15-4116-82f4-1ed81d03f2e9"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:17:35.636073 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 98592eaa-2a15-4116-82f4-1ed81d03f2e9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=98592eaa-2a15-4116-82f4-1ed81d03f2e9,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:17:35.640728 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:35.643345 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-341ece3a-54e1-4715-91c6-16eaa5947aa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:35.672975 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2243809f-63ce-4468-a7df-05e25ca360fb x-openstack-request-id: req-2243809f-63ce-4468-a7df-05e25ca360fb {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:17:35.673270 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a475a7-07f9-4a2a-bb97-6f092246d128", "name": "network-vif-plugged", "status": "completed", "tag": "98592eaa-2a15-4116-82f4-1ed81d03f2e9", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:17:35.673540 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2243809f-63ce-4468-a7df-05e25ca360fb {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:17:35.673933 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'code': 200} Jun 18 17:17:35.701122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=98592eaa-2a15-4116-82f4-1ed81d03f2e9,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:35.703898 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:35.915747 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e784a9c-4d70-4954-98bc-642a2ebd8f12 req-36e10957-cb4c-4202-94fc-8c8c53b09d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:35.918485 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9e784a9c-4d70-4954-98bc-642a2ebd8f12 req-36e10957-cb4c-4202-94fc-8c8c53b09d7c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 1099 time: 0.0535493 Jun 18 17:17:35.953490 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-9e784a9c-4d70-4954-98bc-642a2ebd8f12 req-21d340e4-3364-4d38-8bcd-c296d7a562e8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283008 Jun 18 17:17:35.999235 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e821b6-3811-4d4b-a6ab-93c2e8ee0a48 req-d9ba329e-29e4-4589-8293-78d5748df6f8 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:36.000672 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-75e821b6-3811-4d4b-a6ab-93c2e8ee0a48 req-d9ba329e-29e4-4589-8293-78d5748df6f8 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 946 time: 0.0635748 Jun 18 17:17:36.037588 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-75e821b6-3811-4d4b-a6ab-93c2e8ee0a48 req-bad2e263-aa90-4683-a2ad-bc08146b3c83 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310719 Jun 18 17:17:37.218632 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686757e-1bcc-4c4d-9f3e-ec169e7af782 req-f8217724-5bcc-480f-889d-671a00e35fca tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:37.220158 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7686757e-1bcc-4c4d-9f3e-ec169e7af782 req-f8217724-5bcc-480f-889d-671a00e35fca tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 946 time: 0.0646484 Jun 18 17:17:37.261172 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-7686757e-1bcc-4c4d-9f3e-ec169e7af782 req-0589e623-d08d-46fb-b4d2-c44a6aee7717 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351188 Jun 18 17:17:37.439117 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f00f6-048f-45e1-9604-aea37c416d65 req-45a0a5a7-1a3d-4555-b2c7-225aa62c90d7 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:37.440981 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-008f00f6-048f-45e1-9604-aea37c416d65 req-45a0a5a7-1a3d-4555-b2c7-225aa62c90d7 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 946 time: 0.0705688 Jun 18 17:17:37.478180 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-008f00f6-048f-45e1-9604-aea37c416d65 req-aa0652c3-cbc0-4ffb-8196-fc626adea7b6 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315781 Jun 18 17:17:37.504977 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58160) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:37.602438 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b34ed6-6682-4344-ae11-ea2d09b71f83 tempest-TestSnapshotPattern-1625643808 tempest-TestSnapshotPattern-1625643808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:37.603999 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-b3b34ed6-6682-4344-ae11-ea2d09b71f83 tempest-TestSnapshotPattern-1625643808 tempest-TestSnapshotPattern-1625643808-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 1094 time: 0.0980496 Jun 18 17:17:37.606979 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58164) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:17:37.611242 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:17:37.633057 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for floatingip, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:37.729224 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-0de2677d-35ed-424a-8e5b-3caceadf9929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:37.733847 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:37.840316 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Allocated IP 172.26.2.74 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/105cd78d-6d6d-486a-b96b-1e0a6e1063f5) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:17:37.940435 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:37.979028 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:37.981236 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-ae605a63-6368-4a31-a5fe-4d6af7969750 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:38.022166 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:17:38.024952 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:17:38.029116 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:17:38.052861 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Pushing event updated for resources: {'Port': ['ID=105cd78d-6d6d-486a-b96b-1e0a6e1063f5,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:38.057241 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:38.331661 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:38.408415 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:38.491674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:38.641922 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:38.646286 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:38.648525 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-87700433-818e-4875-b5f4-d6dbb6b06ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:17:38.680275 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:17:38.711320 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Pushing event updated for resources: {'Port': ['ID=105cd78d-6d6d-486a-b96b-1e0a6e1063f5,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:17:38.715472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:17:38.725046 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:39.129145 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:39.133928 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Floating IP 927e7e40-8532-4fbb-8ba3-730d6221e3a6 associated. External IP: 172.26.2.74, port: 98592eaa-2a15-4116-82f4-1ed81d03f2e9. Jun 18 17:17:39.355358 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Router 4dbbdb3e-47d6-4221-8879-d13e1858a23c has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:17:39.460894 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:17:39.470033 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aea6691-b94b-4c50-a6b9-f565ec306532 None None] Sync routers for ids ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:17:39.477221 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:39.481420 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aea6691-b94b-4c50-a6b9-f565ec306532 None None] Routers {'4dbbdb3e-47d6-4221-8879-d13e1858a23c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:17:39.482041 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9aea6691-b94b-4c50-a6b9-f565ec306532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:17:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:39.517227 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-9c657aeb-141b-49dd-99b9-60e37115eb01 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9087987 Jun 18 17:17:39.517466 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'tag': '98592eaa-2a15-4116-82f4-1ed81d03f2e9'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:17:39.519814 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f4b196-58bc-4fa0-ac5b-b6a0677052cf" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a475a7-07f9-4a2a-bb97-6f092246d128", "tag": "98592eaa-2a15-4116-82f4-1ed81d03f2e9"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:17:39.592933 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-9aea6691-b94b-4c50-a6b9-f565ec306532 None None] Set router 4dbbdb3e-47d6-4221-8879-d13e1858a23c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:17:39.616024 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89c3edc-5b2c-49e7-9a02-96deb4aa5134 x-openstack-request-id: req-b89c3edc-5b2c-49e7-9a02-96deb4aa5134 {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:17:39.616372 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a475a7-07f9-4a2a-bb97-6f092246d128", "tag": "98592eaa-2a15-4116-82f4-1ed81d03f2e9", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:17:39.616672 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b89c3edc-5b2c-49e7-9a02-96deb4aa5134 {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:17:39.617117 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'tag': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'status': 'completed', 'code': 200} Jun 18 17:17:39.715131 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4b196-58bc-4fa0-ac5b-b6a0677052cf req-da15abdf-80ba-459f-bc33-e20c46c0998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:39.716633 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-53f4b196-58bc-4fa0-ac5b-b6a0677052cf req-da15abdf-80ba-459f-bc33-e20c46c0998c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=808d8455fa2a4b1883c1d4843aca5e58&device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 1099 time: 0.0541551 Jun 18 17:17:39.813798 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4b196-58bc-4fa0-ac5b-b6a0677052cf req-41eaf532-c924-4f07-9c9c-f17d08aa4b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:39.814172 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9aea6691-b94b-4c50-a6b9-f565ec306532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:19Z', 'revision_number': 4, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port': {'id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '927e7e40-8532-4fbb-8ba3-730d6221e3a6', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'floating_ip_address': '172.26.2.74', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'port_id': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'mac_address': 'fa:16:3e:b6:99:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:17:38Z', 'updated_at': '2021-06-18T17:17:38Z', 'revision_number': 0, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0b9189-46bb-4af0-84b6-0fa7338c9e2f', 'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'mac_address': 'fa:16:3e:24:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'ccf68179-6b03-4898-8462-3826964baf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:19Z', 'updated_at': '2021-06-18T17:17:26Z', 'revision_number': 5, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'subnets': [{'id': 'ccf68179-6b03-4898-8462-3826964baf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:39.815765 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-53f4b196-58bc-4fa0-ac5b-b6a0677052cf req-41eaf532-c924-4f07-9c9c-f17d08aa4b90 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f046ac54-0341-4610-9f45-0cf3e25bd38e HTTP/1.1" status: 200 len: 911 time: 0.0926046 Jun 18 17:17:39.840546 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aea6691-b94b-4c50-a6b9-f565ec306532 None None] Checking router: 4dbbdb3e-47d6-4221-8879-d13e1858a23c for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:17:39.848660 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aea6691-b94b-4c50-a6b9-f565ec306532 None None] Routers {'4dbbdb3e-47d6-4221-8879-d13e1858a23c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:17:39.849290 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9aea6691-b94b-4c50-a6b9-f565ec306532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:17:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:39.880417 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-53f4b196-58bc-4fa0-ac5b-b6a0677052cf req-1ed365d5-93e7-4178-9d79-d75bfc1fdcbb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98592eaa-2a15-4116-82f4-1ed81d03f2e9 HTTP/1.1" status: 200 len: 999 time: 0.0588379 Jun 18 17:17:39.932965 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4b196-58bc-4fa0-ac5b-b6a0677052cf req-ce8b51bd-f880-482a-bc22-68e5e7661db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:39.934303 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-53f4b196-58bc-4fa0-ac5b-b6a0677052cf req-ce8b51bd-f880-482a-bc22-68e5e7661db3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ccf68179-6b03-4898-8462-3826964baf88 HTTP/1.1" status: 200 len: 849 time: 0.0483217 Jun 18 17:17:39.957036 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-9aea6691-b94b-4c50-a6b9-f565ec306532 None None] Set router 4dbbdb3e-47d6-4221-8879-d13e1858a23c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:17:39.993214 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4b196-58bc-4fa0-ac5b-b6a0677052cf req-82f7d125-8c6b-491d-8404-480ad5323552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:17:39.994734 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-53f4b196-58bc-4fa0-ac5b-b6a0677052cf req-82f7d125-8c6b-491d-8404-480ad5323552 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f046ac54-0341-4610-9f45-0cf3e25bd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0539315 Jun 18 17:17:40.094391 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-53f4b196-58bc-4fa0-ac5b-b6a0677052cf req-d6aa60ac-68a3-4668-b3f6-d2a0b7133db5 service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934100 Jun 18 17:17:40.188192 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-53f4b196-58bc-4fa0-ac5b-b6a0677052cf req-f447b13f-fdd0-416b-b3d3-040021fe3c36 service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869594 Jun 18 17:17:40.196293 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-9aea6691-b94b-4c50-a6b9-f565ec306532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:19Z', 'revision_number': 4, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port': {'id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '927e7e40-8532-4fbb-8ba3-730d6221e3a6', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'floating_ip_address': '172.26.2.74', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'port_id': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'mac_address': 'fa:16:3e:b6:99:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:17:38Z', 'updated_at': '2021-06-18T17:17:38Z', 'revision_number': 0, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0b9189-46bb-4af0-84b6-0fa7338c9e2f', 'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'mac_address': 'fa:16:3e:24:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'ccf68179-6b03-4898-8462-3826964baf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:19Z', 'updated_at': '2021-06-18T17:17:26Z', 'revision_number': 5, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'subnets': [{'id': 'ccf68179-6b03-4898-8462-3826964baf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:17:40.303747 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aea6691-b94b-4c50-a6b9-f565ec306532 None None] The sync data for ids ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'] in dv-neutron-797121-1-hyperv is: [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:19Z', 'revision_number': 4, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port': {'id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '927e7e40-8532-4fbb-8ba3-730d6221e3a6', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'floating_ip_address': '172.26.2.74', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'port_id': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'mac_address': 'fa:16:3e:b6:99:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:17:38Z', 'updated_at': '2021-06-18T17:17:38Z', 'revision_number': 0, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0b9189-46bb-4af0-84b6-0fa7338c9e2f', 'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'mac_address': 'fa:16:3e:24:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'ccf68179-6b03-4898-8462-3826964baf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:19Z', 'updated_at': '2021-06-18T17:17:26Z', 'revision_number': 5, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'subnets': [{'id': 'ccf68179-6b03-4898-8462-3826964baf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:17:40.491961 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3fe9aa-3ff9-4ed3-832d-2468c4f19a07 None None] New status for floating IP 927e7e40-8532-4fbb-8ba3-730d6221e3a6: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:17:40.669819 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:55.238268 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:05.312282 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-86a48ae1-90aa-4939-aa67-d7522981361a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:05.442390 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6abf7049-34fc-4038-998a-15b055de9cec req-e4b61fe5-a69c-4411-989e-851715eb7a52 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532205 Jun 18 17:18:05.562906 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf7049-34fc-4038-998a-15b055de9cec req-2402b5d8-8752-401c-97ce-185b9bc05bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:18:05.564300 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6abf7049-34fc-4038-998a-15b055de9cec req-2402b5d8-8752-401c-97ce-185b9bc05bb6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=808d8455fa2a4b1883c1d4843aca5e58&device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 1099 time: 0.0627742 Jun 18 17:18:05.686826 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf7049-34fc-4038-998a-15b055de9cec req-1d47fcab-e870-4039-b52c-e7a8f2786720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:18:05.688259 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6abf7049-34fc-4038-998a-15b055de9cec req-1d47fcab-e870-4039-b52c-e7a8f2786720 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f046ac54-0341-4610-9f45-0cf3e25bd38e HTTP/1.1" status: 200 len: 911 time: 0.0984595 Jun 18 17:18:05.756119 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6abf7049-34fc-4038-998a-15b055de9cec req-cf68ccfd-ade4-4c5b-af19-6d5a80a8bf65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98592eaa-2a15-4116-82f4-1ed81d03f2e9 HTTP/1.1" status: 200 len: 1001 time: 0.0599489 Jun 18 17:18:05.809710 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf7049-34fc-4038-998a-15b055de9cec req-0e8f2aee-5a46-46ff-94fe-8eec23dc1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:18:05.811179 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6abf7049-34fc-4038-998a-15b055de9cec req-0e8f2aee-5a46-46ff-94fe-8eec23dc1071 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ccf68179-6b03-4898-8462-3826964baf88 HTTP/1.1" status: 200 len: 849 time: 0.0485899 Jun 18 17:18:05.876838 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf7049-34fc-4038-998a-15b055de9cec req-74438034-5231-4ba7-83ce-acba08ff2aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:18:05.878212 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6abf7049-34fc-4038-998a-15b055de9cec req-74438034-5231-4ba7-83ce-acba08ff2aee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f046ac54-0341-4610-9f45-0cf3e25bd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0566506 Jun 18 17:18:05.976216 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6abf7049-34fc-4038-998a-15b055de9cec req-0569b96c-860b-40ab-824a-e3455391b1a1 service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882757 Jun 18 17:18:06.067725 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-6abf7049-34fc-4038-998a-15b055de9cec req-b6fa998d-2524-497b-9ed5-8a10f4d37349 service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854897 Jun 18 17:18:07.730941 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-fffe4838-46f1-43fc-bb4e-d4aa01ad57ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:08.332913 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:09.131319 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:10.670282 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:15.678338 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:18:25.256619 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:35.313611 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c4f356df-e855-47d9-8d80-5487e9b01991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:37.731496 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f83a4615-aee1-4137-aaaf-d0770807b1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:38.334118 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:39.139376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:40.673848 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:52.676420 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:18:55.254046 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:05.315082 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-444ee0fa-b008-481d-ae27-04df8c607a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:06.066498 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b756a615-8a5d-4fb7-8a10-f0e9c934ad33 req-434f487d-7951-4ef2-b2e5-5828a8c9419d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533957 Jun 18 17:19:06.177662 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756a615-8a5d-4fb7-8a10-f0e9c934ad33 req-7b2efba0-7e23-404c-8057-e78dfaba9114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:19:06.179190 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b756a615-8a5d-4fb7-8a10-f0e9c934ad33 req-7b2efba0-7e23-404c-8057-e78dfaba9114 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=808d8455fa2a4b1883c1d4843aca5e58&device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 1099 time: 0.0568566 Jun 18 17:19:06.280988 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756a615-8a5d-4fb7-8a10-f0e9c934ad33 req-e1c0781c-da6a-4e74-a7be-b3472536f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:19:06.282429 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b756a615-8a5d-4fb7-8a10-f0e9c934ad33 req-e1c0781c-da6a-4e74-a7be-b3472536f555 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f046ac54-0341-4610-9f45-0cf3e25bd38e HTTP/1.1" status: 200 len: 911 time: 0.0833488 Jun 18 17:19:06.353871 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b756a615-8a5d-4fb7-8a10-f0e9c934ad33 req-b1224874-9526-4e1d-abaf-07ed80a7a68d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98592eaa-2a15-4116-82f4-1ed81d03f2e9 HTTP/1.1" status: 200 len: 1001 time: 0.0645680 Jun 18 17:19:06.400039 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756a615-8a5d-4fb7-8a10-f0e9c934ad33 req-6d01607b-b745-4d39-95b1-6a97eada80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:19:06.402148 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b756a615-8a5d-4fb7-8a10-f0e9c934ad33 req-6d01607b-b745-4d39-95b1-6a97eada80b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ccf68179-6b03-4898-8462-3826964baf88 HTTP/1.1" status: 200 len: 849 time: 0.0416183 Jun 18 17:19:06.458855 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756a615-8a5d-4fb7-8a10-f0e9c934ad33 req-42a9294b-de0f-465e-8d16-4870e7f1d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:19:06.460331 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b756a615-8a5d-4fb7-8a10-f0e9c934ad33 req-42a9294b-de0f-465e-8d16-4870e7f1d1f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f046ac54-0341-4610-9f45-0cf3e25bd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518990 Jun 18 17:19:06.550749 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b756a615-8a5d-4fb7-8a10-f0e9c934ad33 req-53b20584-fd7b-46c6-992e-146f7a047b58 service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838993 Jun 18 17:19:06.639824 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-b756a615-8a5d-4fb7-8a10-f0e9c934ad33 req-3b749187-94cb-4cc0-87ea-d34d6309af10 service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828474 Jun 18 17:19:07.732652 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3a2f58fa-84cf-449c-acf8-ac995d2b070c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:08.334346 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:09.138335 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:10.675633 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:25.273048 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:29.675459 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:19:35.316365 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9511e6aa-7152-4307-9c15-99a2b1ff42ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:37.732495 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8cab0e8d-cba7-4aea-bc94-18942be40117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:38.110858 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 98592eaa-2a15-4116-82f4-1ed81d03f2e9 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:19:38.364542 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:38.385411 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 98592eaa-2a15-4116-82f4-1ed81d03f2e9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=98592eaa-2a15-4116-82f4-1ed81d03f2e9,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:19:38.396099 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'port_id': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'mac_address': 'fa:16:3e:b6:99:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf68179-6b03-4898-8462-3826964baf88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:19:38.434145 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:38.446219 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98592eaa-2a15-4116-82f4-1ed81d03f2e9 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:19:38.466994 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 98592eaa-2a15-4116-82f4-1ed81d03f2e9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=98592eaa-2a15-4116-82f4-1ed81d03f2e9,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:19:38.470684 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:38.472720 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e7634d9d-d575-4ced-a380-479984a9b9d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:19:38.521359 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=98592eaa-2a15-4116-82f4-1ed81d03f2e9,revision_number=6']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:19:38.528986 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:38.529373 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:38.529695 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:38.530008 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:38.530610 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:38.530949 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:38.531275 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:38.531608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:38.532181 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:38.532561 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:38.532933 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:38.533274 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:38.537299 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:19:38.620605 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['98592eaa-2a15-4116-82f4-1ed81d03f2e9'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:19:39.141196 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:40.104199 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 98592eaa-2a15-4116-82f4-1ed81d03f2e9 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:19:40.176140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 98592eaa-2a15-4116-82f4-1ed81d03f2e9 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:19:40.176821 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:40.275695 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:40.308295 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98592eaa-2a15-4116-82f4-1ed81d03f2e9'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:19:40.311847 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7223119-6b58-4345-a6bc-854f087a8857" -d '{"events": [{"server_uuid": "c2a475a7-07f9-4a2a-bb97-6f092246d128", "name": "network-vif-plugged", "status": "completed", "tag": "98592eaa-2a15-4116-82f4-1ed81d03f2e9"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:19:40.326322 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 98592eaa-2a15-4116-82f4-1ed81d03f2e9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=98592eaa-2a15-4116-82f4-1ed81d03f2e9,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:19:40.340048 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:40.342221 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-8f4a5346-cef7-4ee0-85c9-fe7e947ead3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:19:40.397167 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=98592eaa-2a15-4116-82f4-1ed81d03f2e9,revision_number=7']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:19:40.401344 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:19:40.431839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75b8a30-80c6-4f25-b352-c6dff733b93c x-openstack-request-id: req-c75b8a30-80c6-4f25-b352-c6dff733b93c {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:19:40.432140 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a475a7-07f9-4a2a-bb97-6f092246d128", "name": "network-vif-plugged", "status": "completed", "tag": "98592eaa-2a15-4116-82f4-1ed81d03f2e9", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:19:40.432987 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c75b8a30-80c6-4f25-b352-c6dff733b93c {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:19:40.433497 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'code': 200} Jun 18 17:19:40.689405 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:48.873545 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-caa7accd-1d13-415e-9864-ff48ec9ea103 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-554590958&fields=id&tenant_id=808d8455fa2a4b1883c1d4843aca5e58 HTTP/1.1" status: 200 len: 267 time: 0.0338182 Jun 18 17:19:48.988052 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-fc6e1c51-5a45-4f59-bb32-3b278744c104 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:19:48.989419 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-fc6e1c51-5a45-4f59-bb32-3b278744c104 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/networks?id=f046ac54-0341-4610-9f45-0cf3e25bd38e HTTP/1.1" status: 200 len: 810 time: 0.1090090 Jun 18 17:19:49.004139 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-0a0aa247-f122-48b7-8970-7d07a120583b tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/quotas/808d8455fa2a4b1883c1d4843aca5e58 HTTP/1.1" status: 200 len: 375 time: 0.0093884 Jun 18 17:19:49.075587 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-83b2cffc-978b-4d01-923c-b960c6997096 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=808d8455fa2a4b1883c1d4843aca5e58&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0663276 Jun 18 17:19:49.245232 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-9ce87524-58e5-4193-ad22-cdd79ba7d408 service neutron] 10.222.0.39 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584113 Jun 18 17:19:49.332872 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-9416327d-6340-4ada-8593-45257e1e5253 service neutron] 10.222.0.39 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818164 Jun 18 17:19:49.531434 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-b51e05da-c3ae-4fe0-b936-fc2afbad5492 req-e776f738-c9a9-44ef-878f-270add67c0d6 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 210 time: 0.0296056 Jun 18 17:19:50.617080 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-ffb6bb40-7926-40f5-bf6a-6d86031c97f7 req-9216fa3e-3779-4232-a3dd-bb91b8db95f5 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 210 time: 0.0330346 Jun 18 17:19:51.701221 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-522b94ec-6d48-452e-bc15-aed14fc90e4d req-da0e59cd-6a90-4146-8a62-1b4f293ba0f6 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 210 time: 0.0321901 Jun 18 17:19:52.229742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 98592eaa-2a15-4116-82f4-1ed81d03f2e9 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:19:52.309573 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:52.330764 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98592eaa-2a15-4116-82f4-1ed81d03f2e9'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:19:52.332972 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637b6fe3-2f6a-4bfd-ac19-561cd52cab9d" -d '{"events": [{"server_uuid": "c2a475a7-07f9-4a2a-bb97-6f092246d128", "name": "network-vif-unplugged", "status": "completed", "tag": "98592eaa-2a15-4116-82f4-1ed81d03f2e9"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:19:52.345799 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 98592eaa-2a15-4116-82f4-1ed81d03f2e9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=98592eaa-2a15-4116-82f4-1ed81d03f2e9,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:19:52.350111 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:52.352232 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:19:52.375722 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 17:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3f5deb-3d9f-48cb-95de-5f0cee8170ec x-openstack-request-id: req-8f3f5deb-3d9f-48cb-95de-5f0cee8170ec {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:19:52.376029 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a475a7-07f9-4a2a-bb97-6f092246d128", "name": "network-vif-unplugged", "status": "completed", "tag": "98592eaa-2a15-4116-82f4-1ed81d03f2e9", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:19:52.376292 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f3f5deb-3d9f-48cb-95de-5f0cee8170ec {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:19:52.376686 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'code': 200} Jun 18 17:19:52.404181 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=98592eaa-2a15-4116-82f4-1ed81d03f2e9,revision_number=8']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:19:52.408704 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:19:52.782166 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-d45423fd-6063-4cc5-b276-de7a1ae1116b req-c8d07876-1820-4e51-a189-eee13325bd21 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 210 time: 0.0284877 Jun 18 17:19:53.932605 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5d494e40-2b4d-491b-80fb-17bb7cb7cd38 req-9621344c-1564-406a-921a-3797c74cf5f1 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 210 time: 0.0281680 Jun 18 17:19:54.918485 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-32c80b40-7a31-4313-9d4c-15a199d33f81 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:19:54.919947 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-32c80b40-7a31-4313-9d4c-15a199d33f81 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.64 "GET /v2.0/networks?id=f046ac54-0341-4610-9f45-0cf3e25bd38e HTTP/1.1" status: 200 len: 810 time: 0.1268070 Jun 18 17:19:54.969687 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-c49146da-1a9d-4b07-835c-bb25089376c1 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=808d8455fa2a4b1883c1d4843aca5e58 HTTP/1.1" status: 200 len: 379 time: 0.0339844 Jun 18 17:19:54.978839 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Request body: {'port': {'device_id': 'a4af5bc9-d0e0-4b8b-886e-c32db04292f0', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'admin_state_up': True, 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'security_groups': ['f0d279af-866c-4fdc-befe-d9fa2437dad8']}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:19:55.085400 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-3affce8d-1b43-40da-a20f-41d76f46df01 req-0bb23be8-ef4a-4b7b-b6c9-d5927dc25a73 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 210 time: 0.0338862 Jun 18 17:19:55.092819 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Made reservation on behalf of 808d8455fa2a4b1883c1d4843aca5e58 for: {'port': 1} {{(pid=93428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:19:55.096555 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:55.231626 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Allocated IP 172.20.0.11 (f046ac54-0341-4610-9f45-0cf3e25bd38e/ccf68179-6b03-4898-8462-3826964baf88/754d4909-04d0-4d8d-842a-1481c2927802) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:19:55.290686 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:55.419815 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:55.442109 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Transition to ACTIVE for port object 754d4909-04d0-4d8d-842a-1481c2927802 will not be triggered until provisioned by entity DHCP. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:19:55.488202 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:55.502605 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1d22d6ef-ef5c-417b-9538-b22cb5899fa8 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:19:55.550276 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Network f046ac54-0341-4610-9f45-0cf3e25bd38e is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:19:55.554736 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:19:55.559953 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:19:55.630140 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:19:55.630891 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:55.646336 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Pushing event updated for resources: {'Port': ['ID=754d4909-04d0-4d8d-842a-1481c2927802,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:19:55.661589 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:55.661983 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:55.663877 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:55.664391 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:55.664766 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:55.665205 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:55.665586 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:55.667896 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:55.668289 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:55.668714 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:55.669085 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:55.671781 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:19:55.684460 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7096801 Jun 18 17:19:55.685441 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:19:55.903307 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1c400271-6693-4b2d-a144-2181a86516db None None] Provisioning for port 754d4909-04d0-4d8d-842a-1481c2927802 completed by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:19:55.907685 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-1c400271-6693-4b2d-a144-2181a86516db None None] Provisioning complete for port 754d4909-04d0-4d8d-842a-1481c2927802 triggered by entity DHCP. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:19:55.908182 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-1c400271-6693-4b2d-a144-2181a86516db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:55.943045 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-1c400271-6693-4b2d-a144-2181a86516db None None] Port 754d4909-04d0-4d8d-842a-1481c2927802 cannot update to ACTIVE because it is not bound. {{(pid=93429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:19:56.271660 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39133ec-42d9-4b65-bd42-cac4aa07337d req-8c3a274c-b7ad-4f75-8afd-1540434473ea tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:19:56.273163 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c39133ec-42d9-4b65-bd42-cac4aa07337d req-8c3a274c-b7ad-4f75-8afd-1540434473ea tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 932 time: 0.0671365 Jun 18 17:19:56.314518 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c39133ec-42d9-4b65-bd42-cac4aa07337d req-20c40541-d745-4216-b57a-1b00f0210b97 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345957 Jun 18 17:19:57.508928 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c7649-f3a6-4533-b4f1-e73afa121842 req-9bb4ca5d-c312-4d05-9d3d-2a2ec6aa8e14 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:19:57.511375 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-172c7649-f3a6-4533-b4f1-e73afa121842 req-9bb4ca5d-c312-4d05-9d3d-2a2ec6aa8e14 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 932 time: 0.0690820 Jun 18 17:19:57.555349 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-172c7649-f3a6-4533-b4f1-e73afa121842 req-0917e103-7dd5-4278-a959-60f620248c70 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382042 Jun 18 17:19:58.756765 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3771a9-bea5-4409-b3f1-9d538f98f10b req-73dcb1ad-d3f3-4890-b494-553ca75da019 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:19:58.758322 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fd3771a9-bea5-4409-b3f1-9d538f98f10b req-73dcb1ad-d3f3-4890-b494-553ca75da019 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 932 time: 0.0727444 Jun 18 17:19:58.799738 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-fd3771a9-bea5-4409-b3f1-9d538f98f10b req-5c428c9f-d528-4ebc-8b84-701934b45a41 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355375 Jun 18 17:19:59.993803 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa2c53-15d7-474d-88ea-e31b968fbb4a req-a7f2e033-520b-408b-88b4-2e3fbf4b05a6 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:19:59.995348 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f8aa2c53-15d7-474d-88ea-e31b968fbb4a req-a7f2e033-520b-408b-88b4-2e3fbf4b05a6 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 932 time: 0.0697830 Jun 18 17:20:00.036157 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f8aa2c53-15d7-474d-88ea-e31b968fbb4a req-cdf9d5c9-645b-42eb-a7df-90bd92712c4c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332737 Jun 18 17:20:01.225057 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cbb4c-4740-4ad5-87d7-f9fb9cc2d701 req-9333e692-1c37-4809-b7b4-b1e8aa639bf8 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:01.226447 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c19cbb4c-4740-4ad5-87d7-f9fb9cc2d701 req-9333e692-1c37-4809-b7b4-b1e8aa639bf8 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 932 time: 0.0742126 Jun 18 17:20:01.276018 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-c19cbb4c-4740-4ad5-87d7-f9fb9cc2d701 req-855507f4-1313-46c9-a2db-a4e1a1f41956 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426812 Jun 18 17:20:02.455442 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4e8fb-421e-491f-bd19-adba0ea9fa12 req-cd226035-5a8e-4892-9e2a-bf7e817d7b3a tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:02.457103 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-01e4e8fb-421e-491f-bd19-adba0ea9fa12 req-cd226035-5a8e-4892-9e2a-bf7e817d7b3a tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 932 time: 0.0660317 Jun 18 17:20:02.496367 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-01e4e8fb-421e-491f-bd19-adba0ea9fa12 req-4e02ff5e-aa34-4ec8-b314-e4648198680a tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336852 Jun 18 17:20:03.679660 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17920b60-cbb0-43c8-8c3f-2c7e88086c58 req-9bc5f37e-3e2a-4bfa-b795-bf76dc9c3000 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:03.681667 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-17920b60-cbb0-43c8-8c3f-2c7e88086c58 req-9bc5f37e-3e2a-4bfa-b795-bf76dc9c3000 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 932 time: 0.0691676 Jun 18 17:20:03.724254 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-17920b60-cbb0-43c8-8c3f-2c7e88086c58 req-95954bb1-2bf6-4b7e-8054-3ddbf7548021 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339668 Jun 18 17:20:04.914344 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5a6cb-56f8-4055-9b4f-69beed7f1053 req-591b148e-ef23-48b9-ab14-f859dda14169 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:04.915843 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-74d5a6cb-56f8-4055-9b4f-69beed7f1053 req-591b148e-ef23-48b9-ab14-f859dda14169 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 932 time: 0.0700240 Jun 18 17:20:04.957371 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-74d5a6cb-56f8-4055-9b4f-69beed7f1053 req-ccb541e3-339b-4f3f-ae16-6d6c521a283e tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354800 Jun 18 17:20:05.317135 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-60d52c98-c612-40c3-948c-ec84d2f914bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:05.666921 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-22374e81-7167-40b3-aca0-f9854895380d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 17:20:05.667984 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-22374e81-7167-40b3-aca0-f9854895380d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058458 Jun 18 17:20:05.756546 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Request body: {'port': {'device_id': 'a4af5bc9-d0e0-4b8b-886e-c32db04292f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:20:05.827155 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:06.095623 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754d4909-04d0-4d8d-842a-1481c2927802 {{(pid=93428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:20:06.103469 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:06.117103 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.provisioning_blocks [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Transition to ACTIVE for port object 754d4909-04d0-4d8d-842a-1481c2927802 will not be triggered until provisioned by entity L2. {{(pid=93428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:20:06.121230 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:06.124094 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1f0b4e03-5097-449d-afe1-13a9584c8ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:20:06.150565 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c23cff-2b48-42b3-82e7-8732562b4dc6 req-33e72aab-374f-4ca4-8611-a9c2b0d839df tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:06.152567 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e6c23cff-2b48-42b3-82e7-8732562b4dc6 req-33e72aab-374f-4ca4-8611-a9c2b0d839df tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 932 time: 0.0693526 Jun 18 17:20:06.196990 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-e6c23cff-2b48-42b3-82e7-8732562b4dc6 req-669c0323-151e-488b-9b25-8048b60e9cde tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380933 Jun 18 17:20:06.197604 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Pushing event updated for resources: {'Port': ['ID=754d4909-04d0-4d8d-842a-1481c2927802,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:20:06.201718 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:20:06.282146 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Attempting to bind port 754d4909-04d0-4d8d-842a-1481c2927802 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:20:06.282513 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Attempting to bind port 754d4909-04d0-4d8d-842a-1481c2927802 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '56d47c2e-5f0c-4ca3-a550-ec5a27abfade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e'}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:20:06.282864 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Attempting to bind port 754d4909-04d0-4d8d-842a-1481c2927802 on network f046ac54-0341-4610-9f45-0cf3e25bd38e {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:20:06.287368 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Port 754d4909-04d0-4d8d-842a-1481c2927802 on network f046ac54-0341-4610-9f45-0cf3e25bd38e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 17:20:06.287685 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Attempting to bind port 754d4909-04d0-4d8d-842a-1481c2927802 on network f046ac54-0341-4610-9f45-0cf3e25bd38e {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:20:06.292481 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Checking agent: {'id': '7086708b-1658-41f5-9d97-20c841d616c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'started_at': datetime.datetime(2021, 6, 18, 16, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:20:06.292816 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Checking segment: {'id': '56d47c2e-5f0c-4ca3-a550-ec5a27abfade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:20:06.293198 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Bound using segment: {'id': '56d47c2e-5f0c-4ca3-a550-ec5a27abfade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e'} {{(pid=93428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:20:06.293621 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.managers [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Bound port: 754d4909-04d0-4d8d-842a-1481c2927802, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d47c2e-5f0c-4ca3-a550-ec5a27abfade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e'}}] {{(pid=93428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:20:06.293966 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:06.361878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] For port 754d4909-04d0-4d8d-842a-1481c2927802, host hv-neutron-7971, cleared binding levels {{(pid=93428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:20:06.364896 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] For port 754d4909-04d0-4d8d-842a-1481c2927802, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=754d4909-04d0-4d8d-842a-1481c2927802,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:20:06.368265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:06.371031 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:20:06.400611 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:06.401349 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:06.402801 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] 10.222.0.64 "PUT /v2.0/ports/754d4909-04d0-4d8d-842a-1481c2927802 HTTP/1.1" status: 200 len: 1094 time: 0.7247651 Jun 18 17:20:06.403350 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4af5bc9-d0e0-4b8b-886e-c32db04292f0', 'tag': '754d4909-04d0-4d8d-842a-1481c2927802'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:20:06.406186 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169f3f7f-0d9d-4297-8e3f-eb565d6657e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a4af5bc9-d0e0-4b8b-886e-c32db04292f0", "tag": "754d4909-04d0-4d8d-842a-1481c2927802"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:20:06.437422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Pushing event updated for resources: {'Port': ['ID=754d4909-04d0-4d8d-842a-1481c2927802,revision_number=3']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:20:06.444695 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:20:06.449381 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56e3a37-f794-4f48-b5e1-31912b84a85e x-openstack-request-id: req-c56e3a37-f794-4f48-b5e1-31912b84a85e {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:20:06.449724 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4af5bc9-d0e0-4b8b-886e-c32db04292f0", "tag": "754d4909-04d0-4d8d-842a-1481c2927802", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:20:06.450088 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c56e3a37-f794-4f48-b5e1-31912b84a85e {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:20:06.451505 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4af5bc9-d0e0-4b8b-886e-c32db04292f0', 'tag': '754d4909-04d0-4d8d-842a-1481c2927802', 'status': 'completed', 'code': 200} Jun 18 17:20:06.521117 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-84861236-136a-4d81-a4e4-f9a0a7425ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:06.522606 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-84861236-136a-4d81-a4e4-f9a0a7425ae1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=808d8455fa2a4b1883c1d4843aca5e58&device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 1097 time: 0.0553842 Jun 18 17:20:06.574352 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-47c86a80-342a-40ea-9534-7b9d09304794 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=754d4909-04d0-4d8d-842a-1481c2927802 HTTP/1.1" status: 200 len: 217 time: 0.0379128 Jun 18 17:20:06.622194 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-5904240d-1aa3-4574-8226-92553975f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:06.623666 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-5904240d-1aa3-4574-8226-92553975f3c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ccf68179-6b03-4898-8462-3826964baf88 HTTP/1.1" status: 200 len: 849 time: 0.0434239 Jun 18 17:20:06.674956 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:20:06.688573 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-6236128b-50b5-4aa3-bb62-8f846d44a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:06.690068 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-6236128b-50b5-4aa3-bb62-8f846d44a83a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f046ac54-0341-4610-9f45-0cf3e25bd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0606480 Jun 18 17:20:06.781653 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-cf96ce94-6ac2-447d-bff5-f7a8fa447424 service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850222 Jun 18 17:20:06.870041 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ce548b65-475e-4c74-b129-ac8a6ec93cf7 req-8959797e-0ab7-4925-ac2f-26c6bec65ece service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823224 Jun 18 17:20:07.007008 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f3f7f-0d9d-4297-8e3f-eb565d6657e5 req-ccbaab16-c014-48e8-a43e-290529911195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:07.008472 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-169f3f7f-0d9d-4297-8e3f-eb565d6657e5 req-ccbaab16-c014-48e8-a43e-290529911195 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=808d8455fa2a4b1883c1d4843aca5e58&device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 1097 time: 0.0528553 Jun 18 17:20:07.099436 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f3f7f-0d9d-4297-8e3f-eb565d6657e5 req-ebc69c49-9422-4b31-b94a-2f31314a1ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:07.100766 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-169f3f7f-0d9d-4297-8e3f-eb565d6657e5 req-ebc69c49-9422-4b31-b94a-2f31314a1ce9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f046ac54-0341-4610-9f45-0cf3e25bd38e HTTP/1.1" status: 200 len: 911 time: 0.0856841 Jun 18 17:20:07.141365 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-169f3f7f-0d9d-4297-8e3f-eb565d6657e5 req-8bf435df-d6e9-4083-9690-93028aac3433 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=754d4909-04d0-4d8d-842a-1481c2927802 HTTP/1.1" status: 200 len: 217 time: 0.0336251 Jun 18 17:20:07.192057 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f3f7f-0d9d-4297-8e3f-eb565d6657e5 req-e66b6b83-737f-42cb-ba0c-ba30152d7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:07.193426 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-169f3f7f-0d9d-4297-8e3f-eb565d6657e5 req-e66b6b83-737f-42cb-ba0c-ba30152d7193 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ccf68179-6b03-4898-8462-3826964baf88 HTTP/1.1" status: 200 len: 849 time: 0.0460212 Jun 18 17:20:07.250551 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f3f7f-0d9d-4297-8e3f-eb565d6657e5 req-29653a41-8ced-4439-a509-9efee7f1b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:07.252057 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-169f3f7f-0d9d-4297-8e3f-eb565d6657e5 req-29653a41-8ced-4439-a509-9efee7f1b3c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f046ac54-0341-4610-9f45-0cf3e25bd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0513718 Jun 18 17:20:07.340181 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-169f3f7f-0d9d-4297-8e3f-eb565d6657e5 req-da98214c-a9a8-493c-a3e0-8667716997fb service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813742 Jun 18 17:20:07.377948 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdae4a-3b26-428f-a1e5-dc73e25f998c req-f3571f86-b029-4ec1-b9f8-528d7ea25bec tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:07.379518 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a0fdae4a-3b26-428f-a1e5-dc73e25f998c req-f3571f86-b029-4ec1-b9f8-528d7ea25bec tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 944 time: 0.0654485 Jun 18 17:20:07.422684 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-a0fdae4a-3b26-428f-a1e5-dc73e25f998c req-7042ff59-3cd4-4ea0-8731-93254f9ec6e3 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371711 Jun 18 17:20:07.437143 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-169f3f7f-0d9d-4297-8e3f-eb565d6657e5 req-74b8f49a-f561-4e86-a0c1-858f09cf2129 service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891714 Jun 18 17:20:07.733905 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6cc5-8e21-4f6e-b257-dca85c67f0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:08.179262 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e5a0510-1895-4db4-a8ba-6b5c377fb9fd req-fb3a4a97-f1ba-4851-bf46-0117e625b6f5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509005 Jun 18 17:20:08.290209 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a0510-1895-4db4-a8ba-6b5c377fb9fd req-ab34df29-d85b-4123-84a6-1341a4361157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:08.291683 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e5a0510-1895-4db4-a8ba-6b5c377fb9fd req-ab34df29-d85b-4123-84a6-1341a4361157 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=808d8455fa2a4b1883c1d4843aca5e58&device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 1097 time: 0.0525370 Jun 18 17:20:08.306687 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 754d4909-04d0-4d8d-842a-1481c2927802 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:20:08.346220 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:08.405066 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a0510-1895-4db4-a8ba-6b5c377fb9fd req-27f39f15-4a36-4090-95cb-c1b70ef6270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:08.406524 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e5a0510-1895-4db4-a8ba-6b5c377fb9fd req-27f39f15-4a36-4090-95cb-c1b70ef6270d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f046ac54-0341-4610-9f45-0cf3e25bd38e HTTP/1.1" status: 200 len: 911 time: 0.0947692 Jun 18 17:20:08.412713 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 754d4909-04d0-4d8d-842a-1481c2927802, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=754d4909-04d0-4d8d-842a-1481c2927802,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:20:08.423253 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '754d4909-04d0-4d8d-842a-1481c2927802', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'port_id': '754d4909-04d0-4d8d-842a-1481c2927802', 'mac_address': 'fa:16:3e:53:d9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf68179-6b03-4898-8462-3826964baf88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:20:08.463895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:08.473379 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e5a0510-1895-4db4-a8ba-6b5c377fb9fd req-c015cef2-0b7d-48ff-b105-ccfe32b14c48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98592eaa-2a15-4116-82f4-1ed81d03f2e9 HTTP/1.1" status: 200 len: 999 time: 0.0609722 Jun 18 17:20:08.476704 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754d4909-04d0-4d8d-842a-1481c2927802 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:20:08.496176 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 754d4909-04d0-4d8d-842a-1481c2927802, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=754d4909-04d0-4d8d-842a-1481c2927802,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:20:08.501535 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:08.503859 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:20:08.533399 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a0510-1895-4db4-a8ba-6b5c377fb9fd req-8dac5122-1c61-4f9c-9323-24f519ce634b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:08.534877 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e5a0510-1895-4db4-a8ba-6b5c377fb9fd req-8dac5122-1c61-4f9c-9323-24f519ce634b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ccf68179-6b03-4898-8462-3826964baf88 HTTP/1.1" status: 200 len: 849 time: 0.0545888 Jun 18 17:20:08.561576 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=754d4909-04d0-4d8d-842a-1481c2927802,revision_number=4']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:20:08.564989 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:20:08.595158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a0510-1895-4db4-a8ba-6b5c377fb9fd req-7e815271-a8d7-4f32-bd8e-d1a4e0a8a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:08.596686 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e5a0510-1895-4db4-a8ba-6b5c377fb9fd req-7e815271-a8d7-4f32-bd8e-d1a4e0a8a2dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f046ac54-0341-4610-9f45-0cf3e25bd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0552235 Jun 18 17:20:08.610761 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58657d3d-b309-4b1f-99ac-4644a39bb70e req-1cd8173c-8629-486d-ab54-b019b7d2dab0 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:08.612245 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-58657d3d-b309-4b1f-99ac-4644a39bb70e req-1cd8173c-8629-486d-ab54-b019b7d2dab0 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 945 time: 0.0657849 Jun 18 17:20:08.650935 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-58657d3d-b309-4b1f-99ac-4644a39bb70e req-a2d7772d-6834-41fd-b54e-6230b60c9864 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330031 Jun 18 17:20:08.692167 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e5a0510-1895-4db4-a8ba-6b5c377fb9fd req-839bea8f-4c5b-4623-917f-031ef68266c2 service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887806 Jun 18 17:20:08.782266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['754d4909-04d0-4d8d-842a-1481c2927802'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:20:08.786211 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-5e5a0510-1895-4db4-a8ba-6b5c377fb9fd req-06108275-0f1c-4d4d-bfa2-6b14b842ffd4 service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877812 Jun 18 17:20:09.219619 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:09.833272 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a40ea4-8bac-4c86-ba8f-2fe023c29efe req-cc51229c-10aa-4bdd-a5d7-da4d179a669c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:09.834761 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-74a40ea4-8bac-4c86-ba8f-2fe023c29efe req-cc51229c-10aa-4bdd-a5d7-da4d179a669c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 945 time: 0.0636518 Jun 18 17:20:09.871452 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-74a40ea4-8bac-4c86-ba8f-2fe023c29efe req-3df5b69f-cb66-4ff5-a0e0-2ef5b854363c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309157 Jun 18 17:20:10.338388 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 754d4909-04d0-4d8d-842a-1481c2927802 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:20:10.388631 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning for port 754d4909-04d0-4d8d-842a-1481c2927802 completed by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:20:10.392325 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 754d4909-04d0-4d8d-842a-1481c2927802 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:20:10.392700 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:10.467853 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:10.489785 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4af5bc9-d0e0-4b8b-886e-c32db04292f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754d4909-04d0-4d8d-842a-1481c2927802'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:20:10.492041 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e70378-d74b-4b98-87a2-dcbbb5f748cf" -d '{"events": [{"server_uuid": "a4af5bc9-d0e0-4b8b-886e-c32db04292f0", "name": "network-vif-plugged", "status": "completed", "tag": "754d4909-04d0-4d8d-842a-1481c2927802"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:20:10.505089 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 754d4909-04d0-4d8d-842a-1481c2927802, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=754d4909-04d0-4d8d-842a-1481c2927802,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:20:10.509023 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:10.510882 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:20:10.532124 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44339341-eb53-4533-8888-356efb663d8f x-openstack-request-id: req-44339341-eb53-4533-8888-356efb663d8f {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:20:10.532420 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4af5bc9-d0e0-4b8b-886e-c32db04292f0", "name": "network-vif-plugged", "status": "completed", "tag": "754d4909-04d0-4d8d-842a-1481c2927802", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:20:10.532679 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-44339341-eb53-4533-8888-356efb663d8f {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:20:10.533064 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4af5bc9-d0e0-4b8b-886e-c32db04292f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754d4909-04d0-4d8d-842a-1481c2927802', 'code': 200} Jun 18 17:20:10.558141 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=754d4909-04d0-4d8d-842a-1481c2927802,revision_number=5']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:20:10.561487 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:20:10.679988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:10.782784 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309da1e5-ff3b-40da-84e3-379e88e8f4f3 req-e6bda237-c5a7-46c7-a311-23b5dea320bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:10.784246 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-309da1e5-ff3b-40da-84e3-379e88e8f4f3 req-e6bda237-c5a7-46c7-a311-23b5dea320bb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 1099 time: 0.0512199 Jun 18 17:20:10.818725 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-309da1e5-ff3b-40da-84e3-379e88e8f4f3 req-d4012170-97d5-4826-8d05-9f91de57fda5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273926 Jun 18 17:20:11.048752 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bcf8f-fd34-41cb-a6b6-792a15037da5 req-ca253911-df1e-475a-8a2e-c9b2e2694931 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:11.050186 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-911bcf8f-fd34-41cb-a6b6-792a15037da5 req-ca253911-df1e-475a-8a2e-c9b2e2694931 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 946 time: 0.0665460 Jun 18 17:20:11.087078 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-911bcf8f-fd34-41cb-a6b6-792a15037da5 req-18e95598-c305-498e-9be5-1764457cd7c4 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309932 Jun 18 17:20:12.262847 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10daf661-137e-4f80-b5e6-9a2670deef8e req-a663eef5-0483-48e1-a3cc-26f517a3a432 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:12.264555 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-10daf661-137e-4f80-b5e6-9a2670deef8e req-a663eef5-0483-48e1-a3cc-26f517a3a432 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 946 time: 0.0659387 Jun 18 17:20:12.305560 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-10daf661-137e-4f80-b5e6-9a2670deef8e req-13ba8379-a050-482a-a387-27c63491560e tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355651 Jun 18 17:20:12.481699 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ea44a-0a56-4520-86ed-81d1f10ddb6f req-fd14c04e-9ae7-4141-90ce-6f52cf211d9c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:12.483833 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-050ea44a-0a56-4520-86ed-81d1f10ddb6f req-fd14c04e-9ae7-4141-90ce-6f52cf211d9c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 946 time: 0.0654972 Jun 18 17:20:12.526076 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-050ea44a-0a56-4520-86ed-81d1f10ddb6f req-05ff0343-5f7a-4c2c-bb83-34ced7636faf tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366178 Jun 18 17:20:12.550740 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58478) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:20:12.606346 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb13344-4b16-4e1f-b50a-5938bd804298 tempest-TestSnapshotPattern-1625643808 tempest-TestSnapshotPattern-1625643808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:12.607951 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-eeb13344-4b16-4e1f-b50a-5938bd804298 tempest-TestSnapshotPattern-1625643808 tempest-TestSnapshotPattern-1625643808-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 1094 time: 0.0561814 Jun 18 17:20:12.610568 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58480) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:20:12.614905 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.v2.base [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Request body: {'floatingip': {'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'port_id': '754d4909-04d0-4d8d-842a-1481c2927802', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:20:12.636837 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for floatingip, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:12.736973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-563131'] for port, before_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:12.848312 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_common [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Allocated IP 172.26.2.71 (aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3/235807b9-2fb2-4306-9807-291dcd2cd6ea/1bd646bc-403a-41bb-9489-282347ffeec0) {{(pid=93428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:20:12.953038 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for port, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:12.989973 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-562296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758221478741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449428'] for port, after_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:12.992721 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c6e48187-44c3-4504-be96-dd0a73893a09 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:20:13.032372 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Network aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3 is already hosted by enough agents. {{(pid=93428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:20:13.035114 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.base_scheduler [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Resources bound (agent type, host, resource id): {{(pid=93428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:20:13.038729 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Received port after_create {{(pid=93428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:20:13.064248 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Pushing event updated for resources: {'Port': ['ID=1bd646bc-403a-41bb-9489-282347ffeec0,revision_number=1']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:20:13.067058 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:20:13.729091 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:13.804935 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:13.953704 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for port, precommit_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:13.958272 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449442'] for port, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:13.960317 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f04f69df-050e-4941-8a05-df39d1f604ad tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:20:14.023657 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Pushing event updated for resources: {'Port': ['ID=1bd646bc-403a-41bb-9489-282347ffeec0,revision_number=2']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:20:14.028277 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:20:14.038149 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1791152'] for floatingip, after_update {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:14.137337 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Floating IP 2f4fb9eb-5baa-434a-ba44-ffbc9bf2f416 associated. External IP: 172.26.2.71, port: 754d4909-04d0-4d8d-842a-1481c2927802. Jun 18 17:20:14.345860 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Router 4dbbdb3e-47d6-4221-8879-d13e1858a23c has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:20:14.456048 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:20:14.465204 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133ebd3e-9811-4199-a74a-4ef412cfd495 None None] Sync routers for ids ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:20:14.472140 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:14.475276 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133ebd3e-9811-4199-a74a-4ef412cfd495 None None] Routers {'4dbbdb3e-47d6-4221-8879-d13e1858a23c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:20:14.475893 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-133ebd3e-9811-4199-a74a-4ef412cfd495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:20:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:20:14.508227 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-22ab95c7-5f16-41e9-98c8-46d6e840bc11 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8966308 Jun 18 17:20:14.508985 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4af5bc9-d0e0-4b8b-886e-c32db04292f0', 'tag': '754d4909-04d0-4d8d-842a-1481c2927802'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:20:14.511383 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d35b69-a9ac-406d-b384-47523f7bdbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "a4af5bc9-d0e0-4b8b-886e-c32db04292f0", "tag": "754d4909-04d0-4d8d-842a-1481c2927802"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:20:14.548755 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4981a01e-4216-48fe-b9de-d7959b8ce14a x-openstack-request-id: req-4981a01e-4216-48fe-b9de-d7959b8ce14a {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:20:14.549122 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4af5bc9-d0e0-4b8b-886e-c32db04292f0", "tag": "754d4909-04d0-4d8d-842a-1481c2927802", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:20:14.549433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4981a01e-4216-48fe-b9de-d7959b8ce14a {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:20:14.549888 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4af5bc9-d0e0-4b8b-886e-c32db04292f0', 'tag': '754d4909-04d0-4d8d-842a-1481c2927802', 'status': 'completed', 'code': 200} Jun 18 17:20:14.589143 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-133ebd3e-9811-4199-a74a-4ef412cfd495 None None] Set router 4dbbdb3e-47d6-4221-8879-d13e1858a23c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:20:14.645672 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d35b69-a9ac-406d-b384-47523f7bdbe2 req-0dbaa748-d082-4261-8c01-5ff7e9c0f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:14.647111 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76d35b69-a9ac-406d-b384-47523f7bdbe2 req-0dbaa748-d082-4261-8c01-5ff7e9c0f1a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=808d8455fa2a4b1883c1d4843aca5e58&device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 1099 time: 0.0541525 Jun 18 17:20:14.743603 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d35b69-a9ac-406d-b384-47523f7bdbe2 req-8624fbc5-50d8-4f96-9541-667c6b451b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:14.745849 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76d35b69-a9ac-406d-b384-47523f7bdbe2 req-8624fbc5-50d8-4f96-9541-667c6b451b8e service neutron] 10.222.0.64 "GET /v2.0/networks?id=f046ac54-0341-4610-9f45-0cf3e25bd38e HTTP/1.1" status: 200 len: 911 time: 0.0924599 Jun 18 17:20:14.808922 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76d35b69-a9ac-406d-b384-47523f7bdbe2 req-1bd9ae74-bc94-40cf-a0e2-89b711e67d5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=754d4909-04d0-4d8d-842a-1481c2927802 HTTP/1.1" status: 200 len: 999 time: 0.0567372 Jun 18 17:20:14.814752 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-133ebd3e-9811-4199-a74a-4ef412cfd495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:19Z', 'revision_number': 4, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port': {'id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '2f4fb9eb-5baa-434a-ba44-ffbc9bf2f416', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'floating_ip_address': '172.26.2.71', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'port_id': '754d4909-04d0-4d8d-842a-1481c2927802', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'mac_address': 'fa:16:3e:53:d9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af5bc9-d0e0-4b8b-886e-c32db04292f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:20:13Z', 'updated_at': '2021-06-18T17:20:13Z', 'revision_number': 0, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'fixed_ip_address_scope': None}, {'id': '927e7e40-8532-4fbb-8ba3-730d6221e3a6', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'floating_ip_address': '172.26.2.74', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'port_id': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'mac_address': 'fa:16:3e:b6:99:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:17:38Z', 'updated_at': '2021-06-18T17:17:40Z', 'revision_number': 1, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0b9189-46bb-4af0-84b6-0fa7338c9e2f', 'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'mac_address': 'fa:16:3e:24:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'ccf68179-6b03-4898-8462-3826964baf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:19Z', 'updated_at': '2021-06-18T17:17:26Z', 'revision_number': 5, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'subnets': [{'id': 'ccf68179-6b03-4898-8462-3826964baf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:20:14.839957 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133ebd3e-9811-4199-a74a-4ef412cfd495 None None] Checking router: 4dbbdb3e-47d6-4221-8879-d13e1858a23c for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:20:14.848260 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133ebd3e-9811-4199-a74a-4ef412cfd495 None None] Routers {'4dbbdb3e-47d6-4221-8879-d13e1858a23c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:20:14.848871 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-133ebd3e-9811-4199-a74a-4ef412cfd495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:20:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:20:14.860702 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d35b69-a9ac-406d-b384-47523f7bdbe2 req-f6680d7d-1a70-4a3f-92a5-66b99f131989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:14.862150 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76d35b69-a9ac-406d-b384-47523f7bdbe2 req-f6680d7d-1a70-4a3f-92a5-66b99f131989 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ccf68179-6b03-4898-8462-3826964baf88 HTTP/1.1" status: 200 len: 849 time: 0.0474110 Jun 18 17:20:14.918486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d35b69-a9ac-406d-b384-47523f7bdbe2 req-43b2c669-278f-4f75-ab9f-ced5b7733a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:20:14.920522 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76d35b69-a9ac-406d-b384-47523f7bdbe2 req-43b2c669-278f-4f75-ab9f-ced5b7733a1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f046ac54-0341-4610-9f45-0cf3e25bd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518787 Jun 18 17:20:14.953043 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-133ebd3e-9811-4199-a74a-4ef412cfd495 None None] Set router 4dbbdb3e-47d6-4221-8879-d13e1858a23c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:20:15.025078 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76d35b69-a9ac-406d-b384-47523f7bdbe2 req-b1fea51d-779a-45e5-8921-bdfc8888f137 service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984190 Jun 18 17:20:15.113169 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-76d35b69-a9ac-406d-b384-47523f7bdbe2 req-a5299041-4133-443e-afe8-78e8e457b6ba service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821574 Jun 18 17:20:15.182461 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-133ebd3e-9811-4199-a74a-4ef412cfd495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:19Z', 'revision_number': 4, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port': {'id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '2f4fb9eb-5baa-434a-ba44-ffbc9bf2f416', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'floating_ip_address': '172.26.2.71', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'port_id': '754d4909-04d0-4d8d-842a-1481c2927802', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'mac_address': 'fa:16:3e:53:d9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af5bc9-d0e0-4b8b-886e-c32db04292f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:20:13Z', 'updated_at': '2021-06-18T17:20:13Z', 'revision_number': 0, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'fixed_ip_address_scope': None}, {'id': '927e7e40-8532-4fbb-8ba3-730d6221e3a6', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'floating_ip_address': '172.26.2.74', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'port_id': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'mac_address': 'fa:16:3e:b6:99:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:17:38Z', 'updated_at': '2021-06-18T17:17:40Z', 'revision_number': 1, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0b9189-46bb-4af0-84b6-0fa7338c9e2f', 'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'mac_address': 'fa:16:3e:24:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'ccf68179-6b03-4898-8462-3826964baf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:19Z', 'updated_at': '2021-06-18T17:17:26Z', 'revision_number': 5, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'subnets': [{'id': 'ccf68179-6b03-4898-8462-3826964baf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:20:15.208007 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133ebd3e-9811-4199-a74a-4ef412cfd495 None None] The sync data for ids ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'] in dv-neutron-797121-1-hyperv is: [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:19Z', 'revision_number': 4, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port': {'id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '2f4fb9eb-5baa-434a-ba44-ffbc9bf2f416', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'floating_ip_address': '172.26.2.71', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'port_id': '754d4909-04d0-4d8d-842a-1481c2927802', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'mac_address': 'fa:16:3e:53:d9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af5bc9-d0e0-4b8b-886e-c32db04292f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:20:13Z', 'updated_at': '2021-06-18T17:20:13Z', 'revision_number': 0, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'fixed_ip_address_scope': None}, {'id': '927e7e40-8532-4fbb-8ba3-730d6221e3a6', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'floating_ip_address': '172.26.2.74', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'port_id': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'mac_address': 'fa:16:3e:b6:99:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:17:38Z', 'updated_at': '2021-06-18T17:17:40Z', 'revision_number': 1, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0b9189-46bb-4af0-84b6-0fa7338c9e2f', 'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'mac_address': 'fa:16:3e:24:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'ccf68179-6b03-4898-8462-3826964baf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:19Z', 'updated_at': '2021-06-18T17:17:26Z', 'revision_number': 5, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'subnets': [{'id': 'ccf68179-6b03-4898-8462-3826964baf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:20:15.398805 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd31c2-707f-47f3-a499-94b6189d062c None None] New status for floating IP 2f4fb9eb-5baa-434a-ba44-ffbc9bf2f416: ACTIVE {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:20:25.286795 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:35.318150 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-cfe5bd3c-062b-4b15-9158-146ff2e2dff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:37.735777 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ccebae3c-8f46-43cd-a372-f011e133d50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:38.336682 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:39.150070 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:40.682985 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:43.674103 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:20:55.296902 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:05.320131 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e26923f7-b72b-47bd-87f8-8a11e5dd1a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:07.737575 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4136ad04-2686-4cbe-b9a8-48d390613bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:08.159520 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ed808e21-f85b-4233-90d4-2d6b20d803c3 req-53ab203b-8db9-45e1-846d-883d360d120b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604980 Jun 18 17:21:08.277439 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed808e21-f85b-4233-90d4-2d6b20d803c3 req-1e4e1037-1c9a-44d5-b0bc-21c75da67f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:21:08.278967 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ed808e21-f85b-4233-90d4-2d6b20d803c3 req-1e4e1037-1c9a-44d5-b0bc-21c75da67f00 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=808d8455fa2a4b1883c1d4843aca5e58&device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 1097 time: 0.0613251 Jun 18 17:21:08.338042 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:08.386050 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed808e21-f85b-4233-90d4-2d6b20d803c3 req-bb63e831-d41d-4d71-9f14-d0ee65fa7a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:21:08.387562 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ed808e21-f85b-4233-90d4-2d6b20d803c3 req-bb63e831-d41d-4d71-9f14-d0ee65fa7a25 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f046ac54-0341-4610-9f45-0cf3e25bd38e HTTP/1.1" status: 200 len: 911 time: 0.0886497 Jun 18 17:21:08.458751 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ed808e21-f85b-4233-90d4-2d6b20d803c3 req-3b6e8414-0886-49af-ae51-5b593de2c04d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98592eaa-2a15-4116-82f4-1ed81d03f2e9 HTTP/1.1" status: 200 len: 999 time: 0.0648108 Jun 18 17:21:08.506857 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed808e21-f85b-4233-90d4-2d6b20d803c3 req-c4bed46c-1cd8-43c4-a054-3408973f813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:21:08.508280 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ed808e21-f85b-4233-90d4-2d6b20d803c3 req-c4bed46c-1cd8-43c4-a054-3408973f813c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ccf68179-6b03-4898-8462-3826964baf88 HTTP/1.1" status: 200 len: 849 time: 0.0433547 Jun 18 17:21:08.565738 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed808e21-f85b-4233-90d4-2d6b20d803c3 req-4d617f15-8868-4470-91b0-583831f33827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:21:08.567270 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ed808e21-f85b-4233-90d4-2d6b20d803c3 req-4d617f15-8868-4470-91b0-583831f33827 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f046ac54-0341-4610-9f45-0cf3e25bd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531523 Jun 18 17:21:08.658998 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ed808e21-f85b-4233-90d4-2d6b20d803c3 req-3f4df243-823c-4f3a-81a4-ab9bfe9134be service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855486 Jun 18 17:21:08.754154 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-ed808e21-f85b-4233-90d4-2d6b20d803c3 req-2ccd38b9-08a8-4ff0-9e46-f2e3519f4bc9 service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891826 Jun 18 17:21:09.151364 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:10.684100 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:20.674173 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:21:25.296026 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:35.321811 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d5b7b3da-1f3c-4483-a0d4-096b35420ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:37.737887 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-44145bbf-7b4c-4eed-bc05-823e144bb15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:38.339292 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:39.154333 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:40.689108 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:48.728066 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 754d4909-04d0-4d8d-842a-1481c2927802 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:21:48.827349 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 754d4909-04d0-4d8d-842a-1481c2927802, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=754d4909-04d0-4d8d-842a-1481c2927802,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:21:48.839289 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Returning: {'device': '754d4909-04d0-4d8d-842a-1481c2927802', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'port_id': '754d4909-04d0-4d8d-842a-1481c2927802', 'mac_address': 'fa:16:3e:53:d9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf68179-6b03-4898-8462-3826964baf88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:21:48.875051 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:48.888087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 754d4909-04d0-4d8d-842a-1481c2927802 {{(pid=93429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:21:48.908254 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 754d4909-04d0-4d8d-842a-1481c2927802, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=754d4909-04d0-4d8d-842a-1481c2927802,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:21:48.912702 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:48.914390 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:21:48.964427 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=754d4909-04d0-4d8d-842a-1481c2927802,revision_number=6']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:21:48.972124 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:21:48.972605 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:21:48.972827 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:21:48.973171 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:21:48.973510 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:21:48.973839 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:21:48.974169 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:21:48.974496 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:21:48.974861 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:21:48.975185 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:21:48.975511 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:21:48.975830 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:21:48.979789 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:21:49.111485 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] get_ports_and_sgs() called for port_ids ['754d4909-04d0-4d8d-842a-1481c2927802'] {{(pid=93429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:21:50.742676 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 754d4909-04d0-4d8d-842a-1481c2927802 up at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:21:50.804448 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.provisioning_blocks [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Provisioning complete for port 754d4909-04d0-4d8d-842a-1481c2927802 triggered by entity L2. {{(pid=93429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:21:50.805227 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785318'] for port, provisioning_complete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:50.952400 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:50.990610 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4af5bc9-d0e0-4b8b-886e-c32db04292f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754d4909-04d0-4d8d-842a-1481c2927802'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:21:50.993284 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bf65d3-16a7-4758-918e-0fd51f87abc7" -d '{"events": [{"server_uuid": "a4af5bc9-d0e0-4b8b-886e-c32db04292f0", "name": "network-vif-plugged", "status": "completed", "tag": "754d4909-04d0-4d8d-842a-1481c2927802"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:21:51.014956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 754d4909-04d0-4d8d-842a-1481c2927802, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=754d4909-04d0-4d8d-842a-1481c2927802,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:21:51.020436 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:51.023148 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:21:51.065348 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f860a9fc-2ffd-47bf-8876-06e57e3560f8 x-openstack-request-id: req-f860a9fc-2ffd-47bf-8876-06e57e3560f8 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:21:51.065800 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4af5bc9-d0e0-4b8b-886e-c32db04292f0", "name": "network-vif-plugged", "status": "completed", "tag": "754d4909-04d0-4d8d-842a-1481c2927802", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:21:51.066178 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f860a9fc-2ffd-47bf-8876-06e57e3560f8 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:21:51.066691 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4af5bc9-d0e0-4b8b-886e-c32db04292f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754d4909-04d0-4d8d-842a-1481c2927802', 'code': 200} Jun 18 17:21:51.102126 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=754d4909-04d0-4d8d-842a-1481c2927802,revision_number=7']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:21:51.115798 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:21:55.313447 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:57.685914 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:22:00.568787 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58708) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:22:00.750681 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Deleting port 1bd646bc-403a-41bb-9489-282347ffeec0 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:22:00.751627 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:00.827514 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:00.827839 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:00.898856 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Calling delete_port for 1bd646bc-403a-41bb-9489-282347ffeec0 owned by network:floatingip {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:22:01.058633 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:01.060652 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-9b1a4b36-6c51-4434-9d19-d627a141c9bc tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:22:01.087972 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Pushing event deleted for resources: {'Port': ['ID=1bd646bc-403a-41bb-9489-282347ffeec0,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:22:01.114822 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:01.115211 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:01.115591 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:01.115968 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:01.116336 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:01.116704 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:01.117066 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:01.117436 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:01.117797 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:01.118152 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:01.118512 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:01.118895 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:01.123430 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:22:01.162400 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for floatingip, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:01.162767 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.db.l3_db [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Floating IP 2f4fb9eb-5baa-434a-ba44-ffbc9bf2f416 disassociated (deleted). External IP: 172.26.2.71, port: 754d4909-04d0-4d8d-842a-1481c2927802. Jun 18 17:22:01.387705 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Router 4dbbdb3e-47d6-4221-8879-d13e1858a23c has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:22:01.499969 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:22:01.505376 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:01.510469 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347e79f7-3e6f-4699-9c6a-c8806b886ba6 None None] Sync routers for ids ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:22:01.520130 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347e79f7-3e6f-4699-9c6a-c8806b886ba6 None None] Routers {'4dbbdb3e-47d6-4221-8879-d13e1858a23c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:22:01.520804 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-347e79f7-3e6f-4699-9c6a-c8806b886ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:21:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:01.543781 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2efc997e-f649-4d43-ae4d-0d9d4870fa6c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "DELETE /v2.0/floatingips/2f4fb9eb-5baa-434a-ba44-ffbc9bf2f416 HTTP/1.1" status: 204 len: 168 time: 0.9735479 Jun 18 17:22:01.544470 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4af5bc9-d0e0-4b8b-886e-c32db04292f0', 'tag': '754d4909-04d0-4d8d-842a-1481c2927802'}] {{(pid=93427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:22:01.546856 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739e396130de4ee5e8630fc4ca505915901124b65fdbdc1996d1d80f30507d9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abf9365-d919-4203-a11b-67ec93b3c8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a4af5bc9-d0e0-4b8b-886e-c32db04292f0", "tag": "754d4909-04d0-4d8d-842a-1481c2927802"}]}' {{(pid=93427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:22:01.649515 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-347e79f7-3e6f-4699-9c6a-c8806b886ba6 None None] Set router 4dbbdb3e-47d6-4221-8879-d13e1858a23c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:22:01.693624 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f5e3e4-37b8-4390-a2eb-1a3017861cb7 x-openstack-request-id: req-10f5e3e4-37b8-4390-a2eb-1a3017861cb7 {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:22:01.695011 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4af5bc9-d0e0-4b8b-886e-c32db04292f0", "tag": "754d4909-04d0-4d8d-842a-1481c2927802", "status": "completed", "code": 200}]} {{(pid=93427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:22:01.695440 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10f5e3e4-37b8-4390-a2eb-1a3017861cb7 {{(pid=93427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:22:01.696351 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4af5bc9-d0e0-4b8b-886e-c32db04292f0', 'tag': '754d4909-04d0-4d8d-842a-1481c2927802', 'status': 'completed', 'code': 200} Jun 18 17:22:01.818335 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf9365-d919-4203-a11b-67ec93b3c8c3 req-139a8075-ae18-45ec-94b1-16d26fd2fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:22:01.820691 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1abf9365-d919-4203-a11b-67ec93b3c8c3 req-139a8075-ae18-45ec-94b1-16d26fd2fd93 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=808d8455fa2a4b1883c1d4843aca5e58&device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 1099 time: 0.0794132 Jun 18 17:22:01.961797 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf9365-d919-4203-a11b-67ec93b3c8c3 req-39684c73-1eca-45bb-8f07-41fa4fdfef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:22:01.963477 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1abf9365-d919-4203-a11b-67ec93b3c8c3 req-39684c73-1eca-45bb-8f07-41fa4fdfef46 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f046ac54-0341-4610-9f45-0cf3e25bd38e HTTP/1.1" status: 200 len: 911 time: 0.1354756 Jun 18 17:22:02.027523 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1abf9365-d919-4203-a11b-67ec93b3c8c3 req-44bc9dec-5294-4799-a48a-8b5cd0911130 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=754d4909-04d0-4d8d-842a-1481c2927802 HTTP/1.1" status: 200 len: 217 time: 0.0553000 Jun 18 17:22:02.048372 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-347e79f7-3e6f-4699-9c6a-c8806b886ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:19Z', 'revision_number': 4, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port': {'id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '927e7e40-8532-4fbb-8ba3-730d6221e3a6', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'floating_ip_address': '172.26.2.74', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'port_id': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'mac_address': 'fa:16:3e:b6:99:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:17:38Z', 'updated_at': '2021-06-18T17:17:40Z', 'revision_number': 1, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0b9189-46bb-4af0-84b6-0fa7338c9e2f', 'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'mac_address': 'fa:16:3e:24:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'ccf68179-6b03-4898-8462-3826964baf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:19Z', 'updated_at': '2021-06-18T17:17:26Z', 'revision_number': 5, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'subnets': [{'id': 'ccf68179-6b03-4898-8462-3826964baf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:02.089265 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf9365-d919-4203-a11b-67ec93b3c8c3 req-16684684-e07f-4d24-9888-357a33576834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:22:02.089559 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347e79f7-3e6f-4699-9c6a-c8806b886ba6 None None] Checking router: 4dbbdb3e-47d6-4221-8879-d13e1858a23c for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:22:02.089671 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636db71-3598-4213-9470-a398666c5aa0 req-cb3823e4-7a2f-4287-b0db-b1c2fd9d1e0f tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:22:02.090753 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1abf9365-d919-4203-a11b-67ec93b3c8c3 req-16684684-e07f-4d24-9888-357a33576834 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ccf68179-6b03-4898-8462-3826964baf88 HTTP/1.1" status: 200 len: 849 time: 0.0558364 Jun 18 17:22:02.091004 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5636db71-3598-4213-9470-a398666c5aa0 req-cb3823e4-7a2f-4287-b0db-b1c2fd9d1e0f tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 946 time: 0.1507838 Jun 18 17:22:02.102454 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347e79f7-3e6f-4699-9c6a-c8806b886ba6 None None] Routers {'4dbbdb3e-47d6-4221-8879-d13e1858a23c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:22:02.103375 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-347e79f7-3e6f-4699-9c6a-c8806b886ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:21:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:02.132623 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-5636db71-3598-4213-9470-a398666c5aa0 req-bfe2ccea-c96b-4a0a-a945-fa3ab48d0599 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340195 Jun 18 17:22:02.166419 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf9365-d919-4203-a11b-67ec93b3c8c3 req-3aaed0da-f1e8-459a-9744-c8288cd8a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:22:02.167981 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1abf9365-d919-4203-a11b-67ec93b3c8c3 req-3aaed0da-f1e8-459a-9744-c8288cd8a072 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f046ac54-0341-4610-9f45-0cf3e25bd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702043 Jun 18 17:22:02.219409 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-347e79f7-3e6f-4699-9c6a-c8806b886ba6 None None] Set router 4dbbdb3e-47d6-4221-8879-d13e1858a23c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:22:02.263036 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1abf9365-d919-4203-a11b-67ec93b3c8c3 req-cd01ecd0-8907-4108-b613-a943b9db90e4 service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873566 Jun 18 17:22:02.365906 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-1abf9365-d919-4203-a11b-67ec93b3c8c3 req-d372e86a-e7f1-482f-a17c-edcf6175e56e service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954890 Jun 18 17:22:02.469159 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-347e79f7-3e6f-4699-9c6a-c8806b886ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:19Z', 'revision_number': 4, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port': {'id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '927e7e40-8532-4fbb-8ba3-730d6221e3a6', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'floating_ip_address': '172.26.2.74', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'port_id': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'mac_address': 'fa:16:3e:b6:99:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:17:38Z', 'updated_at': '2021-06-18T17:17:40Z', 'revision_number': 1, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0b9189-46bb-4af0-84b6-0fa7338c9e2f', 'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'mac_address': 'fa:16:3e:24:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'ccf68179-6b03-4898-8462-3826964baf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:19Z', 'updated_at': '2021-06-18T17:17:26Z', 'revision_number': 5, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'subnets': [{'id': 'ccf68179-6b03-4898-8462-3826964baf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:02.495936 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347e79f7-3e6f-4699-9c6a-c8806b886ba6 None None] The sync data for ids ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'] in dv-neutron-797121-1-hyperv is: [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:19Z', 'revision_number': 4, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port': {'id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_floatingips': [{'id': '927e7e40-8532-4fbb-8ba3-730d6221e3a6', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'floating_ip_address': '172.26.2.74', 'floating_network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'router_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'port_id': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'mac_address': 'fa:16:3e:b6:99:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:17:38Z', 'updated_at': '2021-06-18T17:17:40Z', 'revision_number': 1, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0b9189-46bb-4af0-84b6-0fa7338c9e2f', 'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'mac_address': 'fa:16:3e:24:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'ccf68179-6b03-4898-8462-3826964baf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:19Z', 'updated_at': '2021-06-18T17:17:26Z', 'revision_number': 5, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'subnets': [{'id': 'ccf68179-6b03-4898-8462-3826964baf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:22:02.731003 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc465b9-001a-4c56-848c-f3515aa3cbd1 None None] New status for floating IP 2f4fb9eb-5baa-434a-ba44-ffbc9bf2f416: DOWN {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:22:02.795832 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 754d4909-04d0-4d8d-842a-1481c2927802 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:22:02.888387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-563117'] for port, before_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:02.915808 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4af5bc9-d0e0-4b8b-886e-c32db04292f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '754d4909-04d0-4d8d-842a-1481c2927802'}] {{(pid=93429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:22:02.918653 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0313b019d6c07c6f34808605bde1e6ebe69b0ebc4c22e306db4fb4aaba1742a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b869c2-6035-467c-8311-0357d0924989" -d '{"events": [{"server_uuid": "a4af5bc9-d0e0-4b8b-886e-c32db04292f0", "name": "network-vif-unplugged", "status": "completed", "tag": "754d4909-04d0-4d8d-842a-1481c2927802"}]}' {{(pid=93429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:22:02.936899 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] For port 754d4909-04d0-4d8d-842a-1481c2927802, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=754d4909-04d0-4d8d-842a-1481c2927802,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:22:02.945520 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758221909203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758221478759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758221478804'] for port, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:02.948134 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:22:02.979081 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 17:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b612dc-dcc3-422f-9ee6-d4ecef441d10 x-openstack-request-id: req-75b612dc-dcc3-422f-9ee6-d4ecef441d10 {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:22:02.979507 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4af5bc9-d0e0-4b8b-886e-c32db04292f0", "name": "network-vif-unplugged", "status": "completed", "tag": "754d4909-04d0-4d8d-842a-1481c2927802", "code": 200}]} {{(pid=93429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:22:02.979868 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-75b612dc-dcc3-422f-9ee6-d4ecef441d10 {{(pid=93429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:22:02.980406 dv-neutron-797121-1-hyperv neutron-server[93429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4af5bc9-d0e0-4b8b-886e-c32db04292f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '754d4909-04d0-4d8d-842a-1481c2927802', 'code': 200} Jun 18 17:22:03.014857 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Pushing event updated for resources: {'Port': ['ID=754d4909-04d0-4d8d-842a-1481c2927802,revision_number=8']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:22:03.019193 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:22:03.322473 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccbeb0-b291-480a-9725-72284245f06c req-6a35b37e-8986-4d9f-95db-be6535caa5c1 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:22:03.323907 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-aaccbeb0-b291-480a-9725-72284245f06c req-6a35b37e-8986-4d9f-95db-be6535caa5c1 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 944 time: 0.0728567 Jun 18 17:22:03.366459 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-aaccbeb0-b291-480a-9725-72284245f06c req-3694f4dd-30d6-4f35-8e0c-43c2e1418448 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361252 Jun 18 17:22:03.752622 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ece69e-ea22-4f56-bde1-9fd478edb7c8 req-f3941309-92e2-4da4-9ad6-3977a2ff183b tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:22:03.754108 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a2ece69e-ea22-4f56-bde1-9fd478edb7c8 req-f3941309-92e2-4da4-9ad6-3977a2ff183b tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 944 time: 0.0672162 Jun 18 17:22:03.862987 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-a2ece69e-ea22-4f56-bde1-9fd478edb7c8 req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Deleting port 754d4909-04d0-4d8d-842a-1481c2927802 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:22:03.863331 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a2ece69e-ea22-4f56-bde1-9fd478edb7c8 req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:03.952635 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-a2ece69e-ea22-4f56-bde1-9fd478edb7c8 req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] For port 754d4909-04d0-4d8d-842a-1481c2927802, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=754d4909-04d0-4d8d-842a-1481c2927802,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:22:03.952903 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a2ece69e-ea22-4f56-bde1-9fd478edb7c8 req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:04.020970 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-a2ece69e-ea22-4f56-bde1-9fd478edb7c8 req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Calling delete_port for 754d4909-04d0-4d8d-842a-1481c2927802 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:22:04.155117 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a2ece69e-ea22-4f56-bde1-9fd478edb7c8 req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:04.160328 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-28eb2237-2852-46f2-b606-6a33a452f63a tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:22:04.185105 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Pushing event deleted for resources: {'Port': ['ID=754d4909-04d0-4d8d-842a-1481c2927802,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:22:04.196110 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:04.196494 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:04.196875 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:04.197841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:04.197841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:04.198108 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:04.198336 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:04.198726 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:04.199098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:04.200178 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:04.200178 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:04.200178 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-1-hyperv {{(pid=93428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:22:04.207483 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:22:04.251173 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ece69e-ea22-4f56-bde1-9fd478edb7c8 req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] No DVR routers for this DVR port 754d4909-04d0-4d8d-842a-1481c2927802 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:22:04.254658 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-a2ece69e-ea22-4f56-bde1-9fd478edb7c8 req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:04.256624 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-a2ece69e-ea22-4f56-bde1-9fd478edb7c8 req-1a253263-f44d-403a-af7f-8e90998f4729 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.64 "DELETE /v2.0/ports/754d4909-04d0-4d8d-842a-1481c2927802 HTTP/1.1" status: 204 len: 173 time: 0.4971788 Jun 18 17:22:04.257215 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4af5bc9-d0e0-4b8b-886e-c32db04292f0', 'name': 'network-vif-deleted', 'tag': '754d4909-04d0-4d8d-842a-1481c2927802'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:22:04.259593 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f858c0-f8ec-49eb-891d-d98a1acb9458" -d '{"events": [{"server_uuid": "a4af5bc9-d0e0-4b8b-886e-c32db04292f0", "name": "network-vif-deleted", "tag": "754d4909-04d0-4d8d-842a-1481c2927802"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:22:04.311261 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f8b08e-dbc7-4f40-894a-7d6c8520d06c x-openstack-request-id: req-b3f8b08e-dbc7-4f40-894a-7d6c8520d06c {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:22:04.311730 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4af5bc9-d0e0-4b8b-886e-c32db04292f0", "name": "network-vif-deleted", "tag": "754d4909-04d0-4d8d-842a-1481c2927802", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:22:04.312224 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3f8b08e-dbc7-4f40-894a-7d6c8520d06c {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:22:04.312719 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4af5bc9-d0e0-4b8b-886e-c32db04292f0', 'name': 'network-vif-deleted', 'tag': '754d4909-04d0-4d8d-842a-1481c2927802', 'status': 'completed', 'code': 200} Jun 18 17:22:04.535545 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-436cd0b5-4e93-43cb-b4c0-0ba9797db598 req-d9048a1e-606a-43b4-8056-59ae06b027d6 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4af5bc9-d0e0-4b8b-886e-c32db04292f0 HTTP/1.1" status: 200 len: 210 time: 0.0394368 Jun 18 17:22:05.326608 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-bcf6ef0b-7f6d-4cd8-b182-c1a212515d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:06.210810 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58788) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:22:06.370163 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-3885243e-a6f3-4e59-9088-c28c5f726d40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Deleting port 105cd78d-6d6d-486a-b96b-1e0a6e1063f5 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:22:06.370500 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3885243e-a6f3-4e59-9088-c28c5f726d40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:06.444448 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3885243e-a6f3-4e59-9088-c28c5f726d40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:06.444714 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3885243e-a6f3-4e59-9088-c28c5f726d40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:06.509398 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-3885243e-a6f3-4e59-9088-c28c5f726d40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Calling delete_port for 105cd78d-6d6d-486a-b96b-1e0a6e1063f5 owned by network:floatingip {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:22:06.656995 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3885243e-a6f3-4e59-9088-c28c5f726d40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:06.659102 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-99dbcde9-fe5a-43e4-aa33-405255533830 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:22:06.685663 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885243e-a6f3-4e59-9088-c28c5f726d40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Pushing event deleted for resources: {'Port': ['ID=105cd78d-6d6d-486a-b96b-1e0a6e1063f5,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:22:06.691275 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-3885243e-a6f3-4e59-9088-c28c5f726d40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:22:06.747486 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3885243e-a6f3-4e59-9088-c28c5f726d40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for floatingip, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:06.747739 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.db.l3_db [None req-3885243e-a6f3-4e59-9088-c28c5f726d40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Floating IP 927e7e40-8532-4fbb-8ba3-730d6221e3a6 disassociated (deleted). External IP: 172.26.2.74, port: 98592eaa-2a15-4116-82f4-1ed81d03f2e9. Jun 18 17:22:06.836098 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 754d4909-04d0-4d8d-842a-1481c2927802 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:22:06.856742 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 754d4909-04d0-4d8d-842a-1481c2927802 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:22:06.857094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 754d4909-04d0-4d8d-842a-1481c2927802 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:22:06.963427 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3885243e-a6f3-4e59-9088-c28c5f726d40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Router 4dbbdb3e-47d6-4221-8879-d13e1858a23c has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:22:07.072610 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3885243e-a6f3-4e59-9088-c28c5f726d40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:22:07.076934 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-3885243e-a6f3-4e59-9088-c28c5f726d40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for floatingip, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:07.085095 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7584d40f-6013-48c7-80c1-7ef46ccc85dc None None] Sync routers for ids ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:22:07.094231 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7584d40f-6013-48c7-80c1-7ef46ccc85dc None None] Routers {'4dbbdb3e-47d6-4221-8879-d13e1858a23c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:22:07.095799 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7584d40f-6013-48c7-80c1-7ef46ccc85dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:21:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:07.115020 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-3885243e-a6f3-4e59-9088-c28c5f726d40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "DELETE /v2.0/floatingips/927e7e40-8532-4fbb-8ba3-730d6221e3a6 HTTP/1.1" status: 204 len: 168 time: 0.9027910 Jun 18 17:22:07.115754 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'tag': '98592eaa-2a15-4116-82f4-1ed81d03f2e9'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:22:07.118184 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865f7b95-1007-4fae-b026-fd3eada0b2db" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a475a7-07f9-4a2a-bb97-6f092246d128", "tag": "98592eaa-2a15-4116-82f4-1ed81d03f2e9"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:22:07.176468 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14773b00-31dd-4f2e-b574-fe08710035db x-openstack-request-id: req-14773b00-31dd-4f2e-b574-fe08710035db {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:22:07.176804 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a475a7-07f9-4a2a-bb97-6f092246d128", "tag": "98592eaa-2a15-4116-82f4-1ed81d03f2e9", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:22:07.177286 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14773b00-31dd-4f2e-b574-fe08710035db {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:22:07.177790 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'tag': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'status': 'completed', 'code': 200} Jun 18 17:22:07.208543 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-7584d40f-6013-48c7-80c1-7ef46ccc85dc None None] Set router 4dbbdb3e-47d6-4221-8879-d13e1858a23c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:22:07.308222 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f7b95-1007-4fae-b026-fd3eada0b2db req-2efdaaa4-dd51-4f98-bbfc-3509cf954331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:22:07.310236 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-865f7b95-1007-4fae-b026-fd3eada0b2db req-2efdaaa4-dd51-4f98-bbfc-3509cf954331 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=808d8455fa2a4b1883c1d4843aca5e58&device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 1097 time: 0.0867462 Jun 18 17:22:07.431422 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f7b95-1007-4fae-b026-fd3eada0b2db req-664a7dcb-5b10-4850-8b7f-1af985573b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:22:07.432925 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-865f7b95-1007-4fae-b026-fd3eada0b2db req-664a7dcb-5b10-4850-8b7f-1af985573b93 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f046ac54-0341-4610-9f45-0cf3e25bd38e HTTP/1.1" status: 200 len: 911 time: 0.1162684 Jun 18 17:22:07.440654 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7584d40f-6013-48c7-80c1-7ef46ccc85dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:19Z', 'revision_number': 4, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port': {'id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '0b0b9189-46bb-4af0-84b6-0fa7338c9e2f', 'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'mac_address': 'fa:16:3e:24:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'ccf68179-6b03-4898-8462-3826964baf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:19Z', 'updated_at': '2021-06-18T17:17:26Z', 'revision_number': 5, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'subnets': [{'id': 'ccf68179-6b03-4898-8462-3826964baf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:07.471602 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7584d40f-6013-48c7-80c1-7ef46ccc85dc None None] Checking router: 4dbbdb3e-47d6-4221-8879-d13e1858a23c for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:22:07.480075 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7584d40f-6013-48c7-80c1-7ef46ccc85dc None None] Routers {'4dbbdb3e-47d6-4221-8879-d13e1858a23c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:22:07.480835 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7584d40f-6013-48c7-80c1-7ef46ccc85dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:21:38Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:07.515773 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-865f7b95-1007-4fae-b026-fd3eada0b2db req-97182168-5f67-4ec6-8f5e-3a695f05e398 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98592eaa-2a15-4116-82f4-1ed81d03f2e9 HTTP/1.1" status: 200 len: 217 time: 0.0418324 Jun 18 17:22:07.569483 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f7b95-1007-4fae-b026-fd3eada0b2db req-1767a3f4-76fc-4e19-8a52-2425e829a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:22:07.570959 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-865f7b95-1007-4fae-b026-fd3eada0b2db req-1767a3f4-76fc-4e19-8a52-2425e829a092 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ccf68179-6b03-4898-8462-3826964baf88 HTTP/1.1" status: 200 len: 849 time: 0.0485811 Jun 18 17:22:07.593506 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-7584d40f-6013-48c7-80c1-7ef46ccc85dc None None] Set router 4dbbdb3e-47d6-4221-8879-d13e1858a23c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:22:07.631064 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b42895-3803-4071-aa51-8bfaad74fc52 req-b2834862-6f8a-4f08-bb13-fd5db761b84f tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:22:07.635063 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-14b42895-3803-4071-aa51-8bfaad74fc52 req-b2834862-6f8a-4f08-bb13-fd5db761b84f tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 944 time: 0.0793481 Jun 18 17:22:07.653430 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f7b95-1007-4fae-b026-fd3eada0b2db req-a9ceaef4-bdb9-419c-97c3-0920aa6dd08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:22:07.655546 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-865f7b95-1007-4fae-b026-fd3eada0b2db req-a9ceaef4-bdb9-419c-97c3-0920aa6dd08b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f046ac54-0341-4610-9f45-0cf3e25bd38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770307 Jun 18 17:22:07.693719 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-14b42895-3803-4071-aa51-8bfaad74fc52 req-5860bc79-15e8-4bfb-8760-bcb38f80a1b4 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507648 Jun 18 17:22:07.743218 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-32ab3353-7641-4bf5-94a8-80ce25ec1738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:07.772318 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-865f7b95-1007-4fae-b026-fd3eada0b2db req-b8ba5bae-44cf-4192-8a66-9454c5940d6b service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092358 Jun 18 17:22:07.811266 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-7584d40f-6013-48c7-80c1-7ef46ccc85dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:19Z', 'revision_number': 4, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port': {'id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '0b0b9189-46bb-4af0-84b6-0fa7338c9e2f', 'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'mac_address': 'fa:16:3e:24:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'ccf68179-6b03-4898-8462-3826964baf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:19Z', 'updated_at': '2021-06-18T17:17:26Z', 'revision_number': 5, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'subnets': [{'id': 'ccf68179-6b03-4898-8462-3826964baf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:07.841093 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7584d40f-6013-48c7-80c1-7ef46ccc85dc None None] The sync data for ids ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'] in dv-neutron-797121-1-hyperv is: [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:19Z', 'revision_number': 4, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port': {'id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv', '_interfaces': [{'id': '0b0b9189-46bb-4af0-84b6-0fa7338c9e2f', 'name': '', 'network_id': 'f046ac54-0341-4610-9f45-0cf3e25bd38e', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'mac_address': 'fa:16:3e:24:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'ccf68179-6b03-4898-8462-3826964baf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:19Z', 'updated_at': '2021-06-18T17:17:26Z', 'revision_number': 5, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'subnets': [{'id': 'ccf68179-6b03-4898-8462-3826964baf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:22:07.870677 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-865f7b95-1007-4fae-b026-fd3eada0b2db req-d06c23f1-8f33-4171-9baf-87124670ede7 service neutron] 10.222.0.64 "GET /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909693 Jun 18 17:22:08.076633 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7b52e1-d76c-477b-a6f7-c9fb43720373 None None] New status for floating IP 927e7e40-8532-4fbb-8ba3-730d6221e3a6: DOWN {{(pid=93429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:22:08.340596 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:08.867780 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a8c15-3577-436a-898c-957ea138d431 req-7482f3a6-c962-48b4-8070-4b7fb67410bb tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:22:08.869328 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0e4a8c15-3577-436a-898c-957ea138d431 req-7482f3a6-c962-48b4-8070-4b7fb67410bb tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 944 time: 0.0655982 Jun 18 17:22:08.909742 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-0e4a8c15-3577-436a-898c-957ea138d431 req-88f816ff-a5a1-4e5e-95f4-fde9d0bf4f5c tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0d279af-866c-4fdc-befe-d9fa2437dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346127 Jun 18 17:22:09.158010 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:09.201009 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63f80b-7ac0-456d-bcf3-ace1735c9aa1 req-79232aee-25b7-4c5b-9d98-773ff3a8ec61 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:22:09.202389 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fa63f80b-7ac0-456d-bcf3-ace1735c9aa1 req-79232aee-25b7-4c5b-9d98-773ff3a8ec61 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 944 time: 0.0654106 Jun 18 17:22:09.306811 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-fa63f80b-7ac0-456d-bcf3-ace1735c9aa1 req-115c6e6b-aa83-42e8-82b7-aee4e5ab4e1d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Deleting port 98592eaa-2a15-4116-82f4-1ed81d03f2e9 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:22:09.307162 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-fa63f80b-7ac0-456d-bcf3-ace1735c9aa1 req-115c6e6b-aa83-42e8-82b7-aee4e5ab4e1d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:09.395449 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [req-fa63f80b-7ac0-456d-bcf3-ace1735c9aa1 req-115c6e6b-aa83-42e8-82b7-aee4e5ab4e1d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] For port 98592eaa-2a15-4116-82f4-1ed81d03f2e9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=98592eaa-2a15-4116-82f4-1ed81d03f2e9,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:22:09.395809 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-fa63f80b-7ac0-456d-bcf3-ace1735c9aa1 req-115c6e6b-aa83-42e8-82b7-aee4e5ab4e1d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:09.462674 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [req-fa63f80b-7ac0-456d-bcf3-ace1735c9aa1 req-115c6e6b-aa83-42e8-82b7-aee4e5ab4e1d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Calling delete_port for 98592eaa-2a15-4116-82f4-1ed81d03f2e9 owned by compute:nova {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:22:09.904035 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-fa63f80b-7ac0-456d-bcf3-ace1735c9aa1 req-115c6e6b-aa83-42e8-82b7-aee4e5ab4e1d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:09.909145 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-b82233f6-d2cb-463f-b6ec-49bf3d41d97b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:22:09.935098 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c6e6b-aa83-42e8-82b7-aee4e5ab4e1d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Pushing event deleted for resources: {'Port': ['ID=98592eaa-2a15-4116-82f4-1ed81d03f2e9,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:22:09.938070 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-115c6e6b-aa83-42e8-82b7-aee4e5ab4e1d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:22:09.985187 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa63f80b-7ac0-456d-bcf3-ace1735c9aa1 req-115c6e6b-aa83-42e8-82b7-aee4e5ab4e1d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] No DVR routers for this DVR port 98592eaa-2a15-4116-82f4-1ed81d03f2e9 on host hv-neutron-7971 {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:22:09.988438 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [req-fa63f80b-7ac0-456d-bcf3-ace1735c9aa1 req-115c6e6b-aa83-42e8-82b7-aee4e5ab4e1d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26380'] for port, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:09.990420 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [req-fa63f80b-7ac0-456d-bcf3-ace1735c9aa1 req-115c6e6b-aa83-42e8-82b7-aee4e5ab4e1d tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.64 "DELETE /v2.0/ports/98592eaa-2a15-4116-82f4-1ed81d03f2e9 HTTP/1.1" status: 204 len: 173 time: 0.7827878 Jun 18 17:22:09.991181 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'name': 'network-vif-deleted', 'tag': '98592eaa-2a15-4116-82f4-1ed81d03f2e9'}] {{(pid=93428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:22:09.994089 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ef77ad7d891e19abb46375a7e8119f1f3a06e9d4a1df0f5cb49c86c516e87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f9da89-fca7-42a5-9b79-8c30fe292ab4" -d '{"events": [{"server_uuid": "c2a475a7-07f9-4a2a-bb97-6f092246d128", "name": "network-vif-deleted", "tag": "98592eaa-2a15-4116-82f4-1ed81d03f2e9"}]}' {{(pid=93428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:22:10.046384 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0ca07f-7079-4f8a-8a5c-0d581f22a49a x-openstack-request-id: req-ad0ca07f-7079-4f8a-8a5c-0d581f22a49a {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:22:10.047294 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a475a7-07f9-4a2a-bb97-6f092246d128", "name": "network-vif-deleted", "tag": "98592eaa-2a15-4116-82f4-1ed81d03f2e9", "status": "completed", "code": 200}]} {{(pid=93428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:22:10.049130 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad0ca07f-7079-4f8a-8a5c-0d581f22a49a {{(pid=93428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:22:10.049890 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a475a7-07f9-4a2a-bb97-6f092246d128', 'name': 'network-vif-deleted', 'tag': '98592eaa-2a15-4116-82f4-1ed81d03f2e9', 'status': 'completed', 'code': 200} Jun 18 17:22:10.073195 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [req-f1e4081b-38f8-4056-a170-112479339652 req-3d61a12c-5ba4-46ae-aa34-55394c15b71f tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a475a7-07f9-4a2a-bb97-6f092246d128 HTTP/1.1" status: 200 len: 210 time: 0.0408003 Jun 18 17:22:10.695122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:11.167813 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58804) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:22:11.553032 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2caf3291-268a-4e0c-b9eb-e4a01d16dc40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:11.577804 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2caf3291-268a-4e0c-b9eb-e4a01d16dc40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:11.640663 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2caf3291-268a-4e0c-b9eb-e4a01d16dc40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:11.644191 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-2caf3291-268a-4e0c-b9eb-e4a01d16dc40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:11.645340 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-2caf3291-268a-4e0c-b9eb-e4a01d16dc40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] 10.222.0.39 "DELETE /v2.0/security-groups/f0d279af-866c-4fdc-befe-d9fa2437dad8 HTTP/1.1" status: 204 len: 168 time: 0.4765379 Jun 18 17:22:11.646141 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7fd4eb71-0dec-4dfb-b1f3-9a92c7b8c8ac tempest-TestVolumeBootPattern-834827914 tempest-TestVolumeBootPattern-834827914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:22:11.655988 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf3291-268a-4e0c-b9eb-e4a01d16dc40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d279af-866c-4fdc-befe-d9fa2437dad8,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:22:11.659499 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-2caf3291-268a-4e0c-b9eb-e4a01d16dc40 tempest-TestSnapshotPattern-137466385 tempest-TestSnapshotPattern-137466385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:22:11.705924 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58808) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:22:12.061925 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2934f111-d60e-4f01-88b4-18aa1a08b673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:12.320810 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-2934f111-d60e-4f01-88b4-18aa1a08b673 admin admin] Deleting port 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:22:12.321068 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2934f111-d60e-4f01-88b4-18aa1a08b673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:12.402152 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-2934f111-d60e-4f01-88b4-18aa1a08b673 admin admin] For port 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=0b0b9189-46bb-4af0-84b6-0fa7338c9e2f,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:22:12.402504 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2934f111-d60e-4f01-88b4-18aa1a08b673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:12.464227 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-2934f111-d60e-4f01-88b4-18aa1a08b673 admin admin] Calling delete_port for 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f owned by network:router_interface {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:22:12.650711 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2934f111-d60e-4f01-88b4-18aa1a08b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:12.652914 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-d0c3177b-93c8-4a9b-a567-1f734826123b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:22:12.682994 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934f111-d60e-4f01-88b4-18aa1a08b673 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0b9189-46bb-4af0-84b6-0fa7338c9e2f,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:22:12.686154 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2934f111-d60e-4f01-88b4-18aa1a08b673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:22:12.875345 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-2934f111-d60e-4f01-88b4-18aa1a08b673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:12.882956 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 98592eaa-2a15-4116-82f4-1ed81d03f2e9 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:22:12.911574 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] No Port match for: 98592eaa-2a15-4116-82f4-1ed81d03f2e9 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:22:12.912038 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Device 98592eaa-2a15-4116-82f4-1ed81d03f2e9 not bound to the agent host hv-neutron-7971 {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:22:13.095364 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2934f111-d60e-4f01-88b4-18aa1a08b673 admin admin] Router 4dbbdb3e-47d6-4221-8879-d13e1858a23c has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:22:13.205606 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2934f111-d60e-4f01-88b4-18aa1a08b673 admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:22:13.210777 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-2934f111-d60e-4f01-88b4-18aa1a08b673 admin admin] 10.222.0.39 "PUT /v2.0/routers/4dbbdb3e-47d6-4221-8879-d13e1858a23c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5032520 Jun 18 17:22:13.213536 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58810) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:22:13.216520 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f43284-66e9-4082-93d3-71852300c830 None None] Sync routers for ids ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'] in dv-neutron-797121-1-hyperv {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:22:13.228140 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f43284-66e9-4082-93d3-71852300c830 None None] Routers {'4dbbdb3e-47d6-4221-8879-d13e1858a23c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:22:13.228763 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d3f43284-66e9-4082-93d3-71852300c830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:22:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:13.323882 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f1d2cc7d-9c52-4cfe-bea7-69517767e8d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:13.335302 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-d3f43284-66e9-4082-93d3-71852300c830 None None] Set router 4dbbdb3e-47d6-4221-8879-d13e1858a23c gateway port host: dv-neutron-797121-1-hyperv {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:22:13.434083 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f1d2cc7d-9c52-4cfe-bea7-69517767e8d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:13.489968 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2cc7d-9c52-4cfe-bea7-69517767e8d1 admin admin] Deleting port 67cf239d-47c3-4dd3-87b3-c8e9b5afaad2 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:22:13.490219 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f1d2cc7d-9c52-4cfe-bea7-69517767e8d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:13.589697 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-f1d2cc7d-9c52-4cfe-bea7-69517767e8d1 admin admin] For port 67cf239d-47c3-4dd3-87b3-c8e9b5afaad2, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=67cf239d-47c3-4dd3-87b3-c8e9b5afaad2,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:22:13.590416 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f1d2cc7d-9c52-4cfe-bea7-69517767e8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:13.612269 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d3f43284-66e9-4082-93d3-71852300c830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:22:12Z', 'revision_number': 5, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port': {'id': '67cf239d-47c3-4dd3-87b3-c8e9b5afaad2', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:13.638395 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f43284-66e9-4082-93d3-71852300c830 None None] Checking router: 4dbbdb3e-47d6-4221-8879-d13e1858a23c for host: dv-neutron-797121-1-hyperv {{(pid=93430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:22:13.656787 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f43284-66e9-4082-93d3-71852300c830 None None] Routers {'4dbbdb3e-47d6-4221-8879-d13e1858a23c'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:22:13.657496 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d3f43284-66e9-4082-93d3-71852300c830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:22:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'], 'active': True} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:13.668742 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2cc7d-9c52-4cfe-bea7-69517767e8d1 admin admin] Calling delete_port for 67cf239d-47c3-4dd3-87b3-c8e9b5afaad2 owned by network:router_gateway {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:22:13.742137 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_dvr_db [None req-d3f43284-66e9-4082-93d3-71852300c830 None None] Set router 4dbbdb3e-47d6-4221-8879-d13e1858a23c gateway port host: None {{(pid=93430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:22:13.796916 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.l3_hamode_db [None req-d3f43284-66e9-4082-93d3-71852300c830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:22:13Z', 'revision_number': 6, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:13.824691 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f43284-66e9-4082-93d3-71852300c830 None None] The sync data for ids ['4dbbdb3e-47d6-4221-8879-d13e1858a23c'] in dv-neutron-797121-1-hyperv is: [{'id': '4dbbdb3e-47d6-4221-8879-d13e1858a23c', 'name': 'tempest-TestSnapshotPattern-2089184764-router', 'tenant_id': '808d8455fa2a4b1883c1d4843aca5e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:17Z', 'updated_at': '2021-06-18T17:22:13Z', 'revision_number': 6, 'project_id': '808d8455fa2a4b1883c1d4843aca5e58', 'gw_port_host': None}] {{(pid=93430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:22:13.844413 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f1d2cc7d-9c52-4cfe-bea7-69517767e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:13.847235 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-343b2f21-6712-4cbc-bfee-086700605184 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:22:13.876193 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2cc7d-9c52-4cfe-bea7-69517767e8d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=67cf239d-47c3-4dd3-87b3-c8e9b5afaad2,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:22:13.881328 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-f1d2cc7d-9c52-4cfe-bea7-69517767e8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:22:13.941686 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f1d2cc7d-9c52-4cfe-bea7-69517767e8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:14.030158 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f1d2cc7d-9c52-4cfe-bea7-69517767e8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:14.032321 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f1d2cc7d-9c52-4cfe-bea7-69517767e8d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:14.074186 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f1d2cc7d-9c52-4cfe-bea7-69517767e8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:14.074764 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d2cc7d-9c52-4cfe-bea7-69517767e8d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dbbdb3e-47d6-4221-8879-d13e1858a23c {{(pid=93428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 17:22:14.079163 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-f1d2cc7d-9c52-4cfe-bea7-69517767e8d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:14.080341 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-f1d2cc7d-9c52-4cfe-bea7-69517767e8d1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/4dbbdb3e-47d6-4221-8879-d13e1858a23c HTTP/1.1" status: 204 len: 168 time: 0.8656836 Jun 18 17:22:14.082971 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58812) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:22:14.128260 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ef094e-9fd4-438d-b673-0bf8e7c3dee6 admin admin] Deleting subnet ccf68179-6b03-4898-8462-3826964baf88 {{(pid=93428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 17:22:14.131281 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-70ef094e-9fd4-438d-b673-0bf8e7c3dee6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:14.171928 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-70ef094e-9fd4-438d-b673-0bf8e7c3dee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680704'] for subnet, precommit_delete_associations {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:14.270095 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-70ef094e-9fd4-438d-b673-0bf8e7c3dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:14.327955 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-70ef094e-9fd4-438d-b673-0bf8e7c3dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3963079'] for subnet, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:14.332444 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-c480c086-bbff-4042-a164-6ddc42fda85c tempest-RoutersNegativeTest-1009036899 tempest-RoutersNegativeTest-1009036899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:22:14.357596 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef094e-9fd4-438d-b673-0bf8e7c3dee6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccf68179-6b03-4898-8462-3826964baf88,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:22:14.359587 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-70ef094e-9fd4-438d-b673-0bf8e7c3dee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:14.363851 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-70ef094e-9fd4-438d-b673-0bf8e7c3dee6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ccf68179-6b03-4898-8462-3826964baf88 HTTP/1.1" status: 204 len: 168 time: 0.2777462 Jun 18 17:22:14.363851 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-70ef094e-9fd4-438d-b673-0bf8e7c3dee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:22:14.364325 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58814) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:22:14.367652 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14be10fa-bf7c-4d30-8a19-09033eb2536c None None] Network f046ac54-0341-4610-9f45-0cf3e25bd38e requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:22:14.435440 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:14.488472 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] Deleting port 50458476-c6a5-4622-b88e-c4a866558a45 {{(pid=93428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:22:14.488813 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:14.561232 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.db [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] For port 50458476-c6a5-4622-b88e-c4a866558a45, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=50458476-c6a5-4622-b88e-c4a866558a45,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:22:14.561711 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:14.609011 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ce137d-59ca-4d59-af3e-eaf6a4351b4c None None] DHCP port deletion for f046ac54-0341-4610-9f45-0cf3e25bd38e request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 17:22:14.630462 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.plugin [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] Calling delete_port for 50458476-c6a5-4622-b88e-c4a866558a45 owned by network:dhcp {{(pid=93428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:22:14.663674 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-48ce137d-59ca-4d59-af3e-eaf6a4351b4c None None] Deleting port 50458476-c6a5-4622-b88e-c4a866558a45 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:22:14.664104 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-48ce137d-59ca-4d59-af3e-eaf6a4351b4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:14.745561 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-48ce137d-59ca-4d59-af3e-eaf6a4351b4c None None] For port 50458476-c6a5-4622-b88e-c4a866558a45, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=50458476-c6a5-4622-b88e-c4a866558a45,segment=NetworkSegment(56d47c2e-5f0c-4ca3-a550-ec5a27abfade),segment_id=56d47c2e-5f0c-4ca3-a550-ec5a27abfade)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:22:14.746076 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-48ce137d-59ca-4d59-af3e-eaf6a4351b4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:14.818354 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-48ce137d-59ca-4d59-af3e-eaf6a4351b4c None None] Calling delete_port for 50458476-c6a5-4622-b88e-c4a866558a45 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:22:14.917541 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-48ce137d-59ca-4d59-af3e-eaf6a4351b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:14.920301 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:22:14.946204 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce137d-59ca-4d59-af3e-eaf6a4351b4c None None] Pushing event deleted for resources: {'Port': ['ID=50458476-c6a5-4622-b88e-c4a866558a45,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:22:14.949122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-48ce137d-59ca-4d59-af3e-eaf6a4351b4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:22:14.951737 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ce137d-59ca-4d59-af3e-eaf6a4351b4c None None] No DVR routers for this DVR port 50458476-c6a5-4622-b88e-c4a866558a45 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:22:15.035577 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449435'] for port, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:15.037578 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-7cb35c69-dc99-4049-9fab-6e2ecb8e3830 tempest-TestShelveInstance-443965599 tempest-TestShelveInstance-443965599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:22:15.060878 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] Pushing event deleted for resources: {'Port': ['ID=50458476-c6a5-4622-b88e-c4a866558a45,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:22:15.065925 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] No DVR routers for this DVR port 50458476-c6a5-4622-b88e-c4a866558a45 on host dv-neutron-797121-1-hyperv {{(pid=93428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:22:15.069696 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:22:15.142688 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:15.152290 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f046ac54-0341-4610-9f45-0cf3e25bd38e']}} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:15.162993 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d47c2e-5f0c-4ca3-a550-ec5a27abfade') {'for_net_delete': True} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:15.163458 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.services.segments.db [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d47c2e-5f0c-4ca3-a550-ec5a27abfade') {} {{(pid=93428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:15.174226 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680713'] for segment, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:15.189063 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:15.196216 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 17:22:15.196781 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2457034'] for segment, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: conditions |= (models_v2.Port.network_id.in_( Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: self.session.flush() Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: Traceback (most recent call last): Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: timer() Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: cb(*args, **kw) Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: return func(*args, **kwargs) Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: self._notify() Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: self.callback(batched_events) Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: event.method(event) Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: return f(self, *a, **k) Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._get(url).json() Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: return self.request(url, 'GET', **kwargs) Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 17:22:15.198572 dv-neutron-797121-1-hyperv neutron-server[93428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 17:22:15.255110 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:15.259015 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-2601a6c4-fd8f-4594-8d06-3c3697636287 tempest-TestNetworkAdvancedServerOps-1004187176 tempest-TestNetworkAdvancedServerOps-1004187176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:22:15.264293 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] Notify callbacks [] for network, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:15.266179 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f046ac54-0341-4610-9f45-0cf3e25bd38e HTTP/1.1" status: 204 len: 168 time: 0.9012256 Jun 18 17:22:15.270250 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58816) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:22:15.280727 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] Pushing event deleted for resources: {'Network': ['ID=f046ac54-0341-4610-9f45-0cf3e25bd38e,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:22:15.284433 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-521b05e5-03a9-42e3-9f88-27ddd9287135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:22:15.580015 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 50458476-c6a5-4622-b88e-c4a866558a45 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:22:15.601091 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 50458476-c6a5-4622-b88e-c4a866558a45 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:22:15.601405 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 50458476-c6a5-4622-b88e-c4a866558a45 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:22:15.601829 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:22:15.620300 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:22:15.620650 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 0b0b9189-46bb-4af0-84b6-0fa7338c9e2f not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:22:15.621068 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 67cf239d-47c3-4dd3-87b3-c8e9b5afaad2 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:22:15.636843 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c11e92a5-3534-4d27-bd96-8a4b1827ecae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654989'] for router_interface, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:15.640237 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 67cf239d-47c3-4dd3-87b3-c8e9b5afaad2 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:22:15.640594 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 67cf239d-47c3-4dd3-87b3-c8e9b5afaad2 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:22:15.897615 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-c11e92a5-3534-4d27-bd96-8a4b1827ecae admin admin] Deleting port ccf03248-f114-4b44-a901-68c00e61b739 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:22:15.897970 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c11e92a5-3534-4d27-bd96-8a4b1827ecae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:15.975496 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-c11e92a5-3534-4d27-bd96-8a4b1827ecae admin admin] For port ccf03248-f114-4b44-a901-68c00e61b739, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=ccf03248-f114-4b44-a901-68c00e61b739,segment=NetworkSegment(61a1ac95-f8aa-4fc7-afa1-6d194207cb7d),segment_id=61a1ac95-f8aa-4fc7-afa1-6d194207cb7d)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:22:15.975854 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c11e92a5-3534-4d27-bd96-8a4b1827ecae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:16.041943 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-c11e92a5-3534-4d27-bd96-8a4b1827ecae admin admin] Calling delete_port for ccf03248-f114-4b44-a901-68c00e61b739 owned by network:router_interface {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:22:16.223554 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c11e92a5-3534-4d27-bd96-8a4b1827ecae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:16.225481 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8020001e-f30a-4582-affb-37955a54277a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:22:16.250235 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e92a5-3534-4d27-bd96-8a4b1827ecae admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf03248-f114-4b44-a901-68c00e61b739,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:22:16.277405 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c11e92a5-3534-4d27-bd96-8a4b1827ecae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:22:16.438877 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c11e92a5-3534-4d27-bd96-8a4b1827ecae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654897'] for router_interface, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:16.664932 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11e92a5-3534-4d27-bd96-8a4b1827ecae admin admin] Router 4927ede3-3c05-4818-bdaf-836818cd9fb5 has already been hosted by L3 agent c1294c8c-c859-40b6-983b-9ea6a05d3d80 {{(pid=93427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:22:16.772991 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11e92a5-3534-4d27-bd96-8a4b1827ecae admin admin] Notify agent at l3_agent.dv-neutron-797121-1-hyperv the message routers_updated {{(pid=93427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:22:16.777957 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-c11e92a5-3534-4d27-bd96-8a4b1827ecae admin admin] 10.222.0.39 "PUT /v2.0/routers/4927ede3-3c05-4818-bdaf-836818cd9fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5062287 Jun 18 17:22:16.780680 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58818) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:22:16.783870 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fd5d37-8812-493a-8d40-2587ba7fd2d5 None None] Sync routers for ids ['4927ede3-3c05-4818-bdaf-836818cd9fb5'] in dv-neutron-797121-1-hyperv {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:22:16.793409 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fd5d37-8812-493a-8d40-2587ba7fd2d5 None None] Routers {'4927ede3-3c05-4818-bdaf-836818cd9fb5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:22:16.794037 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-00fd5d37-8812-493a-8d40-2587ba7fd2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:22:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4927ede3-3c05-4818-bdaf-836818cd9fb5'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:16.906939 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-00fd5d37-8812-493a-8d40-2587ba7fd2d5 None None] Set router 4927ede3-3c05-4818-bdaf-836818cd9fb5 gateway port host: dv-neutron-797121-1-hyperv {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:22:17.000936 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e9bef740-5ec4-4b7e-8e02-80337c979441 admin admin] Notify callbacks [] for router, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:17.105900 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e9bef740-5ec4-4b7e-8e02-80337c979441 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:17.165613 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e9bef740-5ec4-4b7e-8e02-80337c979441 admin admin] Deleting port 9f2a6da7-34bb-42f0-84f5-0154a863aa79 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:22:17.166014 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e9bef740-5ec4-4b7e-8e02-80337c979441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:17.242640 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-00fd5d37-8812-493a-8d40-2587ba7fd2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4927ede3-3c05-4818-bdaf-836818cd9fb5', 'name': 'tempest-TestSnapshotPattern-101775146-router', 'tenant_id': '45797c7e8ef249fe82c5a389702dfc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'external_fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '9f2a6da7-34bb-42f0-84f5-0154a863aa79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:21Z', 'updated_at': '2021-06-18T17:22:16Z', 'revision_number': 5, 'project_id': '45797c7e8ef249fe82c5a389702dfc1f', 'gw_port': {'id': '9f2a6da7-34bb-42f0-84f5-0154a863aa79', 'name': '', 'network_id': 'aa3c4605-e9e4-41ae-a5c1-d9b976d51fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4927ede3-3c05-4818-bdaf-836818cd9fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:17:22Z', 'updated_at': '2021-06-18T17:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '235807b9-2fb2-4306-9807-291dcd2cd6ea', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-1-hyperv'}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:17.246885 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-e9bef740-5ec4-4b7e-8e02-80337c979441 admin admin] For port 9f2a6da7-34bb-42f0-84f5-0154a863aa79, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=9f2a6da7-34bb-42f0-84f5-0154a863aa79,segment=NetworkSegment(a427d5a6-d0bf-4dc7-adc3-07f32ad19379),segment_id=a427d5a6-d0bf-4dc7-adc3-07f32ad19379)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:22:17.247243 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e9bef740-5ec4-4b7e-8e02-80337c979441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:17.270549 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fd5d37-8812-493a-8d40-2587ba7fd2d5 None None] Checking router: 4927ede3-3c05-4818-bdaf-836818cd9fb5 for host: dv-neutron-797121-1-hyperv {{(pid=93429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:22:17.280084 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fd5d37-8812-493a-8d40-2587ba7fd2d5 None None] Routers {'4927ede3-3c05-4818-bdaf-836818cd9fb5'} bound to L3 agent in host dv-neutron-797121-1-hyperv {{(pid=93429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:22:17.280732 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-00fd5d37-8812-493a-8d40-2587ba7fd2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:20:38Z,description=,heartbeat_timestamp=2021-06-18T17:22:08Z,host='dv-neutron-797121-1-hyperv',id=c1294c8c-c859-40b6-983b-9ea6a05d3d80,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:20:38Z,topic='l3_agent')) {'router_ids': ['4927ede3-3c05-4818-bdaf-836818cd9fb5'], 'active': True} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:17.320190 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-e9bef740-5ec4-4b7e-8e02-80337c979441 admin admin] Calling delete_port for 9f2a6da7-34bb-42f0-84f5-0154a863aa79 owned by network:router_gateway {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:22:17.372902 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvr_db [None req-00fd5d37-8812-493a-8d40-2587ba7fd2d5 None None] Set router 4927ede3-3c05-4818-bdaf-836818cd9fb5 gateway port host: None {{(pid=93429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:22:17.429988 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_hamode_db [None req-00fd5d37-8812-493a-8d40-2587ba7fd2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4927ede3-3c05-4818-bdaf-836818cd9fb5', 'name': 'tempest-TestSnapshotPattern-101775146-router', 'tenant_id': '45797c7e8ef249fe82c5a389702dfc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:21Z', 'updated_at': '2021-06-18T17:22:17Z', 'revision_number': 6, 'project_id': '45797c7e8ef249fe82c5a389702dfc1f', 'gw_port_host': None}], 'dv-neutron-797121-1-hyperv', False) {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:17.459569 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fd5d37-8812-493a-8d40-2587ba7fd2d5 None None] The sync data for ids ['4927ede3-3c05-4818-bdaf-836818cd9fb5'] in dv-neutron-797121-1-hyperv is: [{'id': '4927ede3-3c05-4818-bdaf-836818cd9fb5', 'name': 'tempest-TestSnapshotPattern-101775146-router', 'tenant_id': '45797c7e8ef249fe82c5a389702dfc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:17:21Z', 'updated_at': '2021-06-18T17:22:17Z', 'revision_number': 6, 'project_id': '45797c7e8ef249fe82c5a389702dfc1f', 'gw_port_host': None}] {{(pid=93429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:22:17.493482 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e9bef740-5ec4-4b7e-8e02-80337c979441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:17.495563 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-4d9e11fc-284a-4197-aa15-d9adb69ff974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:22:17.521495 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bef740-5ec4-4b7e-8e02-80337c979441 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f2a6da7-34bb-42f0-84f5-0154a863aa79,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:22:17.525623 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-e9bef740-5ec4-4b7e-8e02-80337c979441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:22:17.596503 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e9bef740-5ec4-4b7e-8e02-80337c979441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1791069'] for router_gateway, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:17.686846 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e9bef740-5ec4-4b7e-8e02-80337c979441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1635'] for router, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:17.689368 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e9bef740-5ec4-4b7e-8e02-80337c979441 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:17.733717 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e9bef740-5ec4-4b7e-8e02-80337c979441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657618'] for router, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:17.734272 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bef740-5ec4-4b7e-8e02-80337c979441 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4927ede3-3c05-4818-bdaf-836818cd9fb5 {{(pid=93427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 17:22:17.739300 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-e9bef740-5ec4-4b7e-8e02-80337c979441 admin admin] Notify callbacks [] for router, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:17.740427 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-e9bef740-5ec4-4b7e-8e02-80337c979441 admin admin] 10.222.0.39 "DELETE /v2.0/routers/4927ede3-3c05-4818-bdaf-836818cd9fb5 HTTP/1.1" status: 204 len: 168 time: 0.9587417 Jun 18 17:22:17.743059 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58822) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:22:17.786641 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.db_base_plugin_v2 [None req-72073deb-1331-4e5e-a076-af0c29f46a80 admin admin] Deleting subnet c0b8f553-25cb-45f7-9d06-bccafb2bf05e {{(pid=93427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 17:22:17.789547 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-72073deb-1331-4e5e-a076-af0c29f46a80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:17.828578 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-72073deb-1331-4e5e-a076-af0c29f46a80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9273205'] for subnet, precommit_delete_associations {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:17.919107 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ccf03248-f114-4b44-a901-68c00e61b739 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:22:17.942499 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: ccf03248-f114-4b44-a901-68c00e61b739 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:22:17.942907 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device ccf03248-f114-4b44-a901-68c00e61b739 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:22:17.948748 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-72073deb-1331-4e5e-a076-af0c29f46a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783284'] for subnet, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:18.004474 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-72073deb-1331-4e5e-a076-af0c29f46a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-783291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941681'] for subnet, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:18.008224 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c5968843-2279-40ee-8d66-059db83409d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:22:18.034081 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72073deb-1331-4e5e-a076-af0c29f46a80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0b8f553-25cb-45f7-9d06-bccafb2bf05e,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:22:18.036056 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-72073deb-1331-4e5e-a076-af0c29f46a80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:18.040901 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-72073deb-1331-4e5e-a076-af0c29f46a80 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c0b8f553-25cb-45f7-9d06-bccafb2bf05e HTTP/1.1" status: 204 len: 168 time: 0.2940032 Jun 18 17:22:18.040901 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-72073deb-1331-4e5e-a076-af0c29f46a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:22:18.040901 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58824) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:22:18.043266 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe095074-b339-45a7-a2fa-3df71a21acb6 None None] Network 6e2da911-147b-4120-be98-6104089493a5 requested from dv-neutron-797121-1-hyperv {{(pid=93429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:22:18.120188 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748488'] for network, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:18.186950 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] Deleting port 7250e814-3476-4f6d-97ea-56c5e821fe82 {{(pid=93427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:22:18.187236 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:18.263534 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] For port 7250e814-3476-4f6d-97ea-56c5e821fe82, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7250e814-3476-4f6d-97ea-56c5e821fe82,segment=NetworkSegment(61a1ac95-f8aa-4fc7-afa1-6d194207cb7d),segment_id=61a1ac95-f8aa-4fc7-afa1-6d194207cb7d)] {{(pid=93427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:22:18.263897 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:18.275453 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616af35b-6bfc-4da6-83fa-18193b62ee2e None None] DHCP port deletion for 6e2da911-147b-4120-be98-6104089493a5 request from dv-neutron-797121-1-hyperv {{(pid=93429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 17:22:18.329638 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-616af35b-6bfc-4da6-83fa-18193b62ee2e None None] Deleting port 7250e814-3476-4f6d-97ea-56c5e821fe82 {{(pid=93429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:22:18.330179 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-616af35b-6bfc-4da6-83fa-18193b62ee2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758222036197'] for port, before_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:18.335999 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] Calling delete_port for 7250e814-3476-4f6d-97ea-56c5e821fe82 owned by network:dhcp {{(pid=93427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:22:18.401122 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.db [None req-616af35b-6bfc-4da6-83fa-18193b62ee2e None None] For port 7250e814-3476-4f6d-97ea-56c5e821fe82, host dv-neutron-797121-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-1-hyperv',level=0,port_id=7250e814-3476-4f6d-97ea-56c5e821fe82,segment=NetworkSegment(61a1ac95-f8aa-4fc7-afa1-6d194207cb7d),segment_id=61a1ac95-f8aa-4fc7-afa1-6d194207cb7d)] {{(pid=93429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:22:18.401613 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-616af35b-6bfc-4da6-83fa-18193b62ee2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792924'] for port, precommit_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:18.426342 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273295'] for port, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:18.428543 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-0f4af2e8-8f61-4af1-b5c0-2a55a193c222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:22:18.461860 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] Pushing event deleted for resources: {'Port': ['ID=7250e814-3476-4f6d-97ea-56c5e821fe82,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:22:18.464325 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:22:18.465271 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] No DVR routers for this DVR port 7250e814-3476-4f6d-97ea-56c5e821fe82 on host dv-neutron-797121-1-hyperv {{(pid=93427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:22:18.476389 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-616af35b-6bfc-4da6-83fa-18193b62ee2e None None] Calling delete_port for 7250e814-3476-4f6d-97ea-56c5e821fe82 owned by network:dhcp {{(pid=93429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:22:18.553663 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785963', 'neutron.services.segments.db._delete_segments_for_network-8758221990867'] for network, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:18.559817 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-616af35b-6bfc-4da6-83fa-18193b62ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758221909221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758221478750'] for port, after_delete {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:18.562915 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-d527404d-866d-45e2-98b4-cb1775e54645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:22:18.567687 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2da911-147b-4120-be98-6104089493a5']}} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:18.580596 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a1ac95-f8aa-4fc7-afa1-6d194207cb7d') {'for_net_delete': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:18.580870 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.services.segments.db [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a1ac95-f8aa-4fc7-afa1-6d194207cb7d') {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:22:18.591741 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758221990696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9273212'] for segment, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:18.592151 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616af35b-6bfc-4da6-83fa-18193b62ee2e None None] Pushing event deleted for resources: {'Port': ['ID=7250e814-3476-4f6d-97ea-56c5e821fe82,revision_number=None']} {{(pid=93429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:22:18.596167 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-616af35b-6bfc-4da6-83fa-18193b62ee2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:22:18.599841 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616af35b-6bfc-4da6-83fa-18193b62ee2e None None] No DVR routers for this DVR port 7250e814-3476-4f6d-97ea-56c5e821fe82 on host dv-neutron-797121-1-hyperv {{(pid=93429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:22:18.615067 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147'] for segment, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:18.621958 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 17:22:18.622574 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9265694'] for segment, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: Traceback (most recent call last): Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: timer() Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: cb(*args, **kw) Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: return func(*args, **kwargs) Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: self._notify() Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: self.callback(batched_events) Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: event.method(event) Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: return f(self, *a, **k) Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._get(url).json() Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: return self.request(url, 'GET', **kwargs) Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 17:22:18.624399 dv-neutron-797121-1-hyperv neutron-server[93427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 17:22:18.681926 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1964603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1774610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1791106'] for network, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:18.687017 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] Notify callbacks [] for network, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:18.690078 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6e2da911-147b-4120-be98-6104089493a5 HTTP/1.1" status: 204 len: 168 time: 0.6473699 Jun 18 17:22:18.690817 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8187f157-bfbb-492e-ba5c-e233582386b1 tempest-NetworksIpV6Test-1616761885 tempest-NetworksIpV6Test-1616761885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:22:18.704127 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e2da911-147b-4120-be98-6104089493a5,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:22:18.707371 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-38f93cf0-fca7-408e-906b-489b603c1813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:22:18.802483 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58828) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:22:18.844486 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-94157dba-9fb4-4100-907e-1ad94c9d6b0c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=808d8455fa2a4b1883c1d4843aca5e58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403855 Jun 18 17:22:18.847780 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.wsgi [-] (93427) accepted ('10.222.0.39', 58830) {{(pid=93427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:22:18.899558 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-029411f2-66de-44f4-801c-0679333723bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:18.920617 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-029411f2-66de-44f4-801c-0679333723bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:18.982753 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-029411f2-66de-44f4-801c-0679333723bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:18.985516 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-029411f2-66de-44f4-801c-0679333723bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:18.986912 dv-neutron-797121-1-hyperv neutron-server[93427]: INFO neutron.wsgi [None req-029411f2-66de-44f4-801c-0679333723bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85fe019e-28a4-46ed-b935-9b0846154662 HTTP/1.1" status: 204 len: 168 time: 0.1381640 Jun 18 17:22:18.987841 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-786f8271-8370-4a23-a2de-6801af284586 tempest-TestNetworkBasicOps-1799645471 tempest-TestNetworkBasicOps-1799645471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:22:18.995381 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029411f2-66de-44f4-801c-0679333723bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fe019e-28a4-46ed-b935-9b0846154662,revision_number=None']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:22:18.999352 dv-neutron-797121-1-hyperv neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-029411f2-66de-44f4-801c-0679333723bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:22:19.355170 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58836) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:22:19.396646 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-99bc18bb-2837-44dc-a0a7-dd9559614cad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45797c7e8ef249fe82c5a389702dfc1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400982 Jun 18 17:22:19.398978 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [-] (93428) accepted ('10.222.0.39', 58838) {{(pid=93428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:22:19.453545 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acdd70d5-2e9a-41c5-ac29-66c5bf3629fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:19.474907 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acdd70d5-2e9a-41c5-ac29-66c5bf3629fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:19.522841 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acdd70d5-2e9a-41c5-ac29-66c5bf3629fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1964550'] for security_group, after_delete {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:19.525548 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron_lib.callbacks.manager [None req-acdd70d5-2e9a-41c5-ac29-66c5bf3629fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:19.526692 dv-neutron-797121-1-hyperv neutron-server[93428]: INFO neutron.wsgi [None req-acdd70d5-2e9a-41c5-ac29-66c5bf3629fd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0cd1496-20ef-4a92-a387-d6a0b36ac3ac HTTP/1.1" status: 204 len: 168 time: 0.1268086 Jun 18 17:22:19.527497 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-06830512-9b50-4f5d-b18d-476e291841ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:22:19.538888 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd70d5-2e9a-41c5-ac29-66c5bf3629fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cd1496-20ef-4a92-a387-d6a0b36ac3ac,revision_number=None']} {{(pid=93428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:22:19.541310 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG oslo_concurrency.lockutils [None req-acdd70d5-2e9a-41c5-ac29-66c5bf3629fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:22:19.584009 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 9f2a6da7-34bb-42f0-84f5-0154a863aa79 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:22:19.607636 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 9f2a6da7-34bb-42f0-84f5-0154a863aa79 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:22:19.607997 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 9f2a6da7-34bb-42f0-84f5-0154a863aa79 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:22:19.608421 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7250e814-3476-4f6d-97ea-56c5e821fe82 no longer exists at agent ovs-agent-dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:22:19.628387 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] No Port match for: 7250e814-3476-4f6d-97ea-56c5e821fe82 {{(pid=93429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:22:19.628809 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron.plugins.ml2.rpc [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Device 7250e814-3476-4f6d-97ea-56c5e821fe82 not bound to the agent host dv-neutron-797121-1-hyperv {{(pid=93429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:22:25.310461 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:34.676306 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:22:35.318220 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ee824a38-c43d-43c0-b126-4c5c09194eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:37.736657 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-ebe856b3-2593-43cb-ba64-5d0c9668aa90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:38.342620 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:39.159443 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:40.693647 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:55.311810 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:23:05.319554 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-b56be3c5-3d70-4915-a614-7d81872f6f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:23:07.737076 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-5517b83d-3ce8-4e7f-bc08-2e6858106b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:23:08.343249 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:23:09.161934 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:23:10.696570 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:23:11.674417 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:23:25.312400 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:23:35.321136 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-8ad9dd55-35b5-4cfb-a353-dab312c51ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:23:37.738255 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e1494b06-6ebb-41de-a150-ca7366b0d74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:23:38.344376 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:23:39.167804 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:23:40.699324 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:23:48.673298 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:23:55.324045 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:24:05.322612 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4ac3e061-96ec-439b-a100-8731fa07dd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:24:07.739918 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e9384fc1-474e-483a-82d1-34292b45244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:24:08.344849 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:24:09.167378 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:24:10.703547 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:24:25.339400 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:24:25.672876 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:24:35.323105 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-3e4c066a-6036-4dd4-80f6-44ab3198792c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:24:37.741261 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-adaf6165-95a0-43b9-95d3-8ea3e9b4de92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:24:38.356265 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:24:39.169240 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:24:40.705399 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:24:55.343845 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:25:02.670983 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:25:05.326105 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-81cc0209-0be8-446a-863b-9e45e0c2389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:25:07.743060 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-feb288b1-783e-4485-bd15-86125b99c30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:25:08.346836 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:25:09.172094 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:25:10.710788 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:25:25.338087 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:25:35.326895 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-be1d8236-5235-4d93-8126-2a94a40bcd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:25:37.743833 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-6fb97c29-584d-4046-9781-867c99fc1e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:25:38.348369 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:25:39.176606 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:25:39.673201 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:25:40.715368 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:25:55.355626 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:26:02.936111 dv-neutron-797121-1-hyperv neutron-server[93428]: DEBUG neutron.wsgi [req-2fdeec43-7adc-47a9-90a5-142eb8f8a2c9 req-6c69a951-e412-4d3a-8bf6-581214655238 service neutron] (93428) timed out ('10.222.0.39', 57408) {{(pid=93428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 17:26:05.335934 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-a948332e-4e24-47b8-a495-f0be89e3006b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:26:07.745343 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4f649dd5-2033-428f-ae93-1f3ed5863ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:26:08.350829 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:26:09.178319 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:26:10.715734 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:26:16.672325 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:26:25.351952 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:26:35.326263 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-7d9d210a-095a-489a-a074-8736793f7121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:26:37.747184 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4561ff3a-8db7-42a1-8098-5766a4c29a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:26:38.352055 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:26:39.182476 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:26:40.719183 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:26:53.676483 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:26:55.350848 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:27:05.328292 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-f3b80e7c-1da9-48b9-aae7-66c704a2b208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:27:07.748697 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-c28b8960-fe52-4517-8fd4-e8daf567e772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:27:08.353131 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:27:09.188975 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:27:10.720399 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:27:25.372564 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:27:30.675667 dv-neutron-797121-1-hyperv neutron-server[93430]: DEBUG neutron.db.agents_db [None req-49f27d3b-7c3b-45f4-abd0-ac02a01dc290 None None] Agent healthcheck: found 6 active agents {{(pid=93430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:27:35.330306 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-2a2391e1-2583-434e-9beb-b1aec0c8b665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:27:37.750205 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-4d6ffba6-6242-43f5-9522-98657112fad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:27:38.353926 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-e70f13b7-ab77-484d-9de1-0983620ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:27:39.191744 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1aaf-d610-4bfa-80e4-665aaaec6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:27:40.723978 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-baf2f90e-804e-4df3-8de6-215706011a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:27:55.378721 dv-neutron-797121-1-hyperv neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ffd4-d29a-4493-97d0-2a050fad3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758221990849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779377'] for agent, after_update {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}